diff --git a/.gitattributes b/.gitattributes index bcc2e7e4fe321af86fa14f4862d137d01f5ebd79..d99ee7b6778db2d0f9cdc7493933e659eeafb90c 100644 --- a/.gitattributes +++ b/.gitattributes @@ -72,3 +72,4 @@ factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_st factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs7p5:stride4:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text +factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/best_000048720_25001984_reward_2792.700.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/best_000048720_25001984_reward_2792.700.pth new file mode 100644 index 0000000000000000000000000000000000000000..83d1b08d0f779c89865e6e8a04d72d0bc92c4a63 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/best_000048720_25001984_reward_2792.700.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e717911bc3fa8492a7a7e496b5e8e11cb033302dcb8d3e3885968f5d8ca35edc +size 23035193 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000017936_9240576.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000017936_9240576.pth new file mode 100644 index 0000000000000000000000000000000000000000..f5644fc1f2df6a8ef870f505effb96b23c94dba8 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000017936_9240576.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b6a3713eb02771ff33ead7e0d1946a6dab98ede8279712910c72443fe5650b +size 23035553 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000036432_18710528.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000036432_18710528.pth new file mode 100644 index 0000000000000000000000000000000000000000..6444a96cfa1c824efd92463e7047ddb3e5171584 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000036432_18710528.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b731556c25b4178c6c4597669361c1b2d7e1b26af6548be4e57234f7d7d99ae +size 23035553 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048784_25034752.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048784_25034752.pth new file mode 100644 index 0000000000000000000000000000000000000000..9d4eb6f7f66bfdade822341ce4a05cecc15e1523 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048784_25034752.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80506c9e51f6a7c4edd0622142c6899972440d368c80882bc66ab7dbd545c4c2 +size 23035553 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/config.json b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9154161eb9921de39fdb5b74980c65504c68d843 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/config.json @@ -0,0 +1,266 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_fixed_l2_fs7_seed14", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 14, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": true, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "lr_schedule": "linear_decay", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 255.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [ + 0 + ], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 25000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_atari", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": true, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs7-fixed_l2", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "fixed", + "fixed_l2", + "fs7", + "seed14" + ], + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "screen_size": "", + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "score_limit": -1, + "frame_stack": 7, + "debug": false, + "debug_timelimit_diagnostics": false, + "max_episode_steps": 0, + "mode": "train", + "latency_type": "fixed", + "fixed_latency_ms": 66.66666666666667, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": null, + "add_latency_info": false, + "max_pending_actions": null, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_latency_raw_frame_values": "0,1,2,3,4,5", + "eval_max_steps": 3600, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs7_seed14/episode_metrics.jsonl", + "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_fixed_l2_fs7_seed14 --train_dir results/checkpoints_factor_sweeps/flappy/context_window --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 14 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs7_seed14/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 66.66666666666667 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs7-fixed_l2 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy frame_stack fixed fixed_l2 fs7 seed14 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 7 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready", + "cli_args": { + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_fixed_l2_fs7_seed14", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 14, + "num_policies": 1, + "async_rl": true, + "batched_sampling": true, + "worker_num_splits": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "gamma": 0.99, + "normalize_returns": true, + "value_loss_coeff": 0.5, + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "normalize_input": true, + "actor_worker_gpus": [ + 0 + ], + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 25000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "use_rnn": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs7-fixed_l2", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "fixed", + "fixed_l2", + "fs7", + "seed14" + ], + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "frame_stack": 7, + "debug": false, + "debug_timelimit_diagnostics": false, + "mode": "train", + "latency_type": "fixed", + "fixed_latency_ms": 66.66666666666667, + "add_latency_info": false, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_max_steps": 3600, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs7_seed14/episode_metrics.jsonl" + }, + "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29", + "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git", + "eval_env_frameskip": 1, + "output_dir": "outputs/factor_sweeps/flappy/context_window/train/frame_stack/fixed_l2/fs7/seed_14", + "wandb_unique_id": "flappy-fs7-fixed_l2-s14" +} \ No newline at end of file diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/episode_metrics.jsonl b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f342ac823859a3fe4379efc6612b851bdaa26eaf --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/episode_metrics.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ef1952d5c5136f97cc04d7454e43f0df22093fe289640226ef5963ed104e264 +size 22363359 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/git.diff b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/git.diff new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/sf_log.txt b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/sf_log.txt new file mode 100644 index 0000000000000000000000000000000000000000..9c6299b17059b70bb5c016fe8244303f0d74cb38 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs7:obs30:stride1:seed14/sf_log.txt @@ -0,0 +1,5770 @@ +[2026-06-02 18:00:53,342][329443] Saving configuration to results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs7_seed14/config.json... +[2026-06-02 18:00:53,408][329443] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 18:00:53,409][329443] Rollout worker 0 uses device cuda:0 +[2026-06-02 18:00:53,409][329443] Using GPUs [0] for process 1 (actually maps to GPUs [6]) +[2026-06-02 18:00:53,410][329443] Rollout worker 1 uses device cuda:0 +[2026-06-02 18:00:55,627][329443] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 18:00:55,628][329443] InferenceWorker_p0-w0: min num requests: 1 +[2026-06-02 18:00:55,632][329443] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 18:00:55,636][329443] Using GPUs [0] for process 1 (actually maps to GPUs [6]) +[2026-06-02 18:00:55,637][329443] Starting all processes... +[2026-06-02 18:00:55,637][329443] Starting process learner_proc0 +[2026-06-02 18:00:56,962][329443] Starting all processes... +[2026-06-02 18:00:56,967][329443] Starting process inference_proc0-0 +[2026-06-02 18:00:56,967][329443] Starting process rollout_proc0 +[2026-06-02 18:00:56,967][329443] Starting process rollout_proc1 +[2026-06-02 18:00:57,312][331382] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 18:00:57,312][331382] Set environment var CUDA_VISIBLE_DEVICES to '6' (GPU indices [0]) for learning process 0 +[2026-06-02 18:00:57,312][331382] Num visible devices: 1 +[2026-06-02 18:00:57,313][331382] Setting fixed seed 14 +[2026-06-02 18:00:57,314][331382] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 18:00:57,314][331382] Initializing actor-critic model on device cuda:0 +[2026-06-02 18:00:57,315][331382] RunningMeanStd input shape: (21, 84, 84) +[2026-06-02 18:00:57,340][331382] RunningMeanStd input shape: (1,) +[2026-06-02 18:00:57,347][331382] ConvEncoder: input_channels=21 +[2026-06-02 18:00:57,453][331382] Conv encoder output size: 512 +[2026-06-02 18:00:57,455][331382] Created Actor Critic model with architecture: +[2026-06-02 18:00:57,455][331382] ActorCriticSharedWeights( + (obs_normalizer): ObservationNormalizer( + (running_mean_std): RunningMeanStdDictInPlace( + (running_mean_std): ModuleDict( + (obs): RunningMeanStdInPlace() + ) + ) + ) + (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) + (encoder): MultiInputEncoder( + (encoders): ModuleDict( + (obs): ConvEncoder( + (enc): RecursiveScriptModule( + original_name=ConvEncoderImpl + (conv_head): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Conv2d) + (1): RecursiveScriptModule(original_name=ELU) + (2): RecursiveScriptModule(original_name=Conv2d) + (3): RecursiveScriptModule(original_name=ELU) + (4): RecursiveScriptModule(original_name=Conv2d) + (5): RecursiveScriptModule(original_name=ELU) + ) + (mlp_layers): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Linear) + (1): RecursiveScriptModule(original_name=ELU) + ) + ) + ) + ) + ) + (core): ModelCoreIdentity() + (decoder): MlpDecoder( + (mlp): Identity() + ) + (critic_linear): Linear(in_features=512, out_features=1, bias=True) + (action_parameterization): ActionParameterizationDefault( + (distribution_linear): Linear(in_features=512, out_features=2, bias=True) + ) +) +[2026-06-02 18:00:57,459][331382] Using optimizer +[2026-06-02 18:00:58,216][331382] No checkpoints found +[2026-06-02 18:00:58,216][331382] Did not load from checkpoint, starting from scratch! +[2026-06-02 18:00:58,216][331382] Initialized policy 0 weights for model version 0 +[2026-06-02 18:00:58,220][331382] LearnerWorker_p0 finished initialization! +[2026-06-02 18:00:58,221][331382] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 18:00:59,123][331472] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 18:00:59,123][331472] Set environment var CUDA_VISIBLE_DEVICES to '6' (GPU indices [0]) for inference process 0 +[2026-06-02 18:00:59,123][331472] Num visible devices: 1 +[2026-06-02 18:00:59,129][331472] RunningMeanStd input shape: (21, 84, 84) +[2026-06-02 18:00:59,160][331472] RunningMeanStd input shape: (1,) +[2026-06-02 18:00:59,167][331472] ConvEncoder: input_channels=21 +[2026-06-02 18:00:59,194][331473] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191] +[2026-06-02 18:00:59,194][331473] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 18:00:59,194][331473] Set environment var CUDA_VISIBLE_DEVICES to '6' (GPU indices [0]) for actor process 0 +[2026-06-02 18:00:59,194][331473] Num visible devices: 1 +[2026-06-02 18:00:59,224][331474] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383] +[2026-06-02 18:00:59,225][331474] Using GPUs [0] for process 1 (actually maps to GPUs [6]) +[2026-06-02 18:00:59,226][331474] Set environment var CUDA_VISIBLE_DEVICES to '6' (GPU indices [0]) for actor process 1 +[2026-06-02 18:00:59,226][331474] Num visible devices: 1 +[2026-06-02 18:00:59,231][331472] Conv encoder output size: 512 +[2026-06-02 18:00:59,235][329443] Inference worker 0-0 is ready! +[2026-06-02 18:00:59,236][329443] All inference workers are ready! Signal rollout workers to start! +[2026-06-02 18:00:59,236][331474] EnvRunner 1-0 uses policy 0 +[2026-06-02 18:00:59,237][331473] EnvRunner 0-0 uses policy 0 +[2026-06-02 18:00:59,904][329443] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) +[2026-06-02 18:01:03,949][331382] Signal inference workers to stop experience collection... +[2026-06-02 18:01:03,956][331472] InferenceWorker_p0-w0: stopping experience collection +[2026-06-02 18:01:04,904][329443] Fps is (10 sec: 0.0, 60 sec: 0.0, 300 sec: 0.0). Total num frames: 0. Throughput: 0: 13107.2. Samples: 65536. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) +[2026-06-02 18:01:04,905][329443] Avg episode reward: [(0, '-7.275')] +[2026-06-02 18:01:06,823][331382] Signal inference workers to resume experience collection... +[2026-06-02 18:01:06,824][331472] InferenceWorker_p0-w0: resuming experience collection +[2026-06-02 18:01:07,317][331472] Updated weights for policy 0, policy_version 77 (0.0077) +[2026-06-02 18:01:07,596][331472] Updated weights for policy 0, policy_version 87 (0.0004) +[2026-06-02 18:01:07,973][331472] Updated weights for policy 0, policy_version 103 (0.0009) +[2026-06-02 18:01:08,240][331472] Updated weights for policy 0, policy_version 113 (0.0008) +[2026-06-02 18:01:08,564][331472] Updated weights for policy 0, policy_version 127 (0.0009) +[2026-06-02 18:01:09,226][331472] Updated weights for policy 0, policy_version 139 (0.0009) +[2026-06-02 18:01:09,489][331472] Updated weights for policy 0, policy_version 149 (0.0008) +[2026-06-02 18:01:09,807][331472] Updated weights for policy 0, policy_version 162 (0.0009) +[2026-06-02 18:01:09,904][329443] Fps is (10 sec: 6553.6, 60 sec: 6553.6, 300 sec: 6553.6). Total num frames: 65536. Throughput: 0: 8652.8. Samples: 86528. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0) +[2026-06-02 18:01:09,905][329443] Avg episode reward: [(0, '-6.853')] +[2026-06-02 18:01:10,050][331472] Updated weights for policy 0, policy_version 172 (0.0010) +[2026-06-02 18:01:10,317][331472] Updated weights for policy 0, policy_version 182 (0.0009) +[2026-06-02 18:01:10,569][331472] Updated weights for policy 0, policy_version 192 (0.0009) +[2026-06-02 18:01:11,222][331472] Updated weights for policy 0, policy_version 205 (0.0009) +[2026-06-02 18:01:11,459][331472] Updated weights for policy 0, policy_version 215 (0.0009) +[2026-06-02 18:01:11,722][331472] Updated weights for policy 0, policy_version 225 (0.0009) +[2026-06-02 18:01:11,997][331472] Updated weights for policy 0, policy_version 236 (0.0008) +[2026-06-02 18:01:12,242][331472] Updated weights for policy 0, policy_version 246 (0.0009) +[2026-06-02 18:01:12,501][331472] Updated weights for policy 0, policy_version 256 (0.0009) +[2026-06-02 18:01:13,026][331472] Updated weights for policy 0, policy_version 267 (0.0009) +[2026-06-02 18:01:13,291][331472] Updated weights for policy 0, policy_version 277 (0.0009) +[2026-06-02 18:01:13,582][331472] Updated weights for policy 0, policy_version 289 (0.0009) +[2026-06-02 18:01:13,832][331472] Updated weights for policy 0, policy_version 299 (0.0008) +[2026-06-02 18:01:14,096][331472] Updated weights for policy 0, policy_version 309 (0.0009) +[2026-06-02 18:01:14,752][331472] Updated weights for policy 0, policy_version 321 (0.0009) +[2026-06-02 18:01:14,904][329443] Fps is (10 sec: 16384.0, 60 sec: 10922.6, 300 sec: 10922.6). Total num frames: 163840. Throughput: 0: 12765.8. Samples: 191488. Policy #0 lag: (min: 63.0, avg: 96.1, max: 127.0) +[2026-06-02 18:01:14,905][329443] Avg episode reward: [(0, '-6.225')] +[2026-06-02 18:01:15,032][331472] Updated weights for policy 0, policy_version 334 (0.0009) +[2026-06-02 18:01:15,288][331472] Updated weights for policy 0, policy_version 344 (0.0009) +[2026-06-02 18:01:15,552][331472] Updated weights for policy 0, policy_version 354 (0.0009) +[2026-06-02 18:01:15,618][329443] Heartbeat connected on Batcher_0 +[2026-06-02 18:01:15,640][329443] Heartbeat connected on RolloutWorker_w1 +[2026-06-02 18:01:15,643][329443] Heartbeat connected on InferenceWorker_p0-w0 +[2026-06-02 18:01:15,755][329443] Heartbeat connected on RolloutWorker_w0 +[2026-06-02 18:01:15,812][331472] Updated weights for policy 0, policy_version 365 (0.0011) +[2026-06-02 18:01:16,068][331472] Updated weights for policy 0, policy_version 375 (0.0011) +[2026-06-02 18:01:16,305][331382] Saving new best policy, reward=-6.225! +[2026-06-02 18:01:16,331][329443] Heartbeat connected on LearnerWorker_p0 +[2026-06-02 18:01:16,608][331472] Updated weights for policy 0, policy_version 385 (0.0011) +[2026-06-02 18:01:16,828][331472] Updated weights for policy 0, policy_version 395 (0.0011) +[2026-06-02 18:01:17,097][331472] Updated weights for policy 0, policy_version 405 (0.0005) +[2026-06-02 18:01:17,430][331472] Updated weights for policy 0, policy_version 419 (0.0006) +[2026-06-02 18:01:17,699][331472] Updated weights for policy 0, policy_version 429 (0.0005) +[2026-06-02 18:01:17,975][331472] Updated weights for policy 0, policy_version 439 (0.0005) +[2026-06-02 18:01:18,753][331472] Updated weights for policy 0, policy_version 458 (0.0008) +[2026-06-02 18:01:19,004][331472] Updated weights for policy 0, policy_version 468 (0.0009) +[2026-06-02 18:01:19,268][331472] Updated weights for policy 0, policy_version 478 (0.0009) +[2026-06-02 18:01:19,603][331472] Updated weights for policy 0, policy_version 492 (0.0008) +[2026-06-02 18:01:19,863][331472] Updated weights for policy 0, policy_version 502 (0.0008) +[2026-06-02 18:01:19,904][329443] Fps is (10 sec: 16383.8, 60 sec: 11468.7, 300 sec: 11468.7). Total num frames: 229376. Throughput: 0: 12159.9. Samples: 243200. Policy #0 lag: (min: 63.0, avg: 96.1, max: 127.0) +[2026-06-02 18:01:19,906][329443] Avg episode reward: [(0, '-2.813')] +[2026-06-02 18:01:20,136][331382] Saving new best policy, reward=-2.813! +[2026-06-02 18:01:20,137][331472] Updated weights for policy 0, policy_version 512 (0.0008) +[2026-06-02 18:01:20,724][331472] Updated weights for policy 0, policy_version 522 (0.0009) +[2026-06-02 18:01:21,000][331472] Updated weights for policy 0, policy_version 534 (0.0009) +[2026-06-02 18:01:21,260][331472] Updated weights for policy 0, policy_version 544 (0.0008) +[2026-06-02 18:01:21,524][331472] Updated weights for policy 0, policy_version 554 (0.0008) +[2026-06-02 18:01:21,759][331472] Updated weights for policy 0, policy_version 564 (0.0009) +[2026-06-02 18:01:22,003][331472] Updated weights for policy 0, policy_version 574 (0.0008) +[2026-06-02 18:01:22,567][331472] Updated weights for policy 0, policy_version 585 (0.0009) +[2026-06-02 18:01:22,822][331472] Updated weights for policy 0, policy_version 595 (0.0008) +[2026-06-02 18:01:23,084][331472] Updated weights for policy 0, policy_version 605 (0.0008) +[2026-06-02 18:01:23,322][331472] Updated weights for policy 0, policy_version 615 (0.0008) +[2026-06-02 18:01:23,577][331472] Updated weights for policy 0, policy_version 625 (0.0008) +[2026-06-02 18:01:23,839][331472] Updated weights for policy 0, policy_version 635 (0.0008) +[2026-06-02 18:01:24,464][331472] Updated weights for policy 0, policy_version 645 (0.0009) +[2026-06-02 18:01:24,691][331472] Updated weights for policy 0, policy_version 655 (0.0009) +[2026-06-02 18:01:24,905][329443] Fps is (10 sec: 16382.3, 60 sec: 13106.6, 300 sec: 13106.6). Total num frames: 327680. Throughput: 0: 13838.8. Samples: 345984. Policy #0 lag: (min: 45.0, avg: 78.7, max: 109.0) +[2026-06-02 18:01:24,917][329443] Avg episode reward: [(0, '2.214')] +[2026-06-02 18:01:24,924][331472] Updated weights for policy 0, policy_version 665 (0.0009) +[2026-06-02 18:01:25,182][331472] Updated weights for policy 0, policy_version 675 (0.0009) +[2026-06-02 18:01:25,434][331472] Updated weights for policy 0, policy_version 685 (0.0009) +[2026-06-02 18:01:25,669][331472] Updated weights for policy 0, policy_version 695 (0.0009) +[2026-06-02 18:01:25,884][331382] Saving new best policy, reward=2.214! +[2026-06-02 18:01:26,277][331472] Updated weights for policy 0, policy_version 705 (0.0009) +[2026-06-02 18:01:26,479][331472] Updated weights for policy 0, policy_version 715 (0.0009) +[2026-06-02 18:01:26,732][331472] Updated weights for policy 0, policy_version 725 (0.0009) +[2026-06-02 18:01:26,995][331472] Updated weights for policy 0, policy_version 735 (0.0008) +[2026-06-02 18:01:27,346][331472] Updated weights for policy 0, policy_version 750 (0.0009) +[2026-06-02 18:01:27,582][331472] Updated weights for policy 0, policy_version 760 (0.0008) +[2026-06-02 18:01:28,286][331472] Updated weights for policy 0, policy_version 770 (0.0008) +[2026-06-02 18:01:28,610][331472] Updated weights for policy 0, policy_version 784 (0.0009) +[2026-06-02 18:01:28,870][331472] Updated weights for policy 0, policy_version 795 (0.0009) +[2026-06-02 18:01:29,103][331472] Updated weights for policy 0, policy_version 805 (0.0008) +[2026-06-02 18:01:29,366][331472] Updated weights for policy 0, policy_version 815 (0.0008) +[2026-06-02 18:01:29,721][331472] Updated weights for policy 0, policy_version 830 (0.0009) +[2026-06-02 18:01:29,904][329443] Fps is (10 sec: 19661.0, 60 sec: 14199.5, 300 sec: 14199.5). Total num frames: 425984. Throughput: 0: 14805.3. Samples: 444160. Policy #0 lag: (min: 60.0, avg: 91.3, max: 124.0) +[2026-06-02 18:01:29,905][329443] Avg episode reward: [(0, '3.930')] +[2026-06-02 18:01:29,910][331382] Saving new best policy, reward=3.930! +[2026-06-02 18:01:30,340][331472] Updated weights for policy 0, policy_version 840 (0.0009) +[2026-06-02 18:01:30,574][331472] Updated weights for policy 0, policy_version 850 (0.0009) +[2026-06-02 18:01:30,817][331472] Updated weights for policy 0, policy_version 860 (0.0009) +[2026-06-02 18:01:31,076][331472] Updated weights for policy 0, policy_version 870 (0.0009) +[2026-06-02 18:01:31,331][331472] Updated weights for policy 0, policy_version 881 (0.0009) +[2026-06-02 18:01:31,488][331382] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000003 +[2026-06-02 18:01:32,144][331472] Updated weights for policy 0, policy_version 891 (0.0009) +[2026-06-02 18:01:32,431][331472] Updated weights for policy 0, policy_version 904 (0.0009) +[2026-06-02 18:01:32,666][331472] Updated weights for policy 0, policy_version 914 (0.0009) +[2026-06-02 18:01:32,918][331472] Updated weights for policy 0, policy_version 924 (0.0009) +[2026-06-02 18:01:33,180][331472] Updated weights for policy 0, policy_version 934 (0.0009) +[2026-06-02 18:01:33,439][331472] Updated weights for policy 0, policy_version 945 (0.0009) +[2026-06-02 18:01:34,064][331472] Updated weights for policy 0, policy_version 955 (0.0009) +[2026-06-02 18:01:34,269][331472] Updated weights for policy 0, policy_version 965 (0.0009) +[2026-06-02 18:01:34,503][331472] Updated weights for policy 0, policy_version 975 (0.0009) +[2026-06-02 18:01:34,769][331472] Updated weights for policy 0, policy_version 985 (0.0009) +[2026-06-02 18:01:34,904][329443] Fps is (10 sec: 16385.7, 60 sec: 14043.4, 300 sec: 14043.4). Total num frames: 491520. Throughput: 0: 14266.5. Samples: 499328. Policy #0 lag: (min: 48.0, avg: 65.4, max: 104.0) +[2026-06-02 18:01:34,905][329443] Avg episode reward: [(0, '3.998')] +[2026-06-02 18:01:35,043][331472] Updated weights for policy 0, policy_version 996 (0.0009) +[2026-06-02 18:01:35,272][331472] Updated weights for policy 0, policy_version 1006 (0.0007) +[2026-06-02 18:01:35,501][331382] Saving new best policy, reward=3.998! +[2026-06-02 18:01:35,503][331472] Updated weights for policy 0, policy_version 1016 (0.0005) +[2026-06-02 18:01:36,302][331472] Updated weights for policy 0, policy_version 1027 (0.0010) +[2026-06-02 18:01:36,527][331472] Updated weights for policy 0, policy_version 1037 (0.0009) +[2026-06-02 18:01:36,758][331472] Updated weights for policy 0, policy_version 1047 (0.0009) +[2026-06-02 18:01:37,017][331472] Updated weights for policy 0, policy_version 1057 (0.0009) +[2026-06-02 18:01:37,294][331472] Updated weights for policy 0, policy_version 1068 (0.0009) +[2026-06-02 18:01:37,526][331472] Updated weights for policy 0, policy_version 1078 (0.0009) +[2026-06-02 18:01:38,206][331472] Updated weights for policy 0, policy_version 1088 (0.0009) +[2026-06-02 18:01:38,451][331472] Updated weights for policy 0, policy_version 1098 (0.0009) +[2026-06-02 18:01:38,705][331472] Updated weights for policy 0, policy_version 1108 (0.0009) +[2026-06-02 18:01:39,020][331472] Updated weights for policy 0, policy_version 1121 (0.0008) +[2026-06-02 18:01:39,262][331472] Updated weights for policy 0, policy_version 1132 (0.0008) +[2026-06-02 18:01:39,510][331472] Updated weights for policy 0, policy_version 1142 (0.0010) +[2026-06-02 18:01:39,904][329443] Fps is (10 sec: 16384.1, 60 sec: 14745.6, 300 sec: 14745.6). Total num frames: 589824. Throughput: 0: 14844.8. Samples: 593792. Policy #0 lag: (min: 30.0, avg: 49.1, max: 94.0) +[2026-06-02 18:01:39,905][329443] Avg episode reward: [(0, '3.940')] +[2026-06-02 18:01:40,296][331472] Updated weights for policy 0, policy_version 1153 (0.0007) +[2026-06-02 18:01:40,553][331472] Updated weights for policy 0, policy_version 1164 (0.0009) +[2026-06-02 18:01:40,779][331472] Updated weights for policy 0, policy_version 1174 (0.0009) +[2026-06-02 18:01:41,033][331472] Updated weights for policy 0, policy_version 1184 (0.0009) +[2026-06-02 18:01:41,293][331472] Updated weights for policy 0, policy_version 1194 (0.0010) +[2026-06-02 18:01:41,515][331472] Updated weights for policy 0, policy_version 1204 (0.0009) +[2026-06-02 18:01:42,293][331472] Updated weights for policy 0, policy_version 1215 (0.0009) +[2026-06-02 18:01:42,539][331472] Updated weights for policy 0, policy_version 1225 (0.0008) +[2026-06-02 18:01:42,773][331472] Updated weights for policy 0, policy_version 1235 (0.0008) +[2026-06-02 18:01:43,053][331472] Updated weights for policy 0, policy_version 1247 (0.0009) +[2026-06-02 18:01:43,274][331472] Updated weights for policy 0, policy_version 1257 (0.0009) +[2026-06-02 18:01:43,528][331472] Updated weights for policy 0, policy_version 1267 (0.0008) +[2026-06-02 18:01:44,343][331472] Updated weights for policy 0, policy_version 1278 (0.0009) +[2026-06-02 18:01:44,574][331472] Updated weights for policy 0, policy_version 1288 (0.0008) +[2026-06-02 18:01:44,800][331472] Updated weights for policy 0, policy_version 1298 (0.0008) +[2026-06-02 18:01:44,904][329443] Fps is (10 sec: 16384.1, 60 sec: 14563.5, 300 sec: 14563.5). Total num frames: 655360. Throughput: 0: 15388.4. Samples: 692480. Policy #0 lag: (min: 7.0, avg: 28.2, max: 71.0) +[2026-06-02 18:01:44,906][329443] Avg episode reward: [(0, '4.002')] +[2026-06-02 18:01:45,040][331472] Updated weights for policy 0, policy_version 1308 (0.0009) +[2026-06-02 18:01:45,274][331472] Updated weights for policy 0, policy_version 1318 (0.0009) +[2026-06-02 18:01:45,546][331472] Updated weights for policy 0, policy_version 1329 (0.0009) +[2026-06-02 18:01:45,688][331382] Saving new best policy, reward=4.002! +[2026-06-02 18:01:46,348][331472] Updated weights for policy 0, policy_version 1339 (0.0009) +[2026-06-02 18:01:46,569][331472] Updated weights for policy 0, policy_version 1349 (0.0009) +[2026-06-02 18:01:46,817][331472] Updated weights for policy 0, policy_version 1359 (0.0009) +[2026-06-02 18:01:47,081][331472] Updated weights for policy 0, policy_version 1370 (0.0009) +[2026-06-02 18:01:47,315][331472] Updated weights for policy 0, policy_version 1380 (0.0010) +[2026-06-02 18:01:47,536][331472] Updated weights for policy 0, policy_version 1390 (0.0010) +[2026-06-02 18:01:47,781][331472] Updated weights for policy 0, policy_version 1400 (0.0009) +[2026-06-02 18:01:48,603][331472] Updated weights for policy 0, policy_version 1410 (0.0009) +[2026-06-02 18:01:48,851][331472] Updated weights for policy 0, policy_version 1421 (0.0009) +[2026-06-02 18:01:49,102][331472] Updated weights for policy 0, policy_version 1432 (0.0009) +[2026-06-02 18:01:49,350][331472] Updated weights for policy 0, policy_version 1442 (0.0009) +[2026-06-02 18:01:49,571][331472] Updated weights for policy 0, policy_version 1452 (0.0008) +[2026-06-02 18:01:49,834][331472] Updated weights for policy 0, policy_version 1463 (0.0009) +[2026-06-02 18:01:49,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15073.3, 300 sec: 15073.3). Total num frames: 753664. Throughput: 0: 14850.8. Samples: 733824. Policy #0 lag: (min: 63.0, avg: 83.2, max: 127.0) +[2026-06-02 18:01:49,906][329443] Avg episode reward: [(0, '4.372')] +[2026-06-02 18:01:49,912][331382] Saving new best policy, reward=4.372! +[2026-06-02 18:01:50,732][331472] Updated weights for policy 0, policy_version 1473 (0.0009) +[2026-06-02 18:01:50,974][331472] Updated weights for policy 0, policy_version 1483 (0.0009) +[2026-06-02 18:01:51,198][331472] Updated weights for policy 0, policy_version 1493 (0.0008) +[2026-06-02 18:01:51,442][331472] Updated weights for policy 0, policy_version 1504 (0.0008) +[2026-06-02 18:01:51,698][331472] Updated weights for policy 0, policy_version 1515 (0.0008) +[2026-06-02 18:01:51,949][331472] Updated weights for policy 0, policy_version 1526 (0.0008) +[2026-06-02 18:01:52,894][331472] Updated weights for policy 0, policy_version 1537 (0.0008) +[2026-06-02 18:01:53,126][331472] Updated weights for policy 0, policy_version 1547 (0.0009) +[2026-06-02 18:01:53,406][331472] Updated weights for policy 0, policy_version 1558 (0.0009) +[2026-06-02 18:01:53,637][331472] Updated weights for policy 0, policy_version 1568 (0.0009) +[2026-06-02 18:01:53,872][331472] Updated weights for policy 0, policy_version 1578 (0.0008) +[2026-06-02 18:01:54,107][331472] Updated weights for policy 0, policy_version 1588 (0.0008) +[2026-06-02 18:01:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 14894.5, 300 sec: 14894.5). Total num frames: 819200. Throughput: 0: 16463.6. Samples: 827392. Policy #0 lag: (min: 63.0, avg: 83.2, max: 127.0) +[2026-06-02 18:01:54,906][329443] Avg episode reward: [(0, '4.638')] +[2026-06-02 18:01:54,977][331472] Updated weights for policy 0, policy_version 1599 (0.0009) +[2026-06-02 18:01:55,239][331472] Updated weights for policy 0, policy_version 1610 (0.0009) +[2026-06-02 18:01:55,479][331472] Updated weights for policy 0, policy_version 1620 (0.0009) +[2026-06-02 18:01:55,711][331472] Updated weights for policy 0, policy_version 1630 (0.0009) +[2026-06-02 18:01:55,956][331472] Updated weights for policy 0, policy_version 1641 (0.0009) +[2026-06-02 18:01:56,202][331472] Updated weights for policy 0, policy_version 1651 (0.0009) +[2026-06-02 18:01:56,306][331382] Saving new best policy, reward=4.638! +[2026-06-02 18:01:57,128][331472] Updated weights for policy 0, policy_version 1661 (0.0009) +[2026-06-02 18:01:57,364][331472] Updated weights for policy 0, policy_version 1671 (0.0008) +[2026-06-02 18:01:57,595][331472] Updated weights for policy 0, policy_version 1681 (0.0008) +[2026-06-02 18:01:57,834][331472] Updated weights for policy 0, policy_version 1691 (0.0009) +[2026-06-02 18:01:58,085][331472] Updated weights for policy 0, policy_version 1702 (0.0009) +[2026-06-02 18:01:58,339][331472] Updated weights for policy 0, policy_version 1712 (0.0009) +[2026-06-02 18:01:59,214][331472] Updated weights for policy 0, policy_version 1722 (0.0009) +[2026-06-02 18:01:59,445][331472] Updated weights for policy 0, policy_version 1732 (0.0008) +[2026-06-02 18:01:59,686][331472] Updated weights for policy 0, policy_version 1742 (0.0008) +[2026-06-02 18:01:59,904][329443] Fps is (10 sec: 13107.2, 60 sec: 14745.6, 300 sec: 14745.6). Total num frames: 884736. Throughput: 0: 16204.8. Samples: 920704. Policy #0 lag: (min: 14.0, avg: 31.7, max: 78.0) +[2026-06-02 18:01:59,911][329443] Avg episode reward: [(0, '4.948')] +[2026-06-02 18:01:59,930][331472] Updated weights for policy 0, policy_version 1753 (0.0009) +[2026-06-02 18:02:00,167][331472] Updated weights for policy 0, policy_version 1763 (0.0009) +[2026-06-02 18:02:00,405][331472] Updated weights for policy 0, policy_version 1773 (0.0008) +[2026-06-02 18:02:00,643][331472] Updated weights for policy 0, policy_version 1783 (0.0008) +[2026-06-02 18:02:00,660][331382] Saving new best policy, reward=4.948! +[2026-06-02 18:02:01,530][331472] Updated weights for policy 0, policy_version 1793 (0.0009) +[2026-06-02 18:02:01,752][331472] Updated weights for policy 0, policy_version 1803 (0.0008) +[2026-06-02 18:02:01,985][331472] Updated weights for policy 0, policy_version 1813 (0.0008) +[2026-06-02 18:02:02,231][331472] Updated weights for policy 0, policy_version 1823 (0.0008) +[2026-06-02 18:02:02,468][331472] Updated weights for policy 0, policy_version 1833 (0.0008) +[2026-06-02 18:02:02,694][331472] Updated weights for policy 0, policy_version 1843 (0.0008) +[2026-06-02 18:02:03,608][331472] Updated weights for policy 0, policy_version 1853 (0.0009) +[2026-06-02 18:02:03,840][331472] Updated weights for policy 0, policy_version 1863 (0.0008) +[2026-06-02 18:02:04,075][331472] Updated weights for policy 0, policy_version 1873 (0.0008) +[2026-06-02 18:02:04,301][331472] Updated weights for policy 0, policy_version 1883 (0.0008) +[2026-06-02 18:02:04,554][331472] Updated weights for policy 0, policy_version 1893 (0.0009) +[2026-06-02 18:02:04,780][331472] Updated weights for policy 0, policy_version 1903 (0.0008) +[2026-06-02 18:02:04,905][329443] Fps is (10 sec: 13107.0, 60 sec: 15837.8, 300 sec: 14619.5). Total num frames: 950272. Throughput: 0: 15954.5. Samples: 961152. Policy #0 lag: (min: 16.0, avg: 36.3, max: 80.0) +[2026-06-02 18:02:04,908][329443] Avg episode reward: [(0, '5.016')] +[2026-06-02 18:02:04,994][331382] Saving new best policy, reward=5.016! +[2026-06-02 18:02:05,682][331472] Updated weights for policy 0, policy_version 1913 (0.0008) +[2026-06-02 18:02:05,897][331472] Updated weights for policy 0, policy_version 1923 (0.0008) +[2026-06-02 18:02:06,139][331472] Updated weights for policy 0, policy_version 1933 (0.0008) +[2026-06-02 18:02:06,371][331472] Updated weights for policy 0, policy_version 1943 (0.0008) +[2026-06-02 18:02:06,604][331472] Updated weights for policy 0, policy_version 1953 (0.0008) +[2026-06-02 18:02:06,852][331472] Updated weights for policy 0, policy_version 1963 (0.0008) +[2026-06-02 18:02:07,127][331472] Updated weights for policy 0, policy_version 1975 (0.0009) +[2026-06-02 18:02:08,012][331472] Updated weights for policy 0, policy_version 1985 (0.0008) +[2026-06-02 18:02:08,240][331472] Updated weights for policy 0, policy_version 1995 (0.0008) +[2026-06-02 18:02:08,480][331472] Updated weights for policy 0, policy_version 2005 (0.0008) +[2026-06-02 18:02:08,746][331472] Updated weights for policy 0, policy_version 2016 (0.0008) +[2026-06-02 18:02:08,977][331472] Updated weights for policy 0, policy_version 2026 (0.0008) +[2026-06-02 18:02:09,212][331472] Updated weights for policy 0, policy_version 2036 (0.0008) +[2026-06-02 18:02:09,904][329443] Fps is (10 sec: 16383.9, 60 sec: 16384.0, 300 sec: 14979.7). Total num frames: 1048576. Throughput: 0: 15755.7. Samples: 1054976. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0) +[2026-06-02 18:02:09,906][329443] Avg episode reward: [(0, '6.148')] +[2026-06-02 18:02:10,109][331472] Updated weights for policy 0, policy_version 2046 (0.0009) +[2026-06-02 18:02:10,337][331472] Updated weights for policy 0, policy_version 2056 (0.0008) +[2026-06-02 18:02:10,573][331472] Updated weights for policy 0, policy_version 2066 (0.0008) +[2026-06-02 18:02:10,808][331472] Updated weights for policy 0, policy_version 2076 (0.0008) +[2026-06-02 18:02:11,046][331472] Updated weights for policy 0, policy_version 2086 (0.0008) +[2026-06-02 18:02:11,293][331472] Updated weights for policy 0, policy_version 2096 (0.0008) +[2026-06-02 18:02:11,470][331382] Saving new best policy, reward=6.148! +[2026-06-02 18:02:12,196][331472] Updated weights for policy 0, policy_version 2106 (0.0009) +[2026-06-02 18:02:12,462][331472] Updated weights for policy 0, policy_version 2118 (0.0010) +[2026-06-02 18:02:12,709][331472] Updated weights for policy 0, policy_version 2129 (0.0011) +[2026-06-02 18:02:12,962][331472] Updated weights for policy 0, policy_version 2139 (0.0011) +[2026-06-02 18:02:13,188][331472] Updated weights for policy 0, policy_version 2149 (0.0011) +[2026-06-02 18:02:13,459][331472] Updated weights for policy 0, policy_version 2160 (0.0006) +[2026-06-02 18:02:14,351][331472] Updated weights for policy 0, policy_version 2170 (0.0010) +[2026-06-02 18:02:14,594][331472] Updated weights for policy 0, policy_version 2181 (0.0008) +[2026-06-02 18:02:14,870][331472] Updated weights for policy 0, policy_version 2192 (0.0009) +[2026-06-02 18:02:14,905][329443] Fps is (10 sec: 16383.5, 60 sec: 15837.8, 300 sec: 14854.7). Total num frames: 1114112. Throughput: 0: 15641.4. Samples: 1148032. Policy #0 lag: (min: 56.0, avg: 75.4, max: 120.0) +[2026-06-02 18:02:14,906][329443] Avg episode reward: [(0, '5.933')] +[2026-06-02 18:02:15,094][331472] Updated weights for policy 0, policy_version 2202 (0.0009) +[2026-06-02 18:02:15,337][331472] Updated weights for policy 0, policy_version 2212 (0.0010) +[2026-06-02 18:02:15,581][331472] Updated weights for policy 0, policy_version 2222 (0.0008) +[2026-06-02 18:02:15,814][331472] Updated weights for policy 0, policy_version 2232 (0.0009) +[2026-06-02 18:02:16,720][331472] Updated weights for policy 0, policy_version 2242 (0.0009) +[2026-06-02 18:02:16,941][331472] Updated weights for policy 0, policy_version 2252 (0.0008) +[2026-06-02 18:02:17,180][331472] Updated weights for policy 0, policy_version 2262 (0.0008) +[2026-06-02 18:02:17,410][331472] Updated weights for policy 0, policy_version 2272 (0.0008) +[2026-06-02 18:02:17,667][331472] Updated weights for policy 0, policy_version 2282 (0.0009) +[2026-06-02 18:02:17,905][331472] Updated weights for policy 0, policy_version 2292 (0.0008) +[2026-06-02 18:02:18,812][331472] Updated weights for policy 0, policy_version 2303 (0.0009) +[2026-06-02 18:02:19,055][331472] Updated weights for policy 0, policy_version 2313 (0.0008) +[2026-06-02 18:02:19,286][331472] Updated weights for policy 0, policy_version 2323 (0.0009) +[2026-06-02 18:02:19,527][331472] Updated weights for policy 0, policy_version 2333 (0.0008) +[2026-06-02 18:02:19,759][331472] Updated weights for policy 0, policy_version 2343 (0.0008) +[2026-06-02 18:02:19,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 14745.6). Total num frames: 1179648. Throughput: 0: 15325.9. Samples: 1188992. Policy #0 lag: (min: 63.0, avg: 79.8, max: 127.0) +[2026-06-02 18:02:19,906][329443] Avg episode reward: [(0, '6.347')] +[2026-06-02 18:02:20,006][331472] Updated weights for policy 0, policy_version 2354 (0.0009) +[2026-06-02 18:02:20,146][331382] Saving new best policy, reward=6.347! +[2026-06-02 18:02:20,930][331472] Updated weights for policy 0, policy_version 2364 (0.0009) +[2026-06-02 18:02:21,153][331472] Updated weights for policy 0, policy_version 2374 (0.0008) +[2026-06-02 18:02:21,386][331472] Updated weights for policy 0, policy_version 2384 (0.0009) +[2026-06-02 18:02:21,630][331472] Updated weights for policy 0, policy_version 2394 (0.0009) +[2026-06-02 18:02:21,849][331472] Updated weights for policy 0, policy_version 2404 (0.0008) +[2026-06-02 18:02:22,094][331472] Updated weights for policy 0, policy_version 2414 (0.0010) +[2026-06-02 18:02:22,329][331472] Updated weights for policy 0, policy_version 2424 (0.0008) +[2026-06-02 18:02:23,264][331472] Updated weights for policy 0, policy_version 2434 (0.0009) +[2026-06-02 18:02:23,504][331472] Updated weights for policy 0, policy_version 2444 (0.0008) +[2026-06-02 18:02:23,732][331472] Updated weights for policy 0, policy_version 2454 (0.0008) +[2026-06-02 18:02:23,966][331472] Updated weights for policy 0, policy_version 2464 (0.0009) +[2026-06-02 18:02:24,236][331472] Updated weights for policy 0, policy_version 2475 (0.0008) +[2026-06-02 18:02:24,473][331472] Updated weights for policy 0, policy_version 2485 (0.0008) +[2026-06-02 18:02:24,905][329443] Fps is (10 sec: 16384.5, 60 sec: 15838.1, 300 sec: 15034.7). Total num frames: 1277952. Throughput: 0: 15303.0. Samples: 1282432. Policy #0 lag: (min: 63.0, avg: 80.1, max: 127.0) +[2026-06-02 18:02:24,906][329443] Avg episode reward: [(0, '6.428')] +[2026-06-02 18:02:24,912][331382] Saving new best policy, reward=6.428! +[2026-06-02 18:02:25,383][331472] Updated weights for policy 0, policy_version 2495 (0.0009) +[2026-06-02 18:02:25,645][331472] Updated weights for policy 0, policy_version 2506 (0.0009) +[2026-06-02 18:02:25,879][331472] Updated weights for policy 0, policy_version 2516 (0.0008) +[2026-06-02 18:02:26,118][331472] Updated weights for policy 0, policy_version 2526 (0.0008) +[2026-06-02 18:02:26,350][331472] Updated weights for policy 0, policy_version 2536 (0.0008) +[2026-06-02 18:02:26,587][331472] Updated weights for policy 0, policy_version 2546 (0.0008) +[2026-06-02 18:02:27,513][331472] Updated weights for policy 0, policy_version 2556 (0.0009) +[2026-06-02 18:02:27,766][331472] Updated weights for policy 0, policy_version 2567 (0.0009) +[2026-06-02 18:02:27,991][331472] Updated weights for policy 0, policy_version 2577 (0.0008) +[2026-06-02 18:02:28,237][331472] Updated weights for policy 0, policy_version 2587 (0.0009) +[2026-06-02 18:02:28,471][331472] Updated weights for policy 0, policy_version 2597 (0.0009) +[2026-06-02 18:02:28,713][331472] Updated weights for policy 0, policy_version 2607 (0.0009) +[2026-06-02 18:02:29,634][331472] Updated weights for policy 0, policy_version 2618 (0.0009) +[2026-06-02 18:02:29,869][331472] Updated weights for policy 0, policy_version 2629 (0.0008) +[2026-06-02 18:02:29,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15291.7, 300 sec: 14927.6). Total num frames: 1343488. Throughput: 0: 15115.4. Samples: 1372672. Policy #0 lag: (min: 63.0, avg: 80.1, max: 127.0) +[2026-06-02 18:02:29,906][329443] Avg episode reward: [(0, '6.804')] +[2026-06-02 18:02:30,109][331472] Updated weights for policy 0, policy_version 2639 (0.0009) +[2026-06-02 18:02:30,345][331472] Updated weights for policy 0, policy_version 2649 (0.0007) +[2026-06-02 18:02:30,586][331472] Updated weights for policy 0, policy_version 2659 (0.0008) +[2026-06-02 18:02:30,817][331472] Updated weights for policy 0, policy_version 2669 (0.0008) +[2026-06-02 18:02:31,068][331472] Updated weights for policy 0, policy_version 2679 (0.0008) +[2026-06-02 18:02:31,080][331382] Saving new best policy, reward=6.804! +[2026-06-02 18:02:32,002][331472] Updated weights for policy 0, policy_version 2689 (0.0009) +[2026-06-02 18:02:32,224][331472] Updated weights for policy 0, policy_version 2699 (0.0008) +[2026-06-02 18:02:32,463][331472] Updated weights for policy 0, policy_version 2709 (0.0008) +[2026-06-02 18:02:32,715][331472] Updated weights for policy 0, policy_version 2719 (0.0008) +[2026-06-02 18:02:32,950][331472] Updated weights for policy 0, policy_version 2729 (0.0008) +[2026-06-02 18:02:33,182][331472] Updated weights for policy 0, policy_version 2739 (0.0008) +[2026-06-02 18:02:34,069][331472] Updated weights for policy 0, policy_version 2749 (0.0009) +[2026-06-02 18:02:34,297][331472] Updated weights for policy 0, policy_version 2759 (0.0009) +[2026-06-02 18:02:34,555][331472] Updated weights for policy 0, policy_version 2770 (0.0008) +[2026-06-02 18:02:34,809][331472] Updated weights for policy 0, policy_version 2780 (0.0009) +[2026-06-02 18:02:34,904][329443] Fps is (10 sec: 13107.4, 60 sec: 15291.8, 300 sec: 14831.8). Total num frames: 1409024. Throughput: 0: 15172.3. Samples: 1416576. Policy #0 lag: (min: 31.0, avg: 48.9, max: 95.0) +[2026-06-02 18:02:34,905][329443] Avg episode reward: [(0, '7.491')] +[2026-06-02 18:02:35,037][331472] Updated weights for policy 0, policy_version 2790 (0.0008) +[2026-06-02 18:02:35,266][331472] Updated weights for policy 0, policy_version 2800 (0.0008) +[2026-06-02 18:02:35,456][331382] Saving new best policy, reward=7.491! +[2026-06-02 18:02:36,174][331472] Updated weights for policy 0, policy_version 2810 (0.0009) +[2026-06-02 18:02:36,404][331472] Updated weights for policy 0, policy_version 2820 (0.0008) +[2026-06-02 18:02:36,647][331472] Updated weights for policy 0, policy_version 2830 (0.0008) +[2026-06-02 18:02:36,871][331472] Updated weights for policy 0, policy_version 2840 (0.0008) +[2026-06-02 18:02:37,124][331472] Updated weights for policy 0, policy_version 2850 (0.0008) +[2026-06-02 18:02:37,356][331472] Updated weights for policy 0, policy_version 2860 (0.0009) +[2026-06-02 18:02:37,588][331472] Updated weights for policy 0, policy_version 2870 (0.0008) +[2026-06-02 18:02:38,477][331472] Updated weights for policy 0, policy_version 2880 (0.0008) +[2026-06-02 18:02:38,743][331472] Updated weights for policy 0, policy_version 2891 (0.0009) +[2026-06-02 18:02:38,981][331472] Updated weights for policy 0, policy_version 2901 (0.0008) +[2026-06-02 18:02:39,208][331472] Updated weights for policy 0, policy_version 2911 (0.0009) +[2026-06-02 18:02:39,478][331472] Updated weights for policy 0, policy_version 2922 (0.0008) +[2026-06-02 18:02:39,712][331472] Updated weights for policy 0, policy_version 2932 (0.0008) +[2026-06-02 18:02:39,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15291.8, 300 sec: 15073.3). Total num frames: 1507328. Throughput: 0: 15149.6. Samples: 1509120. Policy #0 lag: (min: 35.0, avg: 56.5, max: 99.0) +[2026-06-02 18:02:39,905][329443] Avg episode reward: [(0, '8.365')] +[2026-06-02 18:02:39,908][331382] Saving new best policy, reward=8.365! +[2026-06-02 18:02:40,633][331472] Updated weights for policy 0, policy_version 2942 (0.0009) +[2026-06-02 18:02:40,905][331472] Updated weights for policy 0, policy_version 2954 (0.0008) +[2026-06-02 18:02:41,129][331472] Updated weights for policy 0, policy_version 2964 (0.0008) +[2026-06-02 18:02:41,371][331472] Updated weights for policy 0, policy_version 2974 (0.0008) +[2026-06-02 18:02:41,596][331472] Updated weights for policy 0, policy_version 2984 (0.0009) +[2026-06-02 18:02:41,850][331472] Updated weights for policy 0, policy_version 2994 (0.0009) +[2026-06-02 18:02:42,797][331472] Updated weights for policy 0, policy_version 3005 (0.0009) +[2026-06-02 18:02:43,051][331472] Updated weights for policy 0, policy_version 3016 (0.0008) +[2026-06-02 18:02:43,282][331472] Updated weights for policy 0, policy_version 3026 (0.0008) +[2026-06-02 18:02:43,519][331472] Updated weights for policy 0, policy_version 3036 (0.0008) +[2026-06-02 18:02:43,756][331472] Updated weights for policy 0, policy_version 3046 (0.0008) +[2026-06-02 18:02:43,991][331472] Updated weights for policy 0, policy_version 3056 (0.0009) +[2026-06-02 18:02:44,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15291.8, 300 sec: 14979.7). Total num frames: 1572864. Throughput: 0: 14896.4. Samples: 1591040. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 18:02:44,905][331472] Updated weights for policy 0, policy_version 3066 (0.0009) +[2026-06-02 18:02:44,905][329443] Avg episode reward: [(0, '9.040')] +[2026-06-02 18:02:45,168][331472] Updated weights for policy 0, policy_version 3077 (0.0008) +[2026-06-02 18:02:45,399][331472] Updated weights for policy 0, policy_version 3087 (0.0009) +[2026-06-02 18:02:45,648][331472] Updated weights for policy 0, policy_version 3097 (0.0009) +[2026-06-02 18:02:45,888][331472] Updated weights for policy 0, policy_version 3108 (0.0009) +[2026-06-02 18:02:46,177][331472] Updated weights for policy 0, policy_version 3120 (0.0009) +[2026-06-02 18:02:46,368][331382] Saving new best policy, reward=9.040! +[2026-06-02 18:02:47,074][331472] Updated weights for policy 0, policy_version 3130 (0.0009) +[2026-06-02 18:02:47,300][331472] Updated weights for policy 0, policy_version 3140 (0.0008) +[2026-06-02 18:02:47,532][331472] Updated weights for policy 0, policy_version 3150 (0.0008) +[2026-06-02 18:02:47,785][331472] Updated weights for policy 0, policy_version 3160 (0.0008) +[2026-06-02 18:02:48,016][331472] Updated weights for policy 0, policy_version 3170 (0.0008) +[2026-06-02 18:02:48,284][331472] Updated weights for policy 0, policy_version 3181 (0.0008) +[2026-06-02 18:02:48,516][331472] Updated weights for policy 0, policy_version 3191 (0.0009) +[2026-06-02 18:02:49,394][331472] Updated weights for policy 0, policy_version 3201 (0.0008) +[2026-06-02 18:02:49,652][331472] Updated weights for policy 0, policy_version 3212 (0.0008) +[2026-06-02 18:02:49,904][329443] Fps is (10 sec: 13107.0, 60 sec: 14745.6, 300 sec: 14894.5). Total num frames: 1638400. Throughput: 0: 15149.6. Samples: 1642880. Policy #0 lag: (min: 63.0, avg: 80.5, max: 127.0) +[2026-06-02 18:02:49,905][329443] Avg episode reward: [(0, '10.999')] +[2026-06-02 18:02:49,922][331472] Updated weights for policy 0, policy_version 3223 (0.0009) +[2026-06-02 18:02:50,152][331472] Updated weights for policy 0, policy_version 3233 (0.0008) +[2026-06-02 18:02:50,404][331472] Updated weights for policy 0, policy_version 3243 (0.0008) +[2026-06-02 18:02:50,633][331472] Updated weights for policy 0, policy_version 3253 (0.0008) +[2026-06-02 18:02:50,692][331382] Saving new best policy, reward=10.999! +[2026-06-02 18:02:51,552][331472] Updated weights for policy 0, policy_version 3263 (0.0008) +[2026-06-02 18:02:51,781][331472] Updated weights for policy 0, policy_version 3273 (0.0009) +[2026-06-02 18:02:52,018][331472] Updated weights for policy 0, policy_version 3283 (0.0009) +[2026-06-02 18:02:52,281][331472] Updated weights for policy 0, policy_version 3294 (0.0009) +[2026-06-02 18:02:52,510][331472] Updated weights for policy 0, policy_version 3304 (0.0008) +[2026-06-02 18:02:52,774][331472] Updated weights for policy 0, policy_version 3315 (0.0009) +[2026-06-02 18:02:53,686][331472] Updated weights for policy 0, policy_version 3326 (0.0009) +[2026-06-02 18:02:53,916][331472] Updated weights for policy 0, policy_version 3336 (0.0008) +[2026-06-02 18:02:54,160][331472] Updated weights for policy 0, policy_version 3346 (0.0008) +[2026-06-02 18:02:54,388][331472] Updated weights for policy 0, policy_version 3356 (0.0008) +[2026-06-02 18:02:54,633][331472] Updated weights for policy 0, policy_version 3366 (0.0009) +[2026-06-02 18:02:54,887][331472] Updated weights for policy 0, policy_version 3376 (0.0008) +[2026-06-02 18:02:54,904][329443] Fps is (10 sec: 13106.9, 60 sec: 14745.6, 300 sec: 14816.8). Total num frames: 1703936. Throughput: 0: 15098.3. Samples: 1734400. Policy #0 lag: (min: 63.0, avg: 80.5, max: 127.0) +[2026-06-02 18:02:54,906][329443] Avg episode reward: [(0, '12.054')] +[2026-06-02 18:02:55,065][331382] Saving new best policy, reward=12.054! +[2026-06-02 18:02:55,754][331472] Updated weights for policy 0, policy_version 3387 (0.0007) +[2026-06-02 18:02:55,984][331472] Updated weights for policy 0, policy_version 3397 (0.0008) +[2026-06-02 18:02:56,241][331472] Updated weights for policy 0, policy_version 3408 (0.0009) +[2026-06-02 18:02:56,483][331472] Updated weights for policy 0, policy_version 3418 (0.0008) +[2026-06-02 18:02:56,750][331472] Updated weights for policy 0, policy_version 3429 (0.0008) +[2026-06-02 18:02:56,983][331472] Updated weights for policy 0, policy_version 3439 (0.0008) +[2026-06-02 18:02:57,902][331472] Updated weights for policy 0, policy_version 3449 (0.0009) +[2026-06-02 18:02:58,147][331472] Updated weights for policy 0, policy_version 3460 (0.0008) +[2026-06-02 18:02:58,373][331472] Updated weights for policy 0, policy_version 3470 (0.0008) +[2026-06-02 18:02:58,653][331472] Updated weights for policy 0, policy_version 3481 (0.0008) +[2026-06-02 18:02:58,889][331472] Updated weights for policy 0, policy_version 3491 (0.0008) +[2026-06-02 18:02:59,117][331472] Updated weights for policy 0, policy_version 3501 (0.0008) +[2026-06-02 18:02:59,363][331472] Updated weights for policy 0, policy_version 3511 (0.0009) +[2026-06-02 18:02:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15291.7, 300 sec: 15018.7). Total num frames: 1802240. Throughput: 0: 14876.6. Samples: 1817472. Policy #0 lag: (min: 54.0, avg: 69.7, max: 118.0) +[2026-06-02 18:02:59,906][329443] Avg episode reward: [(0, '14.067')] +[2026-06-02 18:03:00,241][331472] Updated weights for policy 0, policy_version 3521 (0.0009) +[2026-06-02 18:03:00,476][331472] Updated weights for policy 0, policy_version 3531 (0.0009) +[2026-06-02 18:03:00,713][331472] Updated weights for policy 0, policy_version 3541 (0.0009) +[2026-06-02 18:03:00,967][331472] Updated weights for policy 0, policy_version 3552 (0.0009) +[2026-06-02 18:03:01,217][331472] Updated weights for policy 0, policy_version 3562 (0.0009) +[2026-06-02 18:03:01,456][331472] Updated weights for policy 0, policy_version 3572 (0.0008) +[2026-06-02 18:03:01,538][331382] Saving new best policy, reward=14.067! +[2026-06-02 18:03:02,319][331472] Updated weights for policy 0, policy_version 3582 (0.0008) +[2026-06-02 18:03:02,553][331472] Updated weights for policy 0, policy_version 3592 (0.0009) +[2026-06-02 18:03:02,778][331472] Updated weights for policy 0, policy_version 3602 (0.0008) +[2026-06-02 18:03:03,022][331472] Updated weights for policy 0, policy_version 3612 (0.0008) +[2026-06-02 18:03:03,258][331472] Updated weights for policy 0, policy_version 3622 (0.0008) +[2026-06-02 18:03:03,518][331472] Updated weights for policy 0, policy_version 3632 (0.0008) +[2026-06-02 18:03:04,400][331472] Updated weights for policy 0, policy_version 3643 (0.0008) +[2026-06-02 18:03:04,628][331472] Updated weights for policy 0, policy_version 3653 (0.0008) +[2026-06-02 18:03:04,862][331472] Updated weights for policy 0, policy_version 3663 (0.0008) +[2026-06-02 18:03:04,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15291.8, 300 sec: 14942.2). Total num frames: 1867776. Throughput: 0: 15163.7. Samples: 1871360. Policy #0 lag: (min: 18.0, avg: 37.2, max: 82.0) +[2026-06-02 18:03:04,905][329443] Avg episode reward: [(0, '15.989')] +[2026-06-02 18:03:05,102][331472] Updated weights for policy 0, policy_version 3673 (0.0009) +[2026-06-02 18:03:05,343][331472] Updated weights for policy 0, policy_version 3683 (0.0009) +[2026-06-02 18:03:05,581][331472] Updated weights for policy 0, policy_version 3693 (0.0008) +[2026-06-02 18:03:05,821][331472] Updated weights for policy 0, policy_version 3703 (0.0009) +[2026-06-02 18:03:05,833][331382] Saving new best policy, reward=15.989! +[2026-06-02 18:03:06,689][331472] Updated weights for policy 0, policy_version 3713 (0.0008) +[2026-06-02 18:03:06,934][331472] Updated weights for policy 0, policy_version 3723 (0.0008) +[2026-06-02 18:03:07,165][331472] Updated weights for policy 0, policy_version 3733 (0.0007) +[2026-06-02 18:03:07,458][331472] Updated weights for policy 0, policy_version 3745 (0.0009) +[2026-06-02 18:03:07,739][331472] Updated weights for policy 0, policy_version 3757 (0.0008) +[2026-06-02 18:03:08,009][331472] Updated weights for policy 0, policy_version 3768 (0.0008) +[2026-06-02 18:03:08,871][331472] Updated weights for policy 0, policy_version 3779 (0.0009) +[2026-06-02 18:03:09,121][331472] Updated weights for policy 0, policy_version 3790 (0.0008) +[2026-06-02 18:03:09,389][331472] Updated weights for policy 0, policy_version 3801 (0.0008) +[2026-06-02 18:03:09,659][331472] Updated weights for policy 0, policy_version 3812 (0.0008) +[2026-06-02 18:03:09,897][331472] Updated weights for policy 0, policy_version 3822 (0.0008) +[2026-06-02 18:03:09,904][329443] Fps is (10 sec: 13107.3, 60 sec: 14745.6, 300 sec: 14871.6). Total num frames: 1933312. Throughput: 0: 15078.5. Samples: 1960960. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0) +[2026-06-02 18:03:09,905][329443] Avg episode reward: [(0, '19.184')] +[2026-06-02 18:03:10,120][331382] Saving new best policy, reward=19.184! +[2026-06-02 18:03:10,811][331472] Updated weights for policy 0, policy_version 3834 (0.0009) +[2026-06-02 18:03:11,032][331472] Updated weights for policy 0, policy_version 3844 (0.0008) +[2026-06-02 18:03:11,256][331472] Updated weights for policy 0, policy_version 3854 (0.0009) +[2026-06-02 18:03:11,507][331472] Updated weights for policy 0, policy_version 3864 (0.0009) +[2026-06-02 18:03:11,750][331472] Updated weights for policy 0, policy_version 3874 (0.0009) +[2026-06-02 18:03:11,987][331472] Updated weights for policy 0, policy_version 3884 (0.0009) +[2026-06-02 18:03:12,229][331472] Updated weights for policy 0, policy_version 3894 (0.0009) +[2026-06-02 18:03:13,100][331472] Updated weights for policy 0, policy_version 3904 (0.0009) +[2026-06-02 18:03:13,331][331472] Updated weights for policy 0, policy_version 3914 (0.0009) +[2026-06-02 18:03:13,584][331472] Updated weights for policy 0, policy_version 3925 (0.0009) +[2026-06-02 18:03:13,834][331472] Updated weights for policy 0, policy_version 3935 (0.0009) +[2026-06-02 18:03:14,067][331472] Updated weights for policy 0, policy_version 3945 (0.0009) +[2026-06-02 18:03:14,303][331472] Updated weights for policy 0, policy_version 3955 (0.0009) +[2026-06-02 18:03:14,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15291.9, 300 sec: 15049.0). Total num frames: 2031616. Throughput: 0: 15004.5. Samples: 2047872. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0) +[2026-06-02 18:03:14,905][329443] Avg episode reward: [(0, '20.848')] +[2026-06-02 18:03:15,177][331472] Updated weights for policy 0, policy_version 3965 (0.0009) +[2026-06-02 18:03:15,415][331472] Updated weights for policy 0, policy_version 3975 (0.0009) +[2026-06-02 18:03:15,674][331472] Updated weights for policy 0, policy_version 3986 (0.0009) +[2026-06-02 18:03:15,908][331472] Updated weights for policy 0, policy_version 3996 (0.0008) +[2026-06-02 18:03:16,139][331472] Updated weights for policy 0, policy_version 4006 (0.0008) +[2026-06-02 18:03:16,382][331472] Updated weights for policy 0, policy_version 4016 (0.0008) +[2026-06-02 18:03:16,559][331382] Saving new best policy, reward=20.848! +[2026-06-02 18:03:17,285][331472] Updated weights for policy 0, policy_version 4028 (0.0009) +[2026-06-02 18:03:17,506][331472] Updated weights for policy 0, policy_version 4038 (0.0008) +[2026-06-02 18:03:17,751][331472] Updated weights for policy 0, policy_version 4048 (0.0008) +[2026-06-02 18:03:17,981][331472] Updated weights for policy 0, policy_version 4058 (0.0009) +[2026-06-02 18:03:18,224][331472] Updated weights for policy 0, policy_version 4068 (0.0009) +[2026-06-02 18:03:18,486][331472] Updated weights for policy 0, policy_version 4079 (0.0009) +[2026-06-02 18:03:19,336][331472] Updated weights for policy 0, policy_version 4089 (0.0009) +[2026-06-02 18:03:19,573][331472] Updated weights for policy 0, policy_version 4100 (0.0008) +[2026-06-02 18:03:19,810][331472] Updated weights for policy 0, policy_version 4110 (0.0008) +[2026-06-02 18:03:19,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15291.7, 300 sec: 14979.7). Total num frames: 2097152. Throughput: 0: 15220.6. Samples: 2101504. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0) +[2026-06-02 18:03:19,906][329443] Avg episode reward: [(0, '25.673')] +[2026-06-02 18:03:20,060][331472] Updated weights for policy 0, policy_version 4120 (0.0008) +[2026-06-02 18:03:20,316][331472] Updated weights for policy 0, policy_version 4131 (0.0009) +[2026-06-02 18:03:20,559][331472] Updated weights for policy 0, policy_version 4141 (0.0009) +[2026-06-02 18:03:20,807][331472] Updated weights for policy 0, policy_version 4151 (0.0008) +[2026-06-02 18:03:20,818][331382] Saving new best policy, reward=25.673! +[2026-06-02 18:03:21,628][331472] Updated weights for policy 0, policy_version 4161 (0.0009) +[2026-06-02 18:03:21,855][331472] Updated weights for policy 0, policy_version 4171 (0.0009) +[2026-06-02 18:03:22,094][331472] Updated weights for policy 0, policy_version 4181 (0.0009) +[2026-06-02 18:03:22,349][331472] Updated weights for policy 0, policy_version 4191 (0.0009) +[2026-06-02 18:03:22,601][331472] Updated weights for policy 0, policy_version 4202 (0.0008) +[2026-06-02 18:03:22,842][331472] Updated weights for policy 0, policy_version 4212 (0.0008) +[2026-06-02 18:03:23,684][331472] Updated weights for policy 0, policy_version 4222 (0.0008) +[2026-06-02 18:03:23,950][331472] Updated weights for policy 0, policy_version 4233 (0.0008) +[2026-06-02 18:03:24,205][331472] Updated weights for policy 0, policy_version 4244 (0.0008) +[2026-06-02 18:03:24,470][331472] Updated weights for policy 0, policy_version 4255 (0.0008) +[2026-06-02 18:03:24,720][331472] Updated weights for policy 0, policy_version 4265 (0.0008) +[2026-06-02 18:03:24,904][329443] Fps is (10 sec: 13107.2, 60 sec: 14745.6, 300 sec: 14915.1). Total num frames: 2162688. Throughput: 0: 15217.8. Samples: 2193920. Policy #0 lag: (min: 56.0, avg: 82.7, max: 120.0) +[2026-06-02 18:03:24,905][329443] Avg episode reward: [(0, '33.078')] +[2026-06-02 18:03:24,959][331472] Updated weights for policy 0, policy_version 4275 (0.0008) +[2026-06-02 18:03:25,065][331382] Saving new best policy, reward=33.078! +[2026-06-02 18:03:25,782][331472] Updated weights for policy 0, policy_version 4285 (0.0009) +[2026-06-02 18:03:26,012][331472] Updated weights for policy 0, policy_version 4295 (0.0008) +[2026-06-02 18:03:26,253][331472] Updated weights for policy 0, policy_version 4305 (0.0008) +[2026-06-02 18:03:26,508][331472] Updated weights for policy 0, policy_version 4315 (0.0009) +[2026-06-02 18:03:26,748][331472] Updated weights for policy 0, policy_version 4325 (0.0009) +[2026-06-02 18:03:26,986][331472] Updated weights for policy 0, policy_version 4335 (0.0008) +[2026-06-02 18:03:27,846][331472] Updated weights for policy 0, policy_version 4346 (0.0009) +[2026-06-02 18:03:28,063][331472] Updated weights for policy 0, policy_version 4356 (0.0009) +[2026-06-02 18:03:28,307][331472] Updated weights for policy 0, policy_version 4366 (0.0009) +[2026-06-02 18:03:28,549][331472] Updated weights for policy 0, policy_version 4376 (0.0009) +[2026-06-02 18:03:28,808][331472] Updated weights for policy 0, policy_version 4387 (0.0009) +[2026-06-02 18:03:29,046][331472] Updated weights for policy 0, policy_version 4397 (0.0009) +[2026-06-02 18:03:29,292][331472] Updated weights for policy 0, policy_version 4407 (0.0009) +[2026-06-02 18:03:29,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15291.7, 300 sec: 15073.3). Total num frames: 2260992. Throughput: 0: 15325.8. Samples: 2280704. Policy #0 lag: (min: 9.0, avg: 36.7, max: 73.0) +[2026-06-02 18:03:29,905][329443] Avg episode reward: [(0, '33.780')] +[2026-06-02 18:03:30,086][331472] Updated weights for policy 0, policy_version 4417 (0.0009) +[2026-06-02 18:03:30,332][331472] Updated weights for policy 0, policy_version 4428 (0.0009) +[2026-06-02 18:03:30,582][331472] Updated weights for policy 0, policy_version 4438 (0.0009) +[2026-06-02 18:03:30,820][331472] Updated weights for policy 0, policy_version 4448 (0.0008) +[2026-06-02 18:03:31,072][331472] Updated weights for policy 0, policy_version 4458 (0.0008) +[2026-06-02 18:03:31,306][331472] Updated weights for policy 0, policy_version 4468 (0.0008) +[2026-06-02 18:03:31,388][331382] Saving new best policy, reward=33.780! +[2026-06-02 18:03:32,133][331472] Updated weights for policy 0, policy_version 4478 (0.0009) +[2026-06-02 18:03:32,360][331472] Updated weights for policy 0, policy_version 4488 (0.0010) +[2026-06-02 18:03:32,605][331472] Updated weights for policy 0, policy_version 4498 (0.0009) +[2026-06-02 18:03:32,863][331472] Updated weights for policy 0, policy_version 4509 (0.0009) +[2026-06-02 18:03:33,104][331472] Updated weights for policy 0, policy_version 4519 (0.0008) +[2026-06-02 18:03:33,394][331472] Updated weights for policy 0, policy_version 4531 (0.0009) +[2026-06-02 18:03:34,211][331472] Updated weights for policy 0, policy_version 4541 (0.0009) +[2026-06-02 18:03:34,446][331472] Updated weights for policy 0, policy_version 4551 (0.0008) +[2026-06-02 18:03:34,719][331472] Updated weights for policy 0, policy_version 4562 (0.0008) +[2026-06-02 18:03:34,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15291.7, 300 sec: 15009.9). Total num frames: 2326528. Throughput: 0: 15368.5. Samples: 2334464. Policy #0 lag: (min: 63.0, avg: 80.5, max: 127.0) +[2026-06-02 18:03:34,905][329443] Avg episode reward: [(0, '48.163')] +[2026-06-02 18:03:34,981][331472] Updated weights for policy 0, policy_version 4573 (0.0009) +[2026-06-02 18:03:35,221][331472] Updated weights for policy 0, policy_version 4583 (0.0008) +[2026-06-02 18:03:35,466][331472] Updated weights for policy 0, policy_version 4593 (0.0009) +[2026-06-02 18:03:35,620][331382] Saving new best policy, reward=48.163! +[2026-06-02 18:03:36,268][331472] Updated weights for policy 0, policy_version 4603 (0.0009) +[2026-06-02 18:03:36,495][331472] Updated weights for policy 0, policy_version 4613 (0.0008) +[2026-06-02 18:03:36,739][331472] Updated weights for policy 0, policy_version 4623 (0.0009) +[2026-06-02 18:03:37,000][331472] Updated weights for policy 0, policy_version 4634 (0.0008) +[2026-06-02 18:03:37,254][331472] Updated weights for policy 0, policy_version 4645 (0.0008) +[2026-06-02 18:03:37,496][331472] Updated weights for policy 0, policy_version 4655 (0.0008) +[2026-06-02 18:03:38,318][331472] Updated weights for policy 0, policy_version 4665 (0.0009) +[2026-06-02 18:03:38,529][331472] Updated weights for policy 0, policy_version 4675 (0.0009) +[2026-06-02 18:03:38,774][331472] Updated weights for policy 0, policy_version 4685 (0.0008) +[2026-06-02 18:03:39,022][331472] Updated weights for policy 0, policy_version 4695 (0.0008) +[2026-06-02 18:03:39,255][331472] Updated weights for policy 0, policy_version 4705 (0.0009) +[2026-06-02 18:03:39,516][331472] Updated weights for policy 0, policy_version 4716 (0.0008) +[2026-06-02 18:03:39,757][331472] Updated weights for policy 0, policy_version 4726 (0.0008) +[2026-06-02 18:03:39,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15291.7, 300 sec: 15155.2). Total num frames: 2424832. Throughput: 0: 15448.2. Samples: 2429568. Policy #0 lag: (min: 63.0, avg: 82.4, max: 127.0) +[2026-06-02 18:03:39,905][329443] Avg episode reward: [(0, '54.661')] +[2026-06-02 18:03:39,910][331382] Saving new best policy, reward=54.661! +[2026-06-02 18:03:40,569][331472] Updated weights for policy 0, policy_version 4736 (0.0008) +[2026-06-02 18:03:40,828][331472] Updated weights for policy 0, policy_version 4747 (0.0008) +[2026-06-02 18:03:41,068][331472] Updated weights for policy 0, policy_version 4757 (0.0008) +[2026-06-02 18:03:41,321][331472] Updated weights for policy 0, policy_version 4768 (0.0009) +[2026-06-02 18:03:41,568][331472] Updated weights for policy 0, policy_version 4778 (0.0008) +[2026-06-02 18:03:41,803][331472] Updated weights for policy 0, policy_version 4788 (0.0008) +[2026-06-02 18:03:42,675][331472] Updated weights for policy 0, policy_version 4800 (0.0009) +[2026-06-02 18:03:42,928][331472] Updated weights for policy 0, policy_version 4810 (0.0008) +[2026-06-02 18:03:43,165][331472] Updated weights for policy 0, policy_version 4820 (0.0009) +[2026-06-02 18:03:43,409][331472] Updated weights for policy 0, policy_version 4830 (0.0008) +[2026-06-02 18:03:43,650][331472] Updated weights for policy 0, policy_version 4840 (0.0009) +[2026-06-02 18:03:43,903][331472] Updated weights for policy 0, policy_version 4850 (0.0008) +[2026-06-02 18:03:44,673][331472] Updated weights for policy 0, policy_version 4860 (0.0009) +[2026-06-02 18:03:44,896][331472] Updated weights for policy 0, policy_version 4870 (0.0008) +[2026-06-02 18:03:44,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15291.7, 300 sec: 15093.1). Total num frames: 2490368. Throughput: 0: 15638.7. Samples: 2521216. Policy #0 lag: (min: 63.0, avg: 82.4, max: 127.0) +[2026-06-02 18:03:44,905][329443] Avg episode reward: [(0, '58.403')] +[2026-06-02 18:03:45,140][331472] Updated weights for policy 0, policy_version 4880 (0.0008) +[2026-06-02 18:03:45,382][331472] Updated weights for policy 0, policy_version 4890 (0.0008) +[2026-06-02 18:03:45,622][331472] Updated weights for policy 0, policy_version 4900 (0.0008) +[2026-06-02 18:03:45,871][331472] Updated weights for policy 0, policy_version 4910 (0.0008) +[2026-06-02 18:03:46,106][331382] Saving new best policy, reward=58.403! +[2026-06-02 18:03:46,110][331472] Updated weights for policy 0, policy_version 4920 (0.0008) +[2026-06-02 18:03:46,910][331472] Updated weights for policy 0, policy_version 4930 (0.0009) +[2026-06-02 18:03:47,151][331472] Updated weights for policy 0, policy_version 4940 (0.0009) +[2026-06-02 18:03:47,386][331472] Updated weights for policy 0, policy_version 4950 (0.0008) +[2026-06-02 18:03:47,635][331472] Updated weights for policy 0, policy_version 4960 (0.0009) +[2026-06-02 18:03:47,878][331472] Updated weights for policy 0, policy_version 4970 (0.0009) +[2026-06-02 18:03:48,125][331472] Updated weights for policy 0, policy_version 4980 (0.0008) +[2026-06-02 18:03:48,890][331472] Updated weights for policy 0, policy_version 4990 (0.0009) +[2026-06-02 18:03:49,120][331382] Early stopping after 2 epochs (16 sgd steps), loss delta 0.0000008 +[2026-06-02 18:03:49,123][331472] Updated weights for policy 0, policy_version 5000 (0.0009) +[2026-06-02 18:03:49,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15227.5). Total num frames: 2588672. Throughput: 0: 15465.2. Samples: 2567296. Policy #0 lag: (min: 54.0, avg: 72.0, max: 118.0) +[2026-06-02 18:03:49,905][329443] Avg episode reward: [(0, '77.058')] +[2026-06-02 18:03:50,174][331472] Updated weights for policy 0, policy_version 5011 (0.0008) +[2026-06-02 18:03:50,410][331472] Updated weights for policy 0, policy_version 5021 (0.0008) +[2026-06-02 18:03:50,652][331472] Updated weights for policy 0, policy_version 5031 (0.0008) +[2026-06-02 18:03:50,890][331472] Updated weights for policy 0, policy_version 5041 (0.0008) +[2026-06-02 18:03:51,134][331472] Updated weights for policy 0, policy_version 5051 (0.0009) +[2026-06-02 18:03:51,371][331472] Updated weights for policy 0, policy_version 5061 (0.0008) +[2026-06-02 18:03:51,431][331382] Saving new best policy, reward=77.058! +[2026-06-02 18:03:52,198][331472] Updated weights for policy 0, policy_version 5072 (0.0008) +[2026-06-02 18:03:52,435][331472] Updated weights for policy 0, policy_version 5082 (0.0009) +[2026-06-02 18:03:52,690][331472] Updated weights for policy 0, policy_version 5092 (0.0008) +[2026-06-02 18:03:52,930][331472] Updated weights for policy 0, policy_version 5102 (0.0008) +[2026-06-02 18:03:53,172][331472] Updated weights for policy 0, policy_version 5112 (0.0008) +[2026-06-02 18:03:53,402][331472] Updated weights for policy 0, policy_version 5122 (0.0008) +[2026-06-02 18:03:54,201][331472] Updated weights for policy 0, policy_version 5132 (0.0008) +[2026-06-02 18:03:54,438][331472] Updated weights for policy 0, policy_version 5142 (0.0008) +[2026-06-02 18:03:54,675][331472] Updated weights for policy 0, policy_version 5152 (0.0009) +[2026-06-02 18:03:54,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15166.9). Total num frames: 2654208. Throughput: 0: 15815.1. Samples: 2672640. Policy #0 lag: (min: 54.0, avg: 72.0, max: 118.0) +[2026-06-02 18:03:54,905][329443] Avg episode reward: [(0, '90.126')] +[2026-06-02 18:03:54,940][331472] Updated weights for policy 0, policy_version 5163 (0.0009) +[2026-06-02 18:03:55,177][331472] Updated weights for policy 0, policy_version 5173 (0.0009) +[2026-06-02 18:03:55,419][331472] Updated weights for policy 0, policy_version 5183 (0.0009) +[2026-06-02 18:03:55,634][331382] Saving new best policy, reward=90.126! +[2026-06-02 18:03:56,246][331472] Updated weights for policy 0, policy_version 5193 (0.0008) +[2026-06-02 18:03:56,467][331472] Updated weights for policy 0, policy_version 5203 (0.0009) +[2026-06-02 18:03:56,745][331472] Updated weights for policy 0, policy_version 5214 (0.0009) +[2026-06-02 18:03:56,978][331472] Updated weights for policy 0, policy_version 5224 (0.0008) +[2026-06-02 18:03:57,219][331472] Updated weights for policy 0, policy_version 5234 (0.0009) +[2026-06-02 18:03:57,459][331472] Updated weights for policy 0, policy_version 5244 (0.0009) +[2026-06-02 18:03:57,710][331472] Updated weights for policy 0, policy_version 5254 (0.0009) +[2026-06-02 18:03:58,478][331472] Updated weights for policy 0, policy_version 5264 (0.0009) +[2026-06-02 18:03:58,718][331472] Updated weights for policy 0, policy_version 5274 (0.0008) +[2026-06-02 18:03:58,964][331472] Updated weights for policy 0, policy_version 5284 (0.0008) +[2026-06-02 18:03:59,202][331472] Updated weights for policy 0, policy_version 5294 (0.0008) +[2026-06-02 18:03:59,445][331472] Updated weights for policy 0, policy_version 5304 (0.0008) +[2026-06-02 18:03:59,676][331472] Updated weights for policy 0, policy_version 5314 (0.0008) +[2026-06-02 18:03:59,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15291.7). Total num frames: 2752512. Throughput: 0: 16011.4. Samples: 2768384. Policy #0 lag: (min: 63.0, avg: 81.3, max: 127.0) +[2026-06-02 18:03:59,905][329443] Avg episode reward: [(0, '107.754')] +[2026-06-02 18:03:59,911][331382] Saving new best policy, reward=107.754! +[2026-06-02 18:04:00,470][331472] Updated weights for policy 0, policy_version 5324 (0.0009) +[2026-06-02 18:04:00,708][331472] Updated weights for policy 0, policy_version 5334 (0.0008) +[2026-06-02 18:04:00,952][331472] Updated weights for policy 0, policy_version 5344 (0.0009) +[2026-06-02 18:04:01,204][331472] Updated weights for policy 0, policy_version 5354 (0.0009) +[2026-06-02 18:04:01,435][331472] Updated weights for policy 0, policy_version 5364 (0.0008) +[2026-06-02 18:04:01,693][331472] Updated weights for policy 0, policy_version 5375 (0.0008) +[2026-06-02 18:04:02,479][331472] Updated weights for policy 0, policy_version 5385 (0.0010) +[2026-06-02 18:04:02,734][331472] Updated weights for policy 0, policy_version 5396 (0.0010) +[2026-06-02 18:04:02,965][331472] Updated weights for policy 0, policy_version 5406 (0.0011) +[2026-06-02 18:04:03,205][331472] Updated weights for policy 0, policy_version 5416 (0.0008) +[2026-06-02 18:04:03,454][331472] Updated weights for policy 0, policy_version 5426 (0.0008) +[2026-06-02 18:04:03,688][331472] Updated weights for policy 0, policy_version 5436 (0.0009) +[2026-06-02 18:04:03,938][331472] Updated weights for policy 0, policy_version 5446 (0.0008) +[2026-06-02 18:04:04,711][331472] Updated weights for policy 0, policy_version 5456 (0.0008) +[2026-06-02 18:04:04,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15232.7). Total num frames: 2818048. Throughput: 0: 16011.4. Samples: 2822016. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:04:04,905][329443] Avg episode reward: [(0, '115.811')] +[2026-06-02 18:04:04,953][331472] Updated weights for policy 0, policy_version 5466 (0.0009) +[2026-06-02 18:04:05,195][331472] Updated weights for policy 0, policy_version 5476 (0.0008) +[2026-06-02 18:04:05,427][331472] Updated weights for policy 0, policy_version 5486 (0.0009) +[2026-06-02 18:04:05,672][331472] Updated weights for policy 0, policy_version 5496 (0.0009) +[2026-06-02 18:04:05,923][331472] Updated weights for policy 0, policy_version 5506 (0.0009) +[2026-06-02 18:04:06,054][331382] Saving new best policy, reward=115.811! +[2026-06-02 18:04:06,698][331472] Updated weights for policy 0, policy_version 5516 (0.0007) +[2026-06-02 18:04:06,939][331472] Updated weights for policy 0, policy_version 5526 (0.0009) +[2026-06-02 18:04:07,176][331472] Updated weights for policy 0, policy_version 5536 (0.0008) +[2026-06-02 18:04:07,419][331472] Updated weights for policy 0, policy_version 5546 (0.0008) +[2026-06-02 18:04:07,657][331472] Updated weights for policy 0, policy_version 5556 (0.0008) +[2026-06-02 18:04:07,896][331472] Updated weights for policy 0, policy_version 5566 (0.0009) +[2026-06-02 18:04:08,134][331472] Updated weights for policy 0, policy_version 5576 (0.0008) +[2026-06-02 18:04:08,922][331472] Updated weights for policy 0, policy_version 5586 (0.0008) +[2026-06-02 18:04:09,181][331472] Updated weights for policy 0, policy_version 5597 (0.0010) +[2026-06-02 18:04:09,422][331472] Updated weights for policy 0, policy_version 5607 (0.0008) +[2026-06-02 18:04:09,674][331472] Updated weights for policy 0, policy_version 5617 (0.0008) +[2026-06-02 18:04:09,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15176.8). Total num frames: 2883584. Throughput: 0: 15897.6. Samples: 2909312. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:04:09,905][329443] Avg episode reward: [(0, '119.744')] +[2026-06-02 18:04:09,912][331472] Updated weights for policy 0, policy_version 5627 (0.0008) +[2026-06-02 18:04:10,148][331472] Updated weights for policy 0, policy_version 5637 (0.0008) +[2026-06-02 18:04:10,222][331382] Saving new best policy, reward=119.744! +[2026-06-02 18:04:10,919][331472] Updated weights for policy 0, policy_version 5647 (0.0008) +[2026-06-02 18:04:11,154][331472] Updated weights for policy 0, policy_version 5657 (0.0009) +[2026-06-02 18:04:11,401][331472] Updated weights for policy 0, policy_version 5667 (0.0009) +[2026-06-02 18:04:11,663][331472] Updated weights for policy 0, policy_version 5678 (0.0008) +[2026-06-02 18:04:11,902][331472] Updated weights for policy 0, policy_version 5688 (0.0008) +[2026-06-02 18:04:12,145][331472] Updated weights for policy 0, policy_version 5698 (0.0008) +[2026-06-02 18:04:12,930][331472] Updated weights for policy 0, policy_version 5708 (0.0009) +[2026-06-02 18:04:13,170][331472] Updated weights for policy 0, policy_version 5718 (0.0008) +[2026-06-02 18:04:13,436][331472] Updated weights for policy 0, policy_version 5729 (0.0009) +[2026-06-02 18:04:13,668][331472] Updated weights for policy 0, policy_version 5739 (0.0008) +[2026-06-02 18:04:13,919][331472] Updated weights for policy 0, policy_version 5749 (0.0008) +[2026-06-02 18:04:14,169][331472] Updated weights for policy 0, policy_version 5759 (0.0009) +[2026-06-02 18:04:14,904][329443] Fps is (10 sec: 16383.7, 60 sec: 15837.8, 300 sec: 15291.7). Total num frames: 2981888. Throughput: 0: 16028.4. Samples: 3001984. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0) +[2026-06-02 18:04:14,905][329443] Avg episode reward: [(0, '126.767')] +[2026-06-02 18:04:14,989][331472] Updated weights for policy 0, policy_version 5770 (0.0008) +[2026-06-02 18:04:15,210][331472] Updated weights for policy 0, policy_version 5780 (0.0008) +[2026-06-02 18:04:15,467][331472] Updated weights for policy 0, policy_version 5790 (0.0009) +[2026-06-02 18:04:15,694][331472] Updated weights for policy 0, policy_version 5800 (0.0009) +[2026-06-02 18:04:15,959][331472] Updated weights for policy 0, policy_version 5811 (0.0008) +[2026-06-02 18:04:16,209][331472] Updated weights for policy 0, policy_version 5821 (0.0008) +[2026-06-02 18:04:16,454][331472] Updated weights for policy 0, policy_version 5831 (0.0009) +[2026-06-02 18:04:16,465][331382] Saving new best policy, reward=126.767! +[2026-06-02 18:04:17,222][331472] Updated weights for policy 0, policy_version 5841 (0.0009) +[2026-06-02 18:04:17,465][331472] Updated weights for policy 0, policy_version 5851 (0.0009) +[2026-06-02 18:04:17,715][331472] Updated weights for policy 0, policy_version 5861 (0.0009) +[2026-06-02 18:04:17,984][331472] Updated weights for policy 0, policy_version 5872 (0.0009) +[2026-06-02 18:04:18,211][331472] Updated weights for policy 0, policy_version 5882 (0.0009) +[2026-06-02 18:04:18,468][331472] Updated weights for policy 0, policy_version 5892 (0.0009) +[2026-06-02 18:04:19,237][331472] Updated weights for policy 0, policy_version 5902 (0.0009) +[2026-06-02 18:04:19,508][331472] Updated weights for policy 0, policy_version 5914 (0.0009) +[2026-06-02 18:04:19,755][331472] Updated weights for policy 0, policy_version 5924 (0.0009) +[2026-06-02 18:04:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15237.1). Total num frames: 3047424. Throughput: 0: 16037.0. Samples: 3056128. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0) +[2026-06-02 18:04:19,905][329443] Avg episode reward: [(0, '152.582')] +[2026-06-02 18:04:20,024][331472] Updated weights for policy 0, policy_version 5935 (0.0009) +[2026-06-02 18:04:20,269][331472] Updated weights for policy 0, policy_version 5945 (0.0009) +[2026-06-02 18:04:20,500][331472] Updated weights for policy 0, policy_version 5955 (0.0009) +[2026-06-02 18:04:20,622][331382] Saving new best policy, reward=152.582! +[2026-06-02 18:04:21,274][331472] Updated weights for policy 0, policy_version 5965 (0.0009) +[2026-06-02 18:04:21,511][331472] Updated weights for policy 0, policy_version 5975 (0.0009) +[2026-06-02 18:04:21,743][331472] Updated weights for policy 0, policy_version 5985 (0.0009) +[2026-06-02 18:04:22,008][331472] Updated weights for policy 0, policy_version 5995 (0.0009) +[2026-06-02 18:04:22,240][331472] Updated weights for policy 0, policy_version 6005 (0.0009) +[2026-06-02 18:04:22,483][331472] Updated weights for policy 0, policy_version 6015 (0.0009) +[2026-06-02 18:04:23,277][331472] Updated weights for policy 0, policy_version 6025 (0.0009) +[2026-06-02 18:04:23,490][331472] Updated weights for policy 0, policy_version 6035 (0.0009) +[2026-06-02 18:04:23,749][331472] Updated weights for policy 0, policy_version 6046 (0.0009) +[2026-06-02 18:04:23,995][331472] Updated weights for policy 0, policy_version 6056 (0.0009) +[2026-06-02 18:04:24,266][331472] Updated weights for policy 0, policy_version 6067 (0.0009) +[2026-06-02 18:04:24,512][331472] Updated weights for policy 0, policy_version 6077 (0.0009) +[2026-06-02 18:04:24,751][331472] Updated weights for policy 0, policy_version 6087 (0.0009) +[2026-06-02 18:04:24,904][329443] Fps is (10 sec: 16384.1, 60 sec: 16384.0, 300 sec: 15345.0). Total num frames: 3145728. Throughput: 0: 16031.3. Samples: 3150976. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 18:04:24,905][329443] Avg episode reward: [(0, '166.654')] +[2026-06-02 18:04:24,910][331382] Saving new best policy, reward=166.654! +[2026-06-02 18:04:25,525][331472] Updated weights for policy 0, policy_version 6097 (0.0009) +[2026-06-02 18:04:25,787][331472] Updated weights for policy 0, policy_version 6107 (0.0009) +[2026-06-02 18:04:26,039][331472] Updated weights for policy 0, policy_version 6118 (0.0009) +[2026-06-02 18:04:26,304][331472] Updated weights for policy 0, policy_version 6128 (0.0009) +[2026-06-02 18:04:26,559][331472] Updated weights for policy 0, policy_version 6139 (0.0008) +[2026-06-02 18:04:26,792][331472] Updated weights for policy 0, policy_version 6149 (0.0009) +[2026-06-02 18:04:27,601][331472] Updated weights for policy 0, policy_version 6159 (0.0009) +[2026-06-02 18:04:27,835][331472] Updated weights for policy 0, policy_version 6169 (0.0009) +[2026-06-02 18:04:28,080][331472] Updated weights for policy 0, policy_version 6179 (0.0009) +[2026-06-02 18:04:28,311][331472] Updated weights for policy 0, policy_version 6189 (0.0009) +[2026-06-02 18:04:28,568][331472] Updated weights for policy 0, policy_version 6199 (0.0008) +[2026-06-02 18:04:28,820][331472] Updated weights for policy 0, policy_version 6209 (0.0009) +[2026-06-02 18:04:29,565][331472] Updated weights for policy 0, policy_version 6219 (0.0009) +[2026-06-02 18:04:29,798][331472] Updated weights for policy 0, policy_version 6229 (0.0009) +[2026-06-02 18:04:29,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15291.7). Total num frames: 3211264. Throughput: 0: 16122.3. Samples: 3246720. Policy #0 lag: (min: 43.0, avg: 76.9, max: 107.0) +[2026-06-02 18:04:29,905][329443] Avg episode reward: [(0, '175.186')] +[2026-06-02 18:04:30,035][331472] Updated weights for policy 0, policy_version 6239 (0.0009) +[2026-06-02 18:04:30,278][331472] Updated weights for policy 0, policy_version 6249 (0.0009) +[2026-06-02 18:04:30,522][331472] Updated weights for policy 0, policy_version 6259 (0.0009) +[2026-06-02 18:04:30,762][331472] Updated weights for policy 0, policy_version 6269 (0.0009) +[2026-06-02 18:04:31,005][331472] Updated weights for policy 0, policy_version 6279 (0.0009) +[2026-06-02 18:04:31,018][331382] Saving new best policy, reward=175.186! +[2026-06-02 18:04:31,746][331472] Updated weights for policy 0, policy_version 6289 (0.0009) +[2026-06-02 18:04:31,987][331472] Updated weights for policy 0, policy_version 6299 (0.0009) +[2026-06-02 18:04:32,225][331472] Updated weights for policy 0, policy_version 6309 (0.0009) +[2026-06-02 18:04:32,478][331472] Updated weights for policy 0, policy_version 6319 (0.0009) +[2026-06-02 18:04:32,707][331472] Updated weights for policy 0, policy_version 6329 (0.0009) +[2026-06-02 18:04:32,960][331472] Updated weights for policy 0, policy_version 6339 (0.0009) +[2026-06-02 18:04:33,724][331472] Updated weights for policy 0, policy_version 6349 (0.0008) +[2026-06-02 18:04:33,960][331472] Updated weights for policy 0, policy_version 6359 (0.0009) +[2026-06-02 18:04:34,209][331472] Updated weights for policy 0, policy_version 6369 (0.0009) +[2026-06-02 18:04:34,438][331472] Updated weights for policy 0, policy_version 6379 (0.0009) +[2026-06-02 18:04:34,709][331472] Updated weights for policy 0, policy_version 6390 (0.0009) +[2026-06-02 18:04:34,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 15240.9). Total num frames: 3276800. Throughput: 0: 16028.5. Samples: 3288576. Policy #0 lag: (min: 43.0, avg: 76.9, max: 107.0) +[2026-06-02 18:04:34,905][329443] Avg episode reward: [(0, '191.319')] +[2026-06-02 18:04:34,961][331472] Updated weights for policy 0, policy_version 6400 (0.0009) +[2026-06-02 18:04:35,142][331382] Saving new best policy, reward=191.319! +[2026-06-02 18:04:35,763][331472] Updated weights for policy 0, policy_version 6410 (0.0009) +[2026-06-02 18:04:36,002][331472] Updated weights for policy 0, policy_version 6420 (0.0008) +[2026-06-02 18:04:36,231][331472] Updated weights for policy 0, policy_version 6430 (0.0009) +[2026-06-02 18:04:36,476][331472] Updated weights for policy 0, policy_version 6440 (0.0009) +[2026-06-02 18:04:36,738][331472] Updated weights for policy 0, policy_version 6451 (0.0008) +[2026-06-02 18:04:36,997][331472] Updated weights for policy 0, policy_version 6461 (0.0009) +[2026-06-02 18:04:37,233][331472] Updated weights for policy 0, policy_version 6471 (0.0008) +[2026-06-02 18:04:37,992][331472] Updated weights for policy 0, policy_version 6481 (0.0008) +[2026-06-02 18:04:38,224][331472] Updated weights for policy 0, policy_version 6491 (0.0008) +[2026-06-02 18:04:38,472][331472] Updated weights for policy 0, policy_version 6501 (0.0008) +[2026-06-02 18:04:38,712][331472] Updated weights for policy 0, policy_version 6511 (0.0008) +[2026-06-02 18:04:38,963][331472] Updated weights for policy 0, policy_version 6522 (0.0009) +[2026-06-02 18:04:39,217][331472] Updated weights for policy 0, policy_version 6532 (0.0008) +[2026-06-02 18:04:39,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.8, 300 sec: 15341.4). Total num frames: 3375104. Throughput: 0: 15803.7. Samples: 3383808. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0) +[2026-06-02 18:04:39,906][329443] Avg episode reward: [(0, '196.054')] +[2026-06-02 18:04:39,993][331472] Updated weights for policy 0, policy_version 6542 (0.0008) +[2026-06-02 18:04:40,233][331472] Updated weights for policy 0, policy_version 6552 (0.0009) +[2026-06-02 18:04:40,480][331472] Updated weights for policy 0, policy_version 6562 (0.0010) +[2026-06-02 18:04:40,711][331472] Updated weights for policy 0, policy_version 6572 (0.0009) +[2026-06-02 18:04:40,957][331472] Updated weights for policy 0, policy_version 6582 (0.0009) +[2026-06-02 18:04:41,210][331472] Updated weights for policy 0, policy_version 6592 (0.0009) +[2026-06-02 18:04:41,389][331382] Saving new best policy, reward=196.054! +[2026-06-02 18:04:41,983][331472] Updated weights for policy 0, policy_version 6602 (0.0008) +[2026-06-02 18:04:42,213][331472] Updated weights for policy 0, policy_version 6612 (0.0009) +[2026-06-02 18:04:42,457][331472] Updated weights for policy 0, policy_version 6622 (0.0009) +[2026-06-02 18:04:42,692][331472] Updated weights for policy 0, policy_version 6632 (0.0009) +[2026-06-02 18:04:42,943][331472] Updated weights for policy 0, policy_version 6642 (0.0009) +[2026-06-02 18:04:43,181][331472] Updated weights for policy 0, policy_version 6652 (0.0009) +[2026-06-02 18:04:43,422][331472] Updated weights for policy 0, policy_version 6662 (0.0008) +[2026-06-02 18:04:44,201][331472] Updated weights for policy 0, policy_version 6672 (0.0010) +[2026-06-02 18:04:44,441][331472] Updated weights for policy 0, policy_version 6682 (0.0009) +[2026-06-02 18:04:44,690][331472] Updated weights for policy 0, policy_version 6692 (0.0008) +[2026-06-02 18:04:44,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15291.7). Total num frames: 3440640. Throughput: 0: 15809.4. Samples: 3479808. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0) +[2026-06-02 18:04:44,905][329443] Avg episode reward: [(0, '217.679')] +[2026-06-02 18:04:44,936][331472] Updated weights for policy 0, policy_version 6702 (0.0008) +[2026-06-02 18:04:45,199][331472] Updated weights for policy 0, policy_version 6713 (0.0009) +[2026-06-02 18:04:45,456][331472] Updated weights for policy 0, policy_version 6723 (0.0009) +[2026-06-02 18:04:45,564][331382] Saving new best policy, reward=217.679! +[2026-06-02 18:04:46,229][331472] Updated weights for policy 0, policy_version 6733 (0.0009) +[2026-06-02 18:04:46,465][331472] Updated weights for policy 0, policy_version 6743 (0.0008) +[2026-06-02 18:04:46,712][331472] Updated weights for policy 0, policy_version 6753 (0.0008) +[2026-06-02 18:04:46,970][331472] Updated weights for policy 0, policy_version 6764 (0.0008) +[2026-06-02 18:04:47,224][331472] Updated weights for policy 0, policy_version 6774 (0.0008) +[2026-06-02 18:04:47,469][331472] Updated weights for policy 0, policy_version 6784 (0.0009) +[2026-06-02 18:04:48,241][331472] Updated weights for policy 0, policy_version 6794 (0.0009) +[2026-06-02 18:04:48,468][331472] Updated weights for policy 0, policy_version 6804 (0.0009) +[2026-06-02 18:04:48,700][331472] Updated weights for policy 0, policy_version 6814 (0.0009) +[2026-06-02 18:04:48,954][331472] Updated weights for policy 0, policy_version 6824 (0.0008) +[2026-06-02 18:04:49,200][331472] Updated weights for policy 0, policy_version 6834 (0.0008) +[2026-06-02 18:04:49,458][331472] Updated weights for policy 0, policy_version 6845 (0.0008) +[2026-06-02 18:04:49,701][331472] Updated weights for policy 0, policy_version 6855 (0.0008) +[2026-06-02 18:04:49,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15386.7). Total num frames: 3538944. Throughput: 0: 15573.3. Samples: 3522816. Policy #0 lag: (min: 27.0, avg: 53.9, max: 91.0) +[2026-06-02 18:04:49,905][329443] Avg episode reward: [(0, '243.038')] +[2026-06-02 18:04:49,911][331382] Saving new best policy, reward=243.038! +[2026-06-02 18:04:50,471][331472] Updated weights for policy 0, policy_version 6865 (0.0009) +[2026-06-02 18:04:50,707][331472] Updated weights for policy 0, policy_version 6875 (0.0009) +[2026-06-02 18:04:50,948][331472] Updated weights for policy 0, policy_version 6885 (0.0008) +[2026-06-02 18:04:51,199][331472] Updated weights for policy 0, policy_version 6895 (0.0009) +[2026-06-02 18:04:51,438][331472] Updated weights for policy 0, policy_version 6905 (0.0008) +[2026-06-02 18:04:51,673][331472] Updated weights for policy 0, policy_version 6915 (0.0008) +[2026-06-02 18:04:52,453][331472] Updated weights for policy 0, policy_version 6925 (0.0009) +[2026-06-02 18:04:52,679][331472] Updated weights for policy 0, policy_version 6935 (0.0008) +[2026-06-02 18:04:52,918][331472] Updated weights for policy 0, policy_version 6945 (0.0008) +[2026-06-02 18:04:53,171][331472] Updated weights for policy 0, policy_version 6955 (0.0008) +[2026-06-02 18:04:53,438][331472] Updated weights for policy 0, policy_version 6966 (0.0008) +[2026-06-02 18:04:53,678][331472] Updated weights for policy 0, policy_version 6976 (0.0009) +[2026-06-02 18:04:54,464][331472] Updated weights for policy 0, policy_version 6986 (0.0009) +[2026-06-02 18:04:54,690][331472] Updated weights for policy 0, policy_version 6996 (0.0009) +[2026-06-02 18:04:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15338.2). Total num frames: 3604480. Throughput: 0: 15744.0. Samples: 3617792. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0) +[2026-06-02 18:04:54,905][329443] Avg episode reward: [(0, '256.715')] +[2026-06-02 18:04:54,928][331472] Updated weights for policy 0, policy_version 7006 (0.0009) +[2026-06-02 18:04:55,173][331472] Updated weights for policy 0, policy_version 7016 (0.0008) +[2026-06-02 18:04:55,415][331472] Updated weights for policy 0, policy_version 7026 (0.0009) +[2026-06-02 18:04:55,656][331472] Updated weights for policy 0, policy_version 7036 (0.0008) +[2026-06-02 18:04:55,905][331472] Updated weights for policy 0, policy_version 7046 (0.0008) +[2026-06-02 18:04:55,940][331382] Saving new best policy, reward=256.715! +[2026-06-02 18:04:56,717][331472] Updated weights for policy 0, policy_version 7056 (0.0009) +[2026-06-02 18:04:56,945][331472] Updated weights for policy 0, policy_version 7066 (0.0010) +[2026-06-02 18:04:57,183][331472] Updated weights for policy 0, policy_version 7076 (0.0008) +[2026-06-02 18:04:57,444][331472] Updated weights for policy 0, policy_version 7086 (0.0009) +[2026-06-02 18:04:57,670][331472] Updated weights for policy 0, policy_version 7096 (0.0009) +[2026-06-02 18:04:57,923][331472] Updated weights for policy 0, policy_version 7106 (0.0009) +[2026-06-02 18:04:58,691][331472] Updated weights for policy 0, policy_version 7116 (0.0008) +[2026-06-02 18:04:58,933][331472] Updated weights for policy 0, policy_version 7126 (0.0008) +[2026-06-02 18:04:59,204][331472] Updated weights for policy 0, policy_version 7137 (0.0008) +[2026-06-02 18:04:59,433][331472] Updated weights for policy 0, policy_version 7147 (0.0009) +[2026-06-02 18:04:59,695][331472] Updated weights for policy 0, policy_version 7157 (0.0008) +[2026-06-02 18:04:59,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15291.7, 300 sec: 15291.7). Total num frames: 3670016. Throughput: 0: 15820.8. Samples: 3713920. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0) +[2026-06-02 18:04:59,905][329443] Avg episode reward: [(0, '282.625')] +[2026-06-02 18:04:59,940][331472] Updated weights for policy 0, policy_version 7167 (0.0009) +[2026-06-02 18:05:00,148][331382] Saving new best policy, reward=282.625! +[2026-06-02 18:05:00,705][331472] Updated weights for policy 0, policy_version 7177 (0.0008) +[2026-06-02 18:05:00,939][331472] Updated weights for policy 0, policy_version 7187 (0.0009) +[2026-06-02 18:05:01,208][331472] Updated weights for policy 0, policy_version 7198 (0.0009) +[2026-06-02 18:05:01,447][331472] Updated weights for policy 0, policy_version 7208 (0.0009) +[2026-06-02 18:05:01,694][331472] Updated weights for policy 0, policy_version 7218 (0.0009) +[2026-06-02 18:05:01,953][331472] Updated weights for policy 0, policy_version 7229 (0.0008) +[2026-06-02 18:05:02,205][331472] Updated weights for policy 0, policy_version 7239 (0.0008) +[2026-06-02 18:05:02,974][331472] Updated weights for policy 0, policy_version 7249 (0.0009) +[2026-06-02 18:05:03,205][331472] Updated weights for policy 0, policy_version 7259 (0.0008) +[2026-06-02 18:05:03,453][331472] Updated weights for policy 0, policy_version 7269 (0.0008) +[2026-06-02 18:05:03,700][331472] Updated weights for policy 0, policy_version 7279 (0.0008) +[2026-06-02 18:05:03,942][331472] Updated weights for policy 0, policy_version 7289 (0.0008) +[2026-06-02 18:05:04,180][331472] Updated weights for policy 0, policy_version 7299 (0.0008) +[2026-06-02 18:05:04,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15380.9). Total num frames: 3768320. Throughput: 0: 15567.6. Samples: 3756672. Policy #0 lag: (min: 1.0, avg: 30.3, max: 65.0) +[2026-06-02 18:05:04,905][329443] Avg episode reward: [(0, '281.649')] +[2026-06-02 18:05:04,976][331472] Updated weights for policy 0, policy_version 7309 (0.0009) +[2026-06-02 18:05:05,219][331472] Updated weights for policy 0, policy_version 7319 (0.0008) +[2026-06-02 18:05:05,485][331472] Updated weights for policy 0, policy_version 7330 (0.0009) +[2026-06-02 18:05:05,724][331472] Updated weights for policy 0, policy_version 7340 (0.0008) +[2026-06-02 18:05:05,989][331472] Updated weights for policy 0, policy_version 7351 (0.0008) +[2026-06-02 18:05:06,230][331472] Updated weights for policy 0, policy_version 7361 (0.0008) +[2026-06-02 18:05:07,031][331472] Updated weights for policy 0, policy_version 7371 (0.0009) +[2026-06-02 18:05:07,256][331472] Updated weights for policy 0, policy_version 7381 (0.0009) +[2026-06-02 18:05:07,496][331472] Updated weights for policy 0, policy_version 7391 (0.0009) +[2026-06-02 18:05:07,743][331472] Updated weights for policy 0, policy_version 7401 (0.0008) +[2026-06-02 18:05:07,980][331472] Updated weights for policy 0, policy_version 7411 (0.0009) +[2026-06-02 18:05:08,231][331472] Updated weights for policy 0, policy_version 7421 (0.0009) +[2026-06-02 18:05:08,475][331472] Updated weights for policy 0, policy_version 7431 (0.0009) +[2026-06-02 18:05:09,254][331472] Updated weights for policy 0, policy_version 7441 (0.0009) +[2026-06-02 18:05:09,491][331472] Updated weights for policy 0, policy_version 7451 (0.0008) +[2026-06-02 18:05:09,732][331472] Updated weights for policy 0, policy_version 7461 (0.0008) +[2026-06-02 18:05:09,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15335.4). Total num frames: 3833856. Throughput: 0: 15573.4. Samples: 3851776. Policy #0 lag: (min: 1.0, avg: 30.3, max: 65.0) +[2026-06-02 18:05:09,906][329443] Avg episode reward: [(0, '255.219')] +[2026-06-02 18:05:09,979][331472] Updated weights for policy 0, policy_version 7471 (0.0008) +[2026-06-02 18:05:10,203][331472] Updated weights for policy 0, policy_version 7481 (0.0008) +[2026-06-02 18:05:10,454][331472] Updated weights for policy 0, policy_version 7491 (0.0008) +[2026-06-02 18:05:11,256][331472] Updated weights for policy 0, policy_version 7501 (0.0009) +[2026-06-02 18:05:11,514][331472] Updated weights for policy 0, policy_version 7512 (0.0008) +[2026-06-02 18:05:11,745][331472] Updated weights for policy 0, policy_version 7522 (0.0008) +[2026-06-02 18:05:11,980][331472] Updated weights for policy 0, policy_version 7532 (0.0008) +[2026-06-02 18:05:12,240][331472] Updated weights for policy 0, policy_version 7542 (0.0008) +[2026-06-02 18:05:12,486][331472] Updated weights for policy 0, policy_version 7552 (0.0008) +[2026-06-02 18:05:13,255][331472] Updated weights for policy 0, policy_version 7562 (0.0008) +[2026-06-02 18:05:13,480][331472] Updated weights for policy 0, policy_version 7572 (0.0008) +[2026-06-02 18:05:13,715][331472] Updated weights for policy 0, policy_version 7582 (0.0008) +[2026-06-02 18:05:13,971][331472] Updated weights for policy 0, policy_version 7592 (0.0008) +[2026-06-02 18:05:14,212][331472] Updated weights for policy 0, policy_version 7602 (0.0008) +[2026-06-02 18:05:14,444][331472] Updated weights for policy 0, policy_version 7612 (0.0008) +[2026-06-02 18:05:14,697][331472] Updated weights for policy 0, policy_version 7622 (0.0008) +[2026-06-02 18:05:14,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15420.2). Total num frames: 3932160. Throughput: 0: 15564.8. Samples: 3947136. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:05:14,905][329443] Avg episode reward: [(0, '245.075')] +[2026-06-02 18:05:15,463][331472] Updated weights for policy 0, policy_version 7632 (0.0008) +[2026-06-02 18:05:15,709][331472] Updated weights for policy 0, policy_version 7642 (0.0008) +[2026-06-02 18:05:15,938][331472] Updated weights for policy 0, policy_version 7652 (0.0008) +[2026-06-02 18:05:16,181][331472] Updated weights for policy 0, policy_version 7662 (0.0009) +[2026-06-02 18:05:16,428][331472] Updated weights for policy 0, policy_version 7672 (0.0009) +[2026-06-02 18:05:16,668][331472] Updated weights for policy 0, policy_version 7682 (0.0009) +[2026-06-02 18:05:17,450][331472] Updated weights for policy 0, policy_version 7692 (0.0009) +[2026-06-02 18:05:17,709][331472] Updated weights for policy 0, policy_version 7703 (0.0009) +[2026-06-02 18:05:17,950][331472] Updated weights for policy 0, policy_version 7713 (0.0009) +[2026-06-02 18:05:18,186][331472] Updated weights for policy 0, policy_version 7723 (0.0009) +[2026-06-02 18:05:18,427][331472] Updated weights for policy 0, policy_version 7733 (0.0009) +[2026-06-02 18:05:18,681][331472] Updated weights for policy 0, policy_version 7743 (0.0009) +[2026-06-02 18:05:19,473][331472] Updated weights for policy 0, policy_version 7753 (0.0009) +[2026-06-02 18:05:19,709][331472] Updated weights for policy 0, policy_version 7763 (0.0009) +[2026-06-02 18:05:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15375.8). Total num frames: 3997696. Throughput: 0: 15823.6. Samples: 4000640. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:05:19,905][329443] Avg episode reward: [(0, '248.982')] +[2026-06-02 18:05:19,942][331472] Updated weights for policy 0, policy_version 7773 (0.0009) +[2026-06-02 18:05:20,176][331472] Updated weights for policy 0, policy_version 7783 (0.0008) +[2026-06-02 18:05:20,438][331472] Updated weights for policy 0, policy_version 7793 (0.0008) +[2026-06-02 18:05:20,694][331472] Updated weights for policy 0, policy_version 7804 (0.0009) +[2026-06-02 18:05:20,941][331472] Updated weights for policy 0, policy_version 7814 (0.0009) +[2026-06-02 18:05:21,706][331472] Updated weights for policy 0, policy_version 7824 (0.0009) +[2026-06-02 18:05:21,950][331472] Updated weights for policy 0, policy_version 7834 (0.0008) +[2026-06-02 18:05:22,197][331472] Updated weights for policy 0, policy_version 7844 (0.0009) +[2026-06-02 18:05:22,436][331472] Updated weights for policy 0, policy_version 7854 (0.0009) +[2026-06-02 18:05:22,676][331472] Updated weights for policy 0, policy_version 7864 (0.0009) +[2026-06-02 18:05:22,941][331472] Updated weights for policy 0, policy_version 7875 (0.0009) +[2026-06-02 18:05:23,699][331472] Updated weights for policy 0, policy_version 7885 (0.0009) +[2026-06-02 18:05:23,938][331472] Updated weights for policy 0, policy_version 7895 (0.0009) +[2026-06-02 18:05:24,198][331472] Updated weights for policy 0, policy_version 7906 (0.0008) +[2026-06-02 18:05:24,431][331472] Updated weights for policy 0, policy_version 7916 (0.0008) +[2026-06-02 18:05:24,682][331472] Updated weights for policy 0, policy_version 7926 (0.0008) +[2026-06-02 18:05:24,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15291.8, 300 sec: 15333.0). Total num frames: 4063232. Throughput: 0: 15729.8. Samples: 4091648. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:05:24,905][329443] Avg episode reward: [(0, '254.487')] +[2026-06-02 18:05:24,921][331472] Updated weights for policy 0, policy_version 7936 (0.0008) +[2026-06-02 18:05:25,727][331472] Updated weights for policy 0, policy_version 7946 (0.0009) +[2026-06-02 18:05:25,979][331472] Updated weights for policy 0, policy_version 7957 (0.0009) +[2026-06-02 18:05:26,226][331472] Updated weights for policy 0, policy_version 7967 (0.0009) +[2026-06-02 18:05:26,463][331472] Updated weights for policy 0, policy_version 7977 (0.0009) +[2026-06-02 18:05:26,712][331472] Updated weights for policy 0, policy_version 7987 (0.0009) +[2026-06-02 18:05:26,954][331472] Updated weights for policy 0, policy_version 7997 (0.0009) +[2026-06-02 18:05:27,185][331472] Updated weights for policy 0, policy_version 8007 (0.0008) +[2026-06-02 18:05:27,993][331472] Updated weights for policy 0, policy_version 8017 (0.0009) +[2026-06-02 18:05:28,233][331472] Updated weights for policy 0, policy_version 8027 (0.0009) +[2026-06-02 18:05:28,473][331472] Updated weights for policy 0, policy_version 8037 (0.0009) +[2026-06-02 18:05:28,712][331472] Updated weights for policy 0, policy_version 8047 (0.0010) +[2026-06-02 18:05:28,959][331472] Updated weights for policy 0, policy_version 8057 (0.0009) +[2026-06-02 18:05:29,196][331472] Updated weights for policy 0, policy_version 8067 (0.0009) +[2026-06-02 18:05:29,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15413.1). Total num frames: 4161536. Throughput: 0: 15601.8. Samples: 4181888. Policy #0 lag: (min: 3.0, avg: 27.6, max: 67.0) +[2026-06-02 18:05:29,906][329443] Avg episode reward: [(0, '254.312')] +[2026-06-02 18:05:29,956][331472] Updated weights for policy 0, policy_version 8077 (0.0010) +[2026-06-02 18:05:30,212][331472] Updated weights for policy 0, policy_version 8088 (0.0009) +[2026-06-02 18:05:30,456][331472] Updated weights for policy 0, policy_version 8098 (0.0009) +[2026-06-02 18:05:30,688][331472] Updated weights for policy 0, policy_version 8108 (0.0009) +[2026-06-02 18:05:30,935][331472] Updated weights for policy 0, policy_version 8118 (0.0009) +[2026-06-02 18:05:31,188][331472] Updated weights for policy 0, policy_version 8128 (0.0009) +[2026-06-02 18:05:31,953][331472] Updated weights for policy 0, policy_version 8138 (0.0009) +[2026-06-02 18:05:32,186][331472] Updated weights for policy 0, policy_version 8148 (0.0008) +[2026-06-02 18:05:32,429][331472] Updated weights for policy 0, policy_version 8158 (0.0009) +[2026-06-02 18:05:32,660][331472] Updated weights for policy 0, policy_version 8168 (0.0009) +[2026-06-02 18:05:32,918][331472] Updated weights for policy 0, policy_version 8178 (0.0008) +[2026-06-02 18:05:33,161][331472] Updated weights for policy 0, policy_version 8188 (0.0009) +[2026-06-02 18:05:33,404][331472] Updated weights for policy 0, policy_version 8198 (0.0008) +[2026-06-02 18:05:34,176][331472] Updated weights for policy 0, policy_version 8209 (0.0009) +[2026-06-02 18:05:34,448][331472] Updated weights for policy 0, policy_version 8220 (0.0009) +[2026-06-02 18:05:34,694][331472] Updated weights for policy 0, policy_version 8230 (0.0009) +[2026-06-02 18:05:34,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15371.2). Total num frames: 4227072. Throughput: 0: 15820.8. Samples: 4234752. Policy #0 lag: (min: 3.0, avg: 27.6, max: 67.0) +[2026-06-02 18:05:34,905][329443] Avg episode reward: [(0, '256.967')] +[2026-06-02 18:05:34,939][331472] Updated weights for policy 0, policy_version 8240 (0.0009) +[2026-06-02 18:05:35,178][331472] Updated weights for policy 0, policy_version 8250 (0.0009) +[2026-06-02 18:05:35,422][331472] Updated weights for policy 0, policy_version 8260 (0.0009) +[2026-06-02 18:05:36,174][331472] Updated weights for policy 0, policy_version 8270 (0.0009) +[2026-06-02 18:05:36,420][331472] Updated weights for policy 0, policy_version 8280 (0.0009) +[2026-06-02 18:05:36,663][331472] Updated weights for policy 0, policy_version 8290 (0.0009) +[2026-06-02 18:05:36,906][331472] Updated weights for policy 0, policy_version 8300 (0.0009) +[2026-06-02 18:05:37,149][331472] Updated weights for policy 0, policy_version 8310 (0.0008) +[2026-06-02 18:05:37,385][331472] Updated weights for policy 0, policy_version 8320 (0.0008) +[2026-06-02 18:05:38,176][331472] Updated weights for policy 0, policy_version 8330 (0.0009) +[2026-06-02 18:05:38,395][331472] Updated weights for policy 0, policy_version 8340 (0.0008) +[2026-06-02 18:05:38,646][331472] Updated weights for policy 0, policy_version 8350 (0.0008) +[2026-06-02 18:05:38,878][331472] Updated weights for policy 0, policy_version 8360 (0.0009) +[2026-06-02 18:05:39,116][331472] Updated weights for policy 0, policy_version 8370 (0.0009) +[2026-06-02 18:05:39,370][331472] Updated weights for policy 0, policy_version 8380 (0.0009) +[2026-06-02 18:05:39,610][331472] Updated weights for policy 0, policy_version 8390 (0.0009) +[2026-06-02 18:05:39,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15447.8). Total num frames: 4325376. Throughput: 0: 15832.2. Samples: 4330240. Policy #0 lag: (min: 60.0, avg: 80.1, max: 124.0) +[2026-06-02 18:05:39,905][329443] Avg episode reward: [(0, '279.929')] +[2026-06-02 18:05:40,378][331472] Updated weights for policy 0, policy_version 8400 (0.0009) +[2026-06-02 18:05:40,621][331472] Updated weights for policy 0, policy_version 8410 (0.0009) +[2026-06-02 18:05:40,861][331472] Updated weights for policy 0, policy_version 8420 (0.0009) +[2026-06-02 18:05:41,100][331472] Updated weights for policy 0, policy_version 8430 (0.0008) +[2026-06-02 18:05:41,349][331472] Updated weights for policy 0, policy_version 8440 (0.0009) +[2026-06-02 18:05:41,593][331472] Updated weights for policy 0, policy_version 8450 (0.0009) +[2026-06-02 18:05:42,362][331472] Updated weights for policy 0, policy_version 8460 (0.0009) +[2026-06-02 18:05:42,592][331472] Updated weights for policy 0, policy_version 8470 (0.0009) +[2026-06-02 18:05:42,849][331472] Updated weights for policy 0, policy_version 8480 (0.0008) +[2026-06-02 18:05:43,084][331472] Updated weights for policy 0, policy_version 8490 (0.0009) +[2026-06-02 18:05:43,323][331472] Updated weights for policy 0, policy_version 8500 (0.0008) +[2026-06-02 18:05:43,569][331472] Updated weights for policy 0, policy_version 8510 (0.0009) +[2026-06-02 18:05:43,808][331472] Updated weights for policy 0, policy_version 8520 (0.0008) +[2026-06-02 18:05:44,589][331472] Updated weights for policy 0, policy_version 8530 (0.0008) +[2026-06-02 18:05:44,831][331472] Updated weights for policy 0, policy_version 8540 (0.0008) +[2026-06-02 18:05:44,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15406.7). Total num frames: 4390912. Throughput: 0: 15818.0. Samples: 4425728. Policy #0 lag: (min: 60.0, avg: 80.1, max: 124.0) +[2026-06-02 18:05:44,905][329443] Avg episode reward: [(0, '277.843')] +[2026-06-02 18:05:45,070][331472] Updated weights for policy 0, policy_version 8550 (0.0008) +[2026-06-02 18:05:45,311][331472] Updated weights for policy 0, policy_version 8560 (0.0008) +[2026-06-02 18:05:45,559][331472] Updated weights for policy 0, policy_version 8570 (0.0008) +[2026-06-02 18:05:45,801][331472] Updated weights for policy 0, policy_version 8580 (0.0008) +[2026-06-02 18:05:46,569][331472] Updated weights for policy 0, policy_version 8590 (0.0008) +[2026-06-02 18:05:46,805][331472] Updated weights for policy 0, policy_version 8600 (0.0008) +[2026-06-02 18:05:47,041][331472] Updated weights for policy 0, policy_version 8610 (0.0008) +[2026-06-02 18:05:47,288][331472] Updated weights for policy 0, policy_version 8620 (0.0008) +[2026-06-02 18:05:47,537][331472] Updated weights for policy 0, policy_version 8630 (0.0009) +[2026-06-02 18:05:47,777][331472] Updated weights for policy 0, policy_version 8640 (0.0009) +[2026-06-02 18:05:48,555][331472] Updated weights for policy 0, policy_version 8650 (0.0008) +[2026-06-02 18:05:48,777][331472] Updated weights for policy 0, policy_version 8660 (0.0008) +[2026-06-02 18:05:49,019][331472] Updated weights for policy 0, policy_version 8670 (0.0008) +[2026-06-02 18:05:49,264][331472] Updated weights for policy 0, policy_version 8680 (0.0009) +[2026-06-02 18:05:49,511][331472] Updated weights for policy 0, policy_version 8690 (0.0009) +[2026-06-02 18:05:49,751][331472] Updated weights for policy 0, policy_version 8700 (0.0008) +[2026-06-02 18:05:49,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15291.7, 300 sec: 15367.1). Total num frames: 4456448. Throughput: 0: 15806.6. Samples: 4467968. Policy #0 lag: (min: 0.0, avg: 22.8, max: 64.0) +[2026-06-02 18:05:49,905][329443] Avg episode reward: [(0, '278.340')] +[2026-06-02 18:05:49,987][331472] Updated weights for policy 0, policy_version 8710 (0.0008) +[2026-06-02 18:05:50,777][331472] Updated weights for policy 0, policy_version 8720 (0.0008) +[2026-06-02 18:05:51,015][331472] Updated weights for policy 0, policy_version 8730 (0.0008) +[2026-06-02 18:05:51,245][331472] Updated weights for policy 0, policy_version 8740 (0.0008) +[2026-06-02 18:05:51,495][331472] Updated weights for policy 0, policy_version 8750 (0.0009) +[2026-06-02 18:05:51,742][331472] Updated weights for policy 0, policy_version 8760 (0.0009) +[2026-06-02 18:05:51,984][331472] Updated weights for policy 0, policy_version 8770 (0.0009) +[2026-06-02 18:05:52,773][331472] Updated weights for policy 0, policy_version 8780 (0.0009) +[2026-06-02 18:05:52,993][331472] Updated weights for policy 0, policy_version 8790 (0.0009) +[2026-06-02 18:05:53,236][331472] Updated weights for policy 0, policy_version 8800 (0.0009) +[2026-06-02 18:05:53,493][331472] Updated weights for policy 0, policy_version 8810 (0.0009) +[2026-06-02 18:05:53,734][331472] Updated weights for policy 0, policy_version 8820 (0.0009) +[2026-06-02 18:05:53,969][331472] Updated weights for policy 0, policy_version 8830 (0.0008) +[2026-06-02 18:05:54,222][331472] Updated weights for policy 0, policy_version 8840 (0.0008) +[2026-06-02 18:05:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15439.8). Total num frames: 4554752. Throughput: 0: 15820.8. Samples: 4563712. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0) +[2026-06-02 18:05:54,905][329443] Avg episode reward: [(0, '290.467')] +[2026-06-02 18:05:54,980][331472] Updated weights for policy 0, policy_version 8850 (0.0009) +[2026-06-02 18:05:55,228][331472] Updated weights for policy 0, policy_version 8860 (0.0009) +[2026-06-02 18:05:55,465][331472] Updated weights for policy 0, policy_version 8870 (0.0009) +[2026-06-02 18:05:55,711][331472] Updated weights for policy 0, policy_version 8880 (0.0009) +[2026-06-02 18:05:55,963][331472] Updated weights for policy 0, policy_version 8890 (0.0009) +[2026-06-02 18:05:56,208][331472] Updated weights for policy 0, policy_version 8900 (0.0009) +[2026-06-02 18:05:56,290][331382] Saving new best policy, reward=290.467! +[2026-06-02 18:05:56,986][331472] Updated weights for policy 0, policy_version 8910 (0.0008) +[2026-06-02 18:05:57,221][331472] Updated weights for policy 0, policy_version 8920 (0.0009) +[2026-06-02 18:05:57,467][331472] Updated weights for policy 0, policy_version 8930 (0.0009) +[2026-06-02 18:05:57,702][331472] Updated weights for policy 0, policy_version 8940 (0.0009) +[2026-06-02 18:05:57,979][331472] Updated weights for policy 0, policy_version 8952 (0.0009) +[2026-06-02 18:05:58,240][331472] Updated weights for policy 0, policy_version 8962 (0.0009) +[2026-06-02 18:05:59,032][331472] Updated weights for policy 0, policy_version 8972 (0.0009) +[2026-06-02 18:05:59,284][331472] Updated weights for policy 0, policy_version 8983 (0.0009) +[2026-06-02 18:05:59,530][331472] Updated weights for policy 0, policy_version 8993 (0.0009) +[2026-06-02 18:05:59,765][331472] Updated weights for policy 0, policy_version 9003 (0.0009) +[2026-06-02 18:05:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 4620288. Throughput: 0: 15849.2. Samples: 4660352. Policy #0 lag: (min: 63.0, avg: 81.9, max: 127.0) +[2026-06-02 18:05:59,905][329443] Avg episode reward: [(0, '303.076')] +[2026-06-02 18:06:00,016][331472] Updated weights for policy 0, policy_version 9013 (0.0010) +[2026-06-02 18:06:00,258][331472] Updated weights for policy 0, policy_version 9023 (0.0009) +[2026-06-02 18:06:00,461][331382] Saving new best policy, reward=303.076! +[2026-06-02 18:06:01,051][331472] Updated weights for policy 0, policy_version 9033 (0.0009) +[2026-06-02 18:06:01,289][331472] Updated weights for policy 0, policy_version 9044 (0.0009) +[2026-06-02 18:06:01,534][331472] Updated weights for policy 0, policy_version 9054 (0.0009) +[2026-06-02 18:06:01,766][331472] Updated weights for policy 0, policy_version 9064 (0.0009) +[2026-06-02 18:06:02,015][331472] Updated weights for policy 0, policy_version 9074 (0.0009) +[2026-06-02 18:06:02,262][331472] Updated weights for policy 0, policy_version 9084 (0.0009) +[2026-06-02 18:06:02,503][331472] Updated weights for policy 0, policy_version 9094 (0.0009) +[2026-06-02 18:06:03,282][331472] Updated weights for policy 0, policy_version 9105 (0.0009) +[2026-06-02 18:06:03,535][331472] Updated weights for policy 0, policy_version 9115 (0.0009) +[2026-06-02 18:06:03,779][331472] Updated weights for policy 0, policy_version 9125 (0.0008) +[2026-06-02 18:06:04,021][331472] Updated weights for policy 0, policy_version 9135 (0.0009) +[2026-06-02 18:06:04,257][331472] Updated weights for policy 0, policy_version 9145 (0.0009) +[2026-06-02 18:06:04,508][331472] Updated weights for policy 0, policy_version 9155 (0.0008) +[2026-06-02 18:06:04,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 4718592. Throughput: 0: 15601.8. Samples: 4702720. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0) +[2026-06-02 18:06:04,905][329443] Avg episode reward: [(0, '306.301')] +[2026-06-02 18:06:04,910][331382] Saving new best policy, reward=306.301! +[2026-06-02 18:06:05,292][331472] Updated weights for policy 0, policy_version 9165 (0.0009) +[2026-06-02 18:06:05,523][331472] Updated weights for policy 0, policy_version 9175 (0.0008) +[2026-06-02 18:06:05,775][331472] Updated weights for policy 0, policy_version 9185 (0.0008) +[2026-06-02 18:06:06,018][331472] Updated weights for policy 0, policy_version 9195 (0.0008) +[2026-06-02 18:06:06,267][331472] Updated weights for policy 0, policy_version 9205 (0.0009) +[2026-06-02 18:06:06,511][331472] Updated weights for policy 0, policy_version 9215 (0.0009) +[2026-06-02 18:06:07,284][331472] Updated weights for policy 0, policy_version 9225 (0.0009) +[2026-06-02 18:06:07,504][331472] Updated weights for policy 0, policy_version 9235 (0.0009) +[2026-06-02 18:06:07,748][331472] Updated weights for policy 0, policy_version 9245 (0.0009) +[2026-06-02 18:06:07,987][331472] Updated weights for policy 0, policy_version 9255 (0.0009) +[2026-06-02 18:06:08,237][331472] Updated weights for policy 0, policy_version 9265 (0.0009) +[2026-06-02 18:06:08,475][331472] Updated weights for policy 0, policy_version 9275 (0.0009) +[2026-06-02 18:06:08,724][331472] Updated weights for policy 0, policy_version 9285 (0.0009) +[2026-06-02 18:06:09,488][331472] Updated weights for policy 0, policy_version 9295 (0.0008) +[2026-06-02 18:06:09,723][331472] Updated weights for policy 0, policy_version 9305 (0.0009) +[2026-06-02 18:06:09,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 4784128. Throughput: 0: 15712.7. Samples: 4798720. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0) +[2026-06-02 18:06:09,905][329443] Avg episode reward: [(0, '310.699')] +[2026-06-02 18:06:09,958][331472] Updated weights for policy 0, policy_version 9315 (0.0008) +[2026-06-02 18:06:10,200][331472] Updated weights for policy 0, policy_version 9325 (0.0008) +[2026-06-02 18:06:10,453][331472] Updated weights for policy 0, policy_version 9335 (0.0009) +[2026-06-02 18:06:10,696][331472] Updated weights for policy 0, policy_version 9345 (0.0009) +[2026-06-02 18:06:10,858][331382] Saving new best policy, reward=310.699! +[2026-06-02 18:06:11,476][331472] Updated weights for policy 0, policy_version 9355 (0.0009) +[2026-06-02 18:06:11,710][331472] Updated weights for policy 0, policy_version 9365 (0.0008) +[2026-06-02 18:06:11,941][331472] Updated weights for policy 0, policy_version 9375 (0.0009) +[2026-06-02 18:06:12,198][331472] Updated weights for policy 0, policy_version 9385 (0.0009) +[2026-06-02 18:06:12,435][331472] Updated weights for policy 0, policy_version 9395 (0.0008) +[2026-06-02 18:06:12,681][331472] Updated weights for policy 0, policy_version 9405 (0.0009) +[2026-06-02 18:06:12,936][331472] Updated weights for policy 0, policy_version 9415 (0.0009) +[2026-06-02 18:06:13,680][331472] Updated weights for policy 0, policy_version 9425 (0.0009) +[2026-06-02 18:06:13,933][331472] Updated weights for policy 0, policy_version 9435 (0.0008) +[2026-06-02 18:06:14,180][331472] Updated weights for policy 0, policy_version 9445 (0.0009) +[2026-06-02 18:06:14,423][331472] Updated weights for policy 0, policy_version 9455 (0.0008) +[2026-06-02 18:06:14,661][331472] Updated weights for policy 0, policy_version 9465 (0.0008) +[2026-06-02 18:06:14,896][331472] Updated weights for policy 0, policy_version 9475 (0.0008) +[2026-06-02 18:06:14,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15662.0). Total num frames: 4849664. Throughput: 0: 15843.6. Samples: 4894848. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0) +[2026-06-02 18:06:14,905][329443] Avg episode reward: [(0, '315.199')] +[2026-06-02 18:06:15,019][331382] Saving new best policy, reward=315.199! +[2026-06-02 18:06:15,667][331472] Updated weights for policy 0, policy_version 9485 (0.0009) +[2026-06-02 18:06:15,906][331472] Updated weights for policy 0, policy_version 9495 (0.0008) +[2026-06-02 18:06:16,159][331472] Updated weights for policy 0, policy_version 9505 (0.0009) +[2026-06-02 18:06:16,420][331472] Updated weights for policy 0, policy_version 9516 (0.0008) +[2026-06-02 18:06:16,666][331472] Updated weights for policy 0, policy_version 9526 (0.0008) +[2026-06-02 18:06:16,915][331472] Updated weights for policy 0, policy_version 9536 (0.0008) +[2026-06-02 18:06:17,691][331472] Updated weights for policy 0, policy_version 9546 (0.0009) +[2026-06-02 18:06:17,909][331472] Updated weights for policy 0, policy_version 9556 (0.0009) +[2026-06-02 18:06:18,151][331472] Updated weights for policy 0, policy_version 9566 (0.0008) +[2026-06-02 18:06:18,400][331472] Updated weights for policy 0, policy_version 9576 (0.0009) +[2026-06-02 18:06:18,633][331472] Updated weights for policy 0, policy_version 9586 (0.0009) +[2026-06-02 18:06:18,896][331472] Updated weights for policy 0, policy_version 9596 (0.0009) +[2026-06-02 18:06:19,131][331472] Updated weights for policy 0, policy_version 9606 (0.0009) +[2026-06-02 18:06:19,888][331472] Updated weights for policy 0, policy_version 9616 (0.0009) +[2026-06-02 18:06:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15662.1). Total num frames: 4947968. Throughput: 0: 15715.6. Samples: 4941952. Policy #0 lag: (min: 8.0, avg: 35.8, max: 72.0) +[2026-06-02 18:06:19,905][329443] Avg episode reward: [(0, '330.962')] +[2026-06-02 18:06:20,139][331472] Updated weights for policy 0, policy_version 9626 (0.0009) +[2026-06-02 18:06:20,375][331472] Updated weights for policy 0, policy_version 9636 (0.0008) +[2026-06-02 18:06:20,654][331472] Updated weights for policy 0, policy_version 9647 (0.0009) +[2026-06-02 18:06:20,902][331472] Updated weights for policy 0, policy_version 9657 (0.0009) +[2026-06-02 18:06:21,147][331472] Updated weights for policy 0, policy_version 9667 (0.0009) +[2026-06-02 18:06:21,258][331382] Saving new best policy, reward=330.962! +[2026-06-02 18:06:21,910][331472] Updated weights for policy 0, policy_version 9677 (0.0006) +[2026-06-02 18:06:22,146][331472] Updated weights for policy 0, policy_version 9687 (0.0009) +[2026-06-02 18:06:22,379][331472] Updated weights for policy 0, policy_version 9697 (0.0009) +[2026-06-02 18:06:22,626][331472] Updated weights for policy 0, policy_version 9707 (0.0009) +[2026-06-02 18:06:22,874][331472] Updated weights for policy 0, policy_version 9717 (0.0009) +[2026-06-02 18:06:23,118][331472] Updated weights for policy 0, policy_version 9727 (0.0009) +[2026-06-02 18:06:23,921][331472] Updated weights for policy 0, policy_version 9737 (0.0009) +[2026-06-02 18:06:24,166][331472] Updated weights for policy 0, policy_version 9748 (0.0009) +[2026-06-02 18:06:24,404][331472] Updated weights for policy 0, policy_version 9758 (0.0009) +[2026-06-02 18:06:24,652][331472] Updated weights for policy 0, policy_version 9768 (0.0009) +[2026-06-02 18:06:24,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15550.9). Total num frames: 5013504. Throughput: 0: 15613.2. Samples: 5032832. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:06:24,905][329443] Avg episode reward: [(0, '346.862')] +[2026-06-02 18:06:24,910][331472] Updated weights for policy 0, policy_version 9779 (0.0009) +[2026-06-02 18:06:25,181][331472] Updated weights for policy 0, policy_version 9790 (0.0009) +[2026-06-02 18:06:25,411][331382] Saving new best policy, reward=346.862! +[2026-06-02 18:06:25,413][331472] Updated weights for policy 0, policy_version 9800 (0.0009) +[2026-06-02 18:06:26,209][331472] Updated weights for policy 0, policy_version 9810 (0.0009) +[2026-06-02 18:06:26,446][331472] Updated weights for policy 0, policy_version 9820 (0.0009) +[2026-06-02 18:06:26,699][331472] Updated weights for policy 0, policy_version 9830 (0.0009) +[2026-06-02 18:06:26,940][331472] Updated weights for policy 0, policy_version 9840 (0.0009) +[2026-06-02 18:06:27,189][331472] Updated weights for policy 0, policy_version 9850 (0.0008) +[2026-06-02 18:06:27,461][331472] Updated weights for policy 0, policy_version 9861 (0.0008) +[2026-06-02 18:06:28,196][331472] Updated weights for policy 0, policy_version 9871 (0.0009) +[2026-06-02 18:06:28,442][331472] Updated weights for policy 0, policy_version 9881 (0.0008) +[2026-06-02 18:06:28,675][331472] Updated weights for policy 0, policy_version 9891 (0.0008) +[2026-06-02 18:06:28,926][331472] Updated weights for policy 0, policy_version 9901 (0.0008) +[2026-06-02 18:06:29,175][331472] Updated weights for policy 0, policy_version 9911 (0.0008) +[2026-06-02 18:06:29,414][331472] Updated weights for policy 0, policy_version 9921 (0.0008) +[2026-06-02 18:06:29,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 5111808. Throughput: 0: 15630.2. Samples: 5129088. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:06:29,906][329443] Avg episode reward: [(0, '368.717')] +[2026-06-02 18:06:30,200][331472] Updated weights for policy 0, policy_version 9931 (0.0009) +[2026-06-02 18:06:30,449][331472] Updated weights for policy 0, policy_version 9942 (0.0009) +[2026-06-02 18:06:30,696][331472] Updated weights for policy 0, policy_version 9952 (0.0009) +[2026-06-02 18:06:30,880][331382] Early stopping after 4 epochs (32 sgd steps), loss delta 0.0000001 +[2026-06-02 18:06:30,881][331382] Saving new best policy, reward=368.717! +[2026-06-02 18:06:31,649][331472] Updated weights for policy 0, policy_version 9962 (0.0009) +[2026-06-02 18:06:31,878][331472] Updated weights for policy 0, policy_version 9972 (0.0009) +[2026-06-02 18:06:32,107][331472] Updated weights for policy 0, policy_version 9982 (0.0009) +[2026-06-02 18:06:32,363][331472] Updated weights for policy 0, policy_version 9992 (0.0009) +[2026-06-02 18:06:32,603][331472] Updated weights for policy 0, policy_version 10002 (0.0009) +[2026-06-02 18:06:32,842][331472] Updated weights for policy 0, policy_version 10012 (0.0009) +[2026-06-02 18:06:33,079][331472] Updated weights for policy 0, policy_version 10022 (0.0006) +[2026-06-02 18:06:33,854][331472] Updated weights for policy 0, policy_version 10032 (0.0008) +[2026-06-02 18:06:34,085][331472] Updated weights for policy 0, policy_version 10042 (0.0009) +[2026-06-02 18:06:34,341][331472] Updated weights for policy 0, policy_version 10052 (0.0008) +[2026-06-02 18:06:34,589][331472] Updated weights for policy 0, policy_version 10062 (0.0008) +[2026-06-02 18:06:34,833][331472] Updated weights for policy 0, policy_version 10072 (0.0008) +[2026-06-02 18:06:34,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15550.9). Total num frames: 5177344. Throughput: 0: 16011.4. Samples: 5188480. Policy #0 lag: (min: 63.0, avg: 68.4, max: 95.0) +[2026-06-02 18:06:34,905][329443] Avg episode reward: [(0, '400.992')] +[2026-06-02 18:06:35,073][331472] Updated weights for policy 0, policy_version 10082 (0.0008) +[2026-06-02 18:06:35,208][331382] Saving new best policy, reward=400.992! +[2026-06-02 18:06:35,827][331472] Updated weights for policy 0, policy_version 10092 (0.0009) +[2026-06-02 18:06:36,069][331472] Updated weights for policy 0, policy_version 10102 (0.0008) +[2026-06-02 18:06:36,300][331472] Updated weights for policy 0, policy_version 10112 (0.0009) +[2026-06-02 18:06:36,558][331472] Updated weights for policy 0, policy_version 10122 (0.0009) +[2026-06-02 18:06:36,795][331472] Updated weights for policy 0, policy_version 10132 (0.0008) +[2026-06-02 18:06:37,045][331472] Updated weights for policy 0, policy_version 10142 (0.0009) +[2026-06-02 18:06:37,278][331472] Updated weights for policy 0, policy_version 10152 (0.0009) +[2026-06-02 18:06:38,038][331472] Updated weights for policy 0, policy_version 10162 (0.0009) +[2026-06-02 18:06:38,278][331472] Updated weights for policy 0, policy_version 10172 (0.0009) +[2026-06-02 18:06:38,520][331472] Updated weights for policy 0, policy_version 10182 (0.0009) +[2026-06-02 18:06:38,762][331472] Updated weights for policy 0, policy_version 10192 (0.0008) +[2026-06-02 18:06:39,007][331472] Updated weights for policy 0, policy_version 10202 (0.0009) +[2026-06-02 18:06:39,247][331472] Updated weights for policy 0, policy_version 10212 (0.0009) +[2026-06-02 18:06:39,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.8, 300 sec: 15662.0). Total num frames: 5275648. Throughput: 0: 16000.0. Samples: 5283712. Policy #0 lag: (min: 63.0, avg: 68.4, max: 95.0) +[2026-06-02 18:06:39,905][329443] Avg episode reward: [(0, '423.729')] +[2026-06-02 18:06:40,013][331472] Updated weights for policy 0, policy_version 10222 (0.0009) +[2026-06-02 18:06:40,259][331472] Updated weights for policy 0, policy_version 10232 (0.0008) +[2026-06-02 18:06:40,500][331472] Updated weights for policy 0, policy_version 10242 (0.0009) +[2026-06-02 18:06:40,741][331472] Updated weights for policy 0, policy_version 10252 (0.0009) +[2026-06-02 18:06:40,979][331472] Updated weights for policy 0, policy_version 10262 (0.0009) +[2026-06-02 18:06:41,235][331472] Updated weights for policy 0, policy_version 10272 (0.0009) +[2026-06-02 18:06:41,420][331382] Saving new best policy, reward=423.729! +[2026-06-02 18:06:42,032][331472] Updated weights for policy 0, policy_version 10283 (0.0009) +[2026-06-02 18:06:42,265][331472] Updated weights for policy 0, policy_version 10293 (0.0009) +[2026-06-02 18:06:42,516][331472] Updated weights for policy 0, policy_version 10303 (0.0009) +[2026-06-02 18:06:42,741][331472] Updated weights for policy 0, policy_version 10313 (0.0009) +[2026-06-02 18:06:42,984][331472] Updated weights for policy 0, policy_version 10323 (0.0009) +[2026-06-02 18:06:43,230][331472] Updated weights for policy 0, policy_version 10333 (0.0008) +[2026-06-02 18:06:43,466][331472] Updated weights for policy 0, policy_version 10343 (0.0008) +[2026-06-02 18:06:44,250][331472] Updated weights for policy 0, policy_version 10353 (0.0009) +[2026-06-02 18:06:44,484][331472] Updated weights for policy 0, policy_version 10363 (0.0008) +[2026-06-02 18:06:44,727][331472] Updated weights for policy 0, policy_version 10373 (0.0009) +[2026-06-02 18:06:44,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15550.9). Total num frames: 5341184. Throughput: 0: 15985.8. Samples: 5379712. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0) +[2026-06-02 18:06:44,905][329443] Avg episode reward: [(0, '427.540')] +[2026-06-02 18:06:44,972][331472] Updated weights for policy 0, policy_version 10383 (0.0009) +[2026-06-02 18:06:45,200][331472] Updated weights for policy 0, policy_version 10393 (0.0009) +[2026-06-02 18:06:45,450][331472] Updated weights for policy 0, policy_version 10403 (0.0009) +[2026-06-02 18:06:45,557][331382] Saving new best policy, reward=427.540! +[2026-06-02 18:06:46,236][331472] Updated weights for policy 0, policy_version 10413 (0.0009) +[2026-06-02 18:06:46,479][331472] Updated weights for policy 0, policy_version 10423 (0.0009) +[2026-06-02 18:06:46,710][331472] Updated weights for policy 0, policy_version 10433 (0.0009) +[2026-06-02 18:06:46,955][331472] Updated weights for policy 0, policy_version 10443 (0.0009) +[2026-06-02 18:06:47,206][331472] Updated weights for policy 0, policy_version 10453 (0.0009) +[2026-06-02 18:06:47,451][331472] Updated weights for policy 0, policy_version 10463 (0.0009) +[2026-06-02 18:06:48,224][331472] Updated weights for policy 0, policy_version 10473 (0.0009) +[2026-06-02 18:06:48,451][331472] Updated weights for policy 0, policy_version 10483 (0.0009) +[2026-06-02 18:06:48,697][331472] Updated weights for policy 0, policy_version 10493 (0.0009) +[2026-06-02 18:06:48,942][331472] Updated weights for policy 0, policy_version 10503 (0.0009) +[2026-06-02 18:06:49,185][331472] Updated weights for policy 0, policy_version 10513 (0.0009) +[2026-06-02 18:06:49,428][331472] Updated weights for policy 0, policy_version 10523 (0.0009) +[2026-06-02 18:06:49,673][331472] Updated weights for policy 0, policy_version 10533 (0.0009) +[2026-06-02 18:06:49,904][329443] Fps is (10 sec: 16384.0, 60 sec: 16384.0, 300 sec: 15662.0). Total num frames: 5439488. Throughput: 0: 15994.3. Samples: 5422464. Policy #0 lag: (min: 63.0, avg: 81.6, max: 127.0) +[2026-06-02 18:06:49,905][329443] Avg episode reward: [(0, '440.083')] +[2026-06-02 18:06:49,910][331382] Saving new best policy, reward=440.083! +[2026-06-02 18:06:50,420][331472] Updated weights for policy 0, policy_version 10543 (0.0009) +[2026-06-02 18:06:50,656][331472] Updated weights for policy 0, policy_version 10553 (0.0009) +[2026-06-02 18:06:50,908][331472] Updated weights for policy 0, policy_version 10563 (0.0009) +[2026-06-02 18:06:51,147][331472] Updated weights for policy 0, policy_version 10573 (0.0008) +[2026-06-02 18:06:51,399][331472] Updated weights for policy 0, policy_version 10583 (0.0009) +[2026-06-02 18:06:51,660][331472] Updated weights for policy 0, policy_version 10594 (0.0009) +[2026-06-02 18:06:52,448][331472] Updated weights for policy 0, policy_version 10604 (0.0009) +[2026-06-02 18:06:52,687][331472] Updated weights for policy 0, policy_version 10614 (0.0009) +[2026-06-02 18:06:52,921][331472] Updated weights for policy 0, policy_version 10624 (0.0008) +[2026-06-02 18:06:53,169][331472] Updated weights for policy 0, policy_version 10634 (0.0009) +[2026-06-02 18:06:53,415][331472] Updated weights for policy 0, policy_version 10644 (0.0008) +[2026-06-02 18:06:53,661][331472] Updated weights for policy 0, policy_version 10654 (0.0008) +[2026-06-02 18:06:53,897][331472] Updated weights for policy 0, policy_version 10664 (0.0009) +[2026-06-02 18:06:54,686][331472] Updated weights for policy 0, policy_version 10675 (0.0009) +[2026-06-02 18:06:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 5505024. Throughput: 0: 15988.6. Samples: 5518208. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 18:06:54,905][329443] Avg episode reward: [(0, '390.157')] +[2026-06-02 18:06:54,918][331472] Updated weights for policy 0, policy_version 10685 (0.0009) +[2026-06-02 18:06:55,171][331472] Updated weights for policy 0, policy_version 10695 (0.0009) +[2026-06-02 18:06:55,414][331472] Updated weights for policy 0, policy_version 10705 (0.0009) +[2026-06-02 18:06:55,646][331472] Updated weights for policy 0, policy_version 10715 (0.0009) +[2026-06-02 18:06:55,886][331472] Updated weights for policy 0, policy_version 10725 (0.0009) +[2026-06-02 18:06:56,696][331472] Updated weights for policy 0, policy_version 10735 (0.0009) +[2026-06-02 18:06:56,944][331472] Updated weights for policy 0, policy_version 10745 (0.0009) +[2026-06-02 18:06:57,191][331472] Updated weights for policy 0, policy_version 10755 (0.0009) +[2026-06-02 18:06:57,451][331472] Updated weights for policy 0, policy_version 10766 (0.0009) +[2026-06-02 18:06:57,695][331472] Updated weights for policy 0, policy_version 10776 (0.0009) +[2026-06-02 18:06:57,937][331472] Updated weights for policy 0, policy_version 10786 (0.0009) +[2026-06-02 18:06:58,697][331472] Updated weights for policy 0, policy_version 10796 (0.0009) +[2026-06-02 18:06:58,930][331472] Updated weights for policy 0, policy_version 10806 (0.0009) +[2026-06-02 18:06:59,173][331472] Updated weights for policy 0, policy_version 10816 (0.0009) +[2026-06-02 18:06:59,413][331472] Updated weights for policy 0, policy_version 10826 (0.0009) +[2026-06-02 18:06:59,659][331472] Updated weights for policy 0, policy_version 10836 (0.0010) +[2026-06-02 18:06:59,895][331472] Updated weights for policy 0, policy_version 10846 (0.0011) +[2026-06-02 18:06:59,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 5570560. Throughput: 0: 15977.3. Samples: 5613824. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 18:06:59,905][329443] Avg episode reward: [(0, '398.102')] +[2026-06-02 18:07:00,137][331472] Updated weights for policy 0, policy_version 10856 (0.0010) +[2026-06-02 18:07:00,919][331472] Updated weights for policy 0, policy_version 10866 (0.0009) +[2026-06-02 18:07:01,162][331472] Updated weights for policy 0, policy_version 10876 (0.0010) +[2026-06-02 18:07:01,408][331472] Updated weights for policy 0, policy_version 10886 (0.0009) +[2026-06-02 18:07:01,648][331472] Updated weights for policy 0, policy_version 10896 (0.0009) +[2026-06-02 18:07:01,904][331472] Updated weights for policy 0, policy_version 10906 (0.0009) +[2026-06-02 18:07:02,145][331472] Updated weights for policy 0, policy_version 10916 (0.0009) +[2026-06-02 18:07:02,913][331472] Updated weights for policy 0, policy_version 10926 (0.0009) +[2026-06-02 18:07:03,157][331472] Updated weights for policy 0, policy_version 10936 (0.0009) +[2026-06-02 18:07:03,389][331472] Updated weights for policy 0, policy_version 10946 (0.0009) +[2026-06-02 18:07:03,666][331472] Updated weights for policy 0, policy_version 10957 (0.0009) +[2026-06-02 18:07:03,936][331472] Updated weights for policy 0, policy_version 10968 (0.0009) +[2026-06-02 18:07:04,176][331472] Updated weights for policy 0, policy_version 10978 (0.0008) +[2026-06-02 18:07:04,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 5668864. Throughput: 0: 15891.9. Samples: 5657088. Policy #0 lag: (min: 54.0, avg: 73.1, max: 118.0) +[2026-06-02 18:07:04,905][329443] Avg episode reward: [(0, '384.672')] +[2026-06-02 18:07:04,949][331472] Updated weights for policy 0, policy_version 10988 (0.0009) +[2026-06-02 18:07:05,185][331472] Updated weights for policy 0, policy_version 10998 (0.0008) +[2026-06-02 18:07:05,421][331472] Updated weights for policy 0, policy_version 11008 (0.0009) +[2026-06-02 18:07:05,700][331472] Updated weights for policy 0, policy_version 11019 (0.0009) +[2026-06-02 18:07:05,941][331472] Updated weights for policy 0, policy_version 11029 (0.0009) +[2026-06-02 18:07:06,185][331472] Updated weights for policy 0, policy_version 11039 (0.0009) +[2026-06-02 18:07:06,974][331472] Updated weights for policy 0, policy_version 11049 (0.0009) +[2026-06-02 18:07:07,204][331472] Updated weights for policy 0, policy_version 11059 (0.0009) +[2026-06-02 18:07:07,473][331472] Updated weights for policy 0, policy_version 11070 (0.0009) +[2026-06-02 18:07:07,698][331472] Updated weights for policy 0, policy_version 11080 (0.0008) +[2026-06-02 18:07:07,974][331472] Updated weights for policy 0, policy_version 11091 (0.0008) +[2026-06-02 18:07:08,213][331472] Updated weights for policy 0, policy_version 11101 (0.0009) +[2026-06-02 18:07:08,457][331472] Updated weights for policy 0, policy_version 11111 (0.0009) +[2026-06-02 18:07:09,233][331472] Updated weights for policy 0, policy_version 11121 (0.0009) +[2026-06-02 18:07:09,478][331472] Updated weights for policy 0, policy_version 11131 (0.0009) +[2026-06-02 18:07:09,719][331472] Updated weights for policy 0, policy_version 11141 (0.0009) +[2026-06-02 18:07:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 5734400. Throughput: 0: 15971.6. Samples: 5751552. Policy #0 lag: (min: 54.0, avg: 73.1, max: 118.0) +[2026-06-02 18:07:09,905][329443] Avg episode reward: [(0, '364.318')] +[2026-06-02 18:07:09,971][331472] Updated weights for policy 0, policy_version 11151 (0.0009) +[2026-06-02 18:07:10,211][331472] Updated weights for policy 0, policy_version 11161 (0.0009) +[2026-06-02 18:07:10,464][331472] Updated weights for policy 0, policy_version 11171 (0.0008) +[2026-06-02 18:07:11,242][331472] Updated weights for policy 0, policy_version 11181 (0.0008) +[2026-06-02 18:07:11,485][331472] Updated weights for policy 0, policy_version 11191 (0.0009) +[2026-06-02 18:07:11,719][331472] Updated weights for policy 0, policy_version 11201 (0.0009) +[2026-06-02 18:07:11,979][331472] Updated weights for policy 0, policy_version 11211 (0.0008) +[2026-06-02 18:07:12,218][331472] Updated weights for policy 0, policy_version 11221 (0.0009) +[2026-06-02 18:07:12,468][331472] Updated weights for policy 0, policy_version 11231 (0.0009) +[2026-06-02 18:07:13,231][331472] Updated weights for policy 0, policy_version 11241 (0.0009) +[2026-06-02 18:07:13,469][331472] Updated weights for policy 0, policy_version 11251 (0.0008) +[2026-06-02 18:07:13,711][331472] Updated weights for policy 0, policy_version 11261 (0.0008) +[2026-06-02 18:07:13,953][331472] Updated weights for policy 0, policy_version 11271 (0.0009) +[2026-06-02 18:07:14,197][331472] Updated weights for policy 0, policy_version 11281 (0.0008) +[2026-06-02 18:07:14,448][331472] Updated weights for policy 0, policy_version 11291 (0.0008) +[2026-06-02 18:07:14,680][331472] Updated weights for policy 0, policy_version 11301 (0.0008) +[2026-06-02 18:07:14,904][329443] Fps is (10 sec: 16384.0, 60 sec: 16384.0, 300 sec: 15773.1). Total num frames: 5832704. Throughput: 0: 15980.1. Samples: 5848192. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:07:14,905][329443] Avg episode reward: [(0, '361.709')] +[2026-06-02 18:07:15,451][331472] Updated weights for policy 0, policy_version 11311 (0.0009) +[2026-06-02 18:07:15,691][331472] Updated weights for policy 0, policy_version 11321 (0.0008) +[2026-06-02 18:07:15,940][331472] Updated weights for policy 0, policy_version 11331 (0.0008) +[2026-06-02 18:07:16,168][331472] Updated weights for policy 0, policy_version 11341 (0.0008) +[2026-06-02 18:07:16,447][331472] Updated weights for policy 0, policy_version 11352 (0.0009) +[2026-06-02 18:07:16,700][331472] Updated weights for policy 0, policy_version 11362 (0.0007) +[2026-06-02 18:07:17,466][331472] Updated weights for policy 0, policy_version 11372 (0.0007) +[2026-06-02 18:07:17,685][331472] Updated weights for policy 0, policy_version 11382 (0.0008) +[2026-06-02 18:07:17,938][331472] Updated weights for policy 0, policy_version 11392 (0.0008) +[2026-06-02 18:07:18,178][331472] Updated weights for policy 0, policy_version 11402 (0.0008) +[2026-06-02 18:07:18,419][331472] Updated weights for policy 0, policy_version 11412 (0.0008) +[2026-06-02 18:07:18,661][331472] Updated weights for policy 0, policy_version 11422 (0.0008) +[2026-06-02 18:07:18,906][331472] Updated weights for policy 0, policy_version 11432 (0.0009) +[2026-06-02 18:07:19,683][331472] Updated weights for policy 0, policy_version 11442 (0.0009) +[2026-06-02 18:07:19,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.8, 300 sec: 15662.0). Total num frames: 5898240. Throughput: 0: 15837.9. Samples: 5901184. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:07:19,905][329443] Avg episode reward: [(0, '352.429')] +[2026-06-02 18:07:19,933][331472] Updated weights for policy 0, policy_version 11452 (0.0008) +[2026-06-02 18:07:20,166][331472] Updated weights for policy 0, policy_version 11462 (0.0008) +[2026-06-02 18:07:20,419][331472] Updated weights for policy 0, policy_version 11472 (0.0008) +[2026-06-02 18:07:20,665][331472] Updated weights for policy 0, policy_version 11482 (0.0009) +[2026-06-02 18:07:20,913][331472] Updated weights for policy 0, policy_version 11492 (0.0008) +[2026-06-02 18:07:21,657][331472] Updated weights for policy 0, policy_version 11502 (0.0009) +[2026-06-02 18:07:21,896][331472] Updated weights for policy 0, policy_version 11512 (0.0008) +[2026-06-02 18:07:22,127][331472] Updated weights for policy 0, policy_version 11522 (0.0007) +[2026-06-02 18:07:22,382][331472] Updated weights for policy 0, policy_version 11532 (0.0008) +[2026-06-02 18:07:22,625][331472] Updated weights for policy 0, policy_version 11542 (0.0009) +[2026-06-02 18:07:22,869][331472] Updated weights for policy 0, policy_version 11552 (0.0008) +[2026-06-02 18:07:23,663][331472] Updated weights for policy 0, policy_version 11562 (0.0009) +[2026-06-02 18:07:23,893][331472] Updated weights for policy 0, policy_version 11572 (0.0009) +[2026-06-02 18:07:24,125][331472] Updated weights for policy 0, policy_version 11582 (0.0008) +[2026-06-02 18:07:24,378][331472] Updated weights for policy 0, policy_version 11592 (0.0009) +[2026-06-02 18:07:24,614][331472] Updated weights for policy 0, policy_version 11602 (0.0009) +[2026-06-02 18:07:24,864][331472] Updated weights for policy 0, policy_version 11612 (0.0009) +[2026-06-02 18:07:24,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 5963776. Throughput: 0: 15732.6. Samples: 5991680. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:07:24,905][329443] Avg episode reward: [(0, '346.122')] +[2026-06-02 18:07:25,109][331472] Updated weights for policy 0, policy_version 11622 (0.0009) +[2026-06-02 18:07:25,894][331472] Updated weights for policy 0, policy_version 11632 (0.0009) +[2026-06-02 18:07:26,122][331472] Updated weights for policy 0, policy_version 11642 (0.0009) +[2026-06-02 18:07:26,375][331472] Updated weights for policy 0, policy_version 11652 (0.0008) +[2026-06-02 18:07:26,623][331472] Updated weights for policy 0, policy_version 11662 (0.0009) +[2026-06-02 18:07:26,860][331472] Updated weights for policy 0, policy_version 11672 (0.0009) +[2026-06-02 18:07:27,111][331472] Updated weights for policy 0, policy_version 11682 (0.0008) +[2026-06-02 18:07:27,884][331472] Updated weights for policy 0, policy_version 11692 (0.0009) +[2026-06-02 18:07:28,140][331472] Updated weights for policy 0, policy_version 11703 (0.0008) +[2026-06-02 18:07:28,385][331472] Updated weights for policy 0, policy_version 11713 (0.0009) +[2026-06-02 18:07:28,631][331472] Updated weights for policy 0, policy_version 11723 (0.0009) +[2026-06-02 18:07:28,874][331472] Updated weights for policy 0, policy_version 11733 (0.0009) +[2026-06-02 18:07:29,123][331472] Updated weights for policy 0, policy_version 11743 (0.0009) +[2026-06-02 18:07:29,878][331472] Updated weights for policy 0, policy_version 11753 (0.0009) +[2026-06-02 18:07:29,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 6062080. Throughput: 0: 15598.9. Samples: 6081664. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0) +[2026-06-02 18:07:29,905][329443] Avg episode reward: [(0, '348.736')] +[2026-06-02 18:07:30,105][331472] Updated weights for policy 0, policy_version 11763 (0.0009) +[2026-06-02 18:07:30,349][331472] Updated weights for policy 0, policy_version 11773 (0.0009) +[2026-06-02 18:07:30,580][331472] Updated weights for policy 0, policy_version 11783 (0.0008) +[2026-06-02 18:07:30,825][331472] Updated weights for policy 0, policy_version 11793 (0.0008) +[2026-06-02 18:07:31,066][331472] Updated weights for policy 0, policy_version 11803 (0.0009) +[2026-06-02 18:07:31,318][331472] Updated weights for policy 0, policy_version 11813 (0.0008) +[2026-06-02 18:07:32,099][331472] Updated weights for policy 0, policy_version 11823 (0.0009) +[2026-06-02 18:07:32,347][331472] Updated weights for policy 0, policy_version 11833 (0.0009) +[2026-06-02 18:07:32,592][331472] Updated weights for policy 0, policy_version 11843 (0.0008) +[2026-06-02 18:07:32,848][331472] Updated weights for policy 0, policy_version 11853 (0.0009) +[2026-06-02 18:07:33,079][331472] Updated weights for policy 0, policy_version 11863 (0.0009) +[2026-06-02 18:07:33,320][331472] Updated weights for policy 0, policy_version 11873 (0.0010) +[2026-06-02 18:07:34,106][331472] Updated weights for policy 0, policy_version 11883 (0.0008) +[2026-06-02 18:07:34,341][331472] Updated weights for policy 0, policy_version 11893 (0.0006) +[2026-06-02 18:07:34,590][331472] Updated weights for policy 0, policy_version 11903 (0.0005) +[2026-06-02 18:07:34,857][331472] Updated weights for policy 0, policy_version 11914 (0.0005) +[2026-06-02 18:07:34,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.9, 300 sec: 15662.0). Total num frames: 6127616. Throughput: 0: 15812.2. Samples: 6134016. Policy #0 lag: (min: 63.0, avg: 82.0, max: 127.0) +[2026-06-02 18:07:34,905][329443] Avg episode reward: [(0, '363.300')] +[2026-06-02 18:07:35,108][331472] Updated weights for policy 0, policy_version 11924 (0.0005) +[2026-06-02 18:07:35,351][331472] Updated weights for policy 0, policy_version 11934 (0.0005) +[2026-06-02 18:07:35,589][331472] Updated weights for policy 0, policy_version 11944 (0.0006) +[2026-06-02 18:07:36,342][331472] Updated weights for policy 0, policy_version 11954 (0.0009) +[2026-06-02 18:07:36,581][331472] Updated weights for policy 0, policy_version 11964 (0.0008) +[2026-06-02 18:07:36,821][331472] Updated weights for policy 0, policy_version 11974 (0.0009) +[2026-06-02 18:07:37,070][331472] Updated weights for policy 0, policy_version 11984 (0.0009) +[2026-06-02 18:07:37,314][331472] Updated weights for policy 0, policy_version 11994 (0.0009) +[2026-06-02 18:07:37,559][331472] Updated weights for policy 0, policy_version 12004 (0.0008) +[2026-06-02 18:07:38,382][331472] Updated weights for policy 0, policy_version 12016 (0.0009) +[2026-06-02 18:07:38,621][331472] Updated weights for policy 0, policy_version 12026 (0.0008) +[2026-06-02 18:07:38,868][331472] Updated weights for policy 0, policy_version 12036 (0.0009) +[2026-06-02 18:07:39,111][331472] Updated weights for policy 0, policy_version 12046 (0.0008) +[2026-06-02 18:07:39,352][331472] Updated weights for policy 0, policy_version 12056 (0.0008) +[2026-06-02 18:07:39,598][331472] Updated weights for policy 0, policy_version 12066 (0.0009) +[2026-06-02 18:07:39,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 6225920. Throughput: 0: 15829.3. Samples: 6230528. Policy #0 lag: (min: 15.0, avg: 34.4, max: 79.0) +[2026-06-02 18:07:39,905][329443] Avg episode reward: [(0, '363.411')] +[2026-06-02 18:07:40,356][331472] Updated weights for policy 0, policy_version 12076 (0.0009) +[2026-06-02 18:07:40,603][331472] Updated weights for policy 0, policy_version 12086 (0.0009) +[2026-06-02 18:07:40,849][331472] Updated weights for policy 0, policy_version 12096 (0.0009) +[2026-06-02 18:07:41,087][331472] Updated weights for policy 0, policy_version 12106 (0.0006) +[2026-06-02 18:07:41,333][331472] Updated weights for policy 0, policy_version 12116 (0.0005) +[2026-06-02 18:07:41,420][331382] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000005 +[2026-06-02 18:07:42,192][331472] Updated weights for policy 0, policy_version 12126 (0.0008) +[2026-06-02 18:07:42,431][331472] Updated weights for policy 0, policy_version 12136 (0.0009) +[2026-06-02 18:07:42,674][331472] Updated weights for policy 0, policy_version 12146 (0.0008) +[2026-06-02 18:07:42,918][331472] Updated weights for policy 0, policy_version 12156 (0.0008) +[2026-06-02 18:07:43,154][331472] Updated weights for policy 0, policy_version 12166 (0.0008) +[2026-06-02 18:07:43,412][331472] Updated weights for policy 0, policy_version 12176 (0.0008) +[2026-06-02 18:07:44,177][331472] Updated weights for policy 0, policy_version 12186 (0.0008) +[2026-06-02 18:07:44,407][331472] Updated weights for policy 0, policy_version 12196 (0.0009) +[2026-06-02 18:07:44,655][331472] Updated weights for policy 0, policy_version 12206 (0.0008) +[2026-06-02 18:07:44,899][331472] Updated weights for policy 0, policy_version 12216 (0.0005) +[2026-06-02 18:07:44,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 6291456. Throughput: 0: 15906.1. Samples: 6329600. Policy #0 lag: (min: 15.0, avg: 34.4, max: 79.0) +[2026-06-02 18:07:44,905][329443] Avg episode reward: [(0, '348.793')] +[2026-06-02 18:07:45,146][331472] Updated weights for policy 0, policy_version 12226 (0.0009) +[2026-06-02 18:07:45,398][331472] Updated weights for policy 0, policy_version 12236 (0.0008) +[2026-06-02 18:07:45,644][331472] Updated weights for policy 0, policy_version 12246 (0.0008) +[2026-06-02 18:07:46,400][331472] Updated weights for policy 0, policy_version 12256 (0.0008) +[2026-06-02 18:07:46,649][331472] Updated weights for policy 0, policy_version 12266 (0.0009) +[2026-06-02 18:07:46,891][331472] Updated weights for policy 0, policy_version 12276 (0.0006) +[2026-06-02 18:07:47,131][331472] Updated weights for policy 0, policy_version 12286 (0.0008) +[2026-06-02 18:07:47,381][331472] Updated weights for policy 0, policy_version 12296 (0.0009) +[2026-06-02 18:07:47,610][331472] Updated weights for policy 0, policy_version 12306 (0.0005) +[2026-06-02 18:07:48,380][331472] Updated weights for policy 0, policy_version 12316 (0.0008) +[2026-06-02 18:07:48,616][331472] Updated weights for policy 0, policy_version 12326 (0.0009) +[2026-06-02 18:07:48,850][331472] Updated weights for policy 0, policy_version 12336 (0.0009) +[2026-06-02 18:07:49,109][331472] Updated weights for policy 0, policy_version 12346 (0.0009) +[2026-06-02 18:07:49,388][331472] Updated weights for policy 0, policy_version 12357 (0.0009) +[2026-06-02 18:07:49,620][331472] Updated weights for policy 0, policy_version 12367 (0.0009) +[2026-06-02 18:07:49,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 6389760. Throughput: 0: 15903.3. Samples: 6372736. Policy #0 lag: (min: 45.0, avg: 64.9, max: 109.0) +[2026-06-02 18:07:49,905][329443] Avg episode reward: [(0, '387.546')] +[2026-06-02 18:07:50,392][331472] Updated weights for policy 0, policy_version 12377 (0.0009) +[2026-06-02 18:07:50,623][331472] Updated weights for policy 0, policy_version 12387 (0.0008) +[2026-06-02 18:07:50,869][331472] Updated weights for policy 0, policy_version 12397 (0.0009) +[2026-06-02 18:07:51,106][331472] Updated weights for policy 0, policy_version 12407 (0.0009) +[2026-06-02 18:07:51,355][331472] Updated weights for policy 0, policy_version 12417 (0.0009) +[2026-06-02 18:07:51,603][331472] Updated weights for policy 0, policy_version 12427 (0.0009) +[2026-06-02 18:07:51,845][331472] Updated weights for policy 0, policy_version 12437 (0.0008) +[2026-06-02 18:07:52,599][331472] Updated weights for policy 0, policy_version 12447 (0.0009) +[2026-06-02 18:07:52,837][331472] Updated weights for policy 0, policy_version 12457 (0.0009) +[2026-06-02 18:07:53,087][331472] Updated weights for policy 0, policy_version 12467 (0.0009) +[2026-06-02 18:07:53,344][331472] Updated weights for policy 0, policy_version 12477 (0.0009) +[2026-06-02 18:07:53,584][331472] Updated weights for policy 0, policy_version 12487 (0.0009) +[2026-06-02 18:07:53,828][331472] Updated weights for policy 0, policy_version 12497 (0.0009) +[2026-06-02 18:07:54,585][331472] Updated weights for policy 0, policy_version 12507 (0.0009) +[2026-06-02 18:07:54,819][331472] Updated weights for policy 0, policy_version 12517 (0.0008) +[2026-06-02 18:07:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 6455296. Throughput: 0: 15923.2. Samples: 6468096. Policy #0 lag: (min: 45.0, avg: 64.9, max: 109.0) +[2026-06-02 18:07:54,905][329443] Avg episode reward: [(0, '414.284')] +[2026-06-02 18:07:55,066][331472] Updated weights for policy 0, policy_version 12527 (0.0009) +[2026-06-02 18:07:55,305][331472] Updated weights for policy 0, policy_version 12537 (0.0008) +[2026-06-02 18:07:55,558][331472] Updated weights for policy 0, policy_version 12547 (0.0008) +[2026-06-02 18:07:55,790][331472] Updated weights for policy 0, policy_version 12557 (0.0008) +[2026-06-02 18:07:56,048][331472] Updated weights for policy 0, policy_version 12567 (0.0009) +[2026-06-02 18:07:56,835][331472] Updated weights for policy 0, policy_version 12577 (0.0009) +[2026-06-02 18:07:57,073][331472] Updated weights for policy 0, policy_version 12587 (0.0009) +[2026-06-02 18:07:57,313][331472] Updated weights for policy 0, policy_version 12597 (0.0009) +[2026-06-02 18:07:57,566][331472] Updated weights for policy 0, policy_version 12607 (0.0009) +[2026-06-02 18:07:57,799][331472] Updated weights for policy 0, policy_version 12617 (0.0009) +[2026-06-02 18:07:58,042][331472] Updated weights for policy 0, policy_version 12627 (0.0009) +[2026-06-02 18:07:58,813][331472] Updated weights for policy 0, policy_version 12637 (0.0009) +[2026-06-02 18:07:59,054][331472] Updated weights for policy 0, policy_version 12647 (0.0009) +[2026-06-02 18:07:59,280][331472] Updated weights for policy 0, policy_version 12657 (0.0009) +[2026-06-02 18:07:59,521][331472] Updated weights for policy 0, policy_version 12667 (0.0009) +[2026-06-02 18:07:59,789][331472] Updated weights for policy 0, policy_version 12678 (0.0009) +[2026-06-02 18:07:59,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 6520832. Throughput: 0: 15897.6. Samples: 6563584. Policy #0 lag: (min: 53.0, avg: 72.8, max: 117.0) +[2026-06-02 18:07:59,905][329443] Avg episode reward: [(0, '445.894')] +[2026-06-02 18:08:00,025][331472] Updated weights for policy 0, policy_version 12688 (0.0009) +[2026-06-02 18:08:00,226][331382] Saving new best policy, reward=445.894! +[2026-06-02 18:08:00,854][331472] Updated weights for policy 0, policy_version 12698 (0.0009) +[2026-06-02 18:08:01,067][331472] Updated weights for policy 0, policy_version 12708 (0.0009) +[2026-06-02 18:08:01,315][331472] Updated weights for policy 0, policy_version 12718 (0.0009) +[2026-06-02 18:08:01,556][331472] Updated weights for policy 0, policy_version 12728 (0.0008) +[2026-06-02 18:08:01,804][331472] Updated weights for policy 0, policy_version 12738 (0.0008) +[2026-06-02 18:08:02,045][331472] Updated weights for policy 0, policy_version 12748 (0.0009) +[2026-06-02 18:08:02,291][331472] Updated weights for policy 0, policy_version 12758 (0.0008) +[2026-06-02 18:08:03,047][331472] Updated weights for policy 0, policy_version 12768 (0.0009) +[2026-06-02 18:08:03,290][331472] Updated weights for policy 0, policy_version 12778 (0.0009) +[2026-06-02 18:08:03,550][331472] Updated weights for policy 0, policy_version 12788 (0.0009) +[2026-06-02 18:08:03,792][331472] Updated weights for policy 0, policy_version 12798 (0.0009) +[2026-06-02 18:08:04,038][331472] Updated weights for policy 0, policy_version 12808 (0.0008) +[2026-06-02 18:08:04,292][331472] Updated weights for policy 0, policy_version 12818 (0.0008) +[2026-06-02 18:08:04,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 6619136. Throughput: 0: 15692.8. Samples: 6607360. Policy #0 lag: (min: 53.0, avg: 72.8, max: 117.0) +[2026-06-02 18:08:04,905][329443] Avg episode reward: [(0, '449.473')] +[2026-06-02 18:08:05,062][331472] Updated weights for policy 0, policy_version 12828 (0.0009) +[2026-06-02 18:08:05,289][331472] Updated weights for policy 0, policy_version 12838 (0.0008) +[2026-06-02 18:08:05,543][331472] Updated weights for policy 0, policy_version 12848 (0.0009) +[2026-06-02 18:08:05,789][331472] Updated weights for policy 0, policy_version 12858 (0.0008) +[2026-06-02 18:08:06,026][331472] Updated weights for policy 0, policy_version 12868 (0.0009) +[2026-06-02 18:08:06,280][331472] Updated weights for policy 0, policy_version 12878 (0.0008) +[2026-06-02 18:08:06,513][331382] Saving new best policy, reward=449.473! +[2026-06-02 18:08:06,517][331472] Updated weights for policy 0, policy_version 12888 (0.0008) +[2026-06-02 18:08:07,274][331472] Updated weights for policy 0, policy_version 12898 (0.0009) +[2026-06-02 18:08:07,529][331472] Updated weights for policy 0, policy_version 12908 (0.0009) +[2026-06-02 18:08:07,765][331472] Updated weights for policy 0, policy_version 12918 (0.0008) +[2026-06-02 18:08:08,012][331472] Updated weights for policy 0, policy_version 12928 (0.0009) +[2026-06-02 18:08:08,284][331472] Updated weights for policy 0, policy_version 12939 (0.0009) +[2026-06-02 18:08:08,530][331472] Updated weights for policy 0, policy_version 12949 (0.0006) +[2026-06-02 18:08:09,299][331472] Updated weights for policy 0, policy_version 12959 (0.0009) +[2026-06-02 18:08:09,542][331472] Updated weights for policy 0, policy_version 12969 (0.0008) +[2026-06-02 18:08:09,780][331472] Updated weights for policy 0, policy_version 12979 (0.0009) +[2026-06-02 18:08:09,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 6684672. Throughput: 0: 15817.9. Samples: 6703488. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0) +[2026-06-02 18:08:09,905][329443] Avg episode reward: [(0, '439.030')] +[2026-06-02 18:08:10,020][331472] Updated weights for policy 0, policy_version 12989 (0.0009) +[2026-06-02 18:08:10,278][331472] Updated weights for policy 0, policy_version 12999 (0.0009) +[2026-06-02 18:08:10,518][331472] Updated weights for policy 0, policy_version 13009 (0.0008) +[2026-06-02 18:08:11,290][331472] Updated weights for policy 0, policy_version 13019 (0.0009) +[2026-06-02 18:08:11,545][331472] Updated weights for policy 0, policy_version 13030 (0.0008) +[2026-06-02 18:08:11,796][331472] Updated weights for policy 0, policy_version 13040 (0.0009) +[2026-06-02 18:08:12,040][331472] Updated weights for policy 0, policy_version 13050 (0.0007) +[2026-06-02 18:08:12,276][331472] Updated weights for policy 0, policy_version 13060 (0.0005) +[2026-06-02 18:08:12,522][331472] Updated weights for policy 0, policy_version 13070 (0.0005) +[2026-06-02 18:08:12,768][331472] Updated weights for policy 0, policy_version 13080 (0.0005) +[2026-06-02 18:08:13,563][331472] Updated weights for policy 0, policy_version 13091 (0.0005) +[2026-06-02 18:08:13,801][331472] Updated weights for policy 0, policy_version 13101 (0.0005) +[2026-06-02 18:08:14,048][331472] Updated weights for policy 0, policy_version 13111 (0.0005) +[2026-06-02 18:08:14,304][331472] Updated weights for policy 0, policy_version 13121 (0.0005) +[2026-06-02 18:08:14,549][331472] Updated weights for policy 0, policy_version 13131 (0.0005) +[2026-06-02 18:08:14,784][331472] Updated weights for policy 0, policy_version 13141 (0.0005) +[2026-06-02 18:08:14,855][331382] Early stopping after 8 epochs (64 sgd steps), loss delta 0.0000006 +[2026-06-02 18:08:14,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 6782976. Throughput: 0: 15954.5. Samples: 6799616. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0) +[2026-06-02 18:08:14,905][329443] Avg episode reward: [(0, '444.098')] +[2026-06-02 18:08:15,542][331472] Updated weights for policy 0, policy_version 13151 (0.0005) +[2026-06-02 18:08:15,780][331472] Updated weights for policy 0, policy_version 13161 (0.0005) +[2026-06-02 18:08:16,037][331472] Updated weights for policy 0, policy_version 13171 (0.0005) +[2026-06-02 18:08:16,284][331472] Updated weights for policy 0, policy_version 13181 (0.0004) +[2026-06-02 18:08:16,528][331472] Updated weights for policy 0, policy_version 13191 (0.0005) +[2026-06-02 18:08:16,770][331472] Updated weights for policy 0, policy_version 13201 (0.0005) +[2026-06-02 18:08:17,545][331472] Updated weights for policy 0, policy_version 13211 (0.0008) +[2026-06-02 18:08:17,770][331472] Updated weights for policy 0, policy_version 13221 (0.0008) +[2026-06-02 18:08:18,030][331472] Updated weights for policy 0, policy_version 13231 (0.0008) +[2026-06-02 18:08:18,271][331472] Updated weights for policy 0, policy_version 13241 (0.0005) +[2026-06-02 18:08:18,512][331472] Updated weights for policy 0, policy_version 13251 (0.0005) +[2026-06-02 18:08:18,752][331472] Updated weights for policy 0, policy_version 13261 (0.0005) +[2026-06-02 18:08:19,001][331472] Updated weights for policy 0, policy_version 13271 (0.0005) +[2026-06-02 18:08:19,779][331472] Updated weights for policy 0, policy_version 13281 (0.0008) +[2026-06-02 18:08:19,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 6848512. Throughput: 0: 15988.6. Samples: 6853504. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0) +[2026-06-02 18:08:19,905][329443] Avg episode reward: [(0, '473.085')] +[2026-06-02 18:08:20,021][331472] Updated weights for policy 0, policy_version 13291 (0.0008) +[2026-06-02 18:08:20,264][331472] Updated weights for policy 0, policy_version 13301 (0.0009) +[2026-06-02 18:08:20,505][331472] Updated weights for policy 0, policy_version 13311 (0.0006) +[2026-06-02 18:08:20,742][331472] Updated weights for policy 0, policy_version 13321 (0.0005) +[2026-06-02 18:08:20,977][331472] Updated weights for policy 0, policy_version 13331 (0.0005) +[2026-06-02 18:08:21,107][331382] Saving new best policy, reward=473.085! +[2026-06-02 18:08:21,776][331472] Updated weights for policy 0, policy_version 13341 (0.0005) +[2026-06-02 18:08:22,006][331472] Updated weights for policy 0, policy_version 13351 (0.0005) +[2026-06-02 18:08:22,277][331472] Updated weights for policy 0, policy_version 13362 (0.0005) +[2026-06-02 18:08:22,523][331472] Updated weights for policy 0, policy_version 13372 (0.0008) +[2026-06-02 18:08:22,759][331472] Updated weights for policy 0, policy_version 13382 (0.0009) +[2026-06-02 18:08:23,008][331472] Updated weights for policy 0, policy_version 13392 (0.0009) +[2026-06-02 18:08:23,797][331472] Updated weights for policy 0, policy_version 13402 (0.0009) +[2026-06-02 18:08:24,030][331472] Updated weights for policy 0, policy_version 13412 (0.0009) +[2026-06-02 18:08:24,273][331472] Updated weights for policy 0, policy_version 13422 (0.0009) +[2026-06-02 18:08:24,512][331472] Updated weights for policy 0, policy_version 13432 (0.0008) +[2026-06-02 18:08:24,769][331472] Updated weights for policy 0, policy_version 13442 (0.0009) +[2026-06-02 18:08:24,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 6914048. Throughput: 0: 15761.1. Samples: 6939776. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:08:24,905][329443] Avg episode reward: [(0, '505.437')] +[2026-06-02 18:08:25,006][331472] Updated weights for policy 0, policy_version 13452 (0.0008) +[2026-06-02 18:08:25,247][331472] Updated weights for policy 0, policy_version 13462 (0.0008) +[2026-06-02 18:08:25,283][331382] Saving new best policy, reward=505.437! +[2026-06-02 18:08:26,013][331472] Updated weights for policy 0, policy_version 13472 (0.0009) +[2026-06-02 18:08:26,256][331472] Updated weights for policy 0, policy_version 13482 (0.0009) +[2026-06-02 18:08:26,498][331472] Updated weights for policy 0, policy_version 13492 (0.0009) +[2026-06-02 18:08:26,750][331472] Updated weights for policy 0, policy_version 13502 (0.0009) +[2026-06-02 18:08:26,978][331472] Updated weights for policy 0, policy_version 13512 (0.0009) +[2026-06-02 18:08:27,229][331472] Updated weights for policy 0, policy_version 13522 (0.0009) +[2026-06-02 18:08:28,024][331472] Updated weights for policy 0, policy_version 13532 (0.0009) +[2026-06-02 18:08:28,263][331472] Updated weights for policy 0, policy_version 13542 (0.0009) +[2026-06-02 18:08:28,505][331472] Updated weights for policy 0, policy_version 13552 (0.0008) +[2026-06-02 18:08:28,754][331472] Updated weights for policy 0, policy_version 13562 (0.0008) +[2026-06-02 18:08:29,001][331472] Updated weights for policy 0, policy_version 13572 (0.0009) +[2026-06-02 18:08:29,245][331472] Updated weights for policy 0, policy_version 13582 (0.0009) +[2026-06-02 18:08:29,475][331472] Updated weights for policy 0, policy_version 13592 (0.0009) +[2026-06-02 18:08:29,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 7012352. Throughput: 0: 15684.3. Samples: 7035392. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:08:29,905][329443] Avg episode reward: [(0, '518.835')] +[2026-06-02 18:08:30,224][331472] Updated weights for policy 0, policy_version 13602 (0.0009) +[2026-06-02 18:08:30,462][331472] Updated weights for policy 0, policy_version 13612 (0.0009) +[2026-06-02 18:08:30,698][331472] Updated weights for policy 0, policy_version 13622 (0.0009) +[2026-06-02 18:08:30,954][331472] Updated weights for policy 0, policy_version 13632 (0.0009) +[2026-06-02 18:08:31,187][331472] Updated weights for policy 0, policy_version 13642 (0.0009) +[2026-06-02 18:08:31,441][331472] Updated weights for policy 0, policy_version 13652 (0.0009) +[2026-06-02 18:08:31,528][331382] Saving new best policy, reward=518.835! +[2026-06-02 18:08:32,207][331472] Updated weights for policy 0, policy_version 13662 (0.0009) +[2026-06-02 18:08:32,455][331472] Updated weights for policy 0, policy_version 13672 (0.0009) +[2026-06-02 18:08:32,699][331472] Updated weights for policy 0, policy_version 13682 (0.0009) +[2026-06-02 18:08:32,935][331472] Updated weights for policy 0, policy_version 13692 (0.0009) +[2026-06-02 18:08:33,190][331472] Updated weights for policy 0, policy_version 13702 (0.0010) +[2026-06-02 18:08:33,445][331472] Updated weights for policy 0, policy_version 13712 (0.0009) +[2026-06-02 18:08:34,212][331472] Updated weights for policy 0, policy_version 13722 (0.0008) +[2026-06-02 18:08:34,443][331472] Updated weights for policy 0, policy_version 13732 (0.0008) +[2026-06-02 18:08:34,685][331472] Updated weights for policy 0, policy_version 13742 (0.0008) +[2026-06-02 18:08:34,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 7077888. Throughput: 0: 15891.9. Samples: 7087872. Policy #0 lag: (min: 55.0, avg: 73.9, max: 119.0) +[2026-06-02 18:08:34,905][329443] Avg episode reward: [(0, '542.833')] +[2026-06-02 18:08:34,927][331472] Updated weights for policy 0, policy_version 13752 (0.0009) +[2026-06-02 18:08:35,183][331472] Updated weights for policy 0, policy_version 13762 (0.0008) +[2026-06-02 18:08:35,419][331472] Updated weights for policy 0, policy_version 13772 (0.0008) +[2026-06-02 18:08:35,664][331472] Updated weights for policy 0, policy_version 13782 (0.0008) +[2026-06-02 18:08:35,710][331382] Saving new best policy, reward=542.833! +[2026-06-02 18:08:36,412][331472] Updated weights for policy 0, policy_version 13792 (0.0009) +[2026-06-02 18:08:36,661][331472] Updated weights for policy 0, policy_version 13802 (0.0008) +[2026-06-02 18:08:36,898][331472] Updated weights for policy 0, policy_version 13812 (0.0009) +[2026-06-02 18:08:37,142][331472] Updated weights for policy 0, policy_version 13822 (0.0009) +[2026-06-02 18:08:37,389][331472] Updated weights for policy 0, policy_version 13832 (0.0008) +[2026-06-02 18:08:37,635][331472] Updated weights for policy 0, policy_version 13842 (0.0008) +[2026-06-02 18:08:38,398][331472] Updated weights for policy 0, policy_version 13852 (0.0009) +[2026-06-02 18:08:38,643][331472] Updated weights for policy 0, policy_version 13862 (0.0009) +[2026-06-02 18:08:38,876][331472] Updated weights for policy 0, policy_version 13872 (0.0009) +[2026-06-02 18:08:39,133][331472] Updated weights for policy 0, policy_version 13882 (0.0009) +[2026-06-02 18:08:39,367][331472] Updated weights for policy 0, policy_version 13892 (0.0009) +[2026-06-02 18:08:39,613][331472] Updated weights for policy 0, policy_version 13902 (0.0009) +[2026-06-02 18:08:39,852][331472] Updated weights for policy 0, policy_version 13912 (0.0009) +[2026-06-02 18:08:39,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 7176192. Throughput: 0: 15900.5. Samples: 7183616. Policy #0 lag: (min: 55.0, avg: 73.9, max: 119.0) +[2026-06-02 18:08:39,905][329443] Avg episode reward: [(0, '523.915')] +[2026-06-02 18:08:40,656][331472] Updated weights for policy 0, policy_version 13923 (0.0009) +[2026-06-02 18:08:40,889][331472] Updated weights for policy 0, policy_version 13933 (0.0009) +[2026-06-02 18:08:41,139][331472] Updated weights for policy 0, policy_version 13943 (0.0009) +[2026-06-02 18:08:41,378][331472] Updated weights for policy 0, policy_version 13953 (0.0009) +[2026-06-02 18:08:41,627][331472] Updated weights for policy 0, policy_version 13963 (0.0009) +[2026-06-02 18:08:41,860][331472] Updated weights for policy 0, policy_version 13973 (0.0009) +[2026-06-02 18:08:42,626][331472] Updated weights for policy 0, policy_version 13983 (0.0009) +[2026-06-02 18:08:42,868][331472] Updated weights for policy 0, policy_version 13993 (0.0010) +[2026-06-02 18:08:43,116][331472] Updated weights for policy 0, policy_version 14003 (0.0008) +[2026-06-02 18:08:43,359][331472] Updated weights for policy 0, policy_version 14013 (0.0009) +[2026-06-02 18:08:43,618][331472] Updated weights for policy 0, policy_version 14023 (0.0009) +[2026-06-02 18:08:43,855][331472] Updated weights for policy 0, policy_version 14033 (0.0008) +[2026-06-02 18:08:44,603][331472] Updated weights for policy 0, policy_version 14043 (0.0009) +[2026-06-02 18:08:44,841][331472] Updated weights for policy 0, policy_version 14053 (0.0010) +[2026-06-02 18:08:44,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 7241728. Throughput: 0: 15854.9. Samples: 7277056. Policy #0 lag: (min: 55.0, avg: 73.9, max: 119.0) +[2026-06-02 18:08:44,905][329443] Avg episode reward: [(0, '513.895')] +[2026-06-02 18:08:45,087][331472] Updated weights for policy 0, policy_version 14063 (0.0008) +[2026-06-02 18:08:45,362][331472] Updated weights for policy 0, policy_version 14074 (0.0009) +[2026-06-02 18:08:45,601][331472] Updated weights for policy 0, policy_version 14084 (0.0009) +[2026-06-02 18:08:45,835][331472] Updated weights for policy 0, policy_version 14094 (0.0009) +[2026-06-02 18:08:46,085][331472] Updated weights for policy 0, policy_version 14104 (0.0009) +[2026-06-02 18:08:46,848][331472] Updated weights for policy 0, policy_version 14114 (0.0009) +[2026-06-02 18:08:47,114][331472] Updated weights for policy 0, policy_version 14125 (0.0008) +[2026-06-02 18:08:47,357][331472] Updated weights for policy 0, policy_version 14135 (0.0009) +[2026-06-02 18:08:47,600][331472] Updated weights for policy 0, policy_version 14145 (0.0008) +[2026-06-02 18:08:47,844][331472] Updated weights for policy 0, policy_version 14155 (0.0008) +[2026-06-02 18:08:48,080][331472] Updated weights for policy 0, policy_version 14165 (0.0008) +[2026-06-02 18:08:48,857][331472] Updated weights for policy 0, policy_version 14175 (0.0009) +[2026-06-02 18:08:49,093][331472] Updated weights for policy 0, policy_version 14185 (0.0009) +[2026-06-02 18:08:49,336][331472] Updated weights for policy 0, policy_version 14195 (0.0009) +[2026-06-02 18:08:49,565][331472] Updated weights for policy 0, policy_version 14205 (0.0009) +[2026-06-02 18:08:49,815][331472] Updated weights for policy 0, policy_version 14215 (0.0009) +[2026-06-02 18:08:49,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 7307264. Throughput: 0: 15863.5. Samples: 7321216. Policy #0 lag: (min: 63.0, avg: 83.2, max: 127.0) +[2026-06-02 18:08:49,905][329443] Avg episode reward: [(0, '506.308')] +[2026-06-02 18:08:50,066][331472] Updated weights for policy 0, policy_version 14225 (0.0008) +[2026-06-02 18:08:50,853][331472] Updated weights for policy 0, policy_version 14235 (0.0009) +[2026-06-02 18:08:51,092][331472] Updated weights for policy 0, policy_version 14245 (0.0008) +[2026-06-02 18:08:51,327][331472] Updated weights for policy 0, policy_version 14255 (0.0008) +[2026-06-02 18:08:51,583][331472] Updated weights for policy 0, policy_version 14265 (0.0008) +[2026-06-02 18:08:51,829][331472] Updated weights for policy 0, policy_version 14275 (0.0008) +[2026-06-02 18:08:52,081][331472] Updated weights for policy 0, policy_version 14286 (0.0009) +[2026-06-02 18:08:52,333][331472] Updated weights for policy 0, policy_version 14296 (0.0008) +[2026-06-02 18:08:53,115][331472] Updated weights for policy 0, policy_version 14306 (0.0009) +[2026-06-02 18:08:53,341][331472] Updated weights for policy 0, policy_version 14316 (0.0008) +[2026-06-02 18:08:53,595][331472] Updated weights for policy 0, policy_version 14326 (0.0008) +[2026-06-02 18:08:53,835][331472] Updated weights for policy 0, policy_version 14336 (0.0009) +[2026-06-02 18:08:54,071][331472] Updated weights for policy 0, policy_version 14346 (0.0008) +[2026-06-02 18:08:54,326][331472] Updated weights for policy 0, policy_version 14356 (0.0008) +[2026-06-02 18:08:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 7405568. Throughput: 0: 15874.8. Samples: 7417856. Policy #0 lag: (min: 63.0, avg: 83.2, max: 127.0) +[2026-06-02 18:08:54,905][329443] Avg episode reward: [(0, '544.898')] +[2026-06-02 18:08:55,080][331472] Updated weights for policy 0, policy_version 14366 (0.0009) +[2026-06-02 18:08:55,317][331472] Updated weights for policy 0, policy_version 14376 (0.0009) +[2026-06-02 18:08:55,581][331472] Updated weights for policy 0, policy_version 14387 (0.0009) +[2026-06-02 18:08:55,817][331472] Updated weights for policy 0, policy_version 14397 (0.0009) +[2026-06-02 18:08:56,057][331472] Updated weights for policy 0, policy_version 14407 (0.0009) +[2026-06-02 18:08:56,299][331472] Updated weights for policy 0, policy_version 14417 (0.0009) +[2026-06-02 18:08:56,452][331382] Saving new best policy, reward=544.898! +[2026-06-02 18:08:57,111][331472] Updated weights for policy 0, policy_version 14427 (0.0009) +[2026-06-02 18:08:57,342][331472] Updated weights for policy 0, policy_version 14437 (0.0009) +[2026-06-02 18:08:57,595][331472] Updated weights for policy 0, policy_version 14447 (0.0009) +[2026-06-02 18:08:57,827][331472] Updated weights for policy 0, policy_version 14457 (0.0009) +[2026-06-02 18:08:58,086][331472] Updated weights for policy 0, policy_version 14467 (0.0009) +[2026-06-02 18:08:58,326][331472] Updated weights for policy 0, policy_version 14477 (0.0009) +[2026-06-02 18:08:58,574][331472] Updated weights for policy 0, policy_version 14487 (0.0009) +[2026-06-02 18:08:59,327][331472] Updated weights for policy 0, policy_version 14497 (0.0009) +[2026-06-02 18:08:59,565][331472] Updated weights for policy 0, policy_version 14507 (0.0008) +[2026-06-02 18:08:59,814][331472] Updated weights for policy 0, policy_version 14517 (0.0009) +[2026-06-02 18:08:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 7471104. Throughput: 0: 15857.8. Samples: 7513216. Policy #0 lag: (min: 63.0, avg: 81.3, max: 127.0) +[2026-06-02 18:08:59,905][329443] Avg episode reward: [(0, '530.090')] +[2026-06-02 18:09:00,083][331472] Updated weights for policy 0, policy_version 14528 (0.0009) +[2026-06-02 18:09:00,328][331472] Updated weights for policy 0, policy_version 14538 (0.0008) +[2026-06-02 18:09:00,574][331472] Updated weights for policy 0, policy_version 14548 (0.0008) +[2026-06-02 18:09:01,350][331472] Updated weights for policy 0, policy_version 14559 (0.0009) +[2026-06-02 18:09:01,593][331472] Updated weights for policy 0, policy_version 14569 (0.0008) +[2026-06-02 18:09:01,862][331472] Updated weights for policy 0, policy_version 14579 (0.0009) +[2026-06-02 18:09:02,102][331472] Updated weights for policy 0, policy_version 14589 (0.0008) +[2026-06-02 18:09:02,346][331472] Updated weights for policy 0, policy_version 14599 (0.0009) +[2026-06-02 18:09:02,593][331472] Updated weights for policy 0, policy_version 14609 (0.0008) +[2026-06-02 18:09:03,374][331472] Updated weights for policy 0, policy_version 14619 (0.0009) +[2026-06-02 18:09:03,600][331472] Updated weights for policy 0, policy_version 14629 (0.0009) +[2026-06-02 18:09:03,844][331472] Updated weights for policy 0, policy_version 14639 (0.0009) +[2026-06-02 18:09:04,082][331472] Updated weights for policy 0, policy_version 14649 (0.0008) +[2026-06-02 18:09:04,363][331472] Updated weights for policy 0, policy_version 14660 (0.0009) +[2026-06-02 18:09:04,610][331472] Updated weights for policy 0, policy_version 14670 (0.0008) +[2026-06-02 18:09:04,851][331472] Updated weights for policy 0, policy_version 14680 (0.0008) +[2026-06-02 18:09:04,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 7569408. Throughput: 0: 15616.0. Samples: 7556224. Policy #0 lag: (min: 63.0, avg: 81.3, max: 127.0) +[2026-06-02 18:09:04,905][329443] Avg episode reward: [(0, '532.688')] +[2026-06-02 18:09:05,619][331472] Updated weights for policy 0, policy_version 14690 (0.0009) +[2026-06-02 18:09:05,860][331472] Updated weights for policy 0, policy_version 14700 (0.0008) +[2026-06-02 18:09:06,103][331472] Updated weights for policy 0, policy_version 14710 (0.0008) +[2026-06-02 18:09:06,354][331472] Updated weights for policy 0, policy_version 14720 (0.0009) +[2026-06-02 18:09:06,621][331472] Updated weights for policy 0, policy_version 14731 (0.0008) +[2026-06-02 18:09:06,866][331472] Updated weights for policy 0, policy_version 14741 (0.0008) +[2026-06-02 18:09:07,622][331472] Updated weights for policy 0, policy_version 14751 (0.0009) +[2026-06-02 18:09:07,870][331472] Updated weights for policy 0, policy_version 14761 (0.0008) +[2026-06-02 18:09:08,121][331472] Updated weights for policy 0, policy_version 14771 (0.0009) +[2026-06-02 18:09:08,361][331472] Updated weights for policy 0, policy_version 14781 (0.0008) +[2026-06-02 18:09:08,606][331472] Updated weights for policy 0, policy_version 14791 (0.0009) +[2026-06-02 18:09:08,843][331472] Updated weights for policy 0, policy_version 14801 (0.0008) +[2026-06-02 18:09:09,626][331472] Updated weights for policy 0, policy_version 14811 (0.0009) +[2026-06-02 18:09:09,863][331472] Updated weights for policy 0, policy_version 14821 (0.0009) +[2026-06-02 18:09:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 7634944. Throughput: 0: 15852.1. Samples: 7653120. Policy #0 lag: (min: 63.0, avg: 81.3, max: 127.0) +[2026-06-02 18:09:09,905][329443] Avg episode reward: [(0, '550.910')] +[2026-06-02 18:09:10,102][331472] Updated weights for policy 0, policy_version 14831 (0.0008) +[2026-06-02 18:09:10,353][331472] Updated weights for policy 0, policy_version 14841 (0.0008) +[2026-06-02 18:09:10,596][331472] Updated weights for policy 0, policy_version 14851 (0.0008) +[2026-06-02 18:09:10,830][331472] Updated weights for policy 0, policy_version 14861 (0.0009) +[2026-06-02 18:09:11,085][331472] Updated weights for policy 0, policy_version 14871 (0.0009) +[2026-06-02 18:09:11,101][331382] Saving new best policy, reward=550.910! +[2026-06-02 18:09:11,848][331472] Updated weights for policy 0, policy_version 14881 (0.0009) +[2026-06-02 18:09:12,085][331472] Updated weights for policy 0, policy_version 14891 (0.0008) +[2026-06-02 18:09:12,334][331472] Updated weights for policy 0, policy_version 14901 (0.0009) +[2026-06-02 18:09:12,570][331472] Updated weights for policy 0, policy_version 14911 (0.0009) +[2026-06-02 18:09:12,820][331472] Updated weights for policy 0, policy_version 14921 (0.0009) +[2026-06-02 18:09:13,074][331472] Updated weights for policy 0, policy_version 14931 (0.0008) +[2026-06-02 18:09:13,839][331472] Updated weights for policy 0, policy_version 14941 (0.0009) +[2026-06-02 18:09:14,081][331472] Updated weights for policy 0, policy_version 14951 (0.0009) +[2026-06-02 18:09:14,319][331472] Updated weights for policy 0, policy_version 14961 (0.0009) +[2026-06-02 18:09:14,568][331472] Updated weights for policy 0, policy_version 14971 (0.0008) +[2026-06-02 18:09:14,806][331472] Updated weights for policy 0, policy_version 14981 (0.0008) +[2026-06-02 18:09:14,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 7700480. Throughput: 0: 15872.0. Samples: 7749632. Policy #0 lag: (min: 16.0, avg: 59.1, max: 77.0) +[2026-06-02 18:09:14,905][329443] Avg episode reward: [(0, '559.471')] +[2026-06-02 18:09:15,049][331472] Updated weights for policy 0, policy_version 14991 (0.0009) +[2026-06-02 18:09:15,266][331382] Saving new best policy, reward=559.471! +[2026-06-02 18:09:15,821][331472] Updated weights for policy 0, policy_version 15001 (0.0009) +[2026-06-02 18:09:16,044][331472] Updated weights for policy 0, policy_version 15011 (0.0008) +[2026-06-02 18:09:16,285][331472] Updated weights for policy 0, policy_version 15021 (0.0009) +[2026-06-02 18:09:16,532][331472] Updated weights for policy 0, policy_version 15031 (0.0007) +[2026-06-02 18:09:16,773][331472] Updated weights for policy 0, policy_version 15041 (0.0008) +[2026-06-02 18:09:17,017][331472] Updated weights for policy 0, policy_version 15051 (0.0008) +[2026-06-02 18:09:17,266][331472] Updated weights for policy 0, policy_version 15061 (0.0009) +[2026-06-02 18:09:18,041][331472] Updated weights for policy 0, policy_version 15071 (0.0008) +[2026-06-02 18:09:18,274][331472] Updated weights for policy 0, policy_version 15081 (0.0008) +[2026-06-02 18:09:18,522][331472] Updated weights for policy 0, policy_version 15091 (0.0008) +[2026-06-02 18:09:18,766][331472] Updated weights for policy 0, policy_version 15101 (0.0008) +[2026-06-02 18:09:18,998][331472] Updated weights for policy 0, policy_version 15111 (0.0009) +[2026-06-02 18:09:19,257][331472] Updated weights for policy 0, policy_version 15121 (0.0008) +[2026-06-02 18:09:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 7798784. Throughput: 0: 15638.7. Samples: 7791616. Policy #0 lag: (min: 16.0, avg: 59.1, max: 77.0) +[2026-06-02 18:09:19,905][329443] Avg episode reward: [(0, '590.386')] +[2026-06-02 18:09:20,049][331472] Updated weights for policy 0, policy_version 15131 (0.0009) +[2026-06-02 18:09:20,276][331472] Updated weights for policy 0, policy_version 15141 (0.0009) +[2026-06-02 18:09:20,511][331472] Updated weights for policy 0, policy_version 15151 (0.0009) +[2026-06-02 18:09:20,789][331472] Updated weights for policy 0, policy_version 15162 (0.0009) +[2026-06-02 18:09:21,019][331472] Updated weights for policy 0, policy_version 15172 (0.0009) +[2026-06-02 18:09:21,277][331472] Updated weights for policy 0, policy_version 15182 (0.0009) +[2026-06-02 18:09:21,509][331382] Saving new best policy, reward=590.386! +[2026-06-02 18:09:21,512][331472] Updated weights for policy 0, policy_version 15192 (0.0008) +[2026-06-02 18:09:22,288][331472] Updated weights for policy 0, policy_version 15202 (0.0009) +[2026-06-02 18:09:22,530][331472] Updated weights for policy 0, policy_version 15212 (0.0008) +[2026-06-02 18:09:22,771][331472] Updated weights for policy 0, policy_version 15222 (0.0009) +[2026-06-02 18:09:23,017][331472] Updated weights for policy 0, policy_version 15232 (0.0009) +[2026-06-02 18:09:23,259][331472] Updated weights for policy 0, policy_version 15242 (0.0009) +[2026-06-02 18:09:23,504][331472] Updated weights for policy 0, policy_version 15252 (0.0009) +[2026-06-02 18:09:24,280][331472] Updated weights for policy 0, policy_version 15262 (0.0008) +[2026-06-02 18:09:24,508][331472] Updated weights for policy 0, policy_version 15272 (0.0006) +[2026-06-02 18:09:24,752][331472] Updated weights for policy 0, policy_version 15282 (0.0006) +[2026-06-02 18:09:24,905][329443] Fps is (10 sec: 16383.6, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 7864320. Throughput: 0: 15641.5. Samples: 7887488. Policy #0 lag: (min: 13.0, avg: 54.3, max: 73.0) +[2026-06-02 18:09:24,906][329443] Avg episode reward: [(0, '615.978')] +[2026-06-02 18:09:25,000][331472] Updated weights for policy 0, policy_version 15292 (0.0006) +[2026-06-02 18:09:25,243][331472] Updated weights for policy 0, policy_version 15302 (0.0009) +[2026-06-02 18:09:25,491][331472] Updated weights for policy 0, policy_version 15312 (0.0009) +[2026-06-02 18:09:25,675][331382] Saving new best policy, reward=615.978! +[2026-06-02 18:09:26,303][331472] Updated weights for policy 0, policy_version 15322 (0.0009) +[2026-06-02 18:09:26,537][331472] Updated weights for policy 0, policy_version 15332 (0.0009) +[2026-06-02 18:09:26,781][331472] Updated weights for policy 0, policy_version 15342 (0.0009) +[2026-06-02 18:09:27,016][331472] Updated weights for policy 0, policy_version 15352 (0.0009) +[2026-06-02 18:09:27,270][331472] Updated weights for policy 0, policy_version 15362 (0.0009) +[2026-06-02 18:09:27,516][331472] Updated weights for policy 0, policy_version 15372 (0.0009) +[2026-06-02 18:09:27,764][331472] Updated weights for policy 0, policy_version 15382 (0.0009) +[2026-06-02 18:09:28,507][331472] Updated weights for policy 0, policy_version 15392 (0.0009) +[2026-06-02 18:09:28,751][331472] Updated weights for policy 0, policy_version 15402 (0.0008) +[2026-06-02 18:09:29,022][331472] Updated weights for policy 0, policy_version 15413 (0.0008) +[2026-06-02 18:09:29,263][331472] Updated weights for policy 0, policy_version 15423 (0.0008) +[2026-06-02 18:09:29,512][331472] Updated weights for policy 0, policy_version 15433 (0.0008) +[2026-06-02 18:09:29,762][331472] Updated weights for policy 0, policy_version 15443 (0.0009) +[2026-06-02 18:09:29,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 7962624. Throughput: 0: 15718.4. Samples: 7984384. Policy #0 lag: (min: 13.0, avg: 54.3, max: 73.0) +[2026-06-02 18:09:29,905][329443] Avg episode reward: [(0, '589.084')] +[2026-06-02 18:09:30,517][331472] Updated weights for policy 0, policy_version 15453 (0.0009) +[2026-06-02 18:09:30,765][331472] Updated weights for policy 0, policy_version 15463 (0.0009) +[2026-06-02 18:09:31,019][331472] Updated weights for policy 0, policy_version 15473 (0.0008) +[2026-06-02 18:09:31,252][331472] Updated weights for policy 0, policy_version 15483 (0.0009) +[2026-06-02 18:09:31,497][331472] Updated weights for policy 0, policy_version 15493 (0.0009) +[2026-06-02 18:09:31,742][331472] Updated weights for policy 0, policy_version 15503 (0.0008) +[2026-06-02 18:09:32,529][331472] Updated weights for policy 0, policy_version 15513 (0.0009) +[2026-06-02 18:09:32,752][331472] Updated weights for policy 0, policy_version 15523 (0.0009) +[2026-06-02 18:09:32,994][331472] Updated weights for policy 0, policy_version 15533 (0.0008) +[2026-06-02 18:09:33,248][331472] Updated weights for policy 0, policy_version 15543 (0.0008) +[2026-06-02 18:09:33,493][331472] Updated weights for policy 0, policy_version 15553 (0.0008) +[2026-06-02 18:09:33,728][331472] Updated weights for policy 0, policy_version 15563 (0.0009) +[2026-06-02 18:09:33,977][331472] Updated weights for policy 0, policy_version 15573 (0.0008) +[2026-06-02 18:09:34,734][331472] Updated weights for policy 0, policy_version 15583 (0.0009) +[2026-06-02 18:09:34,904][329443] Fps is (10 sec: 16384.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 8028160. Throughput: 0: 15920.3. Samples: 8037632. Policy #0 lag: (min: 13.0, avg: 54.3, max: 73.0) +[2026-06-02 18:09:34,905][329443] Avg episode reward: [(0, '588.331')] +[2026-06-02 18:09:34,983][331472] Updated weights for policy 0, policy_version 15593 (0.0008) +[2026-06-02 18:09:35,216][331472] Updated weights for policy 0, policy_version 15603 (0.0008) +[2026-06-02 18:09:35,475][331472] Updated weights for policy 0, policy_version 15613 (0.0009) +[2026-06-02 18:09:35,718][331472] Updated weights for policy 0, policy_version 15623 (0.0009) +[2026-06-02 18:09:35,956][331472] Updated weights for policy 0, policy_version 15633 (0.0008) +[2026-06-02 18:09:36,763][331472] Updated weights for policy 0, policy_version 15644 (0.0009) +[2026-06-02 18:09:37,001][331472] Updated weights for policy 0, policy_version 15654 (0.0008) +[2026-06-02 18:09:37,243][331472] Updated weights for policy 0, policy_version 15664 (0.0009) +[2026-06-02 18:09:37,492][331472] Updated weights for policy 0, policy_version 15674 (0.0009) +[2026-06-02 18:09:37,734][331472] Updated weights for policy 0, policy_version 15684 (0.0008) +[2026-06-02 18:09:37,981][331472] Updated weights for policy 0, policy_version 15694 (0.0009) +[2026-06-02 18:09:38,772][331472] Updated weights for policy 0, policy_version 15705 (0.0009) +[2026-06-02 18:09:39,008][331472] Updated weights for policy 0, policy_version 15715 (0.0010) +[2026-06-02 18:09:39,250][331472] Updated weights for policy 0, policy_version 15725 (0.0009) +[2026-06-02 18:09:39,494][331472] Updated weights for policy 0, policy_version 15735 (0.0009) +[2026-06-02 18:09:39,732][331472] Updated weights for policy 0, policy_version 15745 (0.0010) +[2026-06-02 18:09:39,905][329443] Fps is (10 sec: 13107.0, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 8093696. Throughput: 0: 15707.0. Samples: 8124672. Policy #0 lag: (min: 28.0, avg: 48.0, max: 92.0) +[2026-06-02 18:09:39,906][329443] Avg episode reward: [(0, '572.071')] +[2026-06-02 18:09:40,004][331472] Updated weights for policy 0, policy_version 15756 (0.0009) +[2026-06-02 18:09:40,243][331472] Updated weights for policy 0, policy_version 15766 (0.0009) +[2026-06-02 18:09:41,014][331472] Updated weights for policy 0, policy_version 15776 (0.0010) +[2026-06-02 18:09:41,256][331472] Updated weights for policy 0, policy_version 15786 (0.0011) +[2026-06-02 18:09:41,504][331472] Updated weights for policy 0, policy_version 15796 (0.0009) +[2026-06-02 18:09:41,745][331472] Updated weights for policy 0, policy_version 15806 (0.0008) +[2026-06-02 18:09:41,985][331472] Updated weights for policy 0, policy_version 15816 (0.0010) +[2026-06-02 18:09:42,231][331472] Updated weights for policy 0, policy_version 15826 (0.0009) +[2026-06-02 18:09:43,015][331472] Updated weights for policy 0, policy_version 15837 (0.0009) +[2026-06-02 18:09:43,254][331472] Updated weights for policy 0, policy_version 15847 (0.0009) +[2026-06-02 18:09:43,511][331472] Updated weights for policy 0, policy_version 15857 (0.0009) +[2026-06-02 18:09:43,743][331472] Updated weights for policy 0, policy_version 15867 (0.0008) +[2026-06-02 18:09:43,997][331472] Updated weights for policy 0, policy_version 15877 (0.0009) +[2026-06-02 18:09:44,241][331472] Updated weights for policy 0, policy_version 15887 (0.0009) +[2026-06-02 18:09:44,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 8192000. Throughput: 0: 15709.9. Samples: 8220160. Policy #0 lag: (min: 28.0, avg: 48.0, max: 92.0) +[2026-06-02 18:09:44,905][329443] Avg episode reward: [(0, '593.794')] +[2026-06-02 18:09:45,041][331472] Updated weights for policy 0, policy_version 15898 (0.0010) +[2026-06-02 18:09:45,279][331472] Updated weights for policy 0, policy_version 15908 (0.0009) +[2026-06-02 18:09:45,519][331472] Updated weights for policy 0, policy_version 15918 (0.0009) +[2026-06-02 18:09:45,761][331472] Updated weights for policy 0, policy_version 15928 (0.0009) +[2026-06-02 18:09:46,013][331472] Updated weights for policy 0, policy_version 15938 (0.0007) +[2026-06-02 18:09:46,250][331472] Updated weights for policy 0, policy_version 15948 (0.0010) +[2026-06-02 18:09:46,502][331472] Updated weights for policy 0, policy_version 15958 (0.0010) +[2026-06-02 18:09:47,256][331472] Updated weights for policy 0, policy_version 15968 (0.0010) +[2026-06-02 18:09:47,496][331472] Updated weights for policy 0, policy_version 15978 (0.0008) +[2026-06-02 18:09:47,748][331472] Updated weights for policy 0, policy_version 15988 (0.0008) +[2026-06-02 18:09:47,995][331472] Updated weights for policy 0, policy_version 15998 (0.0008) +[2026-06-02 18:09:48,239][331472] Updated weights for policy 0, policy_version 16008 (0.0008) +[2026-06-02 18:09:48,476][331472] Updated weights for policy 0, policy_version 16018 (0.0009) +[2026-06-02 18:09:49,270][331472] Updated weights for policy 0, policy_version 16028 (0.0009) +[2026-06-02 18:09:49,500][331472] Updated weights for policy 0, policy_version 16038 (0.0009) +[2026-06-02 18:09:49,749][331472] Updated weights for policy 0, policy_version 16048 (0.0008) +[2026-06-02 18:09:49,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 8257536. Throughput: 0: 15943.1. Samples: 8273664. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:09:49,905][329443] Avg episode reward: [(0, '591.191')] +[2026-06-02 18:09:49,997][331472] Updated weights for policy 0, policy_version 16058 (0.0008) +[2026-06-02 18:09:50,227][331472] Updated weights for policy 0, policy_version 16068 (0.0008) +[2026-06-02 18:09:50,483][331472] Updated weights for policy 0, policy_version 16078 (0.0008) +[2026-06-02 18:09:50,713][331472] Updated weights for policy 0, policy_version 16088 (0.0009) +[2026-06-02 18:09:51,482][331472] Updated weights for policy 0, policy_version 16098 (0.0009) +[2026-06-02 18:09:51,728][331472] Updated weights for policy 0, policy_version 16108 (0.0009) +[2026-06-02 18:09:51,966][331472] Updated weights for policy 0, policy_version 16118 (0.0008) +[2026-06-02 18:09:52,210][331472] Updated weights for policy 0, policy_version 16128 (0.0009) +[2026-06-02 18:09:52,454][331472] Updated weights for policy 0, policy_version 16138 (0.0008) +[2026-06-02 18:09:52,708][331472] Updated weights for policy 0, policy_version 16148 (0.0009) +[2026-06-02 18:09:53,489][331472] Updated weights for policy 0, policy_version 16158 (0.0010) +[2026-06-02 18:09:53,718][331472] Updated weights for policy 0, policy_version 16168 (0.0008) +[2026-06-02 18:09:53,951][331472] Updated weights for policy 0, policy_version 16178 (0.0009) +[2026-06-02 18:09:54,206][331472] Updated weights for policy 0, policy_version 16188 (0.0008) +[2026-06-02 18:09:54,445][331472] Updated weights for policy 0, policy_version 16198 (0.0009) +[2026-06-02 18:09:54,693][331472] Updated weights for policy 0, policy_version 16208 (0.0008) +[2026-06-02 18:09:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 8355840. Throughput: 0: 15928.9. Samples: 8369920. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:09:54,905][329443] Avg episode reward: [(0, '616.800')] +[2026-06-02 18:09:54,910][331382] Saving new best policy, reward=616.800! +[2026-06-02 18:09:55,467][331472] Updated weights for policy 0, policy_version 16218 (0.0009) +[2026-06-02 18:09:55,692][331472] Updated weights for policy 0, policy_version 16228 (0.0009) +[2026-06-02 18:09:55,945][331472] Updated weights for policy 0, policy_version 16238 (0.0009) +[2026-06-02 18:09:56,190][331472] Updated weights for policy 0, policy_version 16248 (0.0009) +[2026-06-02 18:09:56,434][331472] Updated weights for policy 0, policy_version 16258 (0.0009) +[2026-06-02 18:09:56,678][331472] Updated weights for policy 0, policy_version 16268 (0.0009) +[2026-06-02 18:09:56,911][331472] Updated weights for policy 0, policy_version 16278 (0.0009) +[2026-06-02 18:09:57,745][331472] Updated weights for policy 0, policy_version 16289 (0.0009) +[2026-06-02 18:09:57,986][331472] Updated weights for policy 0, policy_version 16299 (0.0008) +[2026-06-02 18:09:58,226][331472] Updated weights for policy 0, policy_version 16309 (0.0008) +[2026-06-02 18:09:58,476][331472] Updated weights for policy 0, policy_version 16319 (0.0009) +[2026-06-02 18:09:58,709][331472] Updated weights for policy 0, policy_version 16329 (0.0009) +[2026-06-02 18:09:58,956][331472] Updated weights for policy 0, policy_version 16339 (0.0009) +[2026-06-02 18:09:59,704][331472] Updated weights for policy 0, policy_version 16349 (0.0006) +[2026-06-02 18:09:59,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 8421376. Throughput: 0: 15829.3. Samples: 8461952. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:09:59,905][329443] Avg episode reward: [(0, '583.246')] +[2026-06-02 18:09:59,942][331472] Updated weights for policy 0, policy_version 16359 (0.0004) +[2026-06-02 18:10:00,185][331472] Updated weights for policy 0, policy_version 16369 (0.0004) +[2026-06-02 18:10:00,414][331472] Updated weights for policy 0, policy_version 16379 (0.0004) +[2026-06-02 18:10:00,660][331472] Updated weights for policy 0, policy_version 16389 (0.0004) +[2026-06-02 18:10:00,914][331472] Updated weights for policy 0, policy_version 16399 (0.0004) +[2026-06-02 18:10:01,685][331472] Updated weights for policy 0, policy_version 16409 (0.0004) +[2026-06-02 18:10:01,920][331472] Updated weights for policy 0, policy_version 16419 (0.0009) +[2026-06-02 18:10:02,164][331472] Updated weights for policy 0, policy_version 16429 (0.0009) +[2026-06-02 18:10:02,408][331472] Updated weights for policy 0, policy_version 16439 (0.0009) +[2026-06-02 18:10:02,652][331472] Updated weights for policy 0, policy_version 16449 (0.0008) +[2026-06-02 18:10:02,899][331472] Updated weights for policy 0, policy_version 16459 (0.0009) +[2026-06-02 18:10:03,139][331472] Updated weights for policy 0, policy_version 16469 (0.0010) +[2026-06-02 18:10:03,900][331472] Updated weights for policy 0, policy_version 16479 (0.0009) +[2026-06-02 18:10:04,142][331472] Updated weights for policy 0, policy_version 16489 (0.0009) +[2026-06-02 18:10:04,373][331472] Updated weights for policy 0, policy_version 16499 (0.0009) +[2026-06-02 18:10:04,624][331472] Updated weights for policy 0, policy_version 16509 (0.0008) +[2026-06-02 18:10:04,875][331472] Updated weights for policy 0, policy_version 16519 (0.0009) +[2026-06-02 18:10:04,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 8486912. Throughput: 0: 15943.1. Samples: 8509056. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:10:04,905][329443] Avg episode reward: [(0, '590.939')] +[2026-06-02 18:10:05,117][331472] Updated weights for policy 0, policy_version 16529 (0.0009) +[2026-06-02 18:10:05,881][331472] Updated weights for policy 0, policy_version 16539 (0.0009) +[2026-06-02 18:10:06,116][331472] Updated weights for policy 0, policy_version 16549 (0.0009) +[2026-06-02 18:10:06,367][331472] Updated weights for policy 0, policy_version 16559 (0.0009) +[2026-06-02 18:10:06,605][331472] Updated weights for policy 0, policy_version 16569 (0.0008) +[2026-06-02 18:10:06,849][331472] Updated weights for policy 0, policy_version 16579 (0.0009) +[2026-06-02 18:10:07,092][331472] Updated weights for policy 0, policy_version 16589 (0.0008) +[2026-06-02 18:10:07,362][331472] Updated weights for policy 0, policy_version 16600 (0.0009) +[2026-06-02 18:10:08,129][331472] Updated weights for policy 0, policy_version 16610 (0.0008) +[2026-06-02 18:10:08,374][331472] Updated weights for policy 0, policy_version 16620 (0.0009) +[2026-06-02 18:10:08,615][331472] Updated weights for policy 0, policy_version 16630 (0.0009) +[2026-06-02 18:10:08,859][331472] Updated weights for policy 0, policy_version 16640 (0.0008) +[2026-06-02 18:10:09,090][331472] Updated weights for policy 0, policy_version 16650 (0.0008) +[2026-06-02 18:10:09,341][331472] Updated weights for policy 0, policy_version 16660 (0.0009) +[2026-06-02 18:10:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 8585216. Throughput: 0: 15943.2. Samples: 8604928. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:10:09,905][329443] Avg episode reward: [(0, '600.760')] +[2026-06-02 18:10:10,146][331472] Updated weights for policy 0, policy_version 16671 (0.0009) +[2026-06-02 18:10:10,402][331472] Updated weights for policy 0, policy_version 16681 (0.0009) +[2026-06-02 18:10:10,639][331472] Updated weights for policy 0, policy_version 16691 (0.0008) +[2026-06-02 18:10:10,887][331472] Updated weights for policy 0, policy_version 16701 (0.0008) +[2026-06-02 18:10:11,125][331472] Updated weights for policy 0, policy_version 16711 (0.0008) +[2026-06-02 18:10:11,339][331382] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000006 +[2026-06-02 18:10:11,957][331472] Updated weights for policy 0, policy_version 16721 (0.0009) +[2026-06-02 18:10:12,174][331472] Updated weights for policy 0, policy_version 16731 (0.0008) +[2026-06-02 18:10:12,425][331472] Updated weights for policy 0, policy_version 16741 (0.0008) +[2026-06-02 18:10:12,674][331472] Updated weights for policy 0, policy_version 16751 (0.0008) +[2026-06-02 18:10:12,914][331472] Updated weights for policy 0, policy_version 16761 (0.0009) +[2026-06-02 18:10:13,151][331472] Updated weights for policy 0, policy_version 16771 (0.0008) +[2026-06-02 18:10:13,398][331472] Updated weights for policy 0, policy_version 16781 (0.0009) +[2026-06-02 18:10:14,156][331472] Updated weights for policy 0, policy_version 16791 (0.0009) +[2026-06-02 18:10:14,396][331472] Updated weights for policy 0, policy_version 16801 (0.0009) +[2026-06-02 18:10:14,631][331472] Updated weights for policy 0, policy_version 16811 (0.0008) +[2026-06-02 18:10:14,888][331472] Updated weights for policy 0, policy_version 16821 (0.0009) +[2026-06-02 18:10:14,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 8650752. Throughput: 0: 15968.7. Samples: 8702976. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:10:14,905][329443] Avg episode reward: [(0, '605.144')] +[2026-06-02 18:10:15,135][331472] Updated weights for policy 0, policy_version 16831 (0.0009) +[2026-06-02 18:10:15,398][331472] Updated weights for policy 0, policy_version 16842 (0.0009) +[2026-06-02 18:10:16,181][331472] Updated weights for policy 0, policy_version 16852 (0.0009) +[2026-06-02 18:10:16,434][331472] Updated weights for policy 0, policy_version 16862 (0.0009) +[2026-06-02 18:10:16,679][331472] Updated weights for policy 0, policy_version 16872 (0.0009) +[2026-06-02 18:10:16,919][331472] Updated weights for policy 0, policy_version 16882 (0.0008) +[2026-06-02 18:10:17,161][331472] Updated weights for policy 0, policy_version 16892 (0.0008) +[2026-06-02 18:10:17,407][331472] Updated weights for policy 0, policy_version 16902 (0.0009) +[2026-06-02 18:10:17,638][331472] Updated weights for policy 0, policy_version 16912 (0.0008) +[2026-06-02 18:10:18,403][331472] Updated weights for policy 0, policy_version 16922 (0.0010) +[2026-06-02 18:10:18,647][331472] Updated weights for policy 0, policy_version 16932 (0.0008) +[2026-06-02 18:10:18,900][331472] Updated weights for policy 0, policy_version 16942 (0.0008) +[2026-06-02 18:10:19,135][331472] Updated weights for policy 0, policy_version 16952 (0.0008) +[2026-06-02 18:10:19,389][331472] Updated weights for policy 0, policy_version 16962 (0.0008) +[2026-06-02 18:10:19,632][331472] Updated weights for policy 0, policy_version 16972 (0.0009) +[2026-06-02 18:10:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 8749056. Throughput: 0: 15741.2. Samples: 8745984. Policy #0 lag: (min: 5.0, avg: 23.5, max: 69.0) +[2026-06-02 18:10:19,905][329443] Avg episode reward: [(0, '595.450')] +[2026-06-02 18:10:20,394][331472] Updated weights for policy 0, policy_version 16982 (0.0008) +[2026-06-02 18:10:20,632][331472] Updated weights for policy 0, policy_version 16992 (0.0009) +[2026-06-02 18:10:20,885][331472] Updated weights for policy 0, policy_version 17002 (0.0008) +[2026-06-02 18:10:21,158][331472] Updated weights for policy 0, policy_version 17013 (0.0009) +[2026-06-02 18:10:21,408][331472] Updated weights for policy 0, policy_version 17024 (0.0008) +[2026-06-02 18:10:21,658][331472] Updated weights for policy 0, policy_version 17034 (0.0008) +[2026-06-02 18:10:22,422][331472] Updated weights for policy 0, policy_version 17044 (0.0009) +[2026-06-02 18:10:22,668][331472] Updated weights for policy 0, policy_version 17054 (0.0009) +[2026-06-02 18:10:22,935][331472] Updated weights for policy 0, policy_version 17065 (0.0008) +[2026-06-02 18:10:23,166][331472] Updated weights for policy 0, policy_version 17075 (0.0008) +[2026-06-02 18:10:23,412][331472] Updated weights for policy 0, policy_version 17085 (0.0009) +[2026-06-02 18:10:23,667][331472] Updated weights for policy 0, policy_version 17095 (0.0008) +[2026-06-02 18:10:24,442][331472] Updated weights for policy 0, policy_version 17105 (0.0009) +[2026-06-02 18:10:24,671][331472] Updated weights for policy 0, policy_version 17115 (0.0009) +[2026-06-02 18:10:24,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 8814592. Throughput: 0: 15934.6. Samples: 8841728. Policy #0 lag: (min: 5.0, avg: 23.5, max: 69.0) +[2026-06-02 18:10:24,905][329443] Avg episode reward: [(0, '613.100')] +[2026-06-02 18:10:24,912][331472] Updated weights for policy 0, policy_version 17125 (0.0009) +[2026-06-02 18:10:25,141][331472] Updated weights for policy 0, policy_version 17135 (0.0009) +[2026-06-02 18:10:25,396][331472] Updated weights for policy 0, policy_version 17145 (0.0009) +[2026-06-02 18:10:25,631][331472] Updated weights for policy 0, policy_version 17155 (0.0006) +[2026-06-02 18:10:25,881][331472] Updated weights for policy 0, policy_version 17165 (0.0004) +[2026-06-02 18:10:26,681][331472] Updated weights for policy 0, policy_version 17175 (0.0009) +[2026-06-02 18:10:26,919][331472] Updated weights for policy 0, policy_version 17185 (0.0008) +[2026-06-02 18:10:27,160][331472] Updated weights for policy 0, policy_version 17195 (0.0009) +[2026-06-02 18:10:27,396][331472] Updated weights for policy 0, policy_version 17205 (0.0009) +[2026-06-02 18:10:27,631][331472] Updated weights for policy 0, policy_version 17215 (0.0009) +[2026-06-02 18:10:27,875][331472] Updated weights for policy 0, policy_version 17225 (0.0010) +[2026-06-02 18:10:28,648][331472] Updated weights for policy 0, policy_version 17235 (0.0008) +[2026-06-02 18:10:28,875][331472] Updated weights for policy 0, policy_version 17245 (0.0010) +[2026-06-02 18:10:29,122][331472] Updated weights for policy 0, policy_version 17255 (0.0010) +[2026-06-02 18:10:29,367][331472] Updated weights for policy 0, policy_version 17265 (0.0008) +[2026-06-02 18:10:29,602][331472] Updated weights for policy 0, policy_version 17275 (0.0008) +[2026-06-02 18:10:29,852][331472] Updated weights for policy 0, policy_version 17285 (0.0009) +[2026-06-02 18:10:29,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 8880128. Throughput: 0: 15928.9. Samples: 8936960. Policy #0 lag: (min: 5.0, avg: 23.5, max: 69.0) +[2026-06-02 18:10:29,905][329443] Avg episode reward: [(0, '625.874')] +[2026-06-02 18:10:30,090][331472] Updated weights for policy 0, policy_version 17295 (0.0009) +[2026-06-02 18:10:30,120][331382] Saving new best policy, reward=625.874! +[2026-06-02 18:10:30,853][331472] Updated weights for policy 0, policy_version 17305 (0.0009) +[2026-06-02 18:10:31,095][331472] Updated weights for policy 0, policy_version 17315 (0.0009) +[2026-06-02 18:10:31,334][331472] Updated weights for policy 0, policy_version 17325 (0.0009) +[2026-06-02 18:10:31,585][331472] Updated weights for policy 0, policy_version 17335 (0.0009) +[2026-06-02 18:10:31,845][331472] Updated weights for policy 0, policy_version 17346 (0.0009) +[2026-06-02 18:10:32,097][331472] Updated weights for policy 0, policy_version 17356 (0.0009) +[2026-06-02 18:10:32,893][331472] Updated weights for policy 0, policy_version 17367 (0.0009) +[2026-06-02 18:10:33,128][331472] Updated weights for policy 0, policy_version 17377 (0.0009) +[2026-06-02 18:10:33,392][331472] Updated weights for policy 0, policy_version 17388 (0.0009) +[2026-06-02 18:10:33,638][331472] Updated weights for policy 0, policy_version 17398 (0.0009) +[2026-06-02 18:10:33,875][331472] Updated weights for policy 0, policy_version 17408 (0.0009) +[2026-06-02 18:10:34,112][331472] Updated weights for policy 0, policy_version 17418 (0.0006) +[2026-06-02 18:10:34,869][331472] Updated weights for policy 0, policy_version 17428 (0.0004) +[2026-06-02 18:10:34,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 8978432. Throughput: 0: 15712.7. Samples: 8980736. Policy #0 lag: (min: 63.0, avg: 83.4, max: 127.0) +[2026-06-02 18:10:34,906][329443] Avg episode reward: [(0, '690.041')] +[2026-06-02 18:10:35,117][331472] Updated weights for policy 0, policy_version 17438 (0.0006) +[2026-06-02 18:10:35,360][331472] Updated weights for policy 0, policy_version 17448 (0.0009) +[2026-06-02 18:10:35,599][331472] Updated weights for policy 0, policy_version 17458 (0.0010) +[2026-06-02 18:10:35,872][331472] Updated weights for policy 0, policy_version 17469 (0.0009) +[2026-06-02 18:10:36,108][331472] Updated weights for policy 0, policy_version 17479 (0.0009) +[2026-06-02 18:10:36,321][331382] Saving new best policy, reward=690.041! +[2026-06-02 18:10:36,892][331472] Updated weights for policy 0, policy_version 17489 (0.0009) +[2026-06-02 18:10:37,106][331472] Updated weights for policy 0, policy_version 17499 (0.0008) +[2026-06-02 18:10:37,357][331472] Updated weights for policy 0, policy_version 17509 (0.0009) +[2026-06-02 18:10:37,625][331472] Updated weights for policy 0, policy_version 17520 (0.0009) +[2026-06-02 18:10:37,868][331472] Updated weights for policy 0, policy_version 17530 (0.0008) +[2026-06-02 18:10:38,109][331472] Updated weights for policy 0, policy_version 17540 (0.0009) +[2026-06-02 18:10:38,358][331472] Updated weights for policy 0, policy_version 17550 (0.0009) +[2026-06-02 18:10:39,100][331472] Updated weights for policy 0, policy_version 17560 (0.0009) +[2026-06-02 18:10:39,341][331472] Updated weights for policy 0, policy_version 17570 (0.0009) +[2026-06-02 18:10:39,583][331472] Updated weights for policy 0, policy_version 17580 (0.0009) +[2026-06-02 18:10:39,831][331472] Updated weights for policy 0, policy_version 17590 (0.0009) +[2026-06-02 18:10:39,905][329443] Fps is (10 sec: 16383.5, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 9043968. Throughput: 0: 15658.5. Samples: 9074560. Policy #0 lag: (min: 63.0, avg: 83.4, max: 127.0) +[2026-06-02 18:10:39,906][329443] Avg episode reward: [(0, '691.252')] +[2026-06-02 18:10:40,075][331472] Updated weights for policy 0, policy_version 17600 (0.0009) +[2026-06-02 18:10:40,319][331472] Updated weights for policy 0, policy_version 17610 (0.0009) +[2026-06-02 18:10:40,462][331382] Saving new best policy, reward=691.252! +[2026-06-02 18:10:41,074][331472] Updated weights for policy 0, policy_version 17620 (0.0009) +[2026-06-02 18:10:41,309][331472] Updated weights for policy 0, policy_version 17630 (0.0009) +[2026-06-02 18:10:41,555][331472] Updated weights for policy 0, policy_version 17640 (0.0009) +[2026-06-02 18:10:41,796][331472] Updated weights for policy 0, policy_version 17650 (0.0009) +[2026-06-02 18:10:42,042][331472] Updated weights for policy 0, policy_version 17660 (0.0009) +[2026-06-02 18:10:42,289][331472] Updated weights for policy 0, policy_version 17670 (0.0009) +[2026-06-02 18:10:42,525][331472] Updated weights for policy 0, policy_version 17680 (0.0009) +[2026-06-02 18:10:43,290][331472] Updated weights for policy 0, policy_version 17690 (0.0009) +[2026-06-02 18:10:43,525][331472] Updated weights for policy 0, policy_version 17700 (0.0008) +[2026-06-02 18:10:43,780][331472] Updated weights for policy 0, policy_version 17710 (0.0009) +[2026-06-02 18:10:44,022][331472] Updated weights for policy 0, policy_version 17720 (0.0008) +[2026-06-02 18:10:44,266][331472] Updated weights for policy 0, policy_version 17730 (0.0009) +[2026-06-02 18:10:44,507][331472] Updated weights for policy 0, policy_version 17740 (0.0008) +[2026-06-02 18:10:44,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 9142272. Throughput: 0: 15724.1. Samples: 9169536. Policy #0 lag: (min: 91.0, avg: 118.1, max: 156.0) +[2026-06-02 18:10:44,905][329443] Avg episode reward: [(0, '695.356')] +[2026-06-02 18:10:45,262][331472] Updated weights for policy 0, policy_version 17750 (0.0009) +[2026-06-02 18:10:45,490][331472] Updated weights for policy 0, policy_version 17760 (0.0009) +[2026-06-02 18:10:45,735][331472] Updated weights for policy 0, policy_version 17770 (0.0008) +[2026-06-02 18:10:45,998][331472] Updated weights for policy 0, policy_version 17780 (0.0009) +[2026-06-02 18:10:46,226][331472] Updated weights for policy 0, policy_version 17790 (0.0009) +[2026-06-02 18:10:46,503][331472] Updated weights for policy 0, policy_version 17801 (0.0010) +[2026-06-02 18:10:46,663][331382] Saving new best policy, reward=695.356! +[2026-06-02 18:10:47,269][331472] Updated weights for policy 0, policy_version 17811 (0.0009) +[2026-06-02 18:10:47,494][331472] Updated weights for policy 0, policy_version 17821 (0.0009) +[2026-06-02 18:10:47,762][331472] Updated weights for policy 0, policy_version 17832 (0.0009) +[2026-06-02 18:10:48,019][331472] Updated weights for policy 0, policy_version 17842 (0.0009) +[2026-06-02 18:10:48,285][331472] Updated weights for policy 0, policy_version 17853 (0.0009) +[2026-06-02 18:10:48,526][331472] Updated weights for policy 0, policy_version 17863 (0.0009) +[2026-06-02 18:10:49,290][331472] Updated weights for policy 0, policy_version 17873 (0.0009) +[2026-06-02 18:10:49,516][331472] Updated weights for policy 0, policy_version 17883 (0.0009) +[2026-06-02 18:10:49,761][331472] Updated weights for policy 0, policy_version 17893 (0.0009) +[2026-06-02 18:10:49,905][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 9207808. Throughput: 0: 15837.8. Samples: 9221760. Policy #0 lag: (min: 91.0, avg: 118.1, max: 156.0) +[2026-06-02 18:10:49,905][329443] Avg episode reward: [(0, '689.331')] +[2026-06-02 18:10:50,005][331472] Updated weights for policy 0, policy_version 17903 (0.0009) +[2026-06-02 18:10:50,257][331472] Updated weights for policy 0, policy_version 17913 (0.0009) +[2026-06-02 18:10:50,497][331472] Updated weights for policy 0, policy_version 17923 (0.0008) +[2026-06-02 18:10:50,742][331472] Updated weights for policy 0, policy_version 17933 (0.0008) +[2026-06-02 18:10:50,804][331382] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs7_seed14/checkpoint_p0/checkpoint_000017936_9240576.pth... +[2026-06-02 18:10:51,498][331472] Updated weights for policy 0, policy_version 17943 (0.0008) +[2026-06-02 18:10:51,737][331472] Updated weights for policy 0, policy_version 17953 (0.0008) +[2026-06-02 18:10:51,986][331472] Updated weights for policy 0, policy_version 17963 (0.0008) +[2026-06-02 18:10:52,217][331472] Updated weights for policy 0, policy_version 17973 (0.0009) +[2026-06-02 18:10:52,466][331472] Updated weights for policy 0, policy_version 17983 (0.0008) +[2026-06-02 18:10:52,709][331472] Updated weights for policy 0, policy_version 17993 (0.0008) +[2026-06-02 18:10:53,478][331472] Updated weights for policy 0, policy_version 18003 (0.0009) +[2026-06-02 18:10:53,699][331472] Updated weights for policy 0, policy_version 18013 (0.0009) +[2026-06-02 18:10:53,951][331472] Updated weights for policy 0, policy_version 18023 (0.0009) +[2026-06-02 18:10:54,200][331472] Updated weights for policy 0, policy_version 18033 (0.0009) +[2026-06-02 18:10:54,441][331472] Updated weights for policy 0, policy_version 18043 (0.0009) +[2026-06-02 18:10:54,689][331472] Updated weights for policy 0, policy_version 18053 (0.0008) +[2026-06-02 18:10:54,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 9273344. Throughput: 0: 15826.5. Samples: 9317120. Policy #0 lag: (min: 91.0, avg: 118.1, max: 156.0) +[2026-06-02 18:10:54,905][329443] Avg episode reward: [(0, '691.637')] +[2026-06-02 18:10:54,936][331472] Updated weights for policy 0, policy_version 18063 (0.0009) +[2026-06-02 18:10:55,688][331472] Updated weights for policy 0, policy_version 18073 (0.0009) +[2026-06-02 18:10:55,926][331472] Updated weights for policy 0, policy_version 18083 (0.0009) +[2026-06-02 18:10:56,168][331472] Updated weights for policy 0, policy_version 18093 (0.0009) +[2026-06-02 18:10:56,410][331472] Updated weights for policy 0, policy_version 18103 (0.0009) +[2026-06-02 18:10:56,670][331472] Updated weights for policy 0, policy_version 18113 (0.0008) +[2026-06-02 18:10:56,910][331472] Updated weights for policy 0, policy_version 18123 (0.0008) +[2026-06-02 18:10:57,700][331472] Updated weights for policy 0, policy_version 18133 (0.0009) +[2026-06-02 18:10:57,942][331472] Updated weights for policy 0, policy_version 18143 (0.0009) +[2026-06-02 18:10:58,202][331472] Updated weights for policy 0, policy_version 18153 (0.0009) +[2026-06-02 18:10:58,444][331472] Updated weights for policy 0, policy_version 18163 (0.0009) +[2026-06-02 18:10:58,684][331472] Updated weights for policy 0, policy_version 18173 (0.0009) +[2026-06-02 18:10:58,931][331472] Updated weights for policy 0, policy_version 18183 (0.0009) +[2026-06-02 18:10:59,679][331472] Updated weights for policy 0, policy_version 18193 (0.0009) +[2026-06-02 18:10:59,905][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 9371648. Throughput: 0: 15627.3. Samples: 9406208. Policy #0 lag: (min: 36.0, avg: 70.6, max: 97.0) +[2026-06-02 18:10:59,906][329443] Avg episode reward: [(0, '739.612')] +[2026-06-02 18:10:59,914][331472] Updated weights for policy 0, policy_version 18203 (0.0009) +[2026-06-02 18:11:00,146][331472] Updated weights for policy 0, policy_version 18213 (0.0009) +[2026-06-02 18:11:00,394][331472] Updated weights for policy 0, policy_version 18223 (0.0010) +[2026-06-02 18:11:00,629][331472] Updated weights for policy 0, policy_version 18233 (0.0009) +[2026-06-02 18:11:00,885][331472] Updated weights for policy 0, policy_version 18243 (0.0009) +[2026-06-02 18:11:01,133][331472] Updated weights for policy 0, policy_version 18253 (0.0009) +[2026-06-02 18:11:01,192][331382] Saving new best policy, reward=739.612! +[2026-06-02 18:11:01,892][331472] Updated weights for policy 0, policy_version 18263 (0.0009) +[2026-06-02 18:11:02,151][331472] Updated weights for policy 0, policy_version 18274 (0.0009) +[2026-06-02 18:11:02,387][331472] Updated weights for policy 0, policy_version 18284 (0.0008) +[2026-06-02 18:11:02,635][331472] Updated weights for policy 0, policy_version 18294 (0.0009) +[2026-06-02 18:11:02,868][331472] Updated weights for policy 0, policy_version 18304 (0.0008) +[2026-06-02 18:11:03,121][331472] Updated weights for policy 0, policy_version 18314 (0.0009) +[2026-06-02 18:11:03,905][331472] Updated weights for policy 0, policy_version 18324 (0.0009) +[2026-06-02 18:11:04,129][331472] Updated weights for policy 0, policy_version 18334 (0.0008) +[2026-06-02 18:11:04,374][331472] Updated weights for policy 0, policy_version 18344 (0.0009) +[2026-06-02 18:11:04,628][331472] Updated weights for policy 0, policy_version 18354 (0.0008) +[2026-06-02 18:11:04,868][331472] Updated weights for policy 0, policy_version 18364 (0.0008) +[2026-06-02 18:11:04,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 9437184. Throughput: 0: 15746.8. Samples: 9454592. Policy #0 lag: (min: 36.0, avg: 70.6, max: 97.0) +[2026-06-02 18:11:04,905][329443] Avg episode reward: [(0, '756.825')] +[2026-06-02 18:11:05,105][331472] Updated weights for policy 0, policy_version 18374 (0.0008) +[2026-06-02 18:11:05,349][331382] Saving new best policy, reward=756.825! +[2026-06-02 18:11:05,352][331472] Updated weights for policy 0, policy_version 18384 (0.0008) +[2026-06-02 18:11:06,118][331472] Updated weights for policy 0, policy_version 18394 (0.0009) +[2026-06-02 18:11:06,362][331472] Updated weights for policy 0, policy_version 18404 (0.0009) +[2026-06-02 18:11:06,599][331472] Updated weights for policy 0, policy_version 18414 (0.0009) +[2026-06-02 18:11:06,834][331472] Updated weights for policy 0, policy_version 18424 (0.0008) +[2026-06-02 18:11:07,093][331472] Updated weights for policy 0, policy_version 18434 (0.0008) +[2026-06-02 18:11:07,337][331472] Updated weights for policy 0, policy_version 18444 (0.0009) +[2026-06-02 18:11:08,103][331472] Updated weights for policy 0, policy_version 18454 (0.0008) +[2026-06-02 18:11:08,342][331472] Updated weights for policy 0, policy_version 18464 (0.0008) +[2026-06-02 18:11:08,590][331472] Updated weights for policy 0, policy_version 18474 (0.0010) +[2026-06-02 18:11:08,837][331472] Updated weights for policy 0, policy_version 18484 (0.0008) +[2026-06-02 18:11:09,070][331472] Updated weights for policy 0, policy_version 18494 (0.0008) +[2026-06-02 18:11:09,321][331472] Updated weights for policy 0, policy_version 18504 (0.0009) +[2026-06-02 18:11:09,905][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.8, 300 sec: 15884.1). Total num frames: 9535488. Throughput: 0: 15761.0. Samples: 9550976. Policy #0 lag: (min: 36.0, avg: 70.6, max: 97.0) +[2026-06-02 18:11:09,906][329443] Avg episode reward: [(0, '760.337')] +[2026-06-02 18:11:10,091][331472] Updated weights for policy 0, policy_version 18514 (0.0009) +[2026-06-02 18:11:10,330][331472] Updated weights for policy 0, policy_version 18524 (0.0008) +[2026-06-02 18:11:10,566][331472] Updated weights for policy 0, policy_version 18534 (0.0008) +[2026-06-02 18:11:10,809][331472] Updated weights for policy 0, policy_version 18544 (0.0009) +[2026-06-02 18:11:11,044][331472] Updated weights for policy 0, policy_version 18554 (0.0008) +[2026-06-02 18:11:11,289][331472] Updated weights for policy 0, policy_version 18564 (0.0008) +[2026-06-02 18:11:11,524][331472] Updated weights for policy 0, policy_version 18574 (0.0008) +[2026-06-02 18:11:11,571][331382] Saving new best policy, reward=760.337! +[2026-06-02 18:11:12,300][331472] Updated weights for policy 0, policy_version 18584 (0.0008) +[2026-06-02 18:11:12,538][331472] Updated weights for policy 0, policy_version 18594 (0.0008) +[2026-06-02 18:11:12,783][331472] Updated weights for policy 0, policy_version 18604 (0.0009) +[2026-06-02 18:11:13,043][331472] Updated weights for policy 0, policy_version 18615 (0.0008) +[2026-06-02 18:11:13,294][331472] Updated weights for policy 0, policy_version 18625 (0.0009) +[2026-06-02 18:11:13,534][331472] Updated weights for policy 0, policy_version 18635 (0.0008) +[2026-06-02 18:11:14,305][331472] Updated weights for policy 0, policy_version 18645 (0.0009) +[2026-06-02 18:11:14,545][331472] Updated weights for policy 0, policy_version 18655 (0.0008) +[2026-06-02 18:11:14,790][331472] Updated weights for policy 0, policy_version 18665 (0.0009) +[2026-06-02 18:11:14,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 9601024. Throughput: 0: 15752.5. Samples: 9645824. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:11:14,905][329443] Avg episode reward: [(0, '781.114')] +[2026-06-02 18:11:15,029][331472] Updated weights for policy 0, policy_version 18675 (0.0009) +[2026-06-02 18:11:15,267][331472] Updated weights for policy 0, policy_version 18685 (0.0009) +[2026-06-02 18:11:15,513][331472] Updated weights for policy 0, policy_version 18695 (0.0009) +[2026-06-02 18:11:15,725][331382] Saving new best policy, reward=781.114! +[2026-06-02 18:11:16,285][331472] Updated weights for policy 0, policy_version 18705 (0.0009) +[2026-06-02 18:11:16,538][331472] Updated weights for policy 0, policy_version 18716 (0.0008) +[2026-06-02 18:11:16,771][331472] Updated weights for policy 0, policy_version 18726 (0.0009) +[2026-06-02 18:11:17,017][331472] Updated weights for policy 0, policy_version 18736 (0.0008) +[2026-06-02 18:11:17,269][331472] Updated weights for policy 0, policy_version 18746 (0.0009) +[2026-06-02 18:11:17,505][331472] Updated weights for policy 0, policy_version 18756 (0.0009) +[2026-06-02 18:11:17,760][331472] Updated weights for policy 0, policy_version 18766 (0.0009) +[2026-06-02 18:11:18,507][331472] Updated weights for policy 0, policy_version 18776 (0.0009) +[2026-06-02 18:11:18,735][331472] Updated weights for policy 0, policy_version 18786 (0.0009) +[2026-06-02 18:11:18,991][331472] Updated weights for policy 0, policy_version 18796 (0.0009) +[2026-06-02 18:11:19,232][331472] Updated weights for policy 0, policy_version 18806 (0.0009) +[2026-06-02 18:11:19,466][331472] Updated weights for policy 0, policy_version 18816 (0.0009) +[2026-06-02 18:11:19,711][331472] Updated weights for policy 0, policy_version 18826 (0.0010) +[2026-06-02 18:11:19,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.8, 300 sec: 15884.1). Total num frames: 9699328. Throughput: 0: 15721.2. Samples: 9688192. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:11:19,906][329443] Avg episode reward: [(0, '793.846')] +[2026-06-02 18:11:19,911][331382] Saving new best policy, reward=793.846! +[2026-06-02 18:11:20,487][331472] Updated weights for policy 0, policy_version 18836 (0.0009) +[2026-06-02 18:11:20,731][331472] Updated weights for policy 0, policy_version 18846 (0.0008) +[2026-06-02 18:11:20,960][331472] Updated weights for policy 0, policy_version 18856 (0.0005) +[2026-06-02 18:11:21,219][331472] Updated weights for policy 0, policy_version 18866 (0.0004) +[2026-06-02 18:11:21,454][331472] Updated weights for policy 0, policy_version 18876 (0.0005) +[2026-06-02 18:11:21,700][331472] Updated weights for policy 0, policy_version 18886 (0.0005) +[2026-06-02 18:11:21,947][331472] Updated weights for policy 0, policy_version 18896 (0.0005) +[2026-06-02 18:11:22,696][331472] Updated weights for policy 0, policy_version 18906 (0.0005) +[2026-06-02 18:11:22,944][331472] Updated weights for policy 0, policy_version 18916 (0.0007) +[2026-06-02 18:11:23,185][331472] Updated weights for policy 0, policy_version 18926 (0.0009) +[2026-06-02 18:11:23,421][331472] Updated weights for policy 0, policy_version 18936 (0.0009) +[2026-06-02 18:11:23,678][331472] Updated weights for policy 0, policy_version 18946 (0.0009) +[2026-06-02 18:11:23,921][331472] Updated weights for policy 0, policy_version 18956 (0.0009) +[2026-06-02 18:11:24,689][331472] Updated weights for policy 0, policy_version 18966 (0.0010) +[2026-06-02 18:11:24,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 9764864. Throughput: 0: 15752.6. Samples: 9783424. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:11:24,905][329443] Avg episode reward: [(0, '787.971')] +[2026-06-02 18:11:24,936][331472] Updated weights for policy 0, policy_version 18976 (0.0010) +[2026-06-02 18:11:25,174][331472] Updated weights for policy 0, policy_version 18986 (0.0009) +[2026-06-02 18:11:25,409][331472] Updated weights for policy 0, policy_version 18996 (0.0009) +[2026-06-02 18:11:25,654][331472] Updated weights for policy 0, policy_version 19006 (0.0009) +[2026-06-02 18:11:25,894][331472] Updated weights for policy 0, policy_version 19016 (0.0010) +[2026-06-02 18:11:26,682][331472] Updated weights for policy 0, policy_version 19026 (0.0010) +[2026-06-02 18:11:26,912][331472] Updated weights for policy 0, policy_version 19036 (0.0007) +[2026-06-02 18:11:27,164][331472] Updated weights for policy 0, policy_version 19046 (0.0009) +[2026-06-02 18:11:27,403][331472] Updated weights for policy 0, policy_version 19056 (0.0009) +[2026-06-02 18:11:27,656][331472] Updated weights for policy 0, policy_version 19066 (0.0009) +[2026-06-02 18:11:27,893][331472] Updated weights for policy 0, policy_version 19076 (0.0008) +[2026-06-02 18:11:28,140][331472] Updated weights for policy 0, policy_version 19086 (0.0009) +[2026-06-02 18:11:28,873][331472] Updated weights for policy 0, policy_version 19096 (0.0009) +[2026-06-02 18:11:29,108][331472] Updated weights for policy 0, policy_version 19106 (0.0009) +[2026-06-02 18:11:29,361][331472] Updated weights for policy 0, policy_version 19116 (0.0009) +[2026-06-02 18:11:29,616][331472] Updated weights for policy 0, policy_version 19126 (0.0008) +[2026-06-02 18:11:29,856][331472] Updated weights for policy 0, policy_version 19136 (0.0009) +[2026-06-02 18:11:29,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 9830400. Throughput: 0: 15769.6. Samples: 9879168. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:11:29,905][329443] Avg episode reward: [(0, '801.666')] +[2026-06-02 18:11:30,091][331472] Updated weights for policy 0, policy_version 19146 (0.0009) +[2026-06-02 18:11:30,235][331382] Saving new best policy, reward=801.666! +[2026-06-02 18:11:30,858][331472] Updated weights for policy 0, policy_version 19156 (0.0009) +[2026-06-02 18:11:31,087][331472] Updated weights for policy 0, policy_version 19166 (0.0010) +[2026-06-02 18:11:31,334][331472] Updated weights for policy 0, policy_version 19176 (0.0009) +[2026-06-02 18:11:31,568][331472] Updated weights for policy 0, policy_version 19186 (0.0009) +[2026-06-02 18:11:31,816][331472] Updated weights for policy 0, policy_version 19196 (0.0009) +[2026-06-02 18:11:32,057][331472] Updated weights for policy 0, policy_version 19206 (0.0009) +[2026-06-02 18:11:32,290][331472] Updated weights for policy 0, policy_version 19216 (0.0009) +[2026-06-02 18:11:33,063][331472] Updated weights for policy 0, policy_version 19226 (0.0009) +[2026-06-02 18:11:33,298][331472] Updated weights for policy 0, policy_version 19236 (0.0009) +[2026-06-02 18:11:33,542][331472] Updated weights for policy 0, policy_version 19246 (0.0009) +[2026-06-02 18:11:33,782][331472] Updated weights for policy 0, policy_version 19256 (0.0009) +[2026-06-02 18:11:34,015][331472] Updated weights for policy 0, policy_version 19266 (0.0009) +[2026-06-02 18:11:34,255][331472] Updated weights for policy 0, policy_version 19276 (0.0009) +[2026-06-02 18:11:34,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 9928704. Throughput: 0: 15547.8. Samples: 9921408. Policy #0 lag: (min: 46.0, avg: 87.9, max: 108.0) +[2026-06-02 18:11:34,905][329443] Avg episode reward: [(0, '838.742')] +[2026-06-02 18:11:35,061][331472] Updated weights for policy 0, policy_version 19287 (0.0009) +[2026-06-02 18:11:35,288][331472] Updated weights for policy 0, policy_version 19297 (0.0009) +[2026-06-02 18:11:35,538][331472] Updated weights for policy 0, policy_version 19307 (0.0009) +[2026-06-02 18:11:35,777][331472] Updated weights for policy 0, policy_version 19317 (0.0009) +[2026-06-02 18:11:36,012][331472] Updated weights for policy 0, policy_version 19327 (0.0009) +[2026-06-02 18:11:36,266][331472] Updated weights for policy 0, policy_version 19337 (0.0009) +[2026-06-02 18:11:36,414][331382] Saving new best policy, reward=838.742! +[2026-06-02 18:11:37,047][331472] Updated weights for policy 0, policy_version 19347 (0.0009) +[2026-06-02 18:11:37,271][331472] Updated weights for policy 0, policy_version 19357 (0.0008) +[2026-06-02 18:11:37,503][331472] Updated weights for policy 0, policy_version 19367 (0.0010) +[2026-06-02 18:11:37,749][331472] Updated weights for policy 0, policy_version 19377 (0.0008) +[2026-06-02 18:11:37,986][331472] Updated weights for policy 0, policy_version 19387 (0.0009) +[2026-06-02 18:11:38,223][331472] Updated weights for policy 0, policy_version 19397 (0.0008) +[2026-06-02 18:11:38,470][331472] Updated weights for policy 0, policy_version 19407 (0.0008) +[2026-06-02 18:11:39,255][331472] Updated weights for policy 0, policy_version 19417 (0.0009) +[2026-06-02 18:11:39,505][331472] Updated weights for policy 0, policy_version 19427 (0.0009) +[2026-06-02 18:11:39,744][331472] Updated weights for policy 0, policy_version 19437 (0.0008) +[2026-06-02 18:11:39,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 9994240. Throughput: 0: 15544.8. Samples: 10016640. Policy #0 lag: (min: 46.0, avg: 87.9, max: 108.0) +[2026-06-02 18:11:39,906][329443] Avg episode reward: [(0, '838.409')] +[2026-06-02 18:11:40,002][331472] Updated weights for policy 0, policy_version 19448 (0.0009) +[2026-06-02 18:11:40,243][331472] Updated weights for policy 0, policy_version 19458 (0.0009) +[2026-06-02 18:11:40,487][331472] Updated weights for policy 0, policy_version 19468 (0.0009) +[2026-06-02 18:11:41,271][331472] Updated weights for policy 0, policy_version 19479 (0.0007) +[2026-06-02 18:11:41,506][331472] Updated weights for policy 0, policy_version 19489 (0.0008) +[2026-06-02 18:11:41,787][331472] Updated weights for policy 0, policy_version 19500 (0.0009) +[2026-06-02 18:11:42,027][331472] Updated weights for policy 0, policy_version 19510 (0.0008) +[2026-06-02 18:11:42,261][331472] Updated weights for policy 0, policy_version 19520 (0.0008) +[2026-06-02 18:11:42,505][331472] Updated weights for policy 0, policy_version 19530 (0.0009) +[2026-06-02 18:11:43,277][331472] Updated weights for policy 0, policy_version 19540 (0.0009) +[2026-06-02 18:11:43,511][331472] Updated weights for policy 0, policy_version 19550 (0.0009) +[2026-06-02 18:11:43,754][331472] Updated weights for policy 0, policy_version 19560 (0.0009) +[2026-06-02 18:11:43,987][331472] Updated weights for policy 0, policy_version 19570 (0.0009) +[2026-06-02 18:11:44,249][331472] Updated weights for policy 0, policy_version 19581 (0.0009) +[2026-06-02 18:11:44,494][331472] Updated weights for policy 0, policy_version 19591 (0.0009) +[2026-06-02 18:11:44,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10092544. Throughput: 0: 15698.6. Samples: 10112640. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0) +[2026-06-02 18:11:44,905][329443] Avg episode reward: [(0, '912.331')] +[2026-06-02 18:11:44,910][331382] Saving new best policy, reward=912.331! +[2026-06-02 18:11:45,292][331472] Updated weights for policy 0, policy_version 19601 (0.0009) +[2026-06-02 18:11:45,538][331472] Updated weights for policy 0, policy_version 19611 (0.0006) +[2026-06-02 18:11:45,777][331472] Updated weights for policy 0, policy_version 19621 (0.0006) +[2026-06-02 18:11:46,014][331472] Updated weights for policy 0, policy_version 19631 (0.0005) +[2026-06-02 18:11:46,254][331472] Updated weights for policy 0, policy_version 19641 (0.0006) +[2026-06-02 18:11:46,509][331472] Updated weights for policy 0, policy_version 19651 (0.0006) +[2026-06-02 18:11:46,740][331472] Updated weights for policy 0, policy_version 19661 (0.0006) +[2026-06-02 18:11:47,519][331472] Updated weights for policy 0, policy_version 19672 (0.0008) +[2026-06-02 18:11:47,771][331472] Updated weights for policy 0, policy_version 19682 (0.0008) +[2026-06-02 18:11:48,008][331472] Updated weights for policy 0, policy_version 19692 (0.0008) +[2026-06-02 18:11:48,242][331472] Updated weights for policy 0, policy_version 19702 (0.0007) +[2026-06-02 18:11:48,486][331472] Updated weights for policy 0, policy_version 19712 (0.0009) +[2026-06-02 18:11:48,734][331472] Updated weights for policy 0, policy_version 19722 (0.0008) +[2026-06-02 18:11:49,505][331472] Updated weights for policy 0, policy_version 19733 (0.0008) +[2026-06-02 18:11:49,755][331472] Updated weights for policy 0, policy_version 19743 (0.0008) +[2026-06-02 18:11:49,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10158080. Throughput: 0: 15852.1. Samples: 10167936. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0) +[2026-06-02 18:11:49,905][329443] Avg episode reward: [(0, '890.445')] +[2026-06-02 18:11:49,995][331472] Updated weights for policy 0, policy_version 19753 (0.0009) +[2026-06-02 18:11:50,231][331472] Updated weights for policy 0, policy_version 19763 (0.0005) +[2026-06-02 18:11:50,473][331472] Updated weights for policy 0, policy_version 19773 (0.0004) +[2026-06-02 18:11:50,716][331472] Updated weights for policy 0, policy_version 19783 (0.0004) +[2026-06-02 18:11:51,489][331472] Updated weights for policy 0, policy_version 19793 (0.0005) +[2026-06-02 18:11:51,715][331472] Updated weights for policy 0, policy_version 19803 (0.0008) +[2026-06-02 18:11:51,958][331472] Updated weights for policy 0, policy_version 19813 (0.0008) +[2026-06-02 18:11:52,197][331472] Updated weights for policy 0, policy_version 19823 (0.0009) +[2026-06-02 18:11:52,437][331472] Updated weights for policy 0, policy_version 19833 (0.0007) +[2026-06-02 18:11:52,676][331472] Updated weights for policy 0, policy_version 19843 (0.0004) +[2026-06-02 18:11:52,905][331472] Updated weights for policy 0, policy_version 19853 (0.0004) +[2026-06-02 18:11:53,659][331472] Updated weights for policy 0, policy_version 19863 (0.0007) +[2026-06-02 18:11:53,896][331472] Updated weights for policy 0, policy_version 19873 (0.0009) +[2026-06-02 18:11:54,145][331472] Updated weights for policy 0, policy_version 19883 (0.0009) +[2026-06-02 18:11:54,392][331472] Updated weights for policy 0, policy_version 19893 (0.0009) +[2026-06-02 18:11:54,635][331472] Updated weights for policy 0, policy_version 19903 (0.0009) +[2026-06-02 18:11:54,875][331472] Updated weights for policy 0, policy_version 19913 (0.0009) +[2026-06-02 18:11:54,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10223616. Throughput: 0: 15783.9. Samples: 10261248. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0) +[2026-06-02 18:11:54,905][329443] Avg episode reward: [(0, '919.806')] +[2026-06-02 18:11:55,037][331382] Saving new best policy, reward=919.806! +[2026-06-02 18:11:55,711][331472] Updated weights for policy 0, policy_version 19923 (0.0008) +[2026-06-02 18:11:55,958][331472] Updated weights for policy 0, policy_version 19934 (0.0004) +[2026-06-02 18:11:56,190][331472] Updated weights for policy 0, policy_version 19944 (0.0004) +[2026-06-02 18:11:56,447][331472] Updated weights for policy 0, policy_version 19954 (0.0005) +[2026-06-02 18:11:56,688][331472] Updated weights for policy 0, policy_version 19964 (0.0004) +[2026-06-02 18:11:56,938][331472] Updated weights for policy 0, policy_version 19974 (0.0004) +[2026-06-02 18:11:57,173][331472] Updated weights for policy 0, policy_version 19984 (0.0004) +[2026-06-02 18:11:57,908][331472] Updated weights for policy 0, policy_version 19994 (0.0009) +[2026-06-02 18:11:58,170][331472] Updated weights for policy 0, policy_version 20005 (0.0007) +[2026-06-02 18:11:58,425][331472] Updated weights for policy 0, policy_version 20015 (0.0008) +[2026-06-02 18:11:58,657][331472] Updated weights for policy 0, policy_version 20025 (0.0009) +[2026-06-02 18:11:58,905][331472] Updated weights for policy 0, policy_version 20035 (0.0009) +[2026-06-02 18:11:59,156][331472] Updated weights for policy 0, policy_version 20046 (0.0008) +[2026-06-02 18:11:59,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10321920. Throughput: 0: 15613.1. Samples: 10348416. Policy #0 lag: (min: 63.0, avg: 82.7, max: 127.0) +[2026-06-02 18:11:59,905][329443] Avg episode reward: [(0, '892.962')] +[2026-06-02 18:11:59,940][331472] Updated weights for policy 0, policy_version 20056 (0.0009) +[2026-06-02 18:12:00,183][331472] Updated weights for policy 0, policy_version 20066 (0.0008) +[2026-06-02 18:12:00,413][331472] Updated weights for policy 0, policy_version 20076 (0.0010) +[2026-06-02 18:12:00,663][331472] Updated weights for policy 0, policy_version 20086 (0.0009) +[2026-06-02 18:12:00,893][331472] Updated weights for policy 0, policy_version 20096 (0.0009) +[2026-06-02 18:12:01,136][331472] Updated weights for policy 0, policy_version 20106 (0.0009) +[2026-06-02 18:12:01,936][331472] Updated weights for policy 0, policy_version 20116 (0.0009) +[2026-06-02 18:12:02,152][331472] Updated weights for policy 0, policy_version 20126 (0.0008) +[2026-06-02 18:12:02,396][331472] Updated weights for policy 0, policy_version 20136 (0.0009) +[2026-06-02 18:12:02,662][331472] Updated weights for policy 0, policy_version 20147 (0.0008) +[2026-06-02 18:12:02,908][331472] Updated weights for policy 0, policy_version 20157 (0.0008) +[2026-06-02 18:12:03,173][331472] Updated weights for policy 0, policy_version 20168 (0.0009) +[2026-06-02 18:12:03,930][331472] Updated weights for policy 0, policy_version 20178 (0.0008) +[2026-06-02 18:12:04,157][331472] Updated weights for policy 0, policy_version 20188 (0.0004) +[2026-06-02 18:12:04,398][331472] Updated weights for policy 0, policy_version 20198 (0.0004) +[2026-06-02 18:12:04,631][331472] Updated weights for policy 0, policy_version 20208 (0.0004) +[2026-06-02 18:12:04,876][331472] Updated weights for policy 0, policy_version 20218 (0.0004) +[2026-06-02 18:12:04,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10387456. Throughput: 0: 15812.3. Samples: 10399744. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0) +[2026-06-02 18:12:04,905][329443] Avg episode reward: [(0, '905.062')] +[2026-06-02 18:12:05,118][331472] Updated weights for policy 0, policy_version 20228 (0.0004) +[2026-06-02 18:12:05,351][331472] Updated weights for policy 0, policy_version 20238 (0.0004) +[2026-06-02 18:12:06,141][331472] Updated weights for policy 0, policy_version 20248 (0.0015) +[2026-06-02 18:12:06,384][331472] Updated weights for policy 0, policy_version 20258 (0.0008) +[2026-06-02 18:12:06,644][331472] Updated weights for policy 0, policy_version 20269 (0.0009) +[2026-06-02 18:12:06,901][331472] Updated weights for policy 0, policy_version 20280 (0.0008) +[2026-06-02 18:12:07,152][331472] Updated weights for policy 0, policy_version 20290 (0.0008) +[2026-06-02 18:12:07,394][331472] Updated weights for policy 0, policy_version 20300 (0.0010) +[2026-06-02 18:12:08,180][331472] Updated weights for policy 0, policy_version 20311 (0.0009) +[2026-06-02 18:12:08,440][331472] Updated weights for policy 0, policy_version 20322 (0.0009) +[2026-06-02 18:12:08,683][331472] Updated weights for policy 0, policy_version 20332 (0.0009) +[2026-06-02 18:12:08,928][331472] Updated weights for policy 0, policy_version 20342 (0.0010) +[2026-06-02 18:12:09,167][331472] Updated weights for policy 0, policy_version 20352 (0.0009) +[2026-06-02 18:12:09,401][331472] Updated weights for policy 0, policy_version 20362 (0.0009) +[2026-06-02 18:12:09,905][329443] Fps is (10 sec: 16383.7, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10485760. Throughput: 0: 15792.3. Samples: 10494080. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0) +[2026-06-02 18:12:09,906][329443] Avg episode reward: [(0, '873.583')] +[2026-06-02 18:12:10,187][331472] Updated weights for policy 0, policy_version 20372 (0.0009) +[2026-06-02 18:12:10,424][331472] Updated weights for policy 0, policy_version 20382 (0.0009) +[2026-06-02 18:12:10,673][331472] Updated weights for policy 0, policy_version 20392 (0.0009) +[2026-06-02 18:12:10,902][331472] Updated weights for policy 0, policy_version 20402 (0.0009) +[2026-06-02 18:12:11,146][331472] Updated weights for policy 0, policy_version 20412 (0.0009) +[2026-06-02 18:12:11,394][331472] Updated weights for policy 0, policy_version 20422 (0.0009) +[2026-06-02 18:12:11,622][331472] Updated weights for policy 0, policy_version 20432 (0.0006) +[2026-06-02 18:12:12,373][331472] Updated weights for policy 0, policy_version 20442 (0.0004) +[2026-06-02 18:12:12,599][331472] Updated weights for policy 0, policy_version 20452 (0.0004) +[2026-06-02 18:12:12,850][331472] Updated weights for policy 0, policy_version 20462 (0.0005) +[2026-06-02 18:12:13,088][331472] Updated weights for policy 0, policy_version 20472 (0.0008) +[2026-06-02 18:12:13,327][331472] Updated weights for policy 0, policy_version 20482 (0.0008) +[2026-06-02 18:12:13,571][331472] Updated weights for policy 0, policy_version 20492 (0.0008) +[2026-06-02 18:12:14,316][331472] Updated weights for policy 0, policy_version 20502 (0.0008) +[2026-06-02 18:12:14,560][331472] Updated weights for policy 0, policy_version 20512 (0.0009) +[2026-06-02 18:12:14,802][331472] Updated weights for policy 0, policy_version 20522 (0.0009) +[2026-06-02 18:12:14,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10551296. Throughput: 0: 15778.1. Samples: 10589184. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0) +[2026-06-02 18:12:14,905][329443] Avg episode reward: [(0, '908.749')] +[2026-06-02 18:12:15,056][331472] Updated weights for policy 0, policy_version 20532 (0.0009) +[2026-06-02 18:12:15,302][331472] Updated weights for policy 0, policy_version 20542 (0.0009) +[2026-06-02 18:12:15,541][331472] Updated weights for policy 0, policy_version 20552 (0.0009) +[2026-06-02 18:12:16,300][331472] Updated weights for policy 0, policy_version 20562 (0.0009) +[2026-06-02 18:12:16,528][331472] Updated weights for policy 0, policy_version 20572 (0.0009) +[2026-06-02 18:12:16,817][331472] Updated weights for policy 0, policy_version 20584 (0.0009) +[2026-06-02 18:12:17,084][331472] Updated weights for policy 0, policy_version 20595 (0.0009) +[2026-06-02 18:12:17,322][331472] Updated weights for policy 0, policy_version 20605 (0.0008) +[2026-06-02 18:12:17,574][331472] Updated weights for policy 0, policy_version 20615 (0.0008) +[2026-06-02 18:12:18,362][331472] Updated weights for policy 0, policy_version 20625 (0.0008) +[2026-06-02 18:12:18,610][331472] Updated weights for policy 0, policy_version 20636 (0.0009) +[2026-06-02 18:12:18,850][331472] Updated weights for policy 0, policy_version 20646 (0.0009) +[2026-06-02 18:12:19,084][331472] Updated weights for policy 0, policy_version 20656 (0.0009) +[2026-06-02 18:12:19,366][331472] Updated weights for policy 0, policy_version 20667 (0.0009) +[2026-06-02 18:12:19,608][331472] Updated weights for policy 0, policy_version 20677 (0.0009) +[2026-06-02 18:12:19,860][331472] Updated weights for policy 0, policy_version 20688 (0.0009) +[2026-06-02 18:12:19,904][329443] Fps is (10 sec: 16384.3, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 10649600. Throughput: 0: 15789.5. Samples: 10631936. Policy #0 lag: (min: 58.0, avg: 89.8, max: 122.0) +[2026-06-02 18:12:19,905][329443] Avg episode reward: [(0, '923.876')] +[2026-06-02 18:12:19,914][331382] Saving new best policy, reward=923.876! +[2026-06-02 18:12:20,638][331472] Updated weights for policy 0, policy_version 20698 (0.0010) +[2026-06-02 18:12:20,885][331472] Updated weights for policy 0, policy_version 20708 (0.0008) +[2026-06-02 18:12:21,106][331472] Updated weights for policy 0, policy_version 20718 (0.0008) +[2026-06-02 18:12:21,358][331472] Updated weights for policy 0, policy_version 20728 (0.0009) +[2026-06-02 18:12:21,604][331472] Updated weights for policy 0, policy_version 20738 (0.0009) +[2026-06-02 18:12:21,857][331472] Updated weights for policy 0, policy_version 20748 (0.0010) +[2026-06-02 18:12:22,636][331472] Updated weights for policy 0, policy_version 20758 (0.0009) +[2026-06-02 18:12:22,875][331472] Updated weights for policy 0, policy_version 20768 (0.0009) +[2026-06-02 18:12:23,116][331472] Updated weights for policy 0, policy_version 20778 (0.0008) +[2026-06-02 18:12:23,365][331472] Updated weights for policy 0, policy_version 20788 (0.0008) +[2026-06-02 18:12:23,623][331472] Updated weights for policy 0, policy_version 20799 (0.0009) +[2026-06-02 18:12:23,876][331472] Updated weights for policy 0, policy_version 20809 (0.0008) +[2026-06-02 18:12:24,621][331472] Updated weights for policy 0, policy_version 20819 (0.0009) +[2026-06-02 18:12:24,858][331472] Updated weights for policy 0, policy_version 20829 (0.0009) +[2026-06-02 18:12:24,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10715136. Throughput: 0: 15840.8. Samples: 10729472. Policy #0 lag: (min: 58.0, avg: 89.8, max: 122.0) +[2026-06-02 18:12:24,905][329443] Avg episode reward: [(0, '966.831')] +[2026-06-02 18:12:25,103][331472] Updated weights for policy 0, policy_version 20839 (0.0009) +[2026-06-02 18:12:25,356][331472] Updated weights for policy 0, policy_version 20849 (0.0010) +[2026-06-02 18:12:25,606][331472] Updated weights for policy 0, policy_version 20859 (0.0008) +[2026-06-02 18:12:25,850][331472] Updated weights for policy 0, policy_version 20869 (0.0009) +[2026-06-02 18:12:26,103][331472] Updated weights for policy 0, policy_version 20879 (0.0009) +[2026-06-02 18:12:26,114][331382] Saving new best policy, reward=966.831! +[2026-06-02 18:12:26,865][331472] Updated weights for policy 0, policy_version 20889 (0.0009) +[2026-06-02 18:12:27,134][331472] Updated weights for policy 0, policy_version 20900 (0.0009) +[2026-06-02 18:12:27,370][331472] Updated weights for policy 0, policy_version 20910 (0.0009) +[2026-06-02 18:12:27,613][331472] Updated weights for policy 0, policy_version 20920 (0.0009) +[2026-06-02 18:12:27,871][331472] Updated weights for policy 0, policy_version 20930 (0.0005) +[2026-06-02 18:12:28,103][331472] Updated weights for policy 0, policy_version 20940 (0.0005) +[2026-06-02 18:12:28,839][331472] Updated weights for policy 0, policy_version 20950 (0.0005) +[2026-06-02 18:12:29,081][331472] Updated weights for policy 0, policy_version 20960 (0.0005) +[2026-06-02 18:12:29,323][331472] Updated weights for policy 0, policy_version 20970 (0.0005) +[2026-06-02 18:12:29,564][331472] Updated weights for policy 0, policy_version 20980 (0.0005) +[2026-06-02 18:12:29,799][331472] Updated weights for policy 0, policy_version 20990 (0.0006) +[2026-06-02 18:12:29,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10780672. Throughput: 0: 15812.3. Samples: 10824192. Policy #0 lag: (min: 58.0, avg: 89.8, max: 122.0) +[2026-06-02 18:12:29,905][329443] Avg episode reward: [(0, '907.644')] +[2026-06-02 18:12:30,040][331472] Updated weights for policy 0, policy_version 21000 (0.0005) +[2026-06-02 18:12:30,815][331472] Updated weights for policy 0, policy_version 21010 (0.0006) +[2026-06-02 18:12:31,074][331472] Updated weights for policy 0, policy_version 21021 (0.0009) +[2026-06-02 18:12:31,319][331472] Updated weights for policy 0, policy_version 21031 (0.0008) +[2026-06-02 18:12:31,550][331472] Updated weights for policy 0, policy_version 21041 (0.0009) +[2026-06-02 18:12:31,805][331472] Updated weights for policy 0, policy_version 21051 (0.0009) +[2026-06-02 18:12:32,056][331472] Updated weights for policy 0, policy_version 21062 (0.0008) +[2026-06-02 18:12:32,301][331472] Updated weights for policy 0, policy_version 21072 (0.0009) +[2026-06-02 18:12:33,065][331472] Updated weights for policy 0, policy_version 21082 (0.0009) +[2026-06-02 18:12:33,305][331472] Updated weights for policy 0, policy_version 21092 (0.0008) +[2026-06-02 18:12:33,555][331472] Updated weights for policy 0, policy_version 21102 (0.0008) +[2026-06-02 18:12:33,820][331472] Updated weights for policy 0, policy_version 21113 (0.0008) +[2026-06-02 18:12:34,089][331472] Updated weights for policy 0, policy_version 21124 (0.0009) +[2026-06-02 18:12:34,331][331472] Updated weights for policy 0, policy_version 21134 (0.0010) +[2026-06-02 18:12:34,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 10878976. Throughput: 0: 15539.2. Samples: 10867200. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:12:34,905][329443] Avg episode reward: [(0, '954.448')] +[2026-06-02 18:12:35,099][331472] Updated weights for policy 0, policy_version 21144 (0.0009) +[2026-06-02 18:12:35,339][331472] Updated weights for policy 0, policy_version 21154 (0.0008) +[2026-06-02 18:12:35,583][331472] Updated weights for policy 0, policy_version 21164 (0.0004) +[2026-06-02 18:12:35,828][331472] Updated weights for policy 0, policy_version 21174 (0.0005) +[2026-06-02 18:12:36,059][331472] Updated weights for policy 0, policy_version 21184 (0.0009) +[2026-06-02 18:12:36,303][331472] Updated weights for policy 0, policy_version 21194 (0.0009) +[2026-06-02 18:12:37,063][331472] Updated weights for policy 0, policy_version 21204 (0.0009) +[2026-06-02 18:12:37,304][331472] Updated weights for policy 0, policy_version 21214 (0.0009) +[2026-06-02 18:12:37,541][331472] Updated weights for policy 0, policy_version 21224 (0.0009) +[2026-06-02 18:12:37,793][331472] Updated weights for policy 0, policy_version 21234 (0.0007) +[2026-06-02 18:12:38,021][331472] Updated weights for policy 0, policy_version 21244 (0.0007) +[2026-06-02 18:12:38,279][331472] Updated weights for policy 0, policy_version 21254 (0.0006) +[2026-06-02 18:12:38,512][331472] Updated weights for policy 0, policy_version 21264 (0.0005) +[2026-06-02 18:12:39,278][331472] Updated weights for policy 0, policy_version 21274 (0.0009) +[2026-06-02 18:12:39,516][331472] Updated weights for policy 0, policy_version 21284 (0.0008) +[2026-06-02 18:12:39,763][331472] Updated weights for policy 0, policy_version 21294 (0.0008) +[2026-06-02 18:12:39,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 10944512. Throughput: 0: 15593.2. Samples: 10962944. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:12:39,905][329443] Avg episode reward: [(0, '966.482')] +[2026-06-02 18:12:39,998][331472] Updated weights for policy 0, policy_version 21304 (0.0009) +[2026-06-02 18:12:40,242][331472] Updated weights for policy 0, policy_version 21314 (0.0008) +[2026-06-02 18:12:40,493][331472] Updated weights for policy 0, policy_version 21324 (0.0009) +[2026-06-02 18:12:41,241][331472] Updated weights for policy 0, policy_version 21334 (0.0009) +[2026-06-02 18:12:41,473][331472] Updated weights for policy 0, policy_version 21344 (0.0009) +[2026-06-02 18:12:41,724][331472] Updated weights for policy 0, policy_version 21354 (0.0009) +[2026-06-02 18:12:41,961][331472] Updated weights for policy 0, policy_version 21364 (0.0009) +[2026-06-02 18:12:42,213][331472] Updated weights for policy 0, policy_version 21374 (0.0009) +[2026-06-02 18:12:42,453][331472] Updated weights for policy 0, policy_version 21384 (0.0008) +[2026-06-02 18:12:43,233][331472] Updated weights for policy 0, policy_version 21394 (0.0009) +[2026-06-02 18:12:43,454][331472] Updated weights for policy 0, policy_version 21404 (0.0006) +[2026-06-02 18:12:43,710][331472] Updated weights for policy 0, policy_version 21414 (0.0006) +[2026-06-02 18:12:43,951][331472] Updated weights for policy 0, policy_version 21424 (0.0005) +[2026-06-02 18:12:44,204][331472] Updated weights for policy 0, policy_version 21434 (0.0005) +[2026-06-02 18:12:44,435][331472] Updated weights for policy 0, policy_version 21444 (0.0006) +[2026-06-02 18:12:44,688][331472] Updated weights for policy 0, policy_version 21454 (0.0006) +[2026-06-02 18:12:44,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11042816. Throughput: 0: 15800.9. Samples: 11059456. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:12:44,905][329443] Avg episode reward: [(0, '907.652')] +[2026-06-02 18:12:45,432][331472] Updated weights for policy 0, policy_version 21464 (0.0008) +[2026-06-02 18:12:45,664][331472] Updated weights for policy 0, policy_version 21474 (0.0008) +[2026-06-02 18:12:45,906][331472] Updated weights for policy 0, policy_version 21484 (0.0008) +[2026-06-02 18:12:46,139][331472] Updated weights for policy 0, policy_version 21494 (0.0008) +[2026-06-02 18:12:46,382][331472] Updated weights for policy 0, policy_version 21504 (0.0008) +[2026-06-02 18:12:46,651][331472] Updated weights for policy 0, policy_version 21515 (0.0009) +[2026-06-02 18:12:47,441][331472] Updated weights for policy 0, policy_version 21525 (0.0009) +[2026-06-02 18:12:47,671][331472] Updated weights for policy 0, policy_version 21535 (0.0008) +[2026-06-02 18:12:47,914][331472] Updated weights for policy 0, policy_version 21545 (0.0008) +[2026-06-02 18:12:48,158][331472] Updated weights for policy 0, policy_version 21555 (0.0007) +[2026-06-02 18:12:48,401][331472] Updated weights for policy 0, policy_version 21565 (0.0005) +[2026-06-02 18:12:48,637][331472] Updated weights for policy 0, policy_version 21575 (0.0007) +[2026-06-02 18:12:49,411][331472] Updated weights for policy 0, policy_version 21585 (0.0009) +[2026-06-02 18:12:49,639][331472] Updated weights for policy 0, policy_version 21595 (0.0009) +[2026-06-02 18:12:49,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11108352. Throughput: 0: 15835.0. Samples: 11112320. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:12:49,905][329443] Avg episode reward: [(0, '920.889')] +[2026-06-02 18:12:49,909][331472] Updated weights for policy 0, policy_version 21606 (0.0009) +[2026-06-02 18:12:50,171][331472] Updated weights for policy 0, policy_version 21616 (0.0009) +[2026-06-02 18:12:50,411][331472] Updated weights for policy 0, policy_version 21626 (0.0010) +[2026-06-02 18:12:50,652][331472] Updated weights for policy 0, policy_version 21636 (0.0009) +[2026-06-02 18:12:50,890][331472] Updated weights for policy 0, policy_version 21646 (0.0010) +[2026-06-02 18:12:51,620][331472] Updated weights for policy 0, policy_version 21656 (0.0008) +[2026-06-02 18:12:51,859][331472] Updated weights for policy 0, policy_version 21666 (0.0009) +[2026-06-02 18:12:52,106][331472] Updated weights for policy 0, policy_version 21676 (0.0009) +[2026-06-02 18:12:52,345][331472] Updated weights for policy 0, policy_version 21686 (0.0010) +[2026-06-02 18:12:52,599][331472] Updated weights for policy 0, policy_version 21696 (0.0009) +[2026-06-02 18:12:52,842][331472] Updated weights for policy 0, policy_version 21706 (0.0009) +[2026-06-02 18:12:53,609][331472] Updated weights for policy 0, policy_version 21716 (0.0008) +[2026-06-02 18:12:53,849][331472] Updated weights for policy 0, policy_version 21726 (0.0009) +[2026-06-02 18:12:54,096][331472] Updated weights for policy 0, policy_version 21736 (0.0009) +[2026-06-02 18:12:54,344][331472] Updated weights for policy 0, policy_version 21746 (0.0009) +[2026-06-02 18:12:54,586][331472] Updated weights for policy 0, policy_version 21756 (0.0009) +[2026-06-02 18:12:54,830][331472] Updated weights for policy 0, policy_version 21766 (0.0008) +[2026-06-02 18:12:54,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11173888. Throughput: 0: 15818.0. Samples: 11205888. Policy #0 lag: (min: 23.0, avg: 42.7, max: 87.0) +[2026-06-02 18:12:54,905][329443] Avg episode reward: [(0, '940.705')] +[2026-06-02 18:12:55,065][331472] Updated weights for policy 0, policy_version 21776 (0.0008) +[2026-06-02 18:12:55,804][331472] Updated weights for policy 0, policy_version 21786 (0.0009) +[2026-06-02 18:12:56,044][331472] Updated weights for policy 0, policy_version 21796 (0.0009) +[2026-06-02 18:12:56,295][331472] Updated weights for policy 0, policy_version 21806 (0.0009) +[2026-06-02 18:12:56,543][331472] Updated weights for policy 0, policy_version 21816 (0.0008) +[2026-06-02 18:12:56,776][331472] Updated weights for policy 0, policy_version 21826 (0.0008) +[2026-06-02 18:12:57,019][331472] Updated weights for policy 0, policy_version 21836 (0.0008) +[2026-06-02 18:12:57,816][331472] Updated weights for policy 0, policy_version 21846 (0.0009) +[2026-06-02 18:12:58,068][331472] Updated weights for policy 0, policy_version 21856 (0.0009) +[2026-06-02 18:12:58,303][331472] Updated weights for policy 0, policy_version 21866 (0.0009) +[2026-06-02 18:12:58,557][331472] Updated weights for policy 0, policy_version 21876 (0.0008) +[2026-06-02 18:12:58,792][331472] Updated weights for policy 0, policy_version 21886 (0.0009) +[2026-06-02 18:12:59,045][331472] Updated weights for policy 0, policy_version 21896 (0.0009) +[2026-06-02 18:12:59,816][331472] Updated weights for policy 0, policy_version 21906 (0.0009) +[2026-06-02 18:12:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11272192. Throughput: 0: 15650.1. Samples: 11293440. Policy #0 lag: (min: 23.0, avg: 42.7, max: 87.0) +[2026-06-02 18:12:59,905][329443] Avg episode reward: [(0, '969.432')] +[2026-06-02 18:13:00,031][331472] Updated weights for policy 0, policy_version 21916 (0.0008) +[2026-06-02 18:13:00,276][331472] Updated weights for policy 0, policy_version 21926 (0.0008) +[2026-06-02 18:13:00,528][331472] Updated weights for policy 0, policy_version 21936 (0.0008) +[2026-06-02 18:13:00,773][331472] Updated weights for policy 0, policy_version 21946 (0.0008) +[2026-06-02 18:13:01,008][331472] Updated weights for policy 0, policy_version 21956 (0.0009) +[2026-06-02 18:13:01,260][331472] Updated weights for policy 0, policy_version 21966 (0.0008) +[2026-06-02 18:13:01,296][331382] Saving new best policy, reward=969.432! +[2026-06-02 18:13:02,026][331472] Updated weights for policy 0, policy_version 21976 (0.0008) +[2026-06-02 18:13:02,275][331472] Updated weights for policy 0, policy_version 21986 (0.0008) +[2026-06-02 18:13:02,507][331472] Updated weights for policy 0, policy_version 21996 (0.0009) +[2026-06-02 18:13:02,747][331472] Updated weights for policy 0, policy_version 22006 (0.0008) +[2026-06-02 18:13:02,998][331472] Updated weights for policy 0, policy_version 22016 (0.0008) +[2026-06-02 18:13:03,252][331472] Updated weights for policy 0, policy_version 22026 (0.0009) +[2026-06-02 18:13:04,005][331472] Updated weights for policy 0, policy_version 22036 (0.0007) +[2026-06-02 18:13:04,241][331472] Updated weights for policy 0, policy_version 22046 (0.0006) +[2026-06-02 18:13:04,486][331472] Updated weights for policy 0, policy_version 22056 (0.0009) +[2026-06-02 18:13:04,727][331472] Updated weights for policy 0, policy_version 22066 (0.0009) +[2026-06-02 18:13:04,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11337728. Throughput: 0: 15883.4. Samples: 11346688. Policy #0 lag: (min: 23.0, avg: 42.7, max: 87.0) +[2026-06-02 18:13:04,905][329443] Avg episode reward: [(0, '971.794')] +[2026-06-02 18:13:04,972][331472] Updated weights for policy 0, policy_version 22076 (0.0010) +[2026-06-02 18:13:05,212][331472] Updated weights for policy 0, policy_version 22086 (0.0008) +[2026-06-02 18:13:05,448][331382] Saving new best policy, reward=971.794! +[2026-06-02 18:13:05,450][331472] Updated weights for policy 0, policy_version 22096 (0.0008) +[2026-06-02 18:13:06,218][331472] Updated weights for policy 0, policy_version 22106 (0.0009) +[2026-06-02 18:13:06,457][331472] Updated weights for policy 0, policy_version 22116 (0.0008) +[2026-06-02 18:13:06,706][331472] Updated weights for policy 0, policy_version 22126 (0.0008) +[2026-06-02 18:13:06,948][331472] Updated weights for policy 0, policy_version 22136 (0.0008) +[2026-06-02 18:13:07,180][331472] Updated weights for policy 0, policy_version 22146 (0.0008) +[2026-06-02 18:13:07,433][331472] Updated weights for policy 0, policy_version 22156 (0.0008) +[2026-06-02 18:13:08,187][331472] Updated weights for policy 0, policy_version 22166 (0.0009) +[2026-06-02 18:13:08,423][331472] Updated weights for policy 0, policy_version 22176 (0.0008) +[2026-06-02 18:13:08,667][331472] Updated weights for policy 0, policy_version 22186 (0.0008) +[2026-06-02 18:13:08,908][331472] Updated weights for policy 0, policy_version 22196 (0.0009) +[2026-06-02 18:13:09,146][331472] Updated weights for policy 0, policy_version 22206 (0.0008) +[2026-06-02 18:13:09,392][331472] Updated weights for policy 0, policy_version 22216 (0.0008) +[2026-06-02 18:13:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11436032. Throughput: 0: 15823.6. Samples: 11441536. Policy #0 lag: (min: 40.0, avg: 68.3, max: 104.0) +[2026-06-02 18:13:09,905][329443] Avg episode reward: [(0, '965.340')] +[2026-06-02 18:13:10,164][331472] Updated weights for policy 0, policy_version 22226 (0.0009) +[2026-06-02 18:13:10,391][331472] Updated weights for policy 0, policy_version 22236 (0.0009) +[2026-06-02 18:13:10,632][331472] Updated weights for policy 0, policy_version 22246 (0.0009) +[2026-06-02 18:13:10,875][331472] Updated weights for policy 0, policy_version 22256 (0.0009) +[2026-06-02 18:13:11,112][331472] Updated weights for policy 0, policy_version 22266 (0.0009) +[2026-06-02 18:13:11,365][331472] Updated weights for policy 0, policy_version 22276 (0.0009) +[2026-06-02 18:13:11,606][331472] Updated weights for policy 0, policy_version 22286 (0.0009) +[2026-06-02 18:13:12,374][331472] Updated weights for policy 0, policy_version 22296 (0.0009) +[2026-06-02 18:13:12,600][331472] Updated weights for policy 0, policy_version 22306 (0.0008) +[2026-06-02 18:13:12,858][331472] Updated weights for policy 0, policy_version 22316 (0.0008) +[2026-06-02 18:13:13,104][331472] Updated weights for policy 0, policy_version 22326 (0.0008) +[2026-06-02 18:13:13,350][331472] Updated weights for policy 0, policy_version 22336 (0.0008) +[2026-06-02 18:13:13,595][331472] Updated weights for policy 0, policy_version 22346 (0.0008) +[2026-06-02 18:13:14,338][331472] Updated weights for policy 0, policy_version 22356 (0.0008) +[2026-06-02 18:13:14,583][331472] Updated weights for policy 0, policy_version 22366 (0.0007) +[2026-06-02 18:13:14,827][331472] Updated weights for policy 0, policy_version 22376 (0.0009) +[2026-06-02 18:13:14,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11501568. Throughput: 0: 15832.2. Samples: 11536640. Policy #0 lag: (min: 40.0, avg: 68.3, max: 104.0) +[2026-06-02 18:13:14,905][329443] Avg episode reward: [(0, '975.778')] +[2026-06-02 18:13:15,070][331472] Updated weights for policy 0, policy_version 22386 (0.0009) +[2026-06-02 18:13:15,317][331472] Updated weights for policy 0, policy_version 22396 (0.0009) +[2026-06-02 18:13:15,557][331472] Updated weights for policy 0, policy_version 22406 (0.0010) +[2026-06-02 18:13:15,791][331382] Saving new best policy, reward=975.778! +[2026-06-02 18:13:15,794][331472] Updated weights for policy 0, policy_version 22416 (0.0008) +[2026-06-02 18:13:16,563][331472] Updated weights for policy 0, policy_version 22426 (0.0009) +[2026-06-02 18:13:16,806][331472] Updated weights for policy 0, policy_version 22436 (0.0008) +[2026-06-02 18:13:17,052][331472] Updated weights for policy 0, policy_version 22446 (0.0008) +[2026-06-02 18:13:17,286][331472] Updated weights for policy 0, policy_version 22456 (0.0008) +[2026-06-02 18:13:17,541][331472] Updated weights for policy 0, policy_version 22466 (0.0009) +[2026-06-02 18:13:17,789][331472] Updated weights for policy 0, policy_version 22476 (0.0009) +[2026-06-02 18:13:18,546][331472] Updated weights for policy 0, policy_version 22486 (0.0009) +[2026-06-02 18:13:18,785][331472] Updated weights for policy 0, policy_version 22496 (0.0009) +[2026-06-02 18:13:19,034][331472] Updated weights for policy 0, policy_version 22506 (0.0008) +[2026-06-02 18:13:19,280][331472] Updated weights for policy 0, policy_version 22516 (0.0008) +[2026-06-02 18:13:19,522][331472] Updated weights for policy 0, policy_version 22526 (0.0008) +[2026-06-02 18:13:19,756][331472] Updated weights for policy 0, policy_version 22536 (0.0009) +[2026-06-02 18:13:19,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 11567104. Throughput: 0: 15840.7. Samples: 11580032. Policy #0 lag: (min: 40.0, avg: 68.3, max: 104.0) +[2026-06-02 18:13:19,905][329443] Avg episode reward: [(0, '960.351')] +[2026-06-02 18:13:20,530][331472] Updated weights for policy 0, policy_version 22546 (0.0009) +[2026-06-02 18:13:20,768][331472] Updated weights for policy 0, policy_version 22556 (0.0010) +[2026-06-02 18:13:21,017][331472] Updated weights for policy 0, policy_version 22566 (0.0009) +[2026-06-02 18:13:21,249][331472] Updated weights for policy 0, policy_version 22576 (0.0009) +[2026-06-02 18:13:21,487][331472] Updated weights for policy 0, policy_version 22586 (0.0009) +[2026-06-02 18:13:21,734][331472] Updated weights for policy 0, policy_version 22596 (0.0008) +[2026-06-02 18:13:21,983][331472] Updated weights for policy 0, policy_version 22606 (0.0009) +[2026-06-02 18:13:22,744][331472] Updated weights for policy 0, policy_version 22616 (0.0008) +[2026-06-02 18:13:22,994][331472] Updated weights for policy 0, policy_version 22626 (0.0008) +[2026-06-02 18:13:23,237][331472] Updated weights for policy 0, policy_version 22636 (0.0008) +[2026-06-02 18:13:23,482][331472] Updated weights for policy 0, policy_version 22646 (0.0009) +[2026-06-02 18:13:23,724][331472] Updated weights for policy 0, policy_version 22656 (0.0008) +[2026-06-02 18:13:23,955][331472] Updated weights for policy 0, policy_version 22666 (0.0010) +[2026-06-02 18:13:24,720][331472] Updated weights for policy 0, policy_version 22676 (0.0009) +[2026-06-02 18:13:24,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 11665408. Throughput: 0: 15863.4. Samples: 11676800. Policy #0 lag: (min: 4.0, avg: 23.9, max: 68.0) +[2026-06-02 18:13:24,905][329443] Avg episode reward: [(0, '921.459')] +[2026-06-02 18:13:24,952][331472] Updated weights for policy 0, policy_version 22686 (0.0008) +[2026-06-02 18:13:25,221][331472] Updated weights for policy 0, policy_version 22697 (0.0009) +[2026-06-02 18:13:25,462][331472] Updated weights for policy 0, policy_version 22707 (0.0009) +[2026-06-02 18:13:25,703][331472] Updated weights for policy 0, policy_version 22717 (0.0009) +[2026-06-02 18:13:25,948][331472] Updated weights for policy 0, policy_version 22727 (0.0009) +[2026-06-02 18:13:26,748][331472] Updated weights for policy 0, policy_version 22737 (0.0007) +[2026-06-02 18:13:26,983][331472] Updated weights for policy 0, policy_version 22747 (0.0008) +[2026-06-02 18:13:27,217][331472] Updated weights for policy 0, policy_version 22757 (0.0008) +[2026-06-02 18:13:27,452][331472] Updated weights for policy 0, policy_version 22767 (0.0009) +[2026-06-02 18:13:27,698][331472] Updated weights for policy 0, policy_version 22777 (0.0009) +[2026-06-02 18:13:27,948][331472] Updated weights for policy 0, policy_version 22787 (0.0009) +[2026-06-02 18:13:28,185][331472] Updated weights for policy 0, policy_version 22797 (0.0010) +[2026-06-02 18:13:28,932][331472] Updated weights for policy 0, policy_version 22807 (0.0008) +[2026-06-02 18:13:29,168][331472] Updated weights for policy 0, policy_version 22817 (0.0008) +[2026-06-02 18:13:29,400][331472] Updated weights for policy 0, policy_version 22827 (0.0008) +[2026-06-02 18:13:29,643][331472] Updated weights for policy 0, policy_version 22837 (0.0009) +[2026-06-02 18:13:29,897][331472] Updated weights for policy 0, policy_version 22847 (0.0009) +[2026-06-02 18:13:29,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11730944. Throughput: 0: 15829.3. Samples: 11771776. Policy #0 lag: (min: 4.0, avg: 23.9, max: 68.0) +[2026-06-02 18:13:29,905][329443] Avg episode reward: [(0, '898.653')] +[2026-06-02 18:13:30,133][331472] Updated weights for policy 0, policy_version 22857 (0.0009) +[2026-06-02 18:13:30,902][331472] Updated weights for policy 0, policy_version 22867 (0.0009) +[2026-06-02 18:13:31,130][331472] Updated weights for policy 0, policy_version 22877 (0.0009) +[2026-06-02 18:13:31,384][331472] Updated weights for policy 0, policy_version 22887 (0.0009) +[2026-06-02 18:13:31,618][331472] Updated weights for policy 0, policy_version 22897 (0.0009) +[2026-06-02 18:13:31,867][331472] Updated weights for policy 0, policy_version 22907 (0.0009) +[2026-06-02 18:13:32,110][331472] Updated weights for policy 0, policy_version 22917 (0.0009) +[2026-06-02 18:13:32,350][331472] Updated weights for policy 0, policy_version 22927 (0.0009) +[2026-06-02 18:13:33,116][331472] Updated weights for policy 0, policy_version 22937 (0.0009) +[2026-06-02 18:13:33,356][331472] Updated weights for policy 0, policy_version 22947 (0.0009) +[2026-06-02 18:13:33,609][331472] Updated weights for policy 0, policy_version 22958 (0.0009) +[2026-06-02 18:13:33,870][331472] Updated weights for policy 0, policy_version 22968 (0.0009) +[2026-06-02 18:13:34,147][331472] Updated weights for policy 0, policy_version 22980 (0.0008) +[2026-06-02 18:13:34,400][331472] Updated weights for policy 0, policy_version 22990 (0.0009) +[2026-06-02 18:13:34,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11829248. Throughput: 0: 15601.8. Samples: 11814400. Policy #0 lag: (min: 4.0, avg: 23.9, max: 68.0) +[2026-06-02 18:13:34,905][329443] Avg episode reward: [(0, '889.557')] +[2026-06-02 18:13:35,164][331472] Updated weights for policy 0, policy_version 23000 (0.0009) +[2026-06-02 18:13:35,390][331472] Updated weights for policy 0, policy_version 23010 (0.0008) +[2026-06-02 18:13:35,644][331472] Updated weights for policy 0, policy_version 23020 (0.0008) +[2026-06-02 18:13:35,891][331472] Updated weights for policy 0, policy_version 23030 (0.0008) +[2026-06-02 18:13:36,134][331472] Updated weights for policy 0, policy_version 23040 (0.0008) +[2026-06-02 18:13:36,373][331472] Updated weights for policy 0, policy_version 23050 (0.0008) +[2026-06-02 18:13:37,140][331472] Updated weights for policy 0, policy_version 23060 (0.0009) +[2026-06-02 18:13:37,377][331472] Updated weights for policy 0, policy_version 23070 (0.0008) +[2026-06-02 18:13:37,623][331472] Updated weights for policy 0, policy_version 23080 (0.0009) +[2026-06-02 18:13:37,856][331472] Updated weights for policy 0, policy_version 23090 (0.0009) +[2026-06-02 18:13:38,104][331472] Updated weights for policy 0, policy_version 23100 (0.0008) +[2026-06-02 18:13:38,353][331472] Updated weights for policy 0, policy_version 23110 (0.0008) +[2026-06-02 18:13:38,586][331472] Updated weights for policy 0, policy_version 23120 (0.0008) +[2026-06-02 18:13:39,355][331472] Updated weights for policy 0, policy_version 23130 (0.0009) +[2026-06-02 18:13:39,601][331472] Updated weights for policy 0, policy_version 23140 (0.0009) +[2026-06-02 18:13:39,828][331472] Updated weights for policy 0, policy_version 23150 (0.0009) +[2026-06-02 18:13:39,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 11894784. Throughput: 0: 15644.4. Samples: 11909888. Policy #0 lag: (min: 4.0, avg: 23.9, max: 68.0) +[2026-06-02 18:13:39,905][329443] Avg episode reward: [(0, '910.997')] +[2026-06-02 18:13:40,087][331472] Updated weights for policy 0, policy_version 23160 (0.0009) +[2026-06-02 18:13:40,326][331472] Updated weights for policy 0, policy_version 23170 (0.0009) +[2026-06-02 18:13:40,568][331472] Updated weights for policy 0, policy_version 23180 (0.0009) +[2026-06-02 18:13:41,338][331472] Updated weights for policy 0, policy_version 23190 (0.0008) +[2026-06-02 18:13:41,580][331472] Updated weights for policy 0, policy_version 23200 (0.0008) +[2026-06-02 18:13:41,810][331472] Updated weights for policy 0, policy_version 23210 (0.0008) +[2026-06-02 18:13:42,059][331472] Updated weights for policy 0, policy_version 23220 (0.0008) +[2026-06-02 18:13:42,297][331472] Updated weights for policy 0, policy_version 23230 (0.0009) +[2026-06-02 18:13:42,553][331472] Updated weights for policy 0, policy_version 23240 (0.0008) +[2026-06-02 18:13:43,331][331472] Updated weights for policy 0, policy_version 23250 (0.0009) +[2026-06-02 18:13:43,582][331472] Updated weights for policy 0, policy_version 23261 (0.0008) +[2026-06-02 18:13:43,824][331472] Updated weights for policy 0, policy_version 23271 (0.0008) +[2026-06-02 18:13:44,067][331472] Updated weights for policy 0, policy_version 23281 (0.0008) +[2026-06-02 18:13:44,312][331472] Updated weights for policy 0, policy_version 23291 (0.0009) +[2026-06-02 18:13:44,546][331472] Updated weights for policy 0, policy_version 23301 (0.0008) +[2026-06-02 18:13:44,820][331472] Updated weights for policy 0, policy_version 23312 (0.0008) +[2026-06-02 18:13:44,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 11993088. Throughput: 0: 15829.3. Samples: 12005760. Policy #0 lag: (min: 16.0, avg: 37.2, max: 80.0) +[2026-06-02 18:13:44,905][329443] Avg episode reward: [(0, '913.479')] +[2026-06-02 18:13:45,574][331472] Updated weights for policy 0, policy_version 23322 (0.0009) +[2026-06-02 18:13:45,812][331472] Updated weights for policy 0, policy_version 23332 (0.0008) +[2026-06-02 18:13:46,067][331472] Updated weights for policy 0, policy_version 23342 (0.0008) +[2026-06-02 18:13:46,296][331472] Updated weights for policy 0, policy_version 23352 (0.0008) +[2026-06-02 18:13:46,549][331472] Updated weights for policy 0, policy_version 23362 (0.0008) +[2026-06-02 18:13:46,798][331472] Updated weights for policy 0, policy_version 23372 (0.0008) +[2026-06-02 18:13:47,553][331472] Updated weights for policy 0, policy_version 23382 (0.0006) +[2026-06-02 18:13:47,799][331472] Updated weights for policy 0, policy_version 23392 (0.0006) +[2026-06-02 18:13:48,038][331472] Updated weights for policy 0, policy_version 23402 (0.0008) +[2026-06-02 18:13:48,293][331472] Updated weights for policy 0, policy_version 23412 (0.0008) +[2026-06-02 18:13:48,534][331472] Updated weights for policy 0, policy_version 23422 (0.0009) +[2026-06-02 18:13:48,815][331472] Updated weights for policy 0, policy_version 23433 (0.0009) +[2026-06-02 18:13:49,564][331472] Updated weights for policy 0, policy_version 23443 (0.0009) +[2026-06-02 18:13:49,805][331472] Updated weights for policy 0, policy_version 23453 (0.0009) +[2026-06-02 18:13:49,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 12058624. Throughput: 0: 15837.9. Samples: 12059392. Policy #0 lag: (min: 16.0, avg: 37.2, max: 80.0) +[2026-06-02 18:13:49,906][329443] Avg episode reward: [(0, '946.172')] +[2026-06-02 18:13:50,037][331472] Updated weights for policy 0, policy_version 23463 (0.0009) +[2026-06-02 18:13:50,290][331472] Updated weights for policy 0, policy_version 23473 (0.0009) +[2026-06-02 18:13:50,524][331472] Updated weights for policy 0, policy_version 23483 (0.0010) +[2026-06-02 18:13:50,767][331472] Updated weights for policy 0, policy_version 23493 (0.0009) +[2026-06-02 18:13:51,033][331472] Updated weights for policy 0, policy_version 23504 (0.0009) +[2026-06-02 18:13:51,799][331472] Updated weights for policy 0, policy_version 23514 (0.0009) +[2026-06-02 18:13:52,041][331472] Updated weights for policy 0, policy_version 23524 (0.0009) +[2026-06-02 18:13:52,304][331472] Updated weights for policy 0, policy_version 23534 (0.0005) +[2026-06-02 18:13:52,537][331472] Updated weights for policy 0, policy_version 23544 (0.0004) +[2026-06-02 18:13:52,805][331472] Updated weights for policy 0, policy_version 23555 (0.0005) +[2026-06-02 18:13:53,050][331472] Updated weights for policy 0, policy_version 23565 (0.0009) +[2026-06-02 18:13:53,819][331472] Updated weights for policy 0, policy_version 23575 (0.0009) +[2026-06-02 18:13:54,061][331472] Updated weights for policy 0, policy_version 23585 (0.0010) +[2026-06-02 18:13:54,308][331472] Updated weights for policy 0, policy_version 23595 (0.0009) +[2026-06-02 18:13:54,546][331472] Updated weights for policy 0, policy_version 23605 (0.0010) +[2026-06-02 18:13:54,781][331472] Updated weights for policy 0, policy_version 23615 (0.0009) +[2026-06-02 18:13:54,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 12124160. Throughput: 0: 15707.0. Samples: 12148352. Policy #0 lag: (min: 16.0, avg: 37.2, max: 80.0) +[2026-06-02 18:13:54,905][329443] Avg episode reward: [(0, '964.173')] +[2026-06-02 18:13:55,034][331472] Updated weights for policy 0, policy_version 23625 (0.0009) +[2026-06-02 18:13:55,815][331472] Updated weights for policy 0, policy_version 23635 (0.0008) +[2026-06-02 18:13:56,041][331472] Updated weights for policy 0, policy_version 23645 (0.0009) +[2026-06-02 18:13:56,282][331472] Updated weights for policy 0, policy_version 23655 (0.0008) +[2026-06-02 18:13:56,522][331472] Updated weights for policy 0, policy_version 23665 (0.0008) +[2026-06-02 18:13:56,770][331472] Updated weights for policy 0, policy_version 23675 (0.0008) +[2026-06-02 18:13:57,007][331472] Updated weights for policy 0, policy_version 23685 (0.0008) +[2026-06-02 18:13:57,263][331472] Updated weights for policy 0, policy_version 23695 (0.0008) +[2026-06-02 18:13:58,045][331472] Updated weights for policy 0, policy_version 23705 (0.0008) +[2026-06-02 18:13:58,286][331472] Updated weights for policy 0, policy_version 23715 (0.0009) +[2026-06-02 18:13:58,532][331472] Updated weights for policy 0, policy_version 23725 (0.0008) +[2026-06-02 18:13:58,773][331472] Updated weights for policy 0, policy_version 23735 (0.0008) +[2026-06-02 18:13:59,009][331472] Updated weights for policy 0, policy_version 23745 (0.0008) +[2026-06-02 18:13:59,266][331472] Updated weights for policy 0, policy_version 23755 (0.0009) +[2026-06-02 18:13:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 12222464. Throughput: 0: 15650.1. Samples: 12240896. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0) +[2026-06-02 18:13:59,905][329443] Avg episode reward: [(0, '963.096')] +[2026-06-02 18:14:00,000][331472] Updated weights for policy 0, policy_version 23765 (0.0009) +[2026-06-02 18:14:00,236][331472] Updated weights for policy 0, policy_version 23775 (0.0008) +[2026-06-02 18:14:00,464][331472] Updated weights for policy 0, policy_version 23785 (0.0008) +[2026-06-02 18:14:00,724][331472] Updated weights for policy 0, policy_version 23795 (0.0009) +[2026-06-02 18:14:00,966][331472] Updated weights for policy 0, policy_version 23805 (0.0008) +[2026-06-02 18:14:01,201][331472] Updated weights for policy 0, policy_version 23815 (0.0008) +[2026-06-02 18:14:01,987][331472] Updated weights for policy 0, policy_version 23825 (0.0009) +[2026-06-02 18:14:02,201][331472] Updated weights for policy 0, policy_version 23835 (0.0008) +[2026-06-02 18:14:02,455][331472] Updated weights for policy 0, policy_version 23845 (0.0008) +[2026-06-02 18:14:02,691][331472] Updated weights for policy 0, policy_version 23855 (0.0009) +[2026-06-02 18:14:02,939][331472] Updated weights for policy 0, policy_version 23865 (0.0009) +[2026-06-02 18:14:03,190][331472] Updated weights for policy 0, policy_version 23875 (0.0009) +[2026-06-02 18:14:03,434][331472] Updated weights for policy 0, policy_version 23885 (0.0009) +[2026-06-02 18:14:04,190][331472] Updated weights for policy 0, policy_version 23895 (0.0009) +[2026-06-02 18:14:04,445][331472] Updated weights for policy 0, policy_version 23905 (0.0008) +[2026-06-02 18:14:04,690][331472] Updated weights for policy 0, policy_version 23915 (0.0008) +[2026-06-02 18:14:04,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 12288000. Throughput: 0: 15843.5. Samples: 12292992. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0) +[2026-06-02 18:14:04,905][329443] Avg episode reward: [(0, '980.165')] +[2026-06-02 18:14:04,934][331472] Updated weights for policy 0, policy_version 23925 (0.0008) +[2026-06-02 18:14:05,166][331472] Updated weights for policy 0, policy_version 23935 (0.0009) +[2026-06-02 18:14:05,423][331472] Updated weights for policy 0, policy_version 23945 (0.0008) +[2026-06-02 18:14:05,578][331382] Saving new best policy, reward=980.165! +[2026-06-02 18:14:06,200][331472] Updated weights for policy 0, policy_version 23956 (0.0009) +[2026-06-02 18:14:06,446][331472] Updated weights for policy 0, policy_version 23966 (0.0009) +[2026-06-02 18:14:06,688][331472] Updated weights for policy 0, policy_version 23976 (0.0009) +[2026-06-02 18:14:06,931][331472] Updated weights for policy 0, policy_version 23986 (0.0009) +[2026-06-02 18:14:07,184][331472] Updated weights for policy 0, policy_version 23996 (0.0009) +[2026-06-02 18:14:07,424][331472] Updated weights for policy 0, policy_version 24006 (0.0008) +[2026-06-02 18:14:07,659][331472] Updated weights for policy 0, policy_version 24016 (0.0008) +[2026-06-02 18:14:08,419][331472] Updated weights for policy 0, policy_version 24026 (0.0009) +[2026-06-02 18:14:08,679][331472] Updated weights for policy 0, policy_version 24036 (0.0009) +[2026-06-02 18:14:08,907][331472] Updated weights for policy 0, policy_version 24046 (0.0009) +[2026-06-02 18:14:09,180][331472] Updated weights for policy 0, policy_version 24057 (0.0009) +[2026-06-02 18:14:09,414][331472] Updated weights for policy 0, policy_version 24067 (0.0009) +[2026-06-02 18:14:09,660][331472] Updated weights for policy 0, policy_version 24077 (0.0008) +[2026-06-02 18:14:09,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 12386304. Throughput: 0: 15829.4. Samples: 12389120. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0) +[2026-06-02 18:14:09,905][329443] Avg episode reward: [(0, '933.102')] +[2026-06-02 18:14:10,462][331472] Updated weights for policy 0, policy_version 24088 (0.0009) +[2026-06-02 18:14:10,710][331472] Updated weights for policy 0, policy_version 24098 (0.0009) +[2026-06-02 18:14:10,950][331472] Updated weights for policy 0, policy_version 24108 (0.0009) +[2026-06-02 18:14:11,195][331472] Updated weights for policy 0, policy_version 24118 (0.0009) +[2026-06-02 18:14:11,425][331472] Updated weights for policy 0, policy_version 24128 (0.0008) +[2026-06-02 18:14:11,677][331472] Updated weights for policy 0, policy_version 24138 (0.0008) +[2026-06-02 18:14:12,443][331472] Updated weights for policy 0, policy_version 24148 (0.0009) +[2026-06-02 18:14:12,686][331472] Updated weights for policy 0, policy_version 24158 (0.0008) +[2026-06-02 18:14:12,928][331472] Updated weights for policy 0, policy_version 24168 (0.0008) +[2026-06-02 18:14:13,163][331472] Updated weights for policy 0, policy_version 24178 (0.0009) +[2026-06-02 18:14:13,405][331472] Updated weights for policy 0, policy_version 24188 (0.0009) +[2026-06-02 18:14:13,657][331472] Updated weights for policy 0, policy_version 24198 (0.0009) +[2026-06-02 18:14:13,898][331472] Updated weights for policy 0, policy_version 24208 (0.0009) +[2026-06-02 18:14:14,663][331472] Updated weights for policy 0, policy_version 24218 (0.0009) +[2026-06-02 18:14:14,902][331472] Updated weights for policy 0, policy_version 24228 (0.0009) +[2026-06-02 18:14:14,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 12451840. Throughput: 0: 15869.2. Samples: 12485888. Policy #0 lag: (min: 63.0, avg: 82.3, max: 127.0) +[2026-06-02 18:14:14,905][329443] Avg episode reward: [(0, '969.832')] +[2026-06-02 18:14:15,138][331472] Updated weights for policy 0, policy_version 24238 (0.0009) +[2026-06-02 18:14:15,383][331472] Updated weights for policy 0, policy_version 24248 (0.0009) +[2026-06-02 18:14:15,631][331472] Updated weights for policy 0, policy_version 24258 (0.0009) +[2026-06-02 18:14:15,873][331472] Updated weights for policy 0, policy_version 24268 (0.0009) +[2026-06-02 18:14:16,655][331472] Updated weights for policy 0, policy_version 24279 (0.0009) +[2026-06-02 18:14:16,911][331472] Updated weights for policy 0, policy_version 24289 (0.0008) +[2026-06-02 18:14:17,152][331472] Updated weights for policy 0, policy_version 24299 (0.0008) +[2026-06-02 18:14:17,383][331472] Updated weights for policy 0, policy_version 24309 (0.0009) +[2026-06-02 18:14:17,623][331472] Updated weights for policy 0, policy_version 24319 (0.0009) +[2026-06-02 18:14:17,867][331472] Updated weights for policy 0, policy_version 24329 (0.0009) +[2026-06-02 18:14:18,646][331472] Updated weights for policy 0, policy_version 24339 (0.0009) +[2026-06-02 18:14:18,877][331472] Updated weights for policy 0, policy_version 24349 (0.0009) +[2026-06-02 18:14:19,118][331472] Updated weights for policy 0, policy_version 24359 (0.0009) +[2026-06-02 18:14:19,371][331472] Updated weights for policy 0, policy_version 24369 (0.0009) +[2026-06-02 18:14:19,610][331472] Updated weights for policy 0, policy_version 24379 (0.0009) +[2026-06-02 18:14:19,853][331472] Updated weights for policy 0, policy_version 24389 (0.0009) +[2026-06-02 18:14:19,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 12517376. Throughput: 0: 15855.0. Samples: 12527872. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:14:19,905][329443] Avg episode reward: [(0, '958.725')] +[2026-06-02 18:14:20,102][331472] Updated weights for policy 0, policy_version 24399 (0.0008) +[2026-06-02 18:14:20,840][331472] Updated weights for policy 0, policy_version 24409 (0.0009) +[2026-06-02 18:14:21,081][331472] Updated weights for policy 0, policy_version 24419 (0.0009) +[2026-06-02 18:14:21,329][331472] Updated weights for policy 0, policy_version 24429 (0.0009) +[2026-06-02 18:14:21,562][331472] Updated weights for policy 0, policy_version 24439 (0.0009) +[2026-06-02 18:14:21,821][331472] Updated weights for policy 0, policy_version 24449 (0.0009) +[2026-06-02 18:14:22,066][331472] Updated weights for policy 0, policy_version 24459 (0.0009) +[2026-06-02 18:14:22,825][331472] Updated weights for policy 0, policy_version 24469 (0.0009) +[2026-06-02 18:14:23,064][331472] Updated weights for policy 0, policy_version 24479 (0.0009) +[2026-06-02 18:14:23,298][331472] Updated weights for policy 0, policy_version 24489 (0.0008) +[2026-06-02 18:14:23,545][331472] Updated weights for policy 0, policy_version 24499 (0.0008) +[2026-06-02 18:14:23,818][331472] Updated weights for policy 0, policy_version 24510 (0.0005) +[2026-06-02 18:14:24,057][331472] Updated weights for policy 0, policy_version 24520 (0.0005) +[2026-06-02 18:14:24,849][331472] Updated weights for policy 0, policy_version 24531 (0.0007) +[2026-06-02 18:14:24,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 12615680. Throughput: 0: 15855.0. Samples: 12623360. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:14:24,905][329443] Avg episode reward: [(0, '960.259')] +[2026-06-02 18:14:25,079][331472] Updated weights for policy 0, policy_version 24541 (0.0008) +[2026-06-02 18:14:25,323][331472] Updated weights for policy 0, policy_version 24551 (0.0008) +[2026-06-02 18:14:25,567][331472] Updated weights for policy 0, policy_version 24561 (0.0009) +[2026-06-02 18:14:25,802][331472] Updated weights for policy 0, policy_version 24571 (0.0008) +[2026-06-02 18:14:26,055][331472] Updated weights for policy 0, policy_version 24581 (0.0008) +[2026-06-02 18:14:26,298][331472] Updated weights for policy 0, policy_version 24591 (0.0009) +[2026-06-02 18:14:27,082][331472] Updated weights for policy 0, policy_version 24601 (0.0009) +[2026-06-02 18:14:27,334][331472] Updated weights for policy 0, policy_version 24611 (0.0009) +[2026-06-02 18:14:27,568][331472] Updated weights for policy 0, policy_version 24621 (0.0008) +[2026-06-02 18:14:27,819][331472] Updated weights for policy 0, policy_version 24631 (0.0008) +[2026-06-02 18:14:28,062][331472] Updated weights for policy 0, policy_version 24641 (0.0009) +[2026-06-02 18:14:28,296][331472] Updated weights for policy 0, policy_version 24651 (0.0008) +[2026-06-02 18:14:29,061][331472] Updated weights for policy 0, policy_version 24661 (0.0009) +[2026-06-02 18:14:29,301][331472] Updated weights for policy 0, policy_version 24671 (0.0009) +[2026-06-02 18:14:29,541][331472] Updated weights for policy 0, policy_version 24681 (0.0009) +[2026-06-02 18:14:29,773][331472] Updated weights for policy 0, policy_version 24691 (0.0008) +[2026-06-02 18:14:29,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 12681216. Throughput: 0: 15866.3. Samples: 12719744. Policy #0 lag: (min: 63.0, avg: 82.5, max: 127.0) +[2026-06-02 18:14:29,905][329443] Avg episode reward: [(0, '992.454')] +[2026-06-02 18:14:30,027][331472] Updated weights for policy 0, policy_version 24701 (0.0008) +[2026-06-02 18:14:30,271][331472] Updated weights for policy 0, policy_version 24711 (0.0009) +[2026-06-02 18:14:30,476][331382] Saving new best policy, reward=992.454! +[2026-06-02 18:14:31,045][331472] Updated weights for policy 0, policy_version 24721 (0.0008) +[2026-06-02 18:14:31,272][331472] Updated weights for policy 0, policy_version 24731 (0.0008) +[2026-06-02 18:14:31,514][331472] Updated weights for policy 0, policy_version 24741 (0.0010) +[2026-06-02 18:14:31,745][331472] Updated weights for policy 0, policy_version 24751 (0.0008) +[2026-06-02 18:14:31,995][331472] Updated weights for policy 0, policy_version 24761 (0.0008) +[2026-06-02 18:14:32,235][331472] Updated weights for policy 0, policy_version 24771 (0.0008) +[2026-06-02 18:14:32,479][331472] Updated weights for policy 0, policy_version 24781 (0.0009) +[2026-06-02 18:14:33,246][331472] Updated weights for policy 0, policy_version 24791 (0.0008) +[2026-06-02 18:14:33,491][331472] Updated weights for policy 0, policy_version 24801 (0.0008) +[2026-06-02 18:14:33,727][331472] Updated weights for policy 0, policy_version 24811 (0.0008) +[2026-06-02 18:14:33,989][331472] Updated weights for policy 0, policy_version 24821 (0.0008) +[2026-06-02 18:14:34,234][331472] Updated weights for policy 0, policy_version 24831 (0.0008) +[2026-06-02 18:14:34,467][331472] Updated weights for policy 0, policy_version 24841 (0.0008) +[2026-06-02 18:14:34,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 12779520. Throughput: 0: 15601.8. Samples: 12761472. Policy #0 lag: (min: 37.0, avg: 55.5, max: 101.0) +[2026-06-02 18:14:34,905][329443] Avg episode reward: [(0, '1045.547')] +[2026-06-02 18:14:34,909][331382] Saving new best policy, reward=1045.547! +[2026-06-02 18:14:35,258][331472] Updated weights for policy 0, policy_version 24851 (0.0009) +[2026-06-02 18:14:35,488][331472] Updated weights for policy 0, policy_version 24861 (0.0009) +[2026-06-02 18:14:35,736][331472] Updated weights for policy 0, policy_version 24871 (0.0010) +[2026-06-02 18:14:35,985][331472] Updated weights for policy 0, policy_version 24881 (0.0008) +[2026-06-02 18:14:36,219][331472] Updated weights for policy 0, policy_version 24891 (0.0009) +[2026-06-02 18:14:36,474][331472] Updated weights for policy 0, policy_version 24901 (0.0008) +[2026-06-02 18:14:36,718][331472] Updated weights for policy 0, policy_version 24911 (0.0009) +[2026-06-02 18:14:37,442][331472] Updated weights for policy 0, policy_version 24921 (0.0009) +[2026-06-02 18:14:37,687][331472] Updated weights for policy 0, policy_version 24931 (0.0009) +[2026-06-02 18:14:37,937][331472] Updated weights for policy 0, policy_version 24941 (0.0008) +[2026-06-02 18:14:38,170][331472] Updated weights for policy 0, policy_version 24951 (0.0008) +[2026-06-02 18:14:38,419][331472] Updated weights for policy 0, policy_version 24961 (0.0008) +[2026-06-02 18:14:38,669][331472] Updated weights for policy 0, policy_version 24971 (0.0009) +[2026-06-02 18:14:39,445][331472] Updated weights for policy 0, policy_version 24981 (0.0009) +[2026-06-02 18:14:39,680][331472] Updated weights for policy 0, policy_version 24991 (0.0008) +[2026-06-02 18:14:39,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 12845056. Throughput: 0: 15766.8. Samples: 12857856. Policy #0 lag: (min: 37.0, avg: 55.5, max: 101.0) +[2026-06-02 18:14:39,905][329443] Avg episode reward: [(0, '1063.537')] +[2026-06-02 18:14:39,926][331472] Updated weights for policy 0, policy_version 25001 (0.0010) +[2026-06-02 18:14:40,169][331472] Updated weights for policy 0, policy_version 25011 (0.0008) +[2026-06-02 18:14:40,411][331472] Updated weights for policy 0, policy_version 25021 (0.0009) +[2026-06-02 18:14:40,648][331472] Updated weights for policy 0, policy_version 25031 (0.0008) +[2026-06-02 18:14:40,862][331382] Saving new best policy, reward=1063.537! +[2026-06-02 18:14:41,434][331472] Updated weights for policy 0, policy_version 25041 (0.0008) +[2026-06-02 18:14:41,659][331472] Updated weights for policy 0, policy_version 25051 (0.0009) +[2026-06-02 18:14:41,896][331472] Updated weights for policy 0, policy_version 25061 (0.0008) +[2026-06-02 18:14:42,143][331472] Updated weights for policy 0, policy_version 25071 (0.0009) +[2026-06-02 18:14:42,380][331472] Updated weights for policy 0, policy_version 25081 (0.0009) +[2026-06-02 18:14:42,618][331472] Updated weights for policy 0, policy_version 25091 (0.0008) +[2026-06-02 18:14:42,885][331472] Updated weights for policy 0, policy_version 25102 (0.0009) +[2026-06-02 18:14:43,665][331472] Updated weights for policy 0, policy_version 25112 (0.0009) +[2026-06-02 18:14:43,898][331472] Updated weights for policy 0, policy_version 25122 (0.0009) +[2026-06-02 18:14:44,161][331472] Updated weights for policy 0, policy_version 25133 (0.0009) +[2026-06-02 18:14:44,400][331472] Updated weights for policy 0, policy_version 25143 (0.0008) +[2026-06-02 18:14:44,639][331472] Updated weights for policy 0, policy_version 25153 (0.0008) +[2026-06-02 18:14:44,890][331472] Updated weights for policy 0, policy_version 25163 (0.0008) +[2026-06-02 18:14:44,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 12910592. Throughput: 0: 15843.6. Samples: 12953856. Policy #0 lag: (min: 37.0, avg: 55.5, max: 101.0) +[2026-06-02 18:14:44,905][329443] Avg episode reward: [(0, '1066.566')] +[2026-06-02 18:14:44,993][331382] Saving new best policy, reward=1066.566! +[2026-06-02 18:14:45,718][331472] Updated weights for policy 0, policy_version 25175 (0.0008) +[2026-06-02 18:14:45,950][331472] Updated weights for policy 0, policy_version 25185 (0.0009) +[2026-06-02 18:14:46,199][331472] Updated weights for policy 0, policy_version 25195 (0.0009) +[2026-06-02 18:14:46,435][331472] Updated weights for policy 0, policy_version 25205 (0.0008) +[2026-06-02 18:14:46,667][331472] Updated weights for policy 0, policy_version 25215 (0.0009) +[2026-06-02 18:14:46,904][331472] Updated weights for policy 0, policy_version 25225 (0.0008) +[2026-06-02 18:14:47,718][331472] Updated weights for policy 0, policy_version 25236 (0.0009) +[2026-06-02 18:14:47,967][331472] Updated weights for policy 0, policy_version 25247 (0.0010) +[2026-06-02 18:14:48,206][331472] Updated weights for policy 0, policy_version 25257 (0.0009) +[2026-06-02 18:14:48,439][331472] Updated weights for policy 0, policy_version 25267 (0.0009) +[2026-06-02 18:14:48,690][331472] Updated weights for policy 0, policy_version 25277 (0.0008) +[2026-06-02 18:14:48,955][331472] Updated weights for policy 0, policy_version 25288 (0.0009) +[2026-06-02 18:14:49,741][331472] Updated weights for policy 0, policy_version 25298 (0.0009) +[2026-06-02 18:14:49,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 13008896. Throughput: 0: 15766.8. Samples: 13002496. Policy #0 lag: (min: 37.0, avg: 55.5, max: 101.0) +[2026-06-02 18:14:49,905][329443] Avg episode reward: [(0, '1065.767')] +[2026-06-02 18:14:49,969][331472] Updated weights for policy 0, policy_version 25308 (0.0009) +[2026-06-02 18:14:50,226][331472] Updated weights for policy 0, policy_version 25319 (0.0009) +[2026-06-02 18:14:50,470][331472] Updated weights for policy 0, policy_version 25329 (0.0009) +[2026-06-02 18:14:50,743][331472] Updated weights for policy 0, policy_version 25341 (0.0009) +[2026-06-02 18:14:50,996][331472] Updated weights for policy 0, policy_version 25351 (0.0009) +[2026-06-02 18:14:51,791][331472] Updated weights for policy 0, policy_version 25361 (0.0009) +[2026-06-02 18:14:52,042][331472] Updated weights for policy 0, policy_version 25372 (0.0009) +[2026-06-02 18:14:52,290][331472] Updated weights for policy 0, policy_version 25382 (0.0008) +[2026-06-02 18:14:52,513][331472] Updated weights for policy 0, policy_version 25392 (0.0008) +[2026-06-02 18:14:52,762][331472] Updated weights for policy 0, policy_version 25402 (0.0009) +[2026-06-02 18:14:52,994][331472] Updated weights for policy 0, policy_version 25412 (0.0008) +[2026-06-02 18:14:53,269][331472] Updated weights for policy 0, policy_version 25423 (0.0008) +[2026-06-02 18:14:54,071][331472] Updated weights for policy 0, policy_version 25434 (0.0009) +[2026-06-02 18:14:54,322][331472] Updated weights for policy 0, policy_version 25444 (0.0008) +[2026-06-02 18:14:54,546][331472] Updated weights for policy 0, policy_version 25454 (0.0008) +[2026-06-02 18:14:54,820][331472] Updated weights for policy 0, policy_version 25465 (0.0009) +[2026-06-02 18:14:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 13074432. Throughput: 0: 15621.7. Samples: 13092096. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 18:14:54,905][329443] Avg episode reward: [(0, '1075.530')] +[2026-06-02 18:14:55,067][331472] Updated weights for policy 0, policy_version 25475 (0.0008) +[2026-06-02 18:14:55,303][331472] Updated weights for policy 0, policy_version 25485 (0.0009) +[2026-06-02 18:14:55,363][331382] Saving new best policy, reward=1075.530! +[2026-06-02 18:14:56,099][331472] Updated weights for policy 0, policy_version 25495 (0.0009) +[2026-06-02 18:14:56,346][331472] Updated weights for policy 0, policy_version 25505 (0.0009) +[2026-06-02 18:14:56,587][331472] Updated weights for policy 0, policy_version 25515 (0.0009) +[2026-06-02 18:14:56,844][331472] Updated weights for policy 0, policy_version 25526 (0.0008) +[2026-06-02 18:14:57,087][331472] Updated weights for policy 0, policy_version 25536 (0.0009) +[2026-06-02 18:14:57,327][331472] Updated weights for policy 0, policy_version 25546 (0.0008) +[2026-06-02 18:14:58,120][331472] Updated weights for policy 0, policy_version 25557 (0.0009) +[2026-06-02 18:14:58,352][331472] Updated weights for policy 0, policy_version 25567 (0.0009) +[2026-06-02 18:14:58,585][331472] Updated weights for policy 0, policy_version 25577 (0.0008) +[2026-06-02 18:14:58,834][331472] Updated weights for policy 0, policy_version 25587 (0.0009) +[2026-06-02 18:14:59,076][331472] Updated weights for policy 0, policy_version 25597 (0.0008) +[2026-06-02 18:14:59,320][331472] Updated weights for policy 0, policy_version 25607 (0.0008) +[2026-06-02 18:14:59,905][329443] Fps is (10 sec: 16382.2, 60 sec: 15837.6, 300 sec: 15884.1). Total num frames: 13172736. Throughput: 0: 15607.1. Samples: 13188224. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 18:14:59,907][329443] Avg episode reward: [(0, '1091.658')] +[2026-06-02 18:15:00,125][331472] Updated weights for policy 0, policy_version 25618 (0.0009) +[2026-06-02 18:15:00,377][331472] Updated weights for policy 0, policy_version 25629 (0.0008) +[2026-06-02 18:15:00,606][331472] Updated weights for policy 0, policy_version 25639 (0.0008) +[2026-06-02 18:15:00,865][331472] Updated weights for policy 0, policy_version 25649 (0.0009) +[2026-06-02 18:15:01,084][331472] Updated weights for policy 0, policy_version 25659 (0.0010) +[2026-06-02 18:15:01,340][331472] Updated weights for policy 0, policy_version 25669 (0.0009) +[2026-06-02 18:15:01,588][331382] Saving new best policy, reward=1091.658! +[2026-06-02 18:15:01,591][331472] Updated weights for policy 0, policy_version 25680 (0.0008) +[2026-06-02 18:15:02,388][331472] Updated weights for policy 0, policy_version 25690 (0.0009) +[2026-06-02 18:15:02,618][331472] Updated weights for policy 0, policy_version 25700 (0.0008) +[2026-06-02 18:15:02,865][331472] Updated weights for policy 0, policy_version 25710 (0.0009) +[2026-06-02 18:15:03,116][331472] Updated weights for policy 0, policy_version 25720 (0.0008) +[2026-06-02 18:15:03,339][331472] Updated weights for policy 0, policy_version 25730 (0.0008) +[2026-06-02 18:15:03,589][331472] Updated weights for policy 0, policy_version 25740 (0.0008) +[2026-06-02 18:15:04,393][331472] Updated weights for policy 0, policy_version 25751 (0.0008) +[2026-06-02 18:15:04,627][331472] Updated weights for policy 0, policy_version 25761 (0.0008) +[2026-06-02 18:15:04,860][331472] Updated weights for policy 0, policy_version 25771 (0.0008) +[2026-06-02 18:15:04,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 13238272. Throughput: 0: 15872.0. Samples: 13242112. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 18:15:04,905][329443] Avg episode reward: [(0, '1088.375')] +[2026-06-02 18:15:05,101][331472] Updated weights for policy 0, policy_version 25781 (0.0008) +[2026-06-02 18:15:05,339][331472] Updated weights for policy 0, policy_version 25791 (0.0008) +[2026-06-02 18:15:05,578][331472] Updated weights for policy 0, policy_version 25801 (0.0009) +[2026-06-02 18:15:06,378][331472] Updated weights for policy 0, policy_version 25811 (0.0009) +[2026-06-02 18:15:06,610][331472] Updated weights for policy 0, policy_version 25821 (0.0009) +[2026-06-02 18:15:06,846][331472] Updated weights for policy 0, policy_version 25831 (0.0009) +[2026-06-02 18:15:07,089][331472] Updated weights for policy 0, policy_version 25841 (0.0008) +[2026-06-02 18:15:07,327][331472] Updated weights for policy 0, policy_version 25851 (0.0008) +[2026-06-02 18:15:07,571][331472] Updated weights for policy 0, policy_version 25861 (0.0009) +[2026-06-02 18:15:07,811][331472] Updated weights for policy 0, policy_version 25871 (0.0009) +[2026-06-02 18:15:08,586][331472] Updated weights for policy 0, policy_version 25881 (0.0009) +[2026-06-02 18:15:08,846][331472] Updated weights for policy 0, policy_version 25892 (0.0009) +[2026-06-02 18:15:09,087][331472] Updated weights for policy 0, policy_version 25902 (0.0008) +[2026-06-02 18:15:09,348][331472] Updated weights for policy 0, policy_version 25913 (0.0009) +[2026-06-02 18:15:09,580][331472] Updated weights for policy 0, policy_version 25923 (0.0008) +[2026-06-02 18:15:09,850][331472] Updated weights for policy 0, policy_version 25934 (0.0009) +[2026-06-02 18:15:09,904][329443] Fps is (10 sec: 16385.8, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 13336576. Throughput: 0: 15900.4. Samples: 13338880. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 18:15:09,905][329443] Avg episode reward: [(0, '1094.368')] +[2026-06-02 18:15:09,910][331382] Saving new best policy, reward=1094.368! +[2026-06-02 18:15:10,622][331472] Updated weights for policy 0, policy_version 25944 (0.0008) +[2026-06-02 18:15:10,855][331472] Updated weights for policy 0, policy_version 25954 (0.0008) +[2026-06-02 18:15:11,112][331472] Updated weights for policy 0, policy_version 25964 (0.0009) +[2026-06-02 18:15:11,353][331472] Updated weights for policy 0, policy_version 25974 (0.0009) +[2026-06-02 18:15:11,590][331472] Updated weights for policy 0, policy_version 25984 (0.0009) +[2026-06-02 18:15:11,823][331472] Updated weights for policy 0, policy_version 25994 (0.0008) +[2026-06-02 18:15:12,636][331472] Updated weights for policy 0, policy_version 26005 (0.0009) +[2026-06-02 18:15:12,886][331472] Updated weights for policy 0, policy_version 26015 (0.0008) +[2026-06-02 18:15:13,165][331472] Updated weights for policy 0, policy_version 26027 (0.0009) +[2026-06-02 18:15:13,407][331472] Updated weights for policy 0, policy_version 26037 (0.0009) +[2026-06-02 18:15:13,641][331472] Updated weights for policy 0, policy_version 26047 (0.0009) +[2026-06-02 18:15:13,884][331472] Updated weights for policy 0, policy_version 26057 (0.0008) +[2026-06-02 18:15:14,695][331472] Updated weights for policy 0, policy_version 26068 (0.0009) +[2026-06-02 18:15:14,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 13402112. Throughput: 0: 15789.5. Samples: 13430272. Policy #0 lag: (min: 26.0, avg: 50.6, max: 90.0) +[2026-06-02 18:15:14,905][329443] Avg episode reward: [(0, '1140.447')] +[2026-06-02 18:15:14,955][331472] Updated weights for policy 0, policy_version 26079 (0.0009) +[2026-06-02 18:15:15,205][331472] Updated weights for policy 0, policy_version 26089 (0.0008) +[2026-06-02 18:15:15,458][331472] Updated weights for policy 0, policy_version 26100 (0.0009) +[2026-06-02 18:15:15,693][331472] Updated weights for policy 0, policy_version 26110 (0.0009) +[2026-06-02 18:15:15,957][331472] Updated weights for policy 0, policy_version 26121 (0.0009) +[2026-06-02 18:15:16,118][331382] Saving new best policy, reward=1140.447! +[2026-06-02 18:15:16,777][331472] Updated weights for policy 0, policy_version 26132 (0.0009) +[2026-06-02 18:15:17,003][331472] Updated weights for policy 0, policy_version 26142 (0.0009) +[2026-06-02 18:15:17,247][331472] Updated weights for policy 0, policy_version 26152 (0.0009) +[2026-06-02 18:15:17,473][331472] Updated weights for policy 0, policy_version 26162 (0.0009) +[2026-06-02 18:15:17,740][331472] Updated weights for policy 0, policy_version 26173 (0.0008) +[2026-06-02 18:15:17,987][331472] Updated weights for policy 0, policy_version 26183 (0.0008) +[2026-06-02 18:15:18,785][331472] Updated weights for policy 0, policy_version 26193 (0.0008) +[2026-06-02 18:15:19,011][331472] Updated weights for policy 0, policy_version 26203 (0.0007) +[2026-06-02 18:15:19,240][331472] Updated weights for policy 0, policy_version 26213 (0.0009) +[2026-06-02 18:15:19,489][331472] Updated weights for policy 0, policy_version 26223 (0.0009) +[2026-06-02 18:15:19,737][331472] Updated weights for policy 0, policy_version 26233 (0.0009) +[2026-06-02 18:15:19,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 13467648. Throughput: 0: 15909.0. Samples: 13477376. Policy #0 lag: (min: 26.0, avg: 50.6, max: 90.0) +[2026-06-02 18:15:19,905][329443] Avg episode reward: [(0, '1096.093')] +[2026-06-02 18:15:19,959][331472] Updated weights for policy 0, policy_version 26243 (0.0008) +[2026-06-02 18:15:20,220][331472] Updated weights for policy 0, policy_version 26254 (0.0009) +[2026-06-02 18:15:21,017][331472] Updated weights for policy 0, policy_version 26264 (0.0009) +[2026-06-02 18:15:21,253][331472] Updated weights for policy 0, policy_version 26274 (0.0008) +[2026-06-02 18:15:21,483][331472] Updated weights for policy 0, policy_version 26284 (0.0008) +[2026-06-02 18:15:21,723][331472] Updated weights for policy 0, policy_version 26294 (0.0008) +[2026-06-02 18:15:21,976][331472] Updated weights for policy 0, policy_version 26304 (0.0009) +[2026-06-02 18:15:22,206][331472] Updated weights for policy 0, policy_version 26314 (0.0009) +[2026-06-02 18:15:23,017][331472] Updated weights for policy 0, policy_version 26324 (0.0009) +[2026-06-02 18:15:23,254][331472] Updated weights for policy 0, policy_version 26334 (0.0008) +[2026-06-02 18:15:23,487][331472] Updated weights for policy 0, policy_version 26344 (0.0009) +[2026-06-02 18:15:23,726][331472] Updated weights for policy 0, policy_version 26354 (0.0008) +[2026-06-02 18:15:23,965][331472] Updated weights for policy 0, policy_version 26364 (0.0009) +[2026-06-02 18:15:24,201][331472] Updated weights for policy 0, policy_version 26374 (0.0008) +[2026-06-02 18:15:24,437][331472] Updated weights for policy 0, policy_version 26384 (0.0008) +[2026-06-02 18:15:24,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 13565952. Throughput: 0: 15897.6. Samples: 13573248. Policy #0 lag: (min: 26.0, avg: 50.6, max: 90.0) +[2026-06-02 18:15:24,905][329443] Avg episode reward: [(0, '1078.312')] +[2026-06-02 18:15:25,240][331472] Updated weights for policy 0, policy_version 26395 (0.0009) +[2026-06-02 18:15:25,480][331472] Updated weights for policy 0, policy_version 26405 (0.0009) +[2026-06-02 18:15:25,727][331472] Updated weights for policy 0, policy_version 26415 (0.0009) +[2026-06-02 18:15:25,973][331472] Updated weights for policy 0, policy_version 26425 (0.0009) +[2026-06-02 18:15:26,219][331472] Updated weights for policy 0, policy_version 26436 (0.0009) +[2026-06-02 18:15:26,505][331472] Updated weights for policy 0, policy_version 26447 (0.0009) +[2026-06-02 18:15:27,293][331472] Updated weights for policy 0, policy_version 26457 (0.0009) +[2026-06-02 18:15:27,520][331472] Updated weights for policy 0, policy_version 26467 (0.0010) +[2026-06-02 18:15:27,773][331472] Updated weights for policy 0, policy_version 26477 (0.0008) +[2026-06-02 18:15:28,005][331472] Updated weights for policy 0, policy_version 26487 (0.0009) +[2026-06-02 18:15:28,240][331472] Updated weights for policy 0, policy_version 26497 (0.0008) +[2026-06-02 18:15:28,480][331472] Updated weights for policy 0, policy_version 26507 (0.0009) +[2026-06-02 18:15:29,255][331472] Updated weights for policy 0, policy_version 26517 (0.0009) +[2026-06-02 18:15:29,505][331472] Updated weights for policy 0, policy_version 26527 (0.0009) +[2026-06-02 18:15:29,755][331472] Updated weights for policy 0, policy_version 26538 (0.0008) +[2026-06-02 18:15:29,905][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 13631488. Throughput: 0: 15897.6. Samples: 13669248. Policy #0 lag: (min: 26.0, avg: 50.6, max: 90.0) +[2026-06-02 18:15:29,906][329443] Avg episode reward: [(0, '1100.698')] +[2026-06-02 18:15:30,029][331472] Updated weights for policy 0, policy_version 26549 (0.0009) +[2026-06-02 18:15:30,268][331472] Updated weights for policy 0, policy_version 26559 (0.0009) +[2026-06-02 18:15:30,496][331472] Updated weights for policy 0, policy_version 26569 (0.0009) +[2026-06-02 18:15:31,283][331472] Updated weights for policy 0, policy_version 26579 (0.0009) +[2026-06-02 18:15:31,513][331472] Updated weights for policy 0, policy_version 26589 (0.0008) +[2026-06-02 18:15:31,756][331472] Updated weights for policy 0, policy_version 26599 (0.0009) +[2026-06-02 18:15:31,998][331472] Updated weights for policy 0, policy_version 26609 (0.0009) +[2026-06-02 18:15:32,232][331472] Updated weights for policy 0, policy_version 26619 (0.0009) +[2026-06-02 18:15:32,472][331472] Updated weights for policy 0, policy_version 26629 (0.0009) +[2026-06-02 18:15:32,716][331472] Updated weights for policy 0, policy_version 26639 (0.0008) +[2026-06-02 18:15:33,521][331472] Updated weights for policy 0, policy_version 26650 (0.0009) +[2026-06-02 18:15:33,784][331472] Updated weights for policy 0, policy_version 26661 (0.0008) +[2026-06-02 18:15:34,032][331472] Updated weights for policy 0, policy_version 26671 (0.0009) +[2026-06-02 18:15:34,258][331472] Updated weights for policy 0, policy_version 26681 (0.0008) +[2026-06-02 18:15:34,498][331472] Updated weights for policy 0, policy_version 26691 (0.0008) +[2026-06-02 18:15:34,739][331472] Updated weights for policy 0, policy_version 26701 (0.0008) +[2026-06-02 18:15:34,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 13729792. Throughput: 0: 15749.7. Samples: 13711232. Policy #0 lag: (min: 4.0, avg: 23.2, max: 68.0) +[2026-06-02 18:15:34,905][329443] Avg episode reward: [(0, '1175.177')] +[2026-06-02 18:15:34,910][331382] Saving new best policy, reward=1175.177! +[2026-06-02 18:15:35,520][331472] Updated weights for policy 0, policy_version 26711 (0.0008) +[2026-06-02 18:15:35,779][331472] Updated weights for policy 0, policy_version 26722 (0.0009) +[2026-06-02 18:15:36,026][331472] Updated weights for policy 0, policy_version 26732 (0.0009) +[2026-06-02 18:15:36,260][331472] Updated weights for policy 0, policy_version 26742 (0.0008) +[2026-06-02 18:15:36,526][331472] Updated weights for policy 0, policy_version 26753 (0.0008) +[2026-06-02 18:15:36,797][331472] Updated weights for policy 0, policy_version 26764 (0.0009) +[2026-06-02 18:15:37,576][331472] Updated weights for policy 0, policy_version 26774 (0.0009) +[2026-06-02 18:15:37,845][331472] Updated weights for policy 0, policy_version 26785 (0.0008) +[2026-06-02 18:15:38,086][331472] Updated weights for policy 0, policy_version 26795 (0.0009) +[2026-06-02 18:15:38,319][331472] Updated weights for policy 0, policy_version 26805 (0.0008) +[2026-06-02 18:15:38,556][331472] Updated weights for policy 0, policy_version 26815 (0.0008) +[2026-06-02 18:15:38,828][331472] Updated weights for policy 0, policy_version 26826 (0.0009) +[2026-06-02 18:15:39,620][331472] Updated weights for policy 0, policy_version 26836 (0.0008) +[2026-06-02 18:15:39,879][331472] Updated weights for policy 0, policy_version 26847 (0.0008) +[2026-06-02 18:15:39,904][329443] Fps is (10 sec: 16384.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 13795328. Throughput: 0: 15900.5. Samples: 13807616. Policy #0 lag: (min: 4.0, avg: 23.2, max: 68.0) +[2026-06-02 18:15:39,905][329443] Avg episode reward: [(0, '1101.251')] +[2026-06-02 18:15:40,123][331472] Updated weights for policy 0, policy_version 26857 (0.0009) +[2026-06-02 18:15:40,351][331472] Updated weights for policy 0, policy_version 26867 (0.0009) +[2026-06-02 18:15:40,594][331472] Updated weights for policy 0, policy_version 26877 (0.0008) +[2026-06-02 18:15:40,870][331472] Updated weights for policy 0, policy_version 26888 (0.0006) +[2026-06-02 18:15:41,643][331472] Updated weights for policy 0, policy_version 26898 (0.0005) +[2026-06-02 18:15:41,876][331472] Updated weights for policy 0, policy_version 26908 (0.0008) +[2026-06-02 18:15:42,159][331472] Updated weights for policy 0, policy_version 26920 (0.0009) +[2026-06-02 18:15:42,418][331472] Updated weights for policy 0, policy_version 26931 (0.0009) +[2026-06-02 18:15:42,673][331472] Updated weights for policy 0, policy_version 26941 (0.0008) +[2026-06-02 18:15:42,916][331472] Updated weights for policy 0, policy_version 26951 (0.0008) +[2026-06-02 18:15:43,709][331472] Updated weights for policy 0, policy_version 26961 (0.0009) +[2026-06-02 18:15:43,931][331472] Updated weights for policy 0, policy_version 26971 (0.0009) +[2026-06-02 18:15:44,182][331472] Updated weights for policy 0, policy_version 26981 (0.0009) +[2026-06-02 18:15:44,422][331472] Updated weights for policy 0, policy_version 26991 (0.0009) +[2026-06-02 18:15:44,667][331472] Updated weights for policy 0, policy_version 27001 (0.0008) +[2026-06-02 18:15:44,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 13860864. Throughput: 0: 15935.0. Samples: 13905280. Policy #0 lag: (min: 4.0, avg: 23.2, max: 68.0) +[2026-06-02 18:15:44,905][329443] Avg episode reward: [(0, '1180.319')] +[2026-06-02 18:15:44,924][331472] Updated weights for policy 0, policy_version 27011 (0.0008) +[2026-06-02 18:15:45,157][331472] Updated weights for policy 0, policy_version 27021 (0.0008) +[2026-06-02 18:15:45,227][331382] Saving new best policy, reward=1180.319! +[2026-06-02 18:15:45,921][331472] Updated weights for policy 0, policy_version 27031 (0.0009) +[2026-06-02 18:15:46,165][331472] Updated weights for policy 0, policy_version 27041 (0.0009) +[2026-06-02 18:15:46,429][331472] Updated weights for policy 0, policy_version 27052 (0.0008) +[2026-06-02 18:15:46,682][331472] Updated weights for policy 0, policy_version 27062 (0.0008) +[2026-06-02 18:15:46,916][331472] Updated weights for policy 0, policy_version 27072 (0.0009) +[2026-06-02 18:15:47,170][331472] Updated weights for policy 0, policy_version 27082 (0.0008) +[2026-06-02 18:15:47,955][331472] Updated weights for policy 0, policy_version 27093 (0.0009) +[2026-06-02 18:15:48,189][331472] Updated weights for policy 0, policy_version 27103 (0.0009) +[2026-06-02 18:15:48,439][331472] Updated weights for policy 0, policy_version 27113 (0.0009) +[2026-06-02 18:15:48,681][331472] Updated weights for policy 0, policy_version 27123 (0.0011) +[2026-06-02 18:15:48,912][331472] Updated weights for policy 0, policy_version 27133 (0.0009) +[2026-06-02 18:15:49,155][331472] Updated weights for policy 0, policy_version 27143 (0.0009) +[2026-06-02 18:15:49,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 13959168. Throughput: 0: 15684.3. Samples: 13947904. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:15:49,905][329443] Avg episode reward: [(0, '1153.363')] +[2026-06-02 18:15:49,924][331472] Updated weights for policy 0, policy_version 27153 (0.0009) +[2026-06-02 18:15:50,156][331472] Updated weights for policy 0, policy_version 27163 (0.0010) +[2026-06-02 18:15:50,392][331472] Updated weights for policy 0, policy_version 27173 (0.0009) +[2026-06-02 18:15:50,643][331472] Updated weights for policy 0, policy_version 27183 (0.0009) +[2026-06-02 18:15:50,885][331472] Updated weights for policy 0, policy_version 27193 (0.0009) +[2026-06-02 18:15:51,128][331472] Updated weights for policy 0, policy_version 27203 (0.0009) +[2026-06-02 18:15:51,365][331472] Updated weights for policy 0, policy_version 27213 (0.0009) +[2026-06-02 18:15:52,142][331472] Updated weights for policy 0, policy_version 27223 (0.0008) +[2026-06-02 18:15:52,385][331472] Updated weights for policy 0, policy_version 27233 (0.0009) +[2026-06-02 18:15:52,626][331472] Updated weights for policy 0, policy_version 27243 (0.0008) +[2026-06-02 18:15:52,869][331472] Updated weights for policy 0, policy_version 27253 (0.0008) +[2026-06-02 18:15:53,107][331472] Updated weights for policy 0, policy_version 27263 (0.0008) +[2026-06-02 18:15:53,356][331472] Updated weights for policy 0, policy_version 27273 (0.0009) +[2026-06-02 18:15:54,119][331472] Updated weights for policy 0, policy_version 27283 (0.0009) +[2026-06-02 18:15:54,365][331472] Updated weights for policy 0, policy_version 27293 (0.0008) +[2026-06-02 18:15:54,598][331472] Updated weights for policy 0, policy_version 27303 (0.0008) +[2026-06-02 18:15:54,833][331472] Updated weights for policy 0, policy_version 27313 (0.0008) +[2026-06-02 18:15:54,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 14024704. Throughput: 0: 15650.1. Samples: 14043136. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:15:54,905][329443] Avg episode reward: [(0, '1138.427')] +[2026-06-02 18:15:55,114][331472] Updated weights for policy 0, policy_version 27324 (0.0008) +[2026-06-02 18:15:55,355][331472] Updated weights for policy 0, policy_version 27334 (0.0008) +[2026-06-02 18:15:55,592][331472] Updated weights for policy 0, policy_version 27344 (0.0008) +[2026-06-02 18:15:56,408][331472] Updated weights for policy 0, policy_version 27354 (0.0009) +[2026-06-02 18:15:56,646][331472] Updated weights for policy 0, policy_version 27364 (0.0009) +[2026-06-02 18:15:56,887][331472] Updated weights for policy 0, policy_version 27374 (0.0009) +[2026-06-02 18:15:57,163][331472] Updated weights for policy 0, policy_version 27385 (0.0008) +[2026-06-02 18:15:57,410][331472] Updated weights for policy 0, policy_version 27395 (0.0009) +[2026-06-02 18:15:57,656][331472] Updated weights for policy 0, policy_version 27405 (0.0009) +[2026-06-02 18:15:58,411][331472] Updated weights for policy 0, policy_version 27415 (0.0008) +[2026-06-02 18:15:58,653][331472] Updated weights for policy 0, policy_version 27425 (0.0009) +[2026-06-02 18:15:58,895][331472] Updated weights for policy 0, policy_version 27435 (0.0008) +[2026-06-02 18:15:59,140][331472] Updated weights for policy 0, policy_version 27445 (0.0009) +[2026-06-02 18:15:59,394][331472] Updated weights for policy 0, policy_version 27455 (0.0009) +[2026-06-02 18:15:59,630][331472] Updated weights for policy 0, policy_version 27465 (0.0008) +[2026-06-02 18:15:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15838.2, 300 sec: 15884.2). Total num frames: 14123008. Throughput: 0: 15769.6. Samples: 14139904. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:15:59,905][329443] Avg episode reward: [(0, '1114.961')] +[2026-06-02 18:16:00,391][331472] Updated weights for policy 0, policy_version 27475 (0.0008) +[2026-06-02 18:16:00,626][331472] Updated weights for policy 0, policy_version 27485 (0.0009) +[2026-06-02 18:16:00,864][331472] Updated weights for policy 0, policy_version 27495 (0.0009) +[2026-06-02 18:16:01,119][331472] Updated weights for policy 0, policy_version 27505 (0.0009) +[2026-06-02 18:16:01,361][331472] Updated weights for policy 0, policy_version 27515 (0.0009) +[2026-06-02 18:16:01,613][331472] Updated weights for policy 0, policy_version 27525 (0.0008) +[2026-06-02 18:16:01,848][331472] Updated weights for policy 0, policy_version 27535 (0.0008) +[2026-06-02 18:16:02,627][331472] Updated weights for policy 0, policy_version 27546 (0.0009) +[2026-06-02 18:16:02,864][331472] Updated weights for policy 0, policy_version 27556 (0.0009) +[2026-06-02 18:16:03,109][331472] Updated weights for policy 0, policy_version 27566 (0.0009) +[2026-06-02 18:16:03,358][331472] Updated weights for policy 0, policy_version 27576 (0.0009) +[2026-06-02 18:16:03,600][331472] Updated weights for policy 0, policy_version 27586 (0.0008) +[2026-06-02 18:16:03,831][331472] Updated weights for policy 0, policy_version 27596 (0.0008) +[2026-06-02 18:16:04,602][331472] Updated weights for policy 0, policy_version 27606 (0.0009) +[2026-06-02 18:16:04,840][331472] Updated weights for policy 0, policy_version 27616 (0.0009) +[2026-06-02 18:16:04,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 14188544. Throughput: 0: 15897.6. Samples: 14192768. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:16:04,905][329443] Avg episode reward: [(0, '1136.605')] +[2026-06-02 18:16:05,081][331472] Updated weights for policy 0, policy_version 27626 (0.0009) +[2026-06-02 18:16:05,322][331472] Updated weights for policy 0, policy_version 27636 (0.0009) +[2026-06-02 18:16:05,564][331472] Updated weights for policy 0, policy_version 27646 (0.0009) +[2026-06-02 18:16:05,801][331472] Updated weights for policy 0, policy_version 27656 (0.0008) +[2026-06-02 18:16:06,596][331472] Updated weights for policy 0, policy_version 27666 (0.0009) +[2026-06-02 18:16:06,815][331472] Updated weights for policy 0, policy_version 27676 (0.0009) +[2026-06-02 18:16:07,090][331472] Updated weights for policy 0, policy_version 27687 (0.0009) +[2026-06-02 18:16:07,326][331472] Updated weights for policy 0, policy_version 27697 (0.0009) +[2026-06-02 18:16:07,566][331472] Updated weights for policy 0, policy_version 27707 (0.0008) +[2026-06-02 18:16:07,808][331472] Updated weights for policy 0, policy_version 27717 (0.0009) +[2026-06-02 18:16:08,065][331472] Updated weights for policy 0, policy_version 27728 (0.0008) +[2026-06-02 18:16:08,856][331472] Updated weights for policy 0, policy_version 27738 (0.0009) +[2026-06-02 18:16:09,098][331472] Updated weights for policy 0, policy_version 27748 (0.0009) +[2026-06-02 18:16:09,339][331472] Updated weights for policy 0, policy_version 27758 (0.0008) +[2026-06-02 18:16:09,573][331472] Updated weights for policy 0, policy_version 27768 (0.0010) +[2026-06-02 18:16:09,825][331472] Updated weights for policy 0, policy_version 27778 (0.0009) +[2026-06-02 18:16:09,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 14254080. Throughput: 0: 15769.6. Samples: 14282880. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:16:09,905][329443] Avg episode reward: [(0, '1141.991')] +[2026-06-02 18:16:10,054][331472] Updated weights for policy 0, policy_version 27788 (0.0008) +[2026-06-02 18:16:10,842][331472] Updated weights for policy 0, policy_version 27798 (0.0009) +[2026-06-02 18:16:11,076][331472] Updated weights for policy 0, policy_version 27808 (0.0009) +[2026-06-02 18:16:11,335][331472] Updated weights for policy 0, policy_version 27819 (0.0009) +[2026-06-02 18:16:11,582][331472] Updated weights for policy 0, policy_version 27829 (0.0009) +[2026-06-02 18:16:11,819][331472] Updated weights for policy 0, policy_version 27839 (0.0009) +[2026-06-02 18:16:12,053][331472] Updated weights for policy 0, policy_version 27849 (0.0008) +[2026-06-02 18:16:12,861][331472] Updated weights for policy 0, policy_version 27859 (0.0009) +[2026-06-02 18:16:13,090][331472] Updated weights for policy 0, policy_version 27869 (0.0006) +[2026-06-02 18:16:13,349][331472] Updated weights for policy 0, policy_version 27880 (0.0010) +[2026-06-02 18:16:13,590][331472] Updated weights for policy 0, policy_version 27890 (0.0010) +[2026-06-02 18:16:13,820][331472] Updated weights for policy 0, policy_version 27900 (0.0009) +[2026-06-02 18:16:14,073][331472] Updated weights for policy 0, policy_version 27910 (0.0009) +[2026-06-02 18:16:14,312][331472] Updated weights for policy 0, policy_version 27920 (0.0009) +[2026-06-02 18:16:14,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 14352384. Throughput: 0: 15650.2. Samples: 14373504. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 18:16:14,905][329443] Avg episode reward: [(0, '1126.089')] +[2026-06-02 18:16:15,102][331472] Updated weights for policy 0, policy_version 27930 (0.0007) +[2026-06-02 18:16:15,344][331472] Updated weights for policy 0, policy_version 27940 (0.0009) +[2026-06-02 18:16:15,595][331472] Updated weights for policy 0, policy_version 27950 (0.0008) +[2026-06-02 18:16:15,836][331472] Updated weights for policy 0, policy_version 27960 (0.0009) +[2026-06-02 18:16:16,086][331472] Updated weights for policy 0, policy_version 27970 (0.0009) +[2026-06-02 18:16:16,317][331472] Updated weights for policy 0, policy_version 27980 (0.0009) +[2026-06-02 18:16:17,085][331472] Updated weights for policy 0, policy_version 27990 (0.0010) +[2026-06-02 18:16:17,333][331472] Updated weights for policy 0, policy_version 28000 (0.0009) +[2026-06-02 18:16:17,577][331472] Updated weights for policy 0, policy_version 28010 (0.0009) +[2026-06-02 18:16:17,819][331472] Updated weights for policy 0, policy_version 28020 (0.0009) +[2026-06-02 18:16:18,058][331472] Updated weights for policy 0, policy_version 28030 (0.0009) +[2026-06-02 18:16:18,300][331472] Updated weights for policy 0, policy_version 28040 (0.0009) +[2026-06-02 18:16:19,074][331472] Updated weights for policy 0, policy_version 28050 (0.0009) +[2026-06-02 18:16:19,296][331472] Updated weights for policy 0, policy_version 28060 (0.0008) +[2026-06-02 18:16:19,538][331472] Updated weights for policy 0, policy_version 28070 (0.0009) +[2026-06-02 18:16:19,778][331472] Updated weights for policy 0, policy_version 28080 (0.0008) +[2026-06-02 18:16:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 14417920. Throughput: 0: 15926.0. Samples: 14427904. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 18:16:19,905][329443] Avg episode reward: [(0, '1160.056')] +[2026-06-02 18:16:20,008][331472] Updated weights for policy 0, policy_version 28090 (0.0009) +[2026-06-02 18:16:20,245][331472] Updated weights for policy 0, policy_version 28100 (0.0009) +[2026-06-02 18:16:20,496][331472] Updated weights for policy 0, policy_version 28110 (0.0009) +[2026-06-02 18:16:21,287][331472] Updated weights for policy 0, policy_version 28120 (0.0009) +[2026-06-02 18:16:21,517][331472] Updated weights for policy 0, policy_version 28130 (0.0009) +[2026-06-02 18:16:21,757][331472] Updated weights for policy 0, policy_version 28140 (0.0009) +[2026-06-02 18:16:22,010][331472] Updated weights for policy 0, policy_version 28150 (0.0009) +[2026-06-02 18:16:22,250][331472] Updated weights for policy 0, policy_version 28160 (0.0009) +[2026-06-02 18:16:22,505][331472] Updated weights for policy 0, policy_version 28170 (0.0009) +[2026-06-02 18:16:23,278][331472] Updated weights for policy 0, policy_version 28180 (0.0009) +[2026-06-02 18:16:23,523][331472] Updated weights for policy 0, policy_version 28191 (0.0010) +[2026-06-02 18:16:23,767][331472] Updated weights for policy 0, policy_version 28201 (0.0009) +[2026-06-02 18:16:24,025][331472] Updated weights for policy 0, policy_version 28211 (0.0008) +[2026-06-02 18:16:24,269][331472] Updated weights for policy 0, policy_version 28221 (0.0008) +[2026-06-02 18:16:24,535][331472] Updated weights for policy 0, policy_version 28232 (0.0009) +[2026-06-02 18:16:24,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15884.2). Total num frames: 14516224. Throughput: 0: 15911.8. Samples: 14523648. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 18:16:24,905][329443] Avg episode reward: [(0, '1137.538')] +[2026-06-02 18:16:25,303][331472] Updated weights for policy 0, policy_version 28242 (0.0009) +[2026-06-02 18:16:25,524][331472] Updated weights for policy 0, policy_version 28252 (0.0008) +[2026-06-02 18:16:25,778][331472] Updated weights for policy 0, policy_version 28262 (0.0008) +[2026-06-02 18:16:26,027][331472] Updated weights for policy 0, policy_version 28272 (0.0009) +[2026-06-02 18:16:26,272][331472] Updated weights for policy 0, policy_version 28282 (0.0009) +[2026-06-02 18:16:26,516][331472] Updated weights for policy 0, policy_version 28292 (0.0009) +[2026-06-02 18:16:26,782][331472] Updated weights for policy 0, policy_version 28303 (0.0009) +[2026-06-02 18:16:27,578][331472] Updated weights for policy 0, policy_version 28313 (0.0009) +[2026-06-02 18:16:27,812][331472] Updated weights for policy 0, policy_version 28323 (0.0009) +[2026-06-02 18:16:28,064][331472] Updated weights for policy 0, policy_version 28333 (0.0009) +[2026-06-02 18:16:28,328][331472] Updated weights for policy 0, policy_version 28344 (0.0007) +[2026-06-02 18:16:28,582][331472] Updated weights for policy 0, policy_version 28354 (0.0004) +[2026-06-02 18:16:28,828][331472] Updated weights for policy 0, policy_version 28364 (0.0006) +[2026-06-02 18:16:29,549][331472] Updated weights for policy 0, policy_version 28374 (0.0009) +[2026-06-02 18:16:29,789][331472] Updated weights for policy 0, policy_version 28384 (0.0009) +[2026-06-02 18:16:29,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 14581760. Throughput: 0: 15889.1. Samples: 14620288. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 18:16:29,905][329443] Avg episode reward: [(0, '1176.403')] +[2026-06-02 18:16:30,056][331472] Updated weights for policy 0, policy_version 28395 (0.0009) +[2026-06-02 18:16:30,334][331472] Updated weights for policy 0, policy_version 28406 (0.0009) +[2026-06-02 18:16:30,573][331472] Updated weights for policy 0, policy_version 28416 (0.0009) +[2026-06-02 18:16:30,808][331472] Updated weights for policy 0, policy_version 28426 (0.0009) +[2026-06-02 18:16:31,593][331472] Updated weights for policy 0, policy_version 28436 (0.0009) +[2026-06-02 18:16:31,854][331472] Updated weights for policy 0, policy_version 28447 (0.0008) +[2026-06-02 18:16:32,103][331472] Updated weights for policy 0, policy_version 28457 (0.0008) +[2026-06-02 18:16:32,337][331472] Updated weights for policy 0, policy_version 28467 (0.0008) +[2026-06-02 18:16:32,590][331472] Updated weights for policy 0, policy_version 28477 (0.0009) +[2026-06-02 18:16:32,833][331472] Updated weights for policy 0, policy_version 28487 (0.0008) +[2026-06-02 18:16:33,604][331472] Updated weights for policy 0, policy_version 28497 (0.0009) +[2026-06-02 18:16:33,829][331472] Updated weights for policy 0, policy_version 28507 (0.0009) +[2026-06-02 18:16:34,063][331472] Updated weights for policy 0, policy_version 28517 (0.0009) +[2026-06-02 18:16:34,307][331472] Updated weights for policy 0, policy_version 28527 (0.0009) +[2026-06-02 18:16:34,570][331472] Updated weights for policy 0, policy_version 28537 (0.0009) +[2026-06-02 18:16:34,803][331472] Updated weights for policy 0, policy_version 28547 (0.0009) +[2026-06-02 18:16:34,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 14647296. Throughput: 0: 15874.8. Samples: 14662272. Policy #0 lag: (min: 63.0, avg: 84.9, max: 127.0) +[2026-06-02 18:16:34,905][329443] Avg episode reward: [(0, '1177.394')] +[2026-06-02 18:16:35,044][331472] Updated weights for policy 0, policy_version 28557 (0.0009) +[2026-06-02 18:16:35,840][331472] Updated weights for policy 0, policy_version 28568 (0.0009) +[2026-06-02 18:16:36,082][331472] Updated weights for policy 0, policy_version 28578 (0.0008) +[2026-06-02 18:16:36,325][331472] Updated weights for policy 0, policy_version 28588 (0.0008) +[2026-06-02 18:16:36,561][331472] Updated weights for policy 0, policy_version 28598 (0.0008) +[2026-06-02 18:16:36,805][331472] Updated weights for policy 0, policy_version 28608 (0.0008) +[2026-06-02 18:16:37,055][331472] Updated weights for policy 0, policy_version 28618 (0.0009) +[2026-06-02 18:16:37,818][331472] Updated weights for policy 0, policy_version 28628 (0.0008) +[2026-06-02 18:16:38,071][331472] Updated weights for policy 0, policy_version 28639 (0.0009) +[2026-06-02 18:16:38,333][331472] Updated weights for policy 0, policy_version 28650 (0.0009) +[2026-06-02 18:16:38,575][331472] Updated weights for policy 0, policy_version 28660 (0.0009) +[2026-06-02 18:16:38,862][331472] Updated weights for policy 0, policy_version 28672 (0.0009) +[2026-06-02 18:16:39,108][331472] Updated weights for policy 0, policy_version 28682 (0.0009) +[2026-06-02 18:16:39,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 14745600. Throughput: 0: 15877.7. Samples: 14757632. Policy #0 lag: (min: 63.0, avg: 84.9, max: 127.0) +[2026-06-02 18:16:39,905][329443] Avg episode reward: [(0, '1155.945')] +[2026-06-02 18:16:39,913][331472] Updated weights for policy 0, policy_version 28693 (0.0007) +[2026-06-02 18:16:40,148][331472] Updated weights for policy 0, policy_version 28703 (0.0004) +[2026-06-02 18:16:40,398][331472] Updated weights for policy 0, policy_version 28713 (0.0008) +[2026-06-02 18:16:40,633][331472] Updated weights for policy 0, policy_version 28723 (0.0009) +[2026-06-02 18:16:40,889][331472] Updated weights for policy 0, policy_version 28733 (0.0008) +[2026-06-02 18:16:41,119][331472] Updated weights for policy 0, policy_version 28743 (0.0008) +[2026-06-02 18:16:41,907][331472] Updated weights for policy 0, policy_version 28753 (0.0009) +[2026-06-02 18:16:42,159][331472] Updated weights for policy 0, policy_version 28764 (0.0009) +[2026-06-02 18:16:42,398][331472] Updated weights for policy 0, policy_version 28774 (0.0008) +[2026-06-02 18:16:42,642][331472] Updated weights for policy 0, policy_version 28784 (0.0009) +[2026-06-02 18:16:42,871][331472] Updated weights for policy 0, policy_version 28794 (0.0009) +[2026-06-02 18:16:43,134][331472] Updated weights for policy 0, policy_version 28804 (0.0008) +[2026-06-02 18:16:43,356][331472] Updated weights for policy 0, policy_version 28814 (0.0009) +[2026-06-02 18:16:44,119][331472] Updated weights for policy 0, policy_version 28824 (0.0009) +[2026-06-02 18:16:44,366][331472] Updated weights for policy 0, policy_version 28834 (0.0009) +[2026-06-02 18:16:44,596][331472] Updated weights for policy 0, policy_version 28844 (0.0008) +[2026-06-02 18:16:44,845][331472] Updated weights for policy 0, policy_version 28854 (0.0009) +[2026-06-02 18:16:44,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 14811136. Throughput: 0: 15857.8. Samples: 14853504. Policy #0 lag: (min: 63.0, avg: 84.9, max: 127.0) +[2026-06-02 18:16:44,905][329443] Avg episode reward: [(0, '1162.208')] +[2026-06-02 18:16:45,074][331472] Updated weights for policy 0, policy_version 28864 (0.0009) +[2026-06-02 18:16:45,322][331472] Updated weights for policy 0, policy_version 28874 (0.0009) +[2026-06-02 18:16:46,120][331472] Updated weights for policy 0, policy_version 28884 (0.0009) +[2026-06-02 18:16:46,350][331472] Updated weights for policy 0, policy_version 28894 (0.0009) +[2026-06-02 18:16:46,583][331472] Updated weights for policy 0, policy_version 28904 (0.0010) +[2026-06-02 18:16:46,841][331472] Updated weights for policy 0, policy_version 28914 (0.0010) +[2026-06-02 18:16:47,088][331472] Updated weights for policy 0, policy_version 28924 (0.0009) +[2026-06-02 18:16:47,331][331472] Updated weights for policy 0, policy_version 28934 (0.0008) +[2026-06-02 18:16:48,145][331472] Updated weights for policy 0, policy_version 28945 (0.0009) +[2026-06-02 18:16:48,395][331472] Updated weights for policy 0, policy_version 28956 (0.0008) +[2026-06-02 18:16:48,635][331472] Updated weights for policy 0, policy_version 28966 (0.0008) +[2026-06-02 18:16:48,874][331472] Updated weights for policy 0, policy_version 28976 (0.0008) +[2026-06-02 18:16:49,125][331472] Updated weights for policy 0, policy_version 28986 (0.0009) +[2026-06-02 18:16:49,363][331472] Updated weights for policy 0, policy_version 28996 (0.0009) +[2026-06-02 18:16:49,621][331472] Updated weights for policy 0, policy_version 29006 (0.0009) +[2026-06-02 18:16:49,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 14909440. Throughput: 0: 15630.2. Samples: 14896128. Policy #0 lag: (min: 63.0, avg: 84.9, max: 127.0) +[2026-06-02 18:16:49,905][329443] Avg episode reward: [(0, '1123.333')] +[2026-06-02 18:16:50,412][331472] Updated weights for policy 0, policy_version 29017 (0.0009) +[2026-06-02 18:16:50,680][331472] Updated weights for policy 0, policy_version 29028 (0.0009) +[2026-06-02 18:16:50,908][331472] Updated weights for policy 0, policy_version 29038 (0.0009) +[2026-06-02 18:16:51,171][331472] Updated weights for policy 0, policy_version 29048 (0.0009) +[2026-06-02 18:16:51,404][331472] Updated weights for policy 0, policy_version 29058 (0.0009) +[2026-06-02 18:16:51,649][331472] Updated weights for policy 0, policy_version 29068 (0.0009) +[2026-06-02 18:16:52,410][331472] Updated weights for policy 0, policy_version 29078 (0.0009) +[2026-06-02 18:16:52,638][331472] Updated weights for policy 0, policy_version 29088 (0.0009) +[2026-06-02 18:16:52,890][331472] Updated weights for policy 0, policy_version 29098 (0.0009) +[2026-06-02 18:16:53,143][331472] Updated weights for policy 0, policy_version 29108 (0.0009) +[2026-06-02 18:16:53,367][331472] Updated weights for policy 0, policy_version 29118 (0.0008) +[2026-06-02 18:16:53,619][331472] Updated weights for policy 0, policy_version 29128 (0.0009) +[2026-06-02 18:16:54,393][331472] Updated weights for policy 0, policy_version 29138 (0.0009) +[2026-06-02 18:16:54,630][331472] Updated weights for policy 0, policy_version 29148 (0.0009) +[2026-06-02 18:16:54,858][331472] Updated weights for policy 0, policy_version 29158 (0.0008) +[2026-06-02 18:16:54,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 14974976. Throughput: 0: 15763.9. Samples: 14992256. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0) +[2026-06-02 18:16:54,905][329443] Avg episode reward: [(0, '1132.059')] +[2026-06-02 18:16:55,123][331472] Updated weights for policy 0, policy_version 29168 (0.0009) +[2026-06-02 18:16:55,358][331472] Updated weights for policy 0, policy_version 29178 (0.0008) +[2026-06-02 18:16:55,600][331472] Updated weights for policy 0, policy_version 29188 (0.0009) +[2026-06-02 18:16:55,862][331472] Updated weights for policy 0, policy_version 29199 (0.0009) +[2026-06-02 18:16:56,667][331472] Updated weights for policy 0, policy_version 29209 (0.0008) +[2026-06-02 18:16:56,909][331472] Updated weights for policy 0, policy_version 29219 (0.0008) +[2026-06-02 18:16:57,145][331472] Updated weights for policy 0, policy_version 29229 (0.0009) +[2026-06-02 18:16:57,393][331472] Updated weights for policy 0, policy_version 29239 (0.0009) +[2026-06-02 18:16:57,636][331472] Updated weights for policy 0, policy_version 29249 (0.0009) +[2026-06-02 18:16:57,911][331472] Updated weights for policy 0, policy_version 29260 (0.0009) +[2026-06-02 18:16:58,659][331472] Updated weights for policy 0, policy_version 29270 (0.0009) +[2026-06-02 18:16:58,895][331472] Updated weights for policy 0, policy_version 29280 (0.0009) +[2026-06-02 18:16:59,151][331472] Updated weights for policy 0, policy_version 29290 (0.0010) +[2026-06-02 18:16:59,390][331472] Updated weights for policy 0, policy_version 29300 (0.0009) +[2026-06-02 18:16:59,658][331472] Updated weights for policy 0, policy_version 29311 (0.0009) +[2026-06-02 18:16:59,904][331472] Updated weights for policy 0, policy_version 29321 (0.0009) +[2026-06-02 18:16:59,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 15040512. Throughput: 0: 15903.3. Samples: 15089152. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0) +[2026-06-02 18:16:59,905][329443] Avg episode reward: [(0, '1107.570')] +[2026-06-02 18:17:00,669][331472] Updated weights for policy 0, policy_version 29331 (0.0009) +[2026-06-02 18:17:00,892][331472] Updated weights for policy 0, policy_version 29341 (0.0009) +[2026-06-02 18:17:01,147][331472] Updated weights for policy 0, policy_version 29351 (0.0009) +[2026-06-02 18:17:01,391][331472] Updated weights for policy 0, policy_version 29361 (0.0009) +[2026-06-02 18:17:01,635][331472] Updated weights for policy 0, policy_version 29371 (0.0009) +[2026-06-02 18:17:01,868][331472] Updated weights for policy 0, policy_version 29381 (0.0010) +[2026-06-02 18:17:02,123][331472] Updated weights for policy 0, policy_version 29391 (0.0009) +[2026-06-02 18:17:02,886][331472] Updated weights for policy 0, policy_version 29401 (0.0009) +[2026-06-02 18:17:03,127][331472] Updated weights for policy 0, policy_version 29411 (0.0009) +[2026-06-02 18:17:03,393][331472] Updated weights for policy 0, policy_version 29422 (0.0009) +[2026-06-02 18:17:03,656][331472] Updated weights for policy 0, policy_version 29433 (0.0009) +[2026-06-02 18:17:03,899][331472] Updated weights for policy 0, policy_version 29443 (0.0009) +[2026-06-02 18:17:04,152][331472] Updated weights for policy 0, policy_version 29454 (0.0009) +[2026-06-02 18:17:04,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 15138816. Throughput: 0: 15715.6. Samples: 15135104. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0) +[2026-06-02 18:17:04,905][329443] Avg episode reward: [(0, '1086.865')] +[2026-06-02 18:17:04,929][331472] Updated weights for policy 0, policy_version 29464 (0.0009) +[2026-06-02 18:17:05,197][331472] Updated weights for policy 0, policy_version 29475 (0.0009) +[2026-06-02 18:17:05,426][331472] Updated weights for policy 0, policy_version 29485 (0.0008) +[2026-06-02 18:17:05,677][331472] Updated weights for policy 0, policy_version 29495 (0.0009) +[2026-06-02 18:17:05,936][331472] Updated weights for policy 0, policy_version 29506 (0.0009) +[2026-06-02 18:17:06,210][331472] Updated weights for policy 0, policy_version 29517 (0.0009) +[2026-06-02 18:17:07,018][331472] Updated weights for policy 0, policy_version 29528 (0.0009) +[2026-06-02 18:17:07,251][331472] Updated weights for policy 0, policy_version 29538 (0.0009) +[2026-06-02 18:17:07,533][331472] Updated weights for policy 0, policy_version 29549 (0.0009) +[2026-06-02 18:17:07,755][331472] Updated weights for policy 0, policy_version 29559 (0.0009) +[2026-06-02 18:17:08,004][331472] Updated weights for policy 0, policy_version 29569 (0.0009) +[2026-06-02 18:17:08,250][331472] Updated weights for policy 0, policy_version 29579 (0.0009) +[2026-06-02 18:17:09,036][331472] Updated weights for policy 0, policy_version 29589 (0.0009) +[2026-06-02 18:17:09,283][331472] Updated weights for policy 0, policy_version 29599 (0.0009) +[2026-06-02 18:17:09,529][331472] Updated weights for policy 0, policy_version 29609 (0.0009) +[2026-06-02 18:17:09,774][331472] Updated weights for policy 0, policy_version 29619 (0.0009) +[2026-06-02 18:17:09,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 15204352. Throughput: 0: 15644.4. Samples: 15227648. Policy #0 lag: (min: 63.0, avg: 83.0, max: 127.0) +[2026-06-02 18:17:09,905][329443] Avg episode reward: [(0, '1117.956')] +[2026-06-02 18:17:10,009][331472] Updated weights for policy 0, policy_version 29629 (0.0009) +[2026-06-02 18:17:10,250][331472] Updated weights for policy 0, policy_version 29639 (0.0010) +[2026-06-02 18:17:11,032][331472] Updated weights for policy 0, policy_version 29649 (0.0009) +[2026-06-02 18:17:11,267][331472] Updated weights for policy 0, policy_version 29659 (0.0009) +[2026-06-02 18:17:11,507][331472] Updated weights for policy 0, policy_version 29669 (0.0009) +[2026-06-02 18:17:11,744][331472] Updated weights for policy 0, policy_version 29679 (0.0009) +[2026-06-02 18:17:11,989][331472] Updated weights for policy 0, policy_version 29689 (0.0009) +[2026-06-02 18:17:12,237][331472] Updated weights for policy 0, policy_version 29699 (0.0009) +[2026-06-02 18:17:12,487][331472] Updated weights for policy 0, policy_version 29709 (0.0009) +[2026-06-02 18:17:13,251][331472] Updated weights for policy 0, policy_version 29719 (0.0009) +[2026-06-02 18:17:13,493][331472] Updated weights for policy 0, policy_version 29729 (0.0008) +[2026-06-02 18:17:13,729][331472] Updated weights for policy 0, policy_version 29739 (0.0009) +[2026-06-02 18:17:13,973][331472] Updated weights for policy 0, policy_version 29749 (0.0010) +[2026-06-02 18:17:14,212][331472] Updated weights for policy 0, policy_version 29759 (0.0008) +[2026-06-02 18:17:14,455][331472] Updated weights for policy 0, policy_version 29769 (0.0009) +[2026-06-02 18:17:14,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 15302656. Throughput: 0: 15641.6. Samples: 15324160. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:17:14,905][329443] Avg episode reward: [(0, '1064.304')] +[2026-06-02 18:17:15,254][331472] Updated weights for policy 0, policy_version 29779 (0.0009) +[2026-06-02 18:17:15,479][331472] Updated weights for policy 0, policy_version 29789 (0.0008) +[2026-06-02 18:17:15,742][331472] Updated weights for policy 0, policy_version 29800 (0.0008) +[2026-06-02 18:17:15,989][331472] Updated weights for policy 0, policy_version 29810 (0.0008) +[2026-06-02 18:17:16,233][331472] Updated weights for policy 0, policy_version 29820 (0.0008) +[2026-06-02 18:17:16,466][331472] Updated weights for policy 0, policy_version 29830 (0.0008) +[2026-06-02 18:17:16,710][331472] Updated weights for policy 0, policy_version 29840 (0.0008) +[2026-06-02 18:17:17,497][331472] Updated weights for policy 0, policy_version 29850 (0.0009) +[2026-06-02 18:17:17,743][331472] Updated weights for policy 0, policy_version 29860 (0.0009) +[2026-06-02 18:17:17,986][331472] Updated weights for policy 0, policy_version 29870 (0.0009) +[2026-06-02 18:17:18,223][331472] Updated weights for policy 0, policy_version 29880 (0.0009) +[2026-06-02 18:17:18,471][331472] Updated weights for policy 0, policy_version 29890 (0.0009) +[2026-06-02 18:17:18,739][331472] Updated weights for policy 0, policy_version 29901 (0.0009) +[2026-06-02 18:17:19,501][331472] Updated weights for policy 0, policy_version 29911 (0.0009) +[2026-06-02 18:17:19,742][331472] Updated weights for policy 0, policy_version 29921 (0.0009) +[2026-06-02 18:17:19,904][329443] Fps is (10 sec: 16383.7, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 15368192. Throughput: 0: 15911.8. Samples: 15378304. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:17:19,906][329443] Avg episode reward: [(0, '1089.993')] +[2026-06-02 18:17:19,984][331472] Updated weights for policy 0, policy_version 29931 (0.0010) +[2026-06-02 18:17:20,226][331472] Updated weights for policy 0, policy_version 29941 (0.0009) +[2026-06-02 18:17:20,459][331472] Updated weights for policy 0, policy_version 29951 (0.0009) +[2026-06-02 18:17:20,714][331472] Updated weights for policy 0, policy_version 29961 (0.0010) +[2026-06-02 18:17:21,512][331472] Updated weights for policy 0, policy_version 29971 (0.0009) +[2026-06-02 18:17:21,742][331472] Updated weights for policy 0, policy_version 29981 (0.0008) +[2026-06-02 18:17:21,974][331472] Updated weights for policy 0, policy_version 29991 (0.0009) +[2026-06-02 18:17:22,225][331472] Updated weights for policy 0, policy_version 30001 (0.0009) +[2026-06-02 18:17:22,469][331472] Updated weights for policy 0, policy_version 30011 (0.0009) +[2026-06-02 18:17:22,712][331472] Updated weights for policy 0, policy_version 30021 (0.0008) +[2026-06-02 18:17:22,954][331472] Updated weights for policy 0, policy_version 30031 (0.0008) +[2026-06-02 18:17:23,720][331472] Updated weights for policy 0, policy_version 30041 (0.0009) +[2026-06-02 18:17:23,962][331472] Updated weights for policy 0, policy_version 30051 (0.0009) +[2026-06-02 18:17:24,203][331472] Updated weights for policy 0, policy_version 30061 (0.0009) +[2026-06-02 18:17:24,437][331472] Updated weights for policy 0, policy_version 30071 (0.0009) +[2026-06-02 18:17:24,697][331472] Updated weights for policy 0, policy_version 30081 (0.0006) +[2026-06-02 18:17:24,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 15433728. Throughput: 0: 15917.5. Samples: 15473920. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:17:24,905][329443] Avg episode reward: [(0, '1107.401')] +[2026-06-02 18:17:24,934][331472] Updated weights for policy 0, policy_version 30091 (0.0005) +[2026-06-02 18:17:25,705][331472] Updated weights for policy 0, policy_version 30101 (0.0005) +[2026-06-02 18:17:25,936][331472] Updated weights for policy 0, policy_version 30111 (0.0008) +[2026-06-02 18:17:26,204][331472] Updated weights for policy 0, policy_version 30122 (0.0009) +[2026-06-02 18:17:26,458][331472] Updated weights for policy 0, policy_version 30132 (0.0009) +[2026-06-02 18:17:26,698][331472] Updated weights for policy 0, policy_version 30142 (0.0009) +[2026-06-02 18:17:26,930][331472] Updated weights for policy 0, policy_version 30152 (0.0008) +[2026-06-02 18:17:27,740][331472] Updated weights for policy 0, policy_version 30162 (0.0009) +[2026-06-02 18:17:27,966][331472] Updated weights for policy 0, policy_version 30172 (0.0009) +[2026-06-02 18:17:28,216][331472] Updated weights for policy 0, policy_version 30182 (0.0009) +[2026-06-02 18:17:28,458][331472] Updated weights for policy 0, policy_version 30192 (0.0009) +[2026-06-02 18:17:28,692][331472] Updated weights for policy 0, policy_version 30202 (0.0010) +[2026-06-02 18:17:28,948][331472] Updated weights for policy 0, policy_version 30212 (0.0009) +[2026-06-02 18:17:29,188][331472] Updated weights for policy 0, policy_version 30222 (0.0009) +[2026-06-02 18:17:29,904][329443] Fps is (10 sec: 16384.5, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 15532032. Throughput: 0: 15732.7. Samples: 15561472. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:17:29,905][329443] Avg episode reward: [(0, '1101.997')] +[2026-06-02 18:17:29,946][331472] Updated weights for policy 0, policy_version 30232 (0.0009) +[2026-06-02 18:17:30,208][331472] Updated weights for policy 0, policy_version 30243 (0.0009) +[2026-06-02 18:17:30,450][331472] Updated weights for policy 0, policy_version 30253 (0.0005) +[2026-06-02 18:17:30,711][331472] Updated weights for policy 0, policy_version 30264 (0.0004) +[2026-06-02 18:17:30,958][331472] Updated weights for policy 0, policy_version 30274 (0.0008) +[2026-06-02 18:17:31,205][331472] Updated weights for policy 0, policy_version 30284 (0.0009) +[2026-06-02 18:17:31,963][331472] Updated weights for policy 0, policy_version 30294 (0.0010) +[2026-06-02 18:17:32,204][331472] Updated weights for policy 0, policy_version 30304 (0.0009) +[2026-06-02 18:17:32,457][331472] Updated weights for policy 0, policy_version 30314 (0.0008) +[2026-06-02 18:17:32,699][331472] Updated weights for policy 0, policy_version 30324 (0.0008) +[2026-06-02 18:17:32,963][331472] Updated weights for policy 0, policy_version 30334 (0.0008) +[2026-06-02 18:17:33,208][331472] Updated weights for policy 0, policy_version 30344 (0.0008) +[2026-06-02 18:17:34,059][331472] Updated weights for policy 0, policy_version 30355 (0.0010) +[2026-06-02 18:17:34,298][331472] Updated weights for policy 0, policy_version 30365 (0.0008) +[2026-06-02 18:17:34,546][331472] Updated weights for policy 0, policy_version 30375 (0.0007) +[2026-06-02 18:17:34,793][331472] Updated weights for policy 0, policy_version 30385 (0.0004) +[2026-06-02 18:17:34,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 15597568. Throughput: 0: 15960.2. Samples: 15614336. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:17:34,905][329443] Avg episode reward: [(0, '1086.996')] +[2026-06-02 18:17:35,027][331472] Updated weights for policy 0, policy_version 30395 (0.0004) +[2026-06-02 18:17:35,282][331472] Updated weights for policy 0, policy_version 30405 (0.0004) +[2026-06-02 18:17:35,532][331472] Updated weights for policy 0, policy_version 30415 (0.0004) +[2026-06-02 18:17:36,283][331472] Updated weights for policy 0, policy_version 30425 (0.0004) +[2026-06-02 18:17:36,521][331472] Updated weights for policy 0, policy_version 30435 (0.0004) +[2026-06-02 18:17:36,763][331472] Updated weights for policy 0, policy_version 30445 (0.0008) +[2026-06-02 18:17:37,007][331472] Updated weights for policy 0, policy_version 30455 (0.0008) +[2026-06-02 18:17:37,252][331472] Updated weights for policy 0, policy_version 30465 (0.0009) +[2026-06-02 18:17:37,495][331472] Updated weights for policy 0, policy_version 30475 (0.0009) +[2026-06-02 18:17:38,290][331472] Updated weights for policy 0, policy_version 30485 (0.0008) +[2026-06-02 18:17:38,514][331472] Updated weights for policy 0, policy_version 30495 (0.0008) +[2026-06-02 18:17:38,755][331472] Updated weights for policy 0, policy_version 30505 (0.0008) +[2026-06-02 18:17:39,004][331472] Updated weights for policy 0, policy_version 30515 (0.0009) +[2026-06-02 18:17:39,252][331472] Updated weights for policy 0, policy_version 30525 (0.0008) +[2026-06-02 18:17:39,495][331472] Updated weights for policy 0, policy_version 30535 (0.0008) +[2026-06-02 18:17:39,904][329443] Fps is (10 sec: 16383.7, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 15695872. Throughput: 0: 16028.4. Samples: 15713536. Policy #0 lag: (min: 21.0, avg: 41.6, max: 85.0) +[2026-06-02 18:17:39,905][329443] Avg episode reward: [(0, '1100.076')] +[2026-06-02 18:17:40,273][331472] Updated weights for policy 0, policy_version 30545 (0.0009) +[2026-06-02 18:17:40,515][331472] Updated weights for policy 0, policy_version 30556 (0.0009) +[2026-06-02 18:17:40,761][331472] Updated weights for policy 0, policy_version 30566 (0.0009) +[2026-06-02 18:17:41,009][331472] Updated weights for policy 0, policy_version 30576 (0.0008) +[2026-06-02 18:17:41,255][331472] Updated weights for policy 0, policy_version 30586 (0.0008) +[2026-06-02 18:17:41,526][331472] Updated weights for policy 0, policy_version 30597 (0.0009) +[2026-06-02 18:17:41,772][331472] Updated weights for policy 0, policy_version 30607 (0.0008) +[2026-06-02 18:17:42,524][331472] Updated weights for policy 0, policy_version 30617 (0.0009) +[2026-06-02 18:17:42,755][331472] Updated weights for policy 0, policy_version 30627 (0.0009) +[2026-06-02 18:17:43,007][331472] Updated weights for policy 0, policy_version 30637 (0.0009) +[2026-06-02 18:17:43,249][331472] Updated weights for policy 0, policy_version 30647 (0.0009) +[2026-06-02 18:17:43,511][331472] Updated weights for policy 0, policy_version 30658 (0.0009) +[2026-06-02 18:17:43,762][331472] Updated weights for policy 0, policy_version 30668 (0.0009) +[2026-06-02 18:17:44,523][331472] Updated weights for policy 0, policy_version 30678 (0.0009) +[2026-06-02 18:17:44,764][331472] Updated weights for policy 0, policy_version 30688 (0.0008) +[2026-06-02 18:17:44,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 15761408. Throughput: 0: 16000.0. Samples: 15809152. Policy #0 lag: (min: 21.0, avg: 41.6, max: 85.0) +[2026-06-02 18:17:44,905][329443] Avg episode reward: [(0, '1100.364')] +[2026-06-02 18:17:45,009][331472] Updated weights for policy 0, policy_version 30698 (0.0009) +[2026-06-02 18:17:45,253][331472] Updated weights for policy 0, policy_version 30708 (0.0008) +[2026-06-02 18:17:45,490][331472] Updated weights for policy 0, policy_version 30718 (0.0008) +[2026-06-02 18:17:45,735][331472] Updated weights for policy 0, policy_version 30728 (0.0008) +[2026-06-02 18:17:46,518][331472] Updated weights for policy 0, policy_version 30739 (0.0009) +[2026-06-02 18:17:46,762][331472] Updated weights for policy 0, policy_version 30749 (0.0008) +[2026-06-02 18:17:47,005][331472] Updated weights for policy 0, policy_version 30759 (0.0008) +[2026-06-02 18:17:47,256][331472] Updated weights for policy 0, policy_version 30769 (0.0009) +[2026-06-02 18:17:47,500][331472] Updated weights for policy 0, policy_version 30779 (0.0009) +[2026-06-02 18:17:47,742][331472] Updated weights for policy 0, policy_version 30789 (0.0009) +[2026-06-02 18:17:47,985][331472] Updated weights for policy 0, policy_version 30799 (0.0009) +[2026-06-02 18:17:48,749][331472] Updated weights for policy 0, policy_version 30809 (0.0009) +[2026-06-02 18:17:48,992][331472] Updated weights for policy 0, policy_version 30819 (0.0009) +[2026-06-02 18:17:49,235][331472] Updated weights for policy 0, policy_version 30829 (0.0009) +[2026-06-02 18:17:49,481][331472] Updated weights for policy 0, policy_version 30839 (0.0009) +[2026-06-02 18:17:49,724][331472] Updated weights for policy 0, policy_version 30849 (0.0009) +[2026-06-02 18:17:49,905][329443] Fps is (10 sec: 13106.9, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 15826944. Throughput: 0: 15920.3. Samples: 15851520. Policy #0 lag: (min: 21.0, avg: 41.6, max: 85.0) +[2026-06-02 18:17:49,906][329443] Avg episode reward: [(0, '1084.206')] +[2026-06-02 18:17:49,992][331472] Updated weights for policy 0, policy_version 30860 (0.0009) +[2026-06-02 18:17:50,768][331472] Updated weights for policy 0, policy_version 30870 (0.0010) +[2026-06-02 18:17:51,001][331472] Updated weights for policy 0, policy_version 30880 (0.0009) +[2026-06-02 18:17:51,252][331472] Updated weights for policy 0, policy_version 30890 (0.0009) +[2026-06-02 18:17:51,490][331472] Updated weights for policy 0, policy_version 30900 (0.0009) +[2026-06-02 18:17:51,743][331472] Updated weights for policy 0, policy_version 30910 (0.0009) +[2026-06-02 18:17:51,982][331472] Updated weights for policy 0, policy_version 30920 (0.0009) +[2026-06-02 18:17:52,754][331472] Updated weights for policy 0, policy_version 30930 (0.0009) +[2026-06-02 18:17:52,986][331472] Updated weights for policy 0, policy_version 30940 (0.0009) +[2026-06-02 18:17:53,226][331472] Updated weights for policy 0, policy_version 30950 (0.0009) +[2026-06-02 18:17:53,499][331472] Updated weights for policy 0, policy_version 30961 (0.0009) +[2026-06-02 18:17:53,734][331472] Updated weights for policy 0, policy_version 30971 (0.0008) +[2026-06-02 18:17:53,993][331472] Updated weights for policy 0, policy_version 30981 (0.0009) +[2026-06-02 18:17:54,226][331472] Updated weights for policy 0, policy_version 30991 (0.0008) +[2026-06-02 18:17:54,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 15925248. Throughput: 0: 16005.7. Samples: 15947904. Policy #0 lag: (min: 21.0, avg: 41.6, max: 85.0) +[2026-06-02 18:17:54,905][329443] Avg episode reward: [(0, '1131.029')] +[2026-06-02 18:17:55,003][331472] Updated weights for policy 0, policy_version 31001 (0.0009) +[2026-06-02 18:17:55,233][331472] Updated weights for policy 0, policy_version 31011 (0.0009) +[2026-06-02 18:17:55,473][331472] Updated weights for policy 0, policy_version 31021 (0.0008) +[2026-06-02 18:17:55,741][331472] Updated weights for policy 0, policy_version 31031 (0.0009) +[2026-06-02 18:17:55,983][331472] Updated weights for policy 0, policy_version 31041 (0.0008) +[2026-06-02 18:17:56,230][331472] Updated weights for policy 0, policy_version 31051 (0.0008) +[2026-06-02 18:17:57,007][331472] Updated weights for policy 0, policy_version 31061 (0.0009) +[2026-06-02 18:17:57,231][331472] Updated weights for policy 0, policy_version 31071 (0.0009) +[2026-06-02 18:17:57,481][331472] Updated weights for policy 0, policy_version 31081 (0.0009) +[2026-06-02 18:17:57,732][331472] Updated weights for policy 0, policy_version 31091 (0.0008) +[2026-06-02 18:17:57,970][331472] Updated weights for policy 0, policy_version 31101 (0.0008) +[2026-06-02 18:17:58,223][331472] Updated weights for policy 0, policy_version 31111 (0.0009) +[2026-06-02 18:17:58,978][331472] Updated weights for policy 0, policy_version 31121 (0.0009) +[2026-06-02 18:17:59,211][331472] Updated weights for policy 0, policy_version 31131 (0.0009) +[2026-06-02 18:17:59,442][331472] Updated weights for policy 0, policy_version 31141 (0.0009) +[2026-06-02 18:17:59,694][331472] Updated weights for policy 0, policy_version 31151 (0.0008) +[2026-06-02 18:17:59,904][329443] Fps is (10 sec: 16384.3, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 15990784. Throughput: 0: 15985.7. Samples: 16043520. Policy #0 lag: (min: 37.0, avg: 56.3, max: 101.0) +[2026-06-02 18:17:59,905][329443] Avg episode reward: [(0, '1116.035')] +[2026-06-02 18:17:59,938][331472] Updated weights for policy 0, policy_version 31161 (0.0008) +[2026-06-02 18:18:00,174][331472] Updated weights for policy 0, policy_version 31171 (0.0008) +[2026-06-02 18:18:00,427][331472] Updated weights for policy 0, policy_version 31181 (0.0008) +[2026-06-02 18:18:01,194][331472] Updated weights for policy 0, policy_version 31191 (0.0009) +[2026-06-02 18:18:01,433][331472] Updated weights for policy 0, policy_version 31201 (0.0009) +[2026-06-02 18:18:01,679][331472] Updated weights for policy 0, policy_version 31211 (0.0008) +[2026-06-02 18:18:01,920][331472] Updated weights for policy 0, policy_version 31221 (0.0009) +[2026-06-02 18:18:02,171][331472] Updated weights for policy 0, policy_version 31231 (0.0009) +[2026-06-02 18:18:02,415][331472] Updated weights for policy 0, policy_version 31241 (0.0009) +[2026-06-02 18:18:03,183][331472] Updated weights for policy 0, policy_version 31251 (0.0009) +[2026-06-02 18:18:03,412][331472] Updated weights for policy 0, policy_version 31261 (0.0008) +[2026-06-02 18:18:03,649][331472] Updated weights for policy 0, policy_version 31271 (0.0009) +[2026-06-02 18:18:03,886][331472] Updated weights for policy 0, policy_version 31281 (0.0008) +[2026-06-02 18:18:04,150][331472] Updated weights for policy 0, policy_version 31291 (0.0009) +[2026-06-02 18:18:04,390][331472] Updated weights for policy 0, policy_version 31301 (0.0009) +[2026-06-02 18:18:04,627][331472] Updated weights for policy 0, policy_version 31311 (0.0010) +[2026-06-02 18:18:04,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 16089088. Throughput: 0: 15735.5. Samples: 16086400. Policy #0 lag: (min: 37.0, avg: 56.3, max: 101.0) +[2026-06-02 18:18:04,906][329443] Avg episode reward: [(0, '1195.556')] +[2026-06-02 18:18:04,910][331382] Saving new best policy, reward=1195.556! +[2026-06-02 18:18:05,395][331472] Updated weights for policy 0, policy_version 31321 (0.0009) +[2026-06-02 18:18:05,643][331472] Updated weights for policy 0, policy_version 31331 (0.0009) +[2026-06-02 18:18:05,884][331472] Updated weights for policy 0, policy_version 31341 (0.0009) +[2026-06-02 18:18:06,128][331472] Updated weights for policy 0, policy_version 31351 (0.0009) +[2026-06-02 18:18:06,361][331472] Updated weights for policy 0, policy_version 31361 (0.0009) +[2026-06-02 18:18:06,611][331472] Updated weights for policy 0, policy_version 31371 (0.0009) +[2026-06-02 18:18:07,388][331472] Updated weights for policy 0, policy_version 31381 (0.0009) +[2026-06-02 18:18:07,622][331472] Updated weights for policy 0, policy_version 31391 (0.0009) +[2026-06-02 18:18:07,868][331472] Updated weights for policy 0, policy_version 31401 (0.0009) +[2026-06-02 18:18:08,125][331472] Updated weights for policy 0, policy_version 31412 (0.0009) +[2026-06-02 18:18:08,380][331472] Updated weights for policy 0, policy_version 31422 (0.0008) +[2026-06-02 18:18:08,616][331472] Updated weights for policy 0, policy_version 31432 (0.0008) +[2026-06-02 18:18:09,391][331472] Updated weights for policy 0, policy_version 31442 (0.0008) +[2026-06-02 18:18:09,632][331472] Updated weights for policy 0, policy_version 31452 (0.0009) +[2026-06-02 18:18:09,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 16154624. Throughput: 0: 15738.3. Samples: 16182144. Policy #0 lag: (min: 37.0, avg: 56.3, max: 101.0) +[2026-06-02 18:18:09,905][329443] Avg episode reward: [(0, '1187.856')] +[2026-06-02 18:18:09,920][331472] Updated weights for policy 0, policy_version 31464 (0.0009) +[2026-06-02 18:18:10,166][331472] Updated weights for policy 0, policy_version 31474 (0.0009) +[2026-06-02 18:18:10,403][331472] Updated weights for policy 0, policy_version 31484 (0.0009) +[2026-06-02 18:18:10,651][331472] Updated weights for policy 0, policy_version 31494 (0.0009) +[2026-06-02 18:18:10,885][331472] Updated weights for policy 0, policy_version 31504 (0.0009) +[2026-06-02 18:18:11,648][331472] Updated weights for policy 0, policy_version 31514 (0.0009) +[2026-06-02 18:18:11,896][331472] Updated weights for policy 0, policy_version 31524 (0.0009) +[2026-06-02 18:18:12,143][331472] Updated weights for policy 0, policy_version 31534 (0.0009) +[2026-06-02 18:18:12,383][331472] Updated weights for policy 0, policy_version 31544 (0.0009) +[2026-06-02 18:18:12,627][331472] Updated weights for policy 0, policy_version 31554 (0.0009) +[2026-06-02 18:18:12,868][331472] Updated weights for policy 0, policy_version 31564 (0.0009) +[2026-06-02 18:18:13,635][331472] Updated weights for policy 0, policy_version 31574 (0.0009) +[2026-06-02 18:18:13,877][331472] Updated weights for policy 0, policy_version 31584 (0.0008) +[2026-06-02 18:18:14,126][331472] Updated weights for policy 0, policy_version 31594 (0.0009) +[2026-06-02 18:18:14,370][331472] Updated weights for policy 0, policy_version 31604 (0.0009) +[2026-06-02 18:18:14,613][331472] Updated weights for policy 0, policy_version 31614 (0.0009) +[2026-06-02 18:18:14,847][331472] Updated weights for policy 0, policy_version 31624 (0.0009) +[2026-06-02 18:18:14,904][329443] Fps is (10 sec: 13107.4, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 16220160. Throughput: 0: 15937.4. Samples: 16278656. Policy #0 lag: (min: 37.0, avg: 56.3, max: 101.0) +[2026-06-02 18:18:14,905][329443] Avg episode reward: [(0, '1180.215')] +[2026-06-02 18:18:15,624][331472] Updated weights for policy 0, policy_version 31634 (0.0009) +[2026-06-02 18:18:15,851][331472] Updated weights for policy 0, policy_version 31644 (0.0009) +[2026-06-02 18:18:16,096][331472] Updated weights for policy 0, policy_version 31654 (0.0008) +[2026-06-02 18:18:16,342][331472] Updated weights for policy 0, policy_version 31664 (0.0008) +[2026-06-02 18:18:16,584][331472] Updated weights for policy 0, policy_version 31674 (0.0008) +[2026-06-02 18:18:16,812][331472] Updated weights for policy 0, policy_version 31684 (0.0009) +[2026-06-02 18:18:17,071][331472] Updated weights for policy 0, policy_version 31694 (0.0009) +[2026-06-02 18:18:17,847][331472] Updated weights for policy 0, policy_version 31704 (0.0009) +[2026-06-02 18:18:18,089][331472] Updated weights for policy 0, policy_version 31714 (0.0009) +[2026-06-02 18:18:18,333][331472] Updated weights for policy 0, policy_version 31724 (0.0009) +[2026-06-02 18:18:18,571][331472] Updated weights for policy 0, policy_version 31734 (0.0008) +[2026-06-02 18:18:18,819][331472] Updated weights for policy 0, policy_version 31744 (0.0009) +[2026-06-02 18:18:19,068][331472] Updated weights for policy 0, policy_version 31754 (0.0009) +[2026-06-02 18:18:19,827][331472] Updated weights for policy 0, policy_version 31764 (0.0009) +[2026-06-02 18:18:19,904][329443] Fps is (10 sec: 16383.7, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 16318464. Throughput: 0: 15800.8. Samples: 16325376. Policy #0 lag: (min: 67.0, avg: 84.2, max: 131.0) +[2026-06-02 18:18:19,906][329443] Avg episode reward: [(0, '1186.699')] +[2026-06-02 18:18:20,065][331472] Updated weights for policy 0, policy_version 31774 (0.0009) +[2026-06-02 18:18:20,301][331472] Updated weights for policy 0, policy_version 31784 (0.0008) +[2026-06-02 18:18:20,555][331472] Updated weights for policy 0, policy_version 31794 (0.0008) +[2026-06-02 18:18:20,797][331472] Updated weights for policy 0, policy_version 31804 (0.0008) +[2026-06-02 18:18:21,039][331472] Updated weights for policy 0, policy_version 31814 (0.0009) +[2026-06-02 18:18:21,275][331472] Updated weights for policy 0, policy_version 31824 (0.0008) +[2026-06-02 18:18:22,042][331472] Updated weights for policy 0, policy_version 31834 (0.0009) +[2026-06-02 18:18:22,300][331472] Updated weights for policy 0, policy_version 31844 (0.0009) +[2026-06-02 18:18:22,544][331472] Updated weights for policy 0, policy_version 31854 (0.0008) +[2026-06-02 18:18:22,784][331472] Updated weights for policy 0, policy_version 31864 (0.0008) +[2026-06-02 18:18:23,022][331472] Updated weights for policy 0, policy_version 31874 (0.0008) +[2026-06-02 18:18:23,280][331472] Updated weights for policy 0, policy_version 31884 (0.0009) +[2026-06-02 18:18:24,041][331472] Updated weights for policy 0, policy_version 31895 (0.0009) +[2026-06-02 18:18:24,283][331472] Updated weights for policy 0, policy_version 31905 (0.0009) +[2026-06-02 18:18:24,522][331472] Updated weights for policy 0, policy_version 31915 (0.0008) +[2026-06-02 18:18:24,777][331472] Updated weights for policy 0, policy_version 31925 (0.0008) +[2026-06-02 18:18:24,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 16384000. Throughput: 0: 15653.0. Samples: 16417920. Policy #0 lag: (min: 67.0, avg: 84.2, max: 131.0) +[2026-06-02 18:18:24,905][329443] Avg episode reward: [(0, '1215.873')] +[2026-06-02 18:18:25,021][331472] Updated weights for policy 0, policy_version 31935 (0.0009) +[2026-06-02 18:18:25,289][331472] Updated weights for policy 0, policy_version 31946 (0.0009) +[2026-06-02 18:18:25,422][331382] Saving new best policy, reward=1215.873! +[2026-06-02 18:18:26,085][331472] Updated weights for policy 0, policy_version 31957 (0.0009) +[2026-06-02 18:18:26,319][331472] Updated weights for policy 0, policy_version 31967 (0.0008) +[2026-06-02 18:18:26,564][331472] Updated weights for policy 0, policy_version 31977 (0.0008) +[2026-06-02 18:18:26,839][331472] Updated weights for policy 0, policy_version 31988 (0.0009) +[2026-06-02 18:18:27,082][331472] Updated weights for policy 0, policy_version 31998 (0.0009) +[2026-06-02 18:18:27,325][331472] Updated weights for policy 0, policy_version 32008 (0.0009) +[2026-06-02 18:18:28,093][331472] Updated weights for policy 0, policy_version 32018 (0.0009) +[2026-06-02 18:18:28,330][331472] Updated weights for policy 0, policy_version 32028 (0.0009) +[2026-06-02 18:18:28,569][331472] Updated weights for policy 0, policy_version 32038 (0.0008) +[2026-06-02 18:18:28,812][331472] Updated weights for policy 0, policy_version 32048 (0.0008) +[2026-06-02 18:18:29,059][331472] Updated weights for policy 0, policy_version 32058 (0.0009) +[2026-06-02 18:18:29,303][331472] Updated weights for policy 0, policy_version 32068 (0.0008) +[2026-06-02 18:18:29,544][331472] Updated weights for policy 0, policy_version 32078 (0.0008) +[2026-06-02 18:18:29,904][329443] Fps is (10 sec: 16384.3, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 16482304. Throughput: 0: 15644.4. Samples: 16513152. Policy #0 lag: (min: 67.0, avg: 84.2, max: 131.0) +[2026-06-02 18:18:29,905][329443] Avg episode reward: [(0, '1251.638')] +[2026-06-02 18:18:30,295][331472] Updated weights for policy 0, policy_version 32088 (0.0008) +[2026-06-02 18:18:30,533][331472] Updated weights for policy 0, policy_version 32098 (0.0008) +[2026-06-02 18:18:30,774][331472] Updated weights for policy 0, policy_version 32108 (0.0008) +[2026-06-02 18:18:31,017][331472] Updated weights for policy 0, policy_version 32118 (0.0008) +[2026-06-02 18:18:31,249][331472] Updated weights for policy 0, policy_version 32128 (0.0009) +[2026-06-02 18:18:31,496][331472] Updated weights for policy 0, policy_version 32138 (0.0008) +[2026-06-02 18:18:31,644][331382] Saving new best policy, reward=1251.638! +[2026-06-02 18:18:32,292][331472] Updated weights for policy 0, policy_version 32148 (0.0009) +[2026-06-02 18:18:32,526][331472] Updated weights for policy 0, policy_version 32158 (0.0008) +[2026-06-02 18:18:32,766][331472] Updated weights for policy 0, policy_version 32168 (0.0008) +[2026-06-02 18:18:33,004][331472] Updated weights for policy 0, policy_version 32178 (0.0008) +[2026-06-02 18:18:33,259][331472] Updated weights for policy 0, policy_version 32188 (0.0008) +[2026-06-02 18:18:33,503][331472] Updated weights for policy 0, policy_version 32198 (0.0008) +[2026-06-02 18:18:33,735][331472] Updated weights for policy 0, policy_version 32208 (0.0009) +[2026-06-02 18:18:34,506][331472] Updated weights for policy 0, policy_version 32218 (0.0008) +[2026-06-02 18:18:34,764][331472] Updated weights for policy 0, policy_version 32229 (0.0009) +[2026-06-02 18:18:34,904][329443] Fps is (10 sec: 16383.7, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 16547840. Throughput: 0: 15883.4. Samples: 16566272. Policy #0 lag: (min: 67.0, avg: 84.2, max: 131.0) +[2026-06-02 18:18:34,906][329443] Avg episode reward: [(0, '1251.930')] +[2026-06-02 18:18:34,999][331472] Updated weights for policy 0, policy_version 32239 (0.0008) +[2026-06-02 18:18:35,268][331472] Updated weights for policy 0, policy_version 32249 (0.0008) +[2026-06-02 18:18:35,520][331472] Updated weights for policy 0, policy_version 32260 (0.0008) +[2026-06-02 18:18:35,757][331472] Updated weights for policy 0, policy_version 32270 (0.0009) +[2026-06-02 18:18:35,802][331382] Saving new best policy, reward=1251.930! +[2026-06-02 18:18:36,532][331472] Updated weights for policy 0, policy_version 32280 (0.0009) +[2026-06-02 18:18:36,769][331472] Updated weights for policy 0, policy_version 32290 (0.0008) +[2026-06-02 18:18:37,022][331472] Updated weights for policy 0, policy_version 32300 (0.0009) +[2026-06-02 18:18:37,263][331472] Updated weights for policy 0, policy_version 32310 (0.0008) +[2026-06-02 18:18:37,504][331472] Updated weights for policy 0, policy_version 32320 (0.0008) +[2026-06-02 18:18:37,751][331472] Updated weights for policy 0, policy_version 32330 (0.0008) +[2026-06-02 18:18:38,499][331472] Updated weights for policy 0, policy_version 32340 (0.0008) +[2026-06-02 18:18:38,753][331472] Updated weights for policy 0, policy_version 32350 (0.0008) +[2026-06-02 18:18:38,991][331472] Updated weights for policy 0, policy_version 32360 (0.0008) +[2026-06-02 18:18:39,247][331472] Updated weights for policy 0, policy_version 32370 (0.0007) +[2026-06-02 18:18:39,485][331472] Updated weights for policy 0, policy_version 32380 (0.0005) +[2026-06-02 18:18:39,739][331472] Updated weights for policy 0, policy_version 32390 (0.0004) +[2026-06-02 18:18:39,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15291.8, 300 sec: 15662.0). Total num frames: 16613376. Throughput: 0: 15857.8. Samples: 16661504. Policy #0 lag: (min: 67.0, avg: 84.2, max: 131.0) +[2026-06-02 18:18:39,905][329443] Avg episode reward: [(0, '1250.266')] +[2026-06-02 18:18:39,969][331472] Updated weights for policy 0, policy_version 32400 (0.0004) +[2026-06-02 18:18:40,713][331472] Updated weights for policy 0, policy_version 32410 (0.0004) +[2026-06-02 18:18:40,956][331472] Updated weights for policy 0, policy_version 32420 (0.0004) +[2026-06-02 18:18:41,193][331472] Updated weights for policy 0, policy_version 32430 (0.0004) +[2026-06-02 18:18:41,449][331472] Updated weights for policy 0, policy_version 32440 (0.0006) +[2026-06-02 18:18:41,689][331472] Updated weights for policy 0, policy_version 32450 (0.0008) +[2026-06-02 18:18:41,939][331472] Updated weights for policy 0, policy_version 32461 (0.0008) +[2026-06-02 18:18:42,719][331472] Updated weights for policy 0, policy_version 32471 (0.0009) +[2026-06-02 18:18:42,965][331472] Updated weights for policy 0, policy_version 32481 (0.0008) +[2026-06-02 18:18:43,217][331472] Updated weights for policy 0, policy_version 32491 (0.0008) +[2026-06-02 18:18:43,487][331472] Updated weights for policy 0, policy_version 32502 (0.0009) +[2026-06-02 18:18:43,729][331472] Updated weights for policy 0, policy_version 32512 (0.0008) +[2026-06-02 18:18:43,982][331472] Updated weights for policy 0, policy_version 32522 (0.0010) +[2026-06-02 18:18:44,738][331472] Updated weights for policy 0, policy_version 32532 (0.0009) +[2026-06-02 18:18:44,904][329443] Fps is (10 sec: 16384.4, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 16711680. Throughput: 0: 15718.4. Samples: 16750848. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:18:44,905][329443] Avg episode reward: [(0, '1302.607')] +[2026-06-02 18:18:44,964][331472] Updated weights for policy 0, policy_version 32542 (0.0008) +[2026-06-02 18:18:45,214][331472] Updated weights for policy 0, policy_version 32552 (0.0008) +[2026-06-02 18:18:45,458][331472] Updated weights for policy 0, policy_version 32562 (0.0008) +[2026-06-02 18:18:45,704][331472] Updated weights for policy 0, policy_version 32572 (0.0009) +[2026-06-02 18:18:45,945][331472] Updated weights for policy 0, policy_version 32582 (0.0008) +[2026-06-02 18:18:46,176][331382] Saving new best policy, reward=1302.607! +[2026-06-02 18:18:46,178][331472] Updated weights for policy 0, policy_version 32592 (0.0008) +[2026-06-02 18:18:46,949][331472] Updated weights for policy 0, policy_version 32602 (0.0009) +[2026-06-02 18:18:47,186][331472] Updated weights for policy 0, policy_version 32612 (0.0008) +[2026-06-02 18:18:47,429][331472] Updated weights for policy 0, policy_version 32622 (0.0008) +[2026-06-02 18:18:47,671][331472] Updated weights for policy 0, policy_version 32632 (0.0008) +[2026-06-02 18:18:47,918][331472] Updated weights for policy 0, policy_version 32642 (0.0008) +[2026-06-02 18:18:48,163][331472] Updated weights for policy 0, policy_version 32652 (0.0009) +[2026-06-02 18:18:48,921][331472] Updated weights for policy 0, policy_version 32662 (0.0009) +[2026-06-02 18:18:49,171][331472] Updated weights for policy 0, policy_version 32672 (0.0009) +[2026-06-02 18:18:49,415][331472] Updated weights for policy 0, policy_version 32682 (0.0009) +[2026-06-02 18:18:49,661][331472] Updated weights for policy 0, policy_version 32692 (0.0009) +[2026-06-02 18:18:49,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 16777216. Throughput: 0: 15835.0. Samples: 16798976. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:18:49,905][329443] Avg episode reward: [(0, '1315.900')] +[2026-06-02 18:18:49,906][331472] Updated weights for policy 0, policy_version 32702 (0.0006) +[2026-06-02 18:18:50,152][331472] Updated weights for policy 0, policy_version 32712 (0.0009) +[2026-06-02 18:18:50,331][331382] Saving new best policy, reward=1315.900! +[2026-06-02 18:18:50,920][331472] Updated weights for policy 0, policy_version 32722 (0.0009) +[2026-06-02 18:18:51,171][331472] Updated weights for policy 0, policy_version 32733 (0.0009) +[2026-06-02 18:18:51,413][331472] Updated weights for policy 0, policy_version 32743 (0.0010) +[2026-06-02 18:18:51,656][331472] Updated weights for policy 0, policy_version 32753 (0.0009) +[2026-06-02 18:18:51,906][331472] Updated weights for policy 0, policy_version 32763 (0.0009) +[2026-06-02 18:18:52,152][331472] Updated weights for policy 0, policy_version 32773 (0.0009) +[2026-06-02 18:18:52,394][331472] Updated weights for policy 0, policy_version 32783 (0.0009) +[2026-06-02 18:18:53,152][331472] Updated weights for policy 0, policy_version 32793 (0.0009) +[2026-06-02 18:18:53,398][331472] Updated weights for policy 0, policy_version 32803 (0.0009) +[2026-06-02 18:18:53,647][331472] Updated weights for policy 0, policy_version 32813 (0.0009) +[2026-06-02 18:18:53,887][331472] Updated weights for policy 0, policy_version 32823 (0.0009) +[2026-06-02 18:18:54,123][331472] Updated weights for policy 0, policy_version 32833 (0.0009) +[2026-06-02 18:18:54,369][331472] Updated weights for policy 0, policy_version 32843 (0.0009) +[2026-06-02 18:18:54,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 16875520. Throughput: 0: 15849.3. Samples: 16895360. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:18:54,905][329443] Avg episode reward: [(0, '1298.226')] +[2026-06-02 18:18:55,146][331472] Updated weights for policy 0, policy_version 32853 (0.0009) +[2026-06-02 18:18:55,380][331472] Updated weights for policy 0, policy_version 32863 (0.0009) +[2026-06-02 18:18:55,626][331472] Updated weights for policy 0, policy_version 32873 (0.0009) +[2026-06-02 18:18:55,865][331472] Updated weights for policy 0, policy_version 32883 (0.0009) +[2026-06-02 18:18:56,117][331472] Updated weights for policy 0, policy_version 32893 (0.0009) +[2026-06-02 18:18:56,369][331472] Updated weights for policy 0, policy_version 32904 (0.0009) +[2026-06-02 18:18:57,173][331472] Updated weights for policy 0, policy_version 32914 (0.0009) +[2026-06-02 18:18:57,397][331472] Updated weights for policy 0, policy_version 32924 (0.0009) +[2026-06-02 18:18:57,641][331472] Updated weights for policy 0, policy_version 32934 (0.0009) +[2026-06-02 18:18:57,886][331472] Updated weights for policy 0, policy_version 32944 (0.0009) +[2026-06-02 18:18:58,152][331472] Updated weights for policy 0, policy_version 32955 (0.0009) +[2026-06-02 18:18:58,397][331472] Updated weights for policy 0, policy_version 32965 (0.0008) +[2026-06-02 18:18:58,640][331472] Updated weights for policy 0, policy_version 32975 (0.0009) +[2026-06-02 18:18:59,404][331472] Updated weights for policy 0, policy_version 32985 (0.0009) +[2026-06-02 18:18:59,637][331472] Updated weights for policy 0, policy_version 32995 (0.0008) +[2026-06-02 18:18:59,882][331472] Updated weights for policy 0, policy_version 33005 (0.0009) +[2026-06-02 18:18:59,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 16941056. Throughput: 0: 15837.9. Samples: 16991360. Policy #0 lag: (min: 63.0, avg: 84.0, max: 127.0) +[2026-06-02 18:18:59,905][329443] Avg episode reward: [(0, '1295.900')] +[2026-06-02 18:19:00,134][331472] Updated weights for policy 0, policy_version 33015 (0.0008) +[2026-06-02 18:19:00,376][331472] Updated weights for policy 0, policy_version 33025 (0.0009) +[2026-06-02 18:19:00,644][331472] Updated weights for policy 0, policy_version 33036 (0.0008) +[2026-06-02 18:19:01,398][331472] Updated weights for policy 0, policy_version 33046 (0.0008) +[2026-06-02 18:19:01,630][331472] Updated weights for policy 0, policy_version 33056 (0.0008) +[2026-06-02 18:19:01,884][331472] Updated weights for policy 0, policy_version 33066 (0.0008) +[2026-06-02 18:19:02,132][331472] Updated weights for policy 0, policy_version 33076 (0.0008) +[2026-06-02 18:19:02,377][331472] Updated weights for policy 0, policy_version 33086 (0.0008) +[2026-06-02 18:19:02,619][331472] Updated weights for policy 0, policy_version 33096 (0.0008) +[2026-06-02 18:19:03,402][331472] Updated weights for policy 0, policy_version 33106 (0.0008) +[2026-06-02 18:19:03,631][331472] Updated weights for policy 0, policy_version 33116 (0.0008) +[2026-06-02 18:19:03,878][331472] Updated weights for policy 0, policy_version 33126 (0.0009) +[2026-06-02 18:19:04,123][331472] Updated weights for policy 0, policy_version 33136 (0.0009) +[2026-06-02 18:19:04,371][331472] Updated weights for policy 0, policy_version 33146 (0.0008) +[2026-06-02 18:19:04,606][331472] Updated weights for policy 0, policy_version 33156 (0.0008) +[2026-06-02 18:19:04,858][331472] Updated weights for policy 0, policy_version 33166 (0.0009) +[2026-06-02 18:19:04,904][329443] Fps is (10 sec: 16383.7, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17039360. Throughput: 0: 15746.9. Samples: 17033984. Policy #0 lag: (min: 7.0, avg: 26.8, max: 71.0) +[2026-06-02 18:19:04,906][329443] Avg episode reward: [(0, '1322.894')] +[2026-06-02 18:19:04,911][331382] Saving new best policy, reward=1322.894! +[2026-06-02 18:19:05,614][331472] Updated weights for policy 0, policy_version 33176 (0.0009) +[2026-06-02 18:19:05,856][331472] Updated weights for policy 0, policy_version 33186 (0.0009) +[2026-06-02 18:19:06,091][331472] Updated weights for policy 0, policy_version 33196 (0.0009) +[2026-06-02 18:19:06,345][331472] Updated weights for policy 0, policy_version 33206 (0.0009) +[2026-06-02 18:19:06,587][331472] Updated weights for policy 0, policy_version 33216 (0.0009) +[2026-06-02 18:19:06,815][331472] Updated weights for policy 0, policy_version 33226 (0.0009) +[2026-06-02 18:19:07,600][331472] Updated weights for policy 0, policy_version 33236 (0.0010) +[2026-06-02 18:19:07,847][331472] Updated weights for policy 0, policy_version 33246 (0.0010) +[2026-06-02 18:19:08,104][331472] Updated weights for policy 0, policy_version 33257 (0.0009) +[2026-06-02 18:19:08,351][331472] Updated weights for policy 0, policy_version 33267 (0.0009) +[2026-06-02 18:19:08,602][331472] Updated weights for policy 0, policy_version 33277 (0.0010) +[2026-06-02 18:19:08,835][331472] Updated weights for policy 0, policy_version 33287 (0.0009) +[2026-06-02 18:19:09,623][331472] Updated weights for policy 0, policy_version 33297 (0.0009) +[2026-06-02 18:19:09,838][331472] Updated weights for policy 0, policy_version 33307 (0.0010) +[2026-06-02 18:19:09,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 17104896. Throughput: 0: 15826.5. Samples: 17130112. Policy #0 lag: (min: 7.0, avg: 26.8, max: 71.0) +[2026-06-02 18:19:09,905][329443] Avg episode reward: [(0, '1294.921')] +[2026-06-02 18:19:10,092][331472] Updated weights for policy 0, policy_version 33317 (0.0009) +[2026-06-02 18:19:10,362][331472] Updated weights for policy 0, policy_version 33328 (0.0009) +[2026-06-02 18:19:10,597][331472] Updated weights for policy 0, policy_version 33338 (0.0008) +[2026-06-02 18:19:10,858][331472] Updated weights for policy 0, policy_version 33348 (0.0009) +[2026-06-02 18:19:11,093][331472] Updated weights for policy 0, policy_version 33358 (0.0009) +[2026-06-02 18:19:11,851][331472] Updated weights for policy 0, policy_version 33368 (0.0009) +[2026-06-02 18:19:12,091][331472] Updated weights for policy 0, policy_version 33378 (0.0008) +[2026-06-02 18:19:12,339][331472] Updated weights for policy 0, policy_version 33388 (0.0009) +[2026-06-02 18:19:12,608][331472] Updated weights for policy 0, policy_version 33399 (0.0009) +[2026-06-02 18:19:12,850][331472] Updated weights for policy 0, policy_version 33409 (0.0009) +[2026-06-02 18:19:13,096][331472] Updated weights for policy 0, policy_version 33419 (0.0008) +[2026-06-02 18:19:13,845][331472] Updated weights for policy 0, policy_version 33429 (0.0008) +[2026-06-02 18:19:14,090][331472] Updated weights for policy 0, policy_version 33439 (0.0010) +[2026-06-02 18:19:14,330][331472] Updated weights for policy 0, policy_version 33449 (0.0009) +[2026-06-02 18:19:14,576][331472] Updated weights for policy 0, policy_version 33459 (0.0008) +[2026-06-02 18:19:14,824][331472] Updated weights for policy 0, policy_version 33469 (0.0009) +[2026-06-02 18:19:14,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17170432. Throughput: 0: 15826.5. Samples: 17225344. Policy #0 lag: (min: 7.0, avg: 26.8, max: 71.0) +[2026-06-02 18:19:14,905][329443] Avg episode reward: [(0, '1305.144')] +[2026-06-02 18:19:15,067][331472] Updated weights for policy 0, policy_version 33479 (0.0008) +[2026-06-02 18:19:15,870][331472] Updated weights for policy 0, policy_version 33490 (0.0009) +[2026-06-02 18:19:16,092][331472] Updated weights for policy 0, policy_version 33500 (0.0008) +[2026-06-02 18:19:16,333][331472] Updated weights for policy 0, policy_version 33510 (0.0008) +[2026-06-02 18:19:16,576][331472] Updated weights for policy 0, policy_version 33520 (0.0008) +[2026-06-02 18:19:16,824][331472] Updated weights for policy 0, policy_version 33530 (0.0008) +[2026-06-02 18:19:17,057][331472] Updated weights for policy 0, policy_version 33540 (0.0008) +[2026-06-02 18:19:17,305][331472] Updated weights for policy 0, policy_version 33550 (0.0008) +[2026-06-02 18:19:18,079][331472] Updated weights for policy 0, policy_version 33560 (0.0008) +[2026-06-02 18:19:18,332][331472] Updated weights for policy 0, policy_version 33570 (0.0008) +[2026-06-02 18:19:18,572][331472] Updated weights for policy 0, policy_version 33580 (0.0009) +[2026-06-02 18:19:18,805][331472] Updated weights for policy 0, policy_version 33590 (0.0008) +[2026-06-02 18:19:19,058][331472] Updated weights for policy 0, policy_version 33600 (0.0008) +[2026-06-02 18:19:19,309][331472] Updated weights for policy 0, policy_version 33610 (0.0009) +[2026-06-02 18:19:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17268736. Throughput: 0: 15584.8. Samples: 17267584. Policy #0 lag: (min: 7.0, avg: 26.8, max: 71.0) +[2026-06-02 18:19:19,905][329443] Avg episode reward: [(0, '1285.699')] +[2026-06-02 18:19:20,070][331472] Updated weights for policy 0, policy_version 33620 (0.0009) +[2026-06-02 18:19:20,321][331472] Updated weights for policy 0, policy_version 33630 (0.0009) +[2026-06-02 18:19:20,544][331472] Updated weights for policy 0, policy_version 33640 (0.0008) +[2026-06-02 18:19:20,789][331472] Updated weights for policy 0, policy_version 33650 (0.0009) +[2026-06-02 18:19:21,044][331472] Updated weights for policy 0, policy_version 33660 (0.0008) +[2026-06-02 18:19:21,279][331472] Updated weights for policy 0, policy_version 33670 (0.0009) +[2026-06-02 18:19:22,081][331472] Updated weights for policy 0, policy_version 33681 (0.0009) +[2026-06-02 18:19:22,304][331472] Updated weights for policy 0, policy_version 33691 (0.0008) +[2026-06-02 18:19:22,555][331472] Updated weights for policy 0, policy_version 33701 (0.0009) +[2026-06-02 18:19:22,793][331472] Updated weights for policy 0, policy_version 33711 (0.0009) +[2026-06-02 18:19:23,049][331472] Updated weights for policy 0, policy_version 33721 (0.0009) +[2026-06-02 18:19:23,284][331472] Updated weights for policy 0, policy_version 33731 (0.0009) +[2026-06-02 18:19:23,526][331472] Updated weights for policy 0, policy_version 33741 (0.0008) +[2026-06-02 18:19:24,316][331472] Updated weights for policy 0, policy_version 33752 (0.0008) +[2026-06-02 18:19:24,564][331472] Updated weights for policy 0, policy_version 33762 (0.0009) +[2026-06-02 18:19:24,809][331472] Updated weights for policy 0, policy_version 33772 (0.0009) +[2026-06-02 18:19:24,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17334272. Throughput: 0: 15598.9. Samples: 17363456. Policy #0 lag: (min: 7.0, avg: 26.8, max: 71.0) +[2026-06-02 18:19:24,905][329443] Avg episode reward: [(0, '1282.639')] +[2026-06-02 18:19:25,044][331472] Updated weights for policy 0, policy_version 33782 (0.0008) +[2026-06-02 18:19:25,301][331472] Updated weights for policy 0, policy_version 33792 (0.0008) +[2026-06-02 18:19:25,542][331472] Updated weights for policy 0, policy_version 33802 (0.0008) +[2026-06-02 18:19:26,334][331472] Updated weights for policy 0, policy_version 33812 (0.0009) +[2026-06-02 18:19:26,568][331472] Updated weights for policy 0, policy_version 33822 (0.0008) +[2026-06-02 18:19:26,808][331472] Updated weights for policy 0, policy_version 33832 (0.0008) +[2026-06-02 18:19:27,073][331472] Updated weights for policy 0, policy_version 33843 (0.0008) +[2026-06-02 18:19:27,317][331472] Updated weights for policy 0, policy_version 33853 (0.0008) +[2026-06-02 18:19:27,562][331472] Updated weights for policy 0, policy_version 33863 (0.0008) +[2026-06-02 18:19:28,359][331472] Updated weights for policy 0, policy_version 33873 (0.0008) +[2026-06-02 18:19:28,610][331472] Updated weights for policy 0, policy_version 33884 (0.0009) +[2026-06-02 18:19:28,851][331472] Updated weights for policy 0, policy_version 33894 (0.0009) +[2026-06-02 18:19:29,096][331472] Updated weights for policy 0, policy_version 33904 (0.0008) +[2026-06-02 18:19:29,330][331472] Updated weights for policy 0, policy_version 33914 (0.0008) +[2026-06-02 18:19:29,579][331472] Updated weights for policy 0, policy_version 33924 (0.0007) +[2026-06-02 18:19:29,819][331472] Updated weights for policy 0, policy_version 33934 (0.0009) +[2026-06-02 18:19:29,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17432576. Throughput: 0: 15755.4. Samples: 17459840. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:19:29,905][329443] Avg episode reward: [(0, '1294.088')] +[2026-06-02 18:19:30,596][331472] Updated weights for policy 0, policy_version 33944 (0.0009) +[2026-06-02 18:19:30,851][331472] Updated weights for policy 0, policy_version 33954 (0.0009) +[2026-06-02 18:19:31,078][331472] Updated weights for policy 0, policy_version 33964 (0.0009) +[2026-06-02 18:19:31,329][331472] Updated weights for policy 0, policy_version 33974 (0.0009) +[2026-06-02 18:19:31,567][331472] Updated weights for policy 0, policy_version 33984 (0.0009) +[2026-06-02 18:19:31,817][331472] Updated weights for policy 0, policy_version 33994 (0.0009) +[2026-06-02 18:19:32,560][331472] Updated weights for policy 0, policy_version 34004 (0.0009) +[2026-06-02 18:19:32,786][331472] Updated weights for policy 0, policy_version 34014 (0.0009) +[2026-06-02 18:19:33,043][331472] Updated weights for policy 0, policy_version 34024 (0.0009) +[2026-06-02 18:19:33,282][331472] Updated weights for policy 0, policy_version 34034 (0.0009) +[2026-06-02 18:19:33,535][331472] Updated weights for policy 0, policy_version 34044 (0.0009) +[2026-06-02 18:19:33,782][331472] Updated weights for policy 0, policy_version 34054 (0.0008) +[2026-06-02 18:19:34,020][331472] Updated weights for policy 0, policy_version 34064 (0.0009) +[2026-06-02 18:19:34,780][331472] Updated weights for policy 0, policy_version 34074 (0.0009) +[2026-06-02 18:19:34,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17498112. Throughput: 0: 15874.8. Samples: 17513344. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:19:34,906][329443] Avg episode reward: [(0, '1288.908')] +[2026-06-02 18:19:35,022][331472] Updated weights for policy 0, policy_version 34084 (0.0009) +[2026-06-02 18:19:35,247][331472] Updated weights for policy 0, policy_version 34094 (0.0009) +[2026-06-02 18:19:35,494][331472] Updated weights for policy 0, policy_version 34104 (0.0008) +[2026-06-02 18:19:35,750][331472] Updated weights for policy 0, policy_version 34114 (0.0008) +[2026-06-02 18:19:35,986][331472] Updated weights for policy 0, policy_version 34124 (0.0009) +[2026-06-02 18:19:36,764][331472] Updated weights for policy 0, policy_version 34134 (0.0009) +[2026-06-02 18:19:37,001][331472] Updated weights for policy 0, policy_version 34144 (0.0009) +[2026-06-02 18:19:37,242][331472] Updated weights for policy 0, policy_version 34154 (0.0009) +[2026-06-02 18:19:37,490][331472] Updated weights for policy 0, policy_version 34164 (0.0009) +[2026-06-02 18:19:37,734][331472] Updated weights for policy 0, policy_version 34174 (0.0008) +[2026-06-02 18:19:37,966][331472] Updated weights for policy 0, policy_version 34184 (0.0009) +[2026-06-02 18:19:38,753][331472] Updated weights for policy 0, policy_version 34194 (0.0009) +[2026-06-02 18:19:38,985][331472] Updated weights for policy 0, policy_version 34204 (0.0009) +[2026-06-02 18:19:39,226][331472] Updated weights for policy 0, policy_version 34214 (0.0009) +[2026-06-02 18:19:39,469][331472] Updated weights for policy 0, policy_version 34224 (0.0009) +[2026-06-02 18:19:39,701][331472] Updated weights for policy 0, policy_version 34234 (0.0009) +[2026-06-02 18:19:39,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17563648. Throughput: 0: 15661.5. Samples: 17600128. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:19:39,905][329443] Avg episode reward: [(0, '1341.699')] +[2026-06-02 18:19:39,945][331472] Updated weights for policy 0, policy_version 34244 (0.0009) +[2026-06-02 18:19:40,204][331472] Updated weights for policy 0, policy_version 34254 (0.0009) +[2026-06-02 18:19:40,240][331382] Saving new best policy, reward=1341.699! +[2026-06-02 18:19:40,957][331472] Updated weights for policy 0, policy_version 34264 (0.0009) +[2026-06-02 18:19:41,200][331472] Updated weights for policy 0, policy_version 34274 (0.0009) +[2026-06-02 18:19:41,431][331472] Updated weights for policy 0, policy_version 34284 (0.0009) +[2026-06-02 18:19:41,672][331472] Updated weights for policy 0, policy_version 34294 (0.0009) +[2026-06-02 18:19:41,929][331472] Updated weights for policy 0, policy_version 34304 (0.0009) +[2026-06-02 18:19:42,168][331472] Updated weights for policy 0, policy_version 34314 (0.0009) +[2026-06-02 18:19:42,938][331472] Updated weights for policy 0, policy_version 34324 (0.0009) +[2026-06-02 18:19:43,174][331472] Updated weights for policy 0, policy_version 34334 (0.0009) +[2026-06-02 18:19:43,405][331472] Updated weights for policy 0, policy_version 34344 (0.0009) +[2026-06-02 18:19:43,664][331472] Updated weights for policy 0, policy_version 34354 (0.0009) +[2026-06-02 18:19:43,892][331472] Updated weights for policy 0, policy_version 34364 (0.0009) +[2026-06-02 18:19:44,142][331472] Updated weights for policy 0, policy_version 34374 (0.0009) +[2026-06-02 18:19:44,371][331472] Updated weights for policy 0, policy_version 34384 (0.0009) +[2026-06-02 18:19:44,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17661952. Throughput: 0: 15579.0. Samples: 17692416. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:19:44,905][329443] Avg episode reward: [(0, '1358.702')] +[2026-06-02 18:19:45,163][331472] Updated weights for policy 0, policy_version 34394 (0.0009) +[2026-06-02 18:19:45,395][331472] Updated weights for policy 0, policy_version 34404 (0.0008) +[2026-06-02 18:19:45,645][331472] Updated weights for policy 0, policy_version 34414 (0.0009) +[2026-06-02 18:19:45,877][331472] Updated weights for policy 0, policy_version 34424 (0.0009) +[2026-06-02 18:19:46,119][331472] Updated weights for policy 0, policy_version 34434 (0.0009) +[2026-06-02 18:19:46,373][331472] Updated weights for policy 0, policy_version 34444 (0.0009) +[2026-06-02 18:19:46,455][331382] Saving new best policy, reward=1358.702! +[2026-06-02 18:19:47,147][331472] Updated weights for policy 0, policy_version 34454 (0.0009) +[2026-06-02 18:19:47,382][331472] Updated weights for policy 0, policy_version 34464 (0.0009) +[2026-06-02 18:19:47,621][331472] Updated weights for policy 0, policy_version 34474 (0.0008) +[2026-06-02 18:19:47,866][331472] Updated weights for policy 0, policy_version 34484 (0.0008) +[2026-06-02 18:19:48,106][331472] Updated weights for policy 0, policy_version 34494 (0.0008) +[2026-06-02 18:19:48,354][331472] Updated weights for policy 0, policy_version 34504 (0.0009) +[2026-06-02 18:19:49,129][331472] Updated weights for policy 0, policy_version 34514 (0.0008) +[2026-06-02 18:19:49,367][331472] Updated weights for policy 0, policy_version 34524 (0.0007) +[2026-06-02 18:19:49,604][331472] Updated weights for policy 0, policy_version 34534 (0.0009) +[2026-06-02 18:19:49,845][331472] Updated weights for policy 0, policy_version 34544 (0.0009) +[2026-06-02 18:19:49,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17727488. Throughput: 0: 15835.0. Samples: 17746560. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:19:49,905][329443] Avg episode reward: [(0, '1358.248')] +[2026-06-02 18:19:50,085][331472] Updated weights for policy 0, policy_version 34554 (0.0008) +[2026-06-02 18:19:50,325][331472] Updated weights for policy 0, policy_version 34564 (0.0009) +[2026-06-02 18:19:50,573][331472] Updated weights for policy 0, policy_version 34574 (0.0009) +[2026-06-02 18:19:51,360][331472] Updated weights for policy 0, policy_version 34584 (0.0009) +[2026-06-02 18:19:51,624][331472] Updated weights for policy 0, policy_version 34595 (0.0009) +[2026-06-02 18:19:51,876][331472] Updated weights for policy 0, policy_version 34605 (0.0009) +[2026-06-02 18:19:52,111][331472] Updated weights for policy 0, policy_version 34615 (0.0008) +[2026-06-02 18:19:52,366][331472] Updated weights for policy 0, policy_version 34625 (0.0014) +[2026-06-02 18:19:52,610][331472] Updated weights for policy 0, policy_version 34635 (0.0008) +[2026-06-02 18:19:53,368][331472] Updated weights for policy 0, policy_version 34645 (0.0009) +[2026-06-02 18:19:53,601][331472] Updated weights for policy 0, policy_version 34655 (0.0009) +[2026-06-02 18:19:53,845][331472] Updated weights for policy 0, policy_version 34665 (0.0009) +[2026-06-02 18:19:54,081][331472] Updated weights for policy 0, policy_version 34675 (0.0009) +[2026-06-02 18:19:54,334][331472] Updated weights for policy 0, policy_version 34685 (0.0009) +[2026-06-02 18:19:54,577][331472] Updated weights for policy 0, policy_version 34695 (0.0007) +[2026-06-02 18:19:54,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 17825792. Throughput: 0: 15826.5. Samples: 17842304. Policy #0 lag: (min: 81.0, avg: 99.9, max: 144.0) +[2026-06-02 18:19:54,905][329443] Avg episode reward: [(0, '1349.541')] +[2026-06-02 18:19:55,357][331472] Updated weights for policy 0, policy_version 34705 (0.0009) +[2026-06-02 18:19:55,575][331472] Updated weights for policy 0, policy_version 34715 (0.0009) +[2026-06-02 18:19:55,818][331472] Updated weights for policy 0, policy_version 34725 (0.0009) +[2026-06-02 18:19:56,075][331472] Updated weights for policy 0, policy_version 34735 (0.0010) +[2026-06-02 18:19:56,320][331472] Updated weights for policy 0, policy_version 34745 (0.0009) +[2026-06-02 18:19:56,559][331472] Updated weights for policy 0, policy_version 34755 (0.0009) +[2026-06-02 18:19:56,809][331472] Updated weights for policy 0, policy_version 34765 (0.0009) +[2026-06-02 18:19:57,591][331472] Updated weights for policy 0, policy_version 34775 (0.0009) +[2026-06-02 18:19:57,832][331472] Updated weights for policy 0, policy_version 34785 (0.0009) +[2026-06-02 18:19:58,064][331472] Updated weights for policy 0, policy_version 34795 (0.0009) +[2026-06-02 18:19:58,310][331472] Updated weights for policy 0, policy_version 34805 (0.0008) +[2026-06-02 18:19:58,563][331472] Updated weights for policy 0, policy_version 34815 (0.0009) +[2026-06-02 18:19:58,808][331472] Updated weights for policy 0, policy_version 34825 (0.0010) +[2026-06-02 18:19:59,551][331472] Updated weights for policy 0, policy_version 34835 (0.0009) +[2026-06-02 18:19:59,785][331472] Updated weights for policy 0, policy_version 34845 (0.0009) +[2026-06-02 18:19:59,904][329443] Fps is (10 sec: 16384.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 17891328. Throughput: 0: 15832.2. Samples: 17937792. Policy #0 lag: (min: 81.0, avg: 99.9, max: 144.0) +[2026-06-02 18:19:59,905][329443] Avg episode reward: [(0, '1386.447')] +[2026-06-02 18:20:00,018][331472] Updated weights for policy 0, policy_version 34855 (0.0009) +[2026-06-02 18:20:00,274][331472] Updated weights for policy 0, policy_version 34865 (0.0009) +[2026-06-02 18:20:00,508][331472] Updated weights for policy 0, policy_version 34875 (0.0009) +[2026-06-02 18:20:00,756][331472] Updated weights for policy 0, policy_version 34885 (0.0009) +[2026-06-02 18:20:00,992][331472] Updated weights for policy 0, policy_version 34895 (0.0008) +[2026-06-02 18:20:01,011][331382] Saving new best policy, reward=1386.447! +[2026-06-02 18:20:01,765][331472] Updated weights for policy 0, policy_version 34905 (0.0009) +[2026-06-02 18:20:02,008][331472] Updated weights for policy 0, policy_version 34915 (0.0008) +[2026-06-02 18:20:02,238][331472] Updated weights for policy 0, policy_version 34925 (0.0008) +[2026-06-02 18:20:02,493][331472] Updated weights for policy 0, policy_version 34935 (0.0009) +[2026-06-02 18:20:02,733][331472] Updated weights for policy 0, policy_version 34945 (0.0008) +[2026-06-02 18:20:02,977][331472] Updated weights for policy 0, policy_version 34955 (0.0008) +[2026-06-02 18:20:03,751][331472] Updated weights for policy 0, policy_version 34965 (0.0009) +[2026-06-02 18:20:03,976][331472] Updated weights for policy 0, policy_version 34975 (0.0009) +[2026-06-02 18:20:04,218][331472] Updated weights for policy 0, policy_version 34985 (0.0008) +[2026-06-02 18:20:04,474][331472] Updated weights for policy 0, policy_version 34995 (0.0009) +[2026-06-02 18:20:04,707][331472] Updated weights for policy 0, policy_version 35005 (0.0009) +[2026-06-02 18:20:04,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15291.7, 300 sec: 15662.0). Total num frames: 17956864. Throughput: 0: 15835.0. Samples: 17980160. Policy #0 lag: (min: 81.0, avg: 99.9, max: 144.0) +[2026-06-02 18:20:04,906][329443] Avg episode reward: [(0, '1404.625')] +[2026-06-02 18:20:04,954][331472] Updated weights for policy 0, policy_version 35015 (0.0009) +[2026-06-02 18:20:05,159][331382] Saving new best policy, reward=1404.625! +[2026-06-02 18:20:05,727][331472] Updated weights for policy 0, policy_version 35025 (0.0009) +[2026-06-02 18:20:05,943][331472] Updated weights for policy 0, policy_version 35035 (0.0009) +[2026-06-02 18:20:06,185][331472] Updated weights for policy 0, policy_version 35045 (0.0009) +[2026-06-02 18:20:06,423][331472] Updated weights for policy 0, policy_version 35055 (0.0008) +[2026-06-02 18:20:06,680][331472] Updated weights for policy 0, policy_version 35065 (0.0008) +[2026-06-02 18:20:06,914][331472] Updated weights for policy 0, policy_version 35075 (0.0008) +[2026-06-02 18:20:07,152][331472] Updated weights for policy 0, policy_version 35085 (0.0009) +[2026-06-02 18:20:07,978][331472] Updated weights for policy 0, policy_version 35097 (0.0009) +[2026-06-02 18:20:08,218][331472] Updated weights for policy 0, policy_version 35107 (0.0008) +[2026-06-02 18:20:08,505][331472] Updated weights for policy 0, policy_version 35119 (0.0009) +[2026-06-02 18:20:08,748][331472] Updated weights for policy 0, policy_version 35129 (0.0008) +[2026-06-02 18:20:09,032][331472] Updated weights for policy 0, policy_version 35140 (0.0008) +[2026-06-02 18:20:09,279][331472] Updated weights for policy 0, policy_version 35151 (0.0009) +[2026-06-02 18:20:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18055168. Throughput: 0: 15832.2. Samples: 18075904. Policy #0 lag: (min: 81.0, avg: 99.9, max: 144.0) +[2026-06-02 18:20:09,905][329443] Avg episode reward: [(0, '1394.408')] +[2026-06-02 18:20:10,059][331472] Updated weights for policy 0, policy_version 35161 (0.0009) +[2026-06-02 18:20:10,283][331472] Updated weights for policy 0, policy_version 35171 (0.0009) +[2026-06-02 18:20:10,527][331472] Updated weights for policy 0, policy_version 35181 (0.0009) +[2026-06-02 18:20:10,769][331472] Updated weights for policy 0, policy_version 35191 (0.0009) +[2026-06-02 18:20:11,033][331472] Updated weights for policy 0, policy_version 35202 (0.0009) +[2026-06-02 18:20:11,271][331472] Updated weights for policy 0, policy_version 35212 (0.0009) +[2026-06-02 18:20:12,062][331472] Updated weights for policy 0, policy_version 35222 (0.0009) +[2026-06-02 18:20:12,304][331472] Updated weights for policy 0, policy_version 35232 (0.0009) +[2026-06-02 18:20:12,540][331472] Updated weights for policy 0, policy_version 35242 (0.0009) +[2026-06-02 18:20:12,820][331472] Updated weights for policy 0, policy_version 35253 (0.0009) +[2026-06-02 18:20:13,046][331472] Updated weights for policy 0, policy_version 35263 (0.0009) +[2026-06-02 18:20:13,293][331472] Updated weights for policy 0, policy_version 35273 (0.0009) +[2026-06-02 18:20:14,108][331472] Updated weights for policy 0, policy_version 35284 (0.0009) +[2026-06-02 18:20:14,338][331472] Updated weights for policy 0, policy_version 35294 (0.0009) +[2026-06-02 18:20:14,568][331472] Updated weights for policy 0, policy_version 35304 (0.0009) +[2026-06-02 18:20:14,813][331472] Updated weights for policy 0, policy_version 35314 (0.0008) +[2026-06-02 18:20:14,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18120704. Throughput: 0: 15835.0. Samples: 18172416. Policy #0 lag: (min: 81.0, avg: 99.9, max: 144.0) +[2026-06-02 18:20:14,905][329443] Avg episode reward: [(0, '1398.489')] +[2026-06-02 18:20:15,062][331472] Updated weights for policy 0, policy_version 35324 (0.0009) +[2026-06-02 18:20:15,304][331472] Updated weights for policy 0, policy_version 35334 (0.0009) +[2026-06-02 18:20:15,531][331472] Updated weights for policy 0, policy_version 35344 (0.0008) +[2026-06-02 18:20:16,322][331472] Updated weights for policy 0, policy_version 35355 (0.0010) +[2026-06-02 18:20:16,595][331472] Updated weights for policy 0, policy_version 35366 (0.0009) +[2026-06-02 18:20:16,837][331472] Updated weights for policy 0, policy_version 35376 (0.0009) +[2026-06-02 18:20:17,086][331472] Updated weights for policy 0, policy_version 35386 (0.0009) +[2026-06-02 18:20:17,306][331472] Updated weights for policy 0, policy_version 35396 (0.0009) +[2026-06-02 18:20:17,552][331472] Updated weights for policy 0, policy_version 35406 (0.0009) +[2026-06-02 18:20:18,379][331472] Updated weights for policy 0, policy_version 35417 (0.0009) +[2026-06-02 18:20:18,617][331472] Updated weights for policy 0, policy_version 35427 (0.0009) +[2026-06-02 18:20:18,873][331472] Updated weights for policy 0, policy_version 35437 (0.0008) +[2026-06-02 18:20:19,116][331472] Updated weights for policy 0, policy_version 35447 (0.0009) +[2026-06-02 18:20:19,364][331472] Updated weights for policy 0, policy_version 35457 (0.0009) +[2026-06-02 18:20:19,604][331472] Updated weights for policy 0, policy_version 35467 (0.0008) +[2026-06-02 18:20:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18219008. Throughput: 0: 15562.0. Samples: 18213632. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 18:20:19,906][329443] Avg episode reward: [(0, '1369.312')] +[2026-06-02 18:20:20,326][331472] Updated weights for policy 0, policy_version 35477 (0.0004) +[2026-06-02 18:20:20,570][331472] Updated weights for policy 0, policy_version 35487 (0.0004) +[2026-06-02 18:20:20,811][331472] Updated weights for policy 0, policy_version 35497 (0.0004) +[2026-06-02 18:20:21,056][331472] Updated weights for policy 0, policy_version 35507 (0.0004) +[2026-06-02 18:20:21,311][331472] Updated weights for policy 0, policy_version 35517 (0.0004) +[2026-06-02 18:20:21,539][331472] Updated weights for policy 0, policy_version 35527 (0.0004) +[2026-06-02 18:20:22,333][331472] Updated weights for policy 0, policy_version 35537 (0.0009) +[2026-06-02 18:20:22,556][331472] Updated weights for policy 0, policy_version 35547 (0.0008) +[2026-06-02 18:20:22,798][331472] Updated weights for policy 0, policy_version 35557 (0.0009) +[2026-06-02 18:20:23,060][331472] Updated weights for policy 0, policy_version 35568 (0.0009) +[2026-06-02 18:20:23,320][331472] Updated weights for policy 0, policy_version 35578 (0.0010) +[2026-06-02 18:20:23,559][331472] Updated weights for policy 0, policy_version 35588 (0.0006) +[2026-06-02 18:20:23,808][331472] Updated weights for policy 0, policy_version 35598 (0.0007) +[2026-06-02 18:20:24,565][331472] Updated weights for policy 0, policy_version 35608 (0.0008) +[2026-06-02 18:20:24,806][331472] Updated weights for policy 0, policy_version 35618 (0.0009) +[2026-06-02 18:20:24,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18284544. Throughput: 0: 15792.3. Samples: 18310784. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 18:20:24,905][329443] Avg episode reward: [(0, '1379.724')] +[2026-06-02 18:20:25,047][331472] Updated weights for policy 0, policy_version 35628 (0.0009) +[2026-06-02 18:20:25,308][331472] Updated weights for policy 0, policy_version 35639 (0.0008) +[2026-06-02 18:20:25,565][331472] Updated weights for policy 0, policy_version 35649 (0.0009) +[2026-06-02 18:20:25,794][331472] Updated weights for policy 0, policy_version 35659 (0.0009) +[2026-06-02 18:20:26,566][331472] Updated weights for policy 0, policy_version 35669 (0.0009) +[2026-06-02 18:20:26,836][331472] Updated weights for policy 0, policy_version 35679 (0.0008) +[2026-06-02 18:20:27,095][331472] Updated weights for policy 0, policy_version 35689 (0.0005) +[2026-06-02 18:20:27,338][331472] Updated weights for policy 0, policy_version 35699 (0.0005) +[2026-06-02 18:20:27,582][331472] Updated weights for policy 0, policy_version 35709 (0.0005) +[2026-06-02 18:20:27,839][331472] Updated weights for policy 0, policy_version 35719 (0.0006) +[2026-06-02 18:20:28,550][331472] Updated weights for policy 0, policy_version 35729 (0.0008) +[2026-06-02 18:20:28,791][331472] Updated weights for policy 0, policy_version 35739 (0.0008) +[2026-06-02 18:20:29,030][331472] Updated weights for policy 0, policy_version 35749 (0.0008) +[2026-06-02 18:20:29,281][331472] Updated weights for policy 0, policy_version 35759 (0.0008) +[2026-06-02 18:20:29,531][331472] Updated weights for policy 0, policy_version 35769 (0.0009) +[2026-06-02 18:20:29,775][331472] Updated weights for policy 0, policy_version 35779 (0.0009) +[2026-06-02 18:20:29,904][329443] Fps is (10 sec: 13107.0, 60 sec: 15291.7, 300 sec: 15662.0). Total num frames: 18350080. Throughput: 0: 15860.6. Samples: 18406144. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 18:20:29,905][329443] Avg episode reward: [(0, '1428.453')] +[2026-06-02 18:20:30,005][331472] Updated weights for policy 0, policy_version 35789 (0.0008) +[2026-06-02 18:20:30,074][331382] Saving new best policy, reward=1428.453! +[2026-06-02 18:20:30,740][331472] Updated weights for policy 0, policy_version 35799 (0.0004) +[2026-06-02 18:20:30,964][331472] Updated weights for policy 0, policy_version 35809 (0.0004) +[2026-06-02 18:20:31,221][331472] Updated weights for policy 0, policy_version 35819 (0.0004) +[2026-06-02 18:20:31,463][331472] Updated weights for policy 0, policy_version 35829 (0.0004) +[2026-06-02 18:20:31,704][331472] Updated weights for policy 0, policy_version 35839 (0.0004) +[2026-06-02 18:20:31,976][331472] Updated weights for policy 0, policy_version 35850 (0.0004) +[2026-06-02 18:20:32,721][331472] Updated weights for policy 0, policy_version 35860 (0.0008) +[2026-06-02 18:20:32,959][331472] Updated weights for policy 0, policy_version 35870 (0.0009) +[2026-06-02 18:20:33,217][331472] Updated weights for policy 0, policy_version 35880 (0.0009) +[2026-06-02 18:20:33,461][331472] Updated weights for policy 0, policy_version 35890 (0.0009) +[2026-06-02 18:20:33,696][331472] Updated weights for policy 0, policy_version 35900 (0.0008) +[2026-06-02 18:20:33,948][331472] Updated weights for policy 0, policy_version 35910 (0.0008) +[2026-06-02 18:20:34,191][331472] Updated weights for policy 0, policy_version 35920 (0.0008) +[2026-06-02 18:20:34,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18448384. Throughput: 0: 15684.3. Samples: 18452352. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 18:20:34,905][329443] Avg episode reward: [(0, '1404.880')] +[2026-06-02 18:20:34,947][331472] Updated weights for policy 0, policy_version 35930 (0.0009) +[2026-06-02 18:20:35,200][331472] Updated weights for policy 0, policy_version 35940 (0.0009) +[2026-06-02 18:20:35,440][331472] Updated weights for policy 0, policy_version 35950 (0.0009) +[2026-06-02 18:20:35,681][331472] Updated weights for policy 0, policy_version 35960 (0.0008) +[2026-06-02 18:20:35,930][331472] Updated weights for policy 0, policy_version 35970 (0.0008) +[2026-06-02 18:20:36,173][331472] Updated weights for policy 0, policy_version 35980 (0.0008) +[2026-06-02 18:20:36,944][331472] Updated weights for policy 0, policy_version 35990 (0.0008) +[2026-06-02 18:20:37,175][331472] Updated weights for policy 0, policy_version 36000 (0.0008) +[2026-06-02 18:20:37,428][331472] Updated weights for policy 0, policy_version 36010 (0.0009) +[2026-06-02 18:20:37,676][331472] Updated weights for policy 0, policy_version 36020 (0.0009) +[2026-06-02 18:20:37,917][331472] Updated weights for policy 0, policy_version 36030 (0.0009) +[2026-06-02 18:20:38,148][331472] Updated weights for policy 0, policy_version 36040 (0.0009) +[2026-06-02 18:20:38,927][331472] Updated weights for policy 0, policy_version 36050 (0.0009) +[2026-06-02 18:20:39,141][331472] Updated weights for policy 0, policy_version 36060 (0.0009) +[2026-06-02 18:20:39,394][331472] Updated weights for policy 0, policy_version 36070 (0.0009) +[2026-06-02 18:20:39,631][331472] Updated weights for policy 0, policy_version 36080 (0.0009) +[2026-06-02 18:20:39,868][331472] Updated weights for policy 0, policy_version 36090 (0.0009) +[2026-06-02 18:20:39,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18513920. Throughput: 0: 15576.2. Samples: 18543232. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 18:20:39,905][329443] Avg episode reward: [(0, '1408.178')] +[2026-06-02 18:20:40,116][331472] Updated weights for policy 0, policy_version 36100 (0.0009) +[2026-06-02 18:20:40,359][331472] Updated weights for policy 0, policy_version 36110 (0.0008) +[2026-06-02 18:20:41,114][331472] Updated weights for policy 0, policy_version 36120 (0.0009) +[2026-06-02 18:20:41,351][331472] Updated weights for policy 0, policy_version 36130 (0.0009) +[2026-06-02 18:20:41,599][331472] Updated weights for policy 0, policy_version 36140 (0.0009) +[2026-06-02 18:20:41,837][331472] Updated weights for policy 0, policy_version 36150 (0.0009) +[2026-06-02 18:20:42,088][331472] Updated weights for policy 0, policy_version 36160 (0.0009) +[2026-06-02 18:20:42,328][331472] Updated weights for policy 0, policy_version 36170 (0.0009) +[2026-06-02 18:20:43,086][331472] Updated weights for policy 0, policy_version 36180 (0.0007) +[2026-06-02 18:20:43,326][331472] Updated weights for policy 0, policy_version 36190 (0.0004) +[2026-06-02 18:20:43,568][331472] Updated weights for policy 0, policy_version 36200 (0.0004) +[2026-06-02 18:20:43,819][331472] Updated weights for policy 0, policy_version 36210 (0.0004) +[2026-06-02 18:20:44,069][331472] Updated weights for policy 0, policy_version 36220 (0.0006) +[2026-06-02 18:20:44,324][331472] Updated weights for policy 0, policy_version 36230 (0.0004) +[2026-06-02 18:20:44,548][331472] Updated weights for policy 0, policy_version 36240 (0.0004) +[2026-06-02 18:20:44,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 18612224. Throughput: 0: 15567.6. Samples: 18638336. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:20:44,905][329443] Avg episode reward: [(0, '1396.219')] +[2026-06-02 18:20:45,283][331472] Updated weights for policy 0, policy_version 36250 (0.0009) +[2026-06-02 18:20:45,543][331472] Updated weights for policy 0, policy_version 36260 (0.0009) +[2026-06-02 18:20:45,769][331472] Updated weights for policy 0, policy_version 36270 (0.0009) +[2026-06-02 18:20:46,028][331472] Updated weights for policy 0, policy_version 36280 (0.0009) +[2026-06-02 18:20:46,272][331472] Updated weights for policy 0, policy_version 36290 (0.0009) +[2026-06-02 18:20:46,510][331472] Updated weights for policy 0, policy_version 36300 (0.0009) +[2026-06-02 18:20:47,260][331472] Updated weights for policy 0, policy_version 36310 (0.0009) +[2026-06-02 18:20:47,511][331472] Updated weights for policy 0, policy_version 36320 (0.0009) +[2026-06-02 18:20:47,759][331472] Updated weights for policy 0, policy_version 36330 (0.0009) +[2026-06-02 18:20:47,993][331472] Updated weights for policy 0, policy_version 36340 (0.0009) +[2026-06-02 18:20:48,245][331472] Updated weights for policy 0, policy_version 36350 (0.0009) +[2026-06-02 18:20:48,483][331472] Updated weights for policy 0, policy_version 36360 (0.0009) +[2026-06-02 18:20:49,270][331472] Updated weights for policy 0, policy_version 36370 (0.0008) +[2026-06-02 18:20:49,500][331472] Updated weights for policy 0, policy_version 36380 (0.0009) +[2026-06-02 18:20:49,746][331472] Updated weights for policy 0, policy_version 36390 (0.0009) +[2026-06-02 18:20:49,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18677760. Throughput: 0: 15792.4. Samples: 18690816. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:20:49,905][329443] Avg episode reward: [(0, '1398.442')] +[2026-06-02 18:20:49,987][331472] Updated weights for policy 0, policy_version 36400 (0.0008) +[2026-06-02 18:20:50,234][331472] Updated weights for policy 0, policy_version 36410 (0.0008) +[2026-06-02 18:20:50,477][331472] Updated weights for policy 0, policy_version 36420 (0.0008) +[2026-06-02 18:20:50,721][331472] Updated weights for policy 0, policy_version 36430 (0.0008) +[2026-06-02 18:20:50,764][331382] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs7_seed14/checkpoint_p0/checkpoint_000036432_18710528.pth... +[2026-06-02 18:20:51,465][331472] Updated weights for policy 0, policy_version 36440 (0.0008) +[2026-06-02 18:20:51,702][331472] Updated weights for policy 0, policy_version 36450 (0.0009) +[2026-06-02 18:20:51,946][331472] Updated weights for policy 0, policy_version 36460 (0.0008) +[2026-06-02 18:20:52,194][331472] Updated weights for policy 0, policy_version 36470 (0.0009) +[2026-06-02 18:20:52,442][331472] Updated weights for policy 0, policy_version 36480 (0.0010) +[2026-06-02 18:20:52,688][331472] Updated weights for policy 0, policy_version 36490 (0.0008) +[2026-06-02 18:20:53,436][331472] Updated weights for policy 0, policy_version 36500 (0.0009) +[2026-06-02 18:20:53,680][331472] Updated weights for policy 0, policy_version 36510 (0.0008) +[2026-06-02 18:20:53,926][331472] Updated weights for policy 0, policy_version 36520 (0.0009) +[2026-06-02 18:20:54,167][331472] Updated weights for policy 0, policy_version 36530 (0.0008) +[2026-06-02 18:20:54,410][331472] Updated weights for policy 0, policy_version 36540 (0.0009) +[2026-06-02 18:20:54,657][331472] Updated weights for policy 0, policy_version 36550 (0.0009) +[2026-06-02 18:20:54,887][331472] Updated weights for policy 0, policy_version 36560 (0.0008) +[2026-06-02 18:20:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18776064. Throughput: 0: 15795.2. Samples: 18786688. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:20:54,905][329443] Avg episode reward: [(0, '1420.133')] +[2026-06-02 18:20:55,663][331472] Updated weights for policy 0, policy_version 36570 (0.0009) +[2026-06-02 18:20:55,898][331472] Updated weights for policy 0, policy_version 36580 (0.0009) +[2026-06-02 18:20:56,141][331472] Updated weights for policy 0, policy_version 36590 (0.0009) +[2026-06-02 18:20:56,387][331472] Updated weights for policy 0, policy_version 36600 (0.0009) +[2026-06-02 18:20:56,625][331472] Updated weights for policy 0, policy_version 36610 (0.0008) +[2026-06-02 18:20:56,865][331472] Updated weights for policy 0, policy_version 36620 (0.0009) +[2026-06-02 18:20:57,668][331472] Updated weights for policy 0, policy_version 36630 (0.0009) +[2026-06-02 18:20:57,907][331472] Updated weights for policy 0, policy_version 36640 (0.0009) +[2026-06-02 18:20:58,147][331472] Updated weights for policy 0, policy_version 36650 (0.0009) +[2026-06-02 18:20:58,393][331472] Updated weights for policy 0, policy_version 36660 (0.0009) +[2026-06-02 18:20:58,628][331472] Updated weights for policy 0, policy_version 36670 (0.0009) +[2026-06-02 18:20:58,873][331472] Updated weights for policy 0, policy_version 36680 (0.0009) +[2026-06-02 18:20:59,645][331472] Updated weights for policy 0, policy_version 36690 (0.0009) +[2026-06-02 18:20:59,876][331472] Updated weights for policy 0, policy_version 36700 (0.0009) +[2026-06-02 18:20:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 18841600. Throughput: 0: 15689.9. Samples: 18878464. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:20:59,905][329443] Avg episode reward: [(0, '1414.784')] +[2026-06-02 18:21:00,120][331472] Updated weights for policy 0, policy_version 36710 (0.0009) +[2026-06-02 18:21:00,362][331472] Updated weights for policy 0, policy_version 36720 (0.0009) +[2026-06-02 18:21:00,608][331472] Updated weights for policy 0, policy_version 36730 (0.0009) +[2026-06-02 18:21:00,857][331472] Updated weights for policy 0, policy_version 36740 (0.0009) +[2026-06-02 18:21:01,103][331472] Updated weights for policy 0, policy_version 36750 (0.0009) +[2026-06-02 18:21:01,843][331472] Updated weights for policy 0, policy_version 36760 (0.0009) +[2026-06-02 18:21:02,081][331472] Updated weights for policy 0, policy_version 36770 (0.0009) +[2026-06-02 18:21:02,330][331472] Updated weights for policy 0, policy_version 36780 (0.0009) +[2026-06-02 18:21:02,572][331472] Updated weights for policy 0, policy_version 36790 (0.0009) +[2026-06-02 18:21:02,815][331472] Updated weights for policy 0, policy_version 36800 (0.0009) +[2026-06-02 18:21:03,083][331472] Updated weights for policy 0, policy_version 36811 (0.0009) +[2026-06-02 18:21:03,852][331472] Updated weights for policy 0, policy_version 36821 (0.0009) +[2026-06-02 18:21:04,100][331472] Updated weights for policy 0, policy_version 36831 (0.0009) +[2026-06-02 18:21:04,332][331472] Updated weights for policy 0, policy_version 36841 (0.0009) +[2026-06-02 18:21:04,580][331472] Updated weights for policy 0, policy_version 36851 (0.0009) +[2026-06-02 18:21:04,829][331472] Updated weights for policy 0, policy_version 36861 (0.0009) +[2026-06-02 18:21:04,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 18907136. Throughput: 0: 15800.8. Samples: 18924672. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:21:04,905][329443] Avg episode reward: [(0, '1390.120')] +[2026-06-02 18:21:05,075][331472] Updated weights for policy 0, policy_version 36871 (0.0011) +[2026-06-02 18:21:05,873][331472] Updated weights for policy 0, policy_version 36881 (0.0009) +[2026-06-02 18:21:06,086][331472] Updated weights for policy 0, policy_version 36891 (0.0009) +[2026-06-02 18:21:06,330][331472] Updated weights for policy 0, policy_version 36901 (0.0009) +[2026-06-02 18:21:06,585][331472] Updated weights for policy 0, policy_version 36911 (0.0009) +[2026-06-02 18:21:06,829][331472] Updated weights for policy 0, policy_version 36921 (0.0009) +[2026-06-02 18:21:07,076][331472] Updated weights for policy 0, policy_version 36931 (0.0009) +[2026-06-02 18:21:07,315][331472] Updated weights for policy 0, policy_version 36941 (0.0008) +[2026-06-02 18:21:08,073][331472] Updated weights for policy 0, policy_version 36951 (0.0009) +[2026-06-02 18:21:08,314][331472] Updated weights for policy 0, policy_version 36961 (0.0009) +[2026-06-02 18:21:08,578][331472] Updated weights for policy 0, policy_version 36972 (0.0009) +[2026-06-02 18:21:08,824][331472] Updated weights for policy 0, policy_version 36982 (0.0009) +[2026-06-02 18:21:09,075][331472] Updated weights for policy 0, policy_version 36992 (0.0009) +[2026-06-02 18:21:09,320][331472] Updated weights for policy 0, policy_version 37002 (0.0009) +[2026-06-02 18:21:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 19005440. Throughput: 0: 15778.1. Samples: 19020800. Policy #0 lag: (min: 46.0, avg: 65.5, max: 110.0) +[2026-06-02 18:21:09,905][329443] Avg episode reward: [(0, '1469.750')] +[2026-06-02 18:21:10,093][331472] Updated weights for policy 0, policy_version 37012 (0.0009) +[2026-06-02 18:21:10,313][331472] Updated weights for policy 0, policy_version 37022 (0.0008) +[2026-06-02 18:21:10,567][331472] Updated weights for policy 0, policy_version 37032 (0.0009) +[2026-06-02 18:21:10,807][331472] Updated weights for policy 0, policy_version 37042 (0.0009) +[2026-06-02 18:21:11,065][331472] Updated weights for policy 0, policy_version 37052 (0.0009) +[2026-06-02 18:21:11,288][331472] Updated weights for policy 0, policy_version 37062 (0.0009) +[2026-06-02 18:21:11,534][331382] Saving new best policy, reward=1469.750! +[2026-06-02 18:21:11,537][331472] Updated weights for policy 0, policy_version 37072 (0.0008) +[2026-06-02 18:21:12,312][331472] Updated weights for policy 0, policy_version 37082 (0.0009) +[2026-06-02 18:21:12,550][331472] Updated weights for policy 0, policy_version 37092 (0.0008) +[2026-06-02 18:21:12,807][331472] Updated weights for policy 0, policy_version 37102 (0.0008) +[2026-06-02 18:21:13,035][331472] Updated weights for policy 0, policy_version 37112 (0.0008) +[2026-06-02 18:21:13,286][331472] Updated weights for policy 0, policy_version 37122 (0.0009) +[2026-06-02 18:21:13,534][331472] Updated weights for policy 0, policy_version 37132 (0.0008) +[2026-06-02 18:21:14,296][331472] Updated weights for policy 0, policy_version 37142 (0.0006) +[2026-06-02 18:21:14,528][331472] Updated weights for policy 0, policy_version 37152 (0.0004) +[2026-06-02 18:21:14,781][331472] Updated weights for policy 0, policy_version 37162 (0.0004) +[2026-06-02 18:21:14,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 19070976. Throughput: 0: 15789.5. Samples: 19116672. Policy #0 lag: (min: 46.0, avg: 65.5, max: 110.0) +[2026-06-02 18:21:14,905][329443] Avg episode reward: [(0, '1484.037')] +[2026-06-02 18:21:15,020][331472] Updated weights for policy 0, policy_version 37172 (0.0004) +[2026-06-02 18:21:15,261][331472] Updated weights for policy 0, policy_version 37182 (0.0004) +[2026-06-02 18:21:15,514][331472] Updated weights for policy 0, policy_version 37192 (0.0004) +[2026-06-02 18:21:15,695][331382] Saving new best policy, reward=1484.037! +[2026-06-02 18:21:16,260][331472] Updated weights for policy 0, policy_version 37202 (0.0005) +[2026-06-02 18:21:16,491][331472] Updated weights for policy 0, policy_version 37212 (0.0009) +[2026-06-02 18:21:16,728][331472] Updated weights for policy 0, policy_version 37222 (0.0009) +[2026-06-02 18:21:16,973][331472] Updated weights for policy 0, policy_version 37232 (0.0008) +[2026-06-02 18:21:17,230][331472] Updated weights for policy 0, policy_version 37242 (0.0009) +[2026-06-02 18:21:17,471][331472] Updated weights for policy 0, policy_version 37252 (0.0009) +[2026-06-02 18:21:17,715][331472] Updated weights for policy 0, policy_version 37262 (0.0009) +[2026-06-02 18:21:18,478][331472] Updated weights for policy 0, policy_version 37272 (0.0009) +[2026-06-02 18:21:18,722][331472] Updated weights for policy 0, policy_version 37282 (0.0008) +[2026-06-02 18:21:18,963][331472] Updated weights for policy 0, policy_version 37292 (0.0008) +[2026-06-02 18:21:19,214][331472] Updated weights for policy 0, policy_version 37302 (0.0008) +[2026-06-02 18:21:19,462][331472] Updated weights for policy 0, policy_version 37312 (0.0009) +[2026-06-02 18:21:19,695][331472] Updated weights for policy 0, policy_version 37322 (0.0008) +[2026-06-02 18:21:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 19169280. Throughput: 0: 15718.4. Samples: 19159680. Policy #0 lag: (min: 46.0, avg: 65.5, max: 110.0) +[2026-06-02 18:21:19,906][329443] Avg episode reward: [(0, '1453.143')] +[2026-06-02 18:21:20,476][331472] Updated weights for policy 0, policy_version 37332 (0.0009) +[2026-06-02 18:21:20,696][331472] Updated weights for policy 0, policy_version 37342 (0.0009) +[2026-06-02 18:21:20,949][331472] Updated weights for policy 0, policy_version 37352 (0.0009) +[2026-06-02 18:21:21,193][331472] Updated weights for policy 0, policy_version 37362 (0.0009) +[2026-06-02 18:21:21,438][331472] Updated weights for policy 0, policy_version 37372 (0.0009) +[2026-06-02 18:21:21,684][331472] Updated weights for policy 0, policy_version 37382 (0.0009) +[2026-06-02 18:21:21,918][331472] Updated weights for policy 0, policy_version 37392 (0.0008) +[2026-06-02 18:21:22,682][331472] Updated weights for policy 0, policy_version 37402 (0.0009) +[2026-06-02 18:21:22,931][331472] Updated weights for policy 0, policy_version 37412 (0.0009) +[2026-06-02 18:21:23,167][331472] Updated weights for policy 0, policy_version 37422 (0.0008) +[2026-06-02 18:21:23,417][331472] Updated weights for policy 0, policy_version 37432 (0.0009) +[2026-06-02 18:21:23,660][331472] Updated weights for policy 0, policy_version 37442 (0.0009) +[2026-06-02 18:21:23,896][331472] Updated weights for policy 0, policy_version 37452 (0.0009) +[2026-06-02 18:21:24,657][331472] Updated weights for policy 0, policy_version 37462 (0.0009) +[2026-06-02 18:21:24,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 19234816. Throughput: 0: 15826.5. Samples: 19255424. Policy #0 lag: (min: 46.0, avg: 65.5, max: 110.0) +[2026-06-02 18:21:24,906][329443] Avg episode reward: [(0, '1459.151')] +[2026-06-02 18:21:24,932][331472] Updated weights for policy 0, policy_version 37473 (0.0010) +[2026-06-02 18:21:25,168][331472] Updated weights for policy 0, policy_version 37483 (0.0009) +[2026-06-02 18:21:25,415][331472] Updated weights for policy 0, policy_version 37493 (0.0009) +[2026-06-02 18:21:25,672][331472] Updated weights for policy 0, policy_version 37503 (0.0009) +[2026-06-02 18:21:25,913][331472] Updated weights for policy 0, policy_version 37513 (0.0009) +[2026-06-02 18:21:26,697][331472] Updated weights for policy 0, policy_version 37523 (0.0009) +[2026-06-02 18:21:26,943][331472] Updated weights for policy 0, policy_version 37533 (0.0008) +[2026-06-02 18:21:27,174][331472] Updated weights for policy 0, policy_version 37543 (0.0009) +[2026-06-02 18:21:27,428][331472] Updated weights for policy 0, policy_version 37553 (0.0009) +[2026-06-02 18:21:27,672][331472] Updated weights for policy 0, policy_version 37563 (0.0009) +[2026-06-02 18:21:27,908][331472] Updated weights for policy 0, policy_version 37573 (0.0009) +[2026-06-02 18:21:28,153][331472] Updated weights for policy 0, policy_version 37583 (0.0009) +[2026-06-02 18:21:28,894][331472] Updated weights for policy 0, policy_version 37593 (0.0009) +[2026-06-02 18:21:29,148][331472] Updated weights for policy 0, policy_version 37603 (0.0009) +[2026-06-02 18:21:29,392][331472] Updated weights for policy 0, policy_version 37613 (0.0009) +[2026-06-02 18:21:29,643][331472] Updated weights for policy 0, policy_version 37623 (0.0008) +[2026-06-02 18:21:29,881][331472] Updated weights for policy 0, policy_version 37633 (0.0009) +[2026-06-02 18:21:29,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 19300352. Throughput: 0: 15843.6. Samples: 19351296. Policy #0 lag: (min: 46.0, avg: 65.5, max: 110.0) +[2026-06-02 18:21:29,905][329443] Avg episode reward: [(0, '1489.365')] +[2026-06-02 18:21:30,133][331472] Updated weights for policy 0, policy_version 37643 (0.0008) +[2026-06-02 18:21:30,247][331382] Saving new best policy, reward=1489.365! +[2026-06-02 18:21:30,892][331472] Updated weights for policy 0, policy_version 37653 (0.0008) +[2026-06-02 18:21:31,130][331472] Updated weights for policy 0, policy_version 37663 (0.0009) +[2026-06-02 18:21:31,367][331472] Updated weights for policy 0, policy_version 37673 (0.0009) +[2026-06-02 18:21:31,619][331472] Updated weights for policy 0, policy_version 37683 (0.0009) +[2026-06-02 18:21:31,868][331472] Updated weights for policy 0, policy_version 37693 (0.0008) +[2026-06-02 18:21:32,129][331472] Updated weights for policy 0, policy_version 37704 (0.0009) +[2026-06-02 18:21:32,902][331472] Updated weights for policy 0, policy_version 37714 (0.0009) +[2026-06-02 18:21:33,127][331472] Updated weights for policy 0, policy_version 37724 (0.0009) +[2026-06-02 18:21:33,378][331472] Updated weights for policy 0, policy_version 37734 (0.0009) +[2026-06-02 18:21:33,617][331472] Updated weights for policy 0, policy_version 37744 (0.0007) +[2026-06-02 18:21:33,861][331472] Updated weights for policy 0, policy_version 37754 (0.0005) +[2026-06-02 18:21:34,115][331472] Updated weights for policy 0, policy_version 37764 (0.0006) +[2026-06-02 18:21:34,355][331472] Updated weights for policy 0, policy_version 37774 (0.0009) +[2026-06-02 18:21:34,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 19398656. Throughput: 0: 15616.0. Samples: 19393536. Policy #0 lag: (min: 46.0, avg: 65.5, max: 110.0) +[2026-06-02 18:21:34,905][329443] Avg episode reward: [(0, '1534.512')] +[2026-06-02 18:21:35,118][331472] Updated weights for policy 0, policy_version 37784 (0.0009) +[2026-06-02 18:21:35,345][331472] Updated weights for policy 0, policy_version 37794 (0.0005) +[2026-06-02 18:21:35,603][331472] Updated weights for policy 0, policy_version 37804 (0.0005) +[2026-06-02 18:21:35,847][331472] Updated weights for policy 0, policy_version 37814 (0.0006) +[2026-06-02 18:21:36,089][331472] Updated weights for policy 0, policy_version 37824 (0.0008) +[2026-06-02 18:21:36,326][331472] Updated weights for policy 0, policy_version 37834 (0.0009) +[2026-06-02 18:21:36,478][331382] Saving new best policy, reward=1534.512! +[2026-06-02 18:21:37,104][331472] Updated weights for policy 0, policy_version 37844 (0.0010) +[2026-06-02 18:21:37,343][331472] Updated weights for policy 0, policy_version 37854 (0.0009) +[2026-06-02 18:21:37,586][331472] Updated weights for policy 0, policy_version 37864 (0.0009) +[2026-06-02 18:21:37,824][331472] Updated weights for policy 0, policy_version 37874 (0.0009) +[2026-06-02 18:21:38,068][331472] Updated weights for policy 0, policy_version 37884 (0.0009) +[2026-06-02 18:21:38,331][331472] Updated weights for policy 0, policy_version 37894 (0.0009) +[2026-06-02 18:21:38,562][331472] Updated weights for policy 0, policy_version 37904 (0.0009) +[2026-06-02 18:21:39,310][331472] Updated weights for policy 0, policy_version 37914 (0.0009) +[2026-06-02 18:21:39,553][331472] Updated weights for policy 0, policy_version 37924 (0.0009) +[2026-06-02 18:21:39,803][331472] Updated weights for policy 0, policy_version 37934 (0.0009) +[2026-06-02 18:21:39,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 19464192. Throughput: 0: 15618.8. Samples: 19489536. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:21:39,906][329443] Avg episode reward: [(0, '1523.630')] +[2026-06-02 18:21:40,042][331472] Updated weights for policy 0, policy_version 37944 (0.0009) +[2026-06-02 18:21:40,297][331472] Updated weights for policy 0, policy_version 37954 (0.0009) +[2026-06-02 18:21:40,544][331472] Updated weights for policy 0, policy_version 37964 (0.0007) +[2026-06-02 18:21:41,279][331472] Updated weights for policy 0, policy_version 37974 (0.0008) +[2026-06-02 18:21:41,519][331472] Updated weights for policy 0, policy_version 37984 (0.0009) +[2026-06-02 18:21:41,752][331472] Updated weights for policy 0, policy_version 37994 (0.0009) +[2026-06-02 18:21:42,006][331472] Updated weights for policy 0, policy_version 38004 (0.0009) +[2026-06-02 18:21:42,243][331472] Updated weights for policy 0, policy_version 38014 (0.0008) +[2026-06-02 18:21:42,498][331472] Updated weights for policy 0, policy_version 38024 (0.0009) +[2026-06-02 18:21:43,267][331472] Updated weights for policy 0, policy_version 38034 (0.0009) +[2026-06-02 18:21:43,497][331472] Updated weights for policy 0, policy_version 38044 (0.0008) +[2026-06-02 18:21:43,740][331472] Updated weights for policy 0, policy_version 38054 (0.0008) +[2026-06-02 18:21:43,992][331472] Updated weights for policy 0, policy_version 38064 (0.0008) +[2026-06-02 18:21:44,221][331472] Updated weights for policy 0, policy_version 38074 (0.0010) +[2026-06-02 18:21:44,470][331472] Updated weights for policy 0, policy_version 38084 (0.0009) +[2026-06-02 18:21:44,714][331472] Updated weights for policy 0, policy_version 38094 (0.0009) +[2026-06-02 18:21:44,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 19562496. Throughput: 0: 15681.5. Samples: 19584128. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:21:44,905][329443] Avg episode reward: [(0, '1528.182')] +[2026-06-02 18:21:45,481][331472] Updated weights for policy 0, policy_version 38104 (0.0008) +[2026-06-02 18:21:45,728][331472] Updated weights for policy 0, policy_version 38114 (0.0009) +[2026-06-02 18:21:45,955][331472] Updated weights for policy 0, policy_version 38124 (0.0008) +[2026-06-02 18:21:46,206][331472] Updated weights for policy 0, policy_version 38134 (0.0009) +[2026-06-02 18:21:46,439][331472] Updated weights for policy 0, policy_version 38144 (0.0009) +[2026-06-02 18:21:46,689][331472] Updated weights for policy 0, policy_version 38154 (0.0008) +[2026-06-02 18:21:47,510][331472] Updated weights for policy 0, policy_version 38165 (0.0009) +[2026-06-02 18:21:47,742][331472] Updated weights for policy 0, policy_version 38175 (0.0007) +[2026-06-02 18:21:47,976][331472] Updated weights for policy 0, policy_version 38185 (0.0005) +[2026-06-02 18:21:48,226][331472] Updated weights for policy 0, policy_version 38195 (0.0007) +[2026-06-02 18:21:48,474][331472] Updated weights for policy 0, policy_version 38205 (0.0007) +[2026-06-02 18:21:48,723][331472] Updated weights for policy 0, policy_version 38215 (0.0007) +[2026-06-02 18:21:49,487][331472] Updated weights for policy 0, policy_version 38225 (0.0007) +[2026-06-02 18:21:49,722][331472] Updated weights for policy 0, policy_version 38235 (0.0007) +[2026-06-02 18:21:49,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 19628032. Throughput: 0: 15846.4. Samples: 19637760. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:21:49,905][329443] Avg episode reward: [(0, '1531.704')] +[2026-06-02 18:21:49,974][331472] Updated weights for policy 0, policy_version 38245 (0.0008) +[2026-06-02 18:21:50,216][331472] Updated weights for policy 0, policy_version 38255 (0.0008) +[2026-06-02 18:21:50,474][331472] Updated weights for policy 0, policy_version 38265 (0.0009) +[2026-06-02 18:21:50,715][331472] Updated weights for policy 0, policy_version 38275 (0.0008) +[2026-06-02 18:21:50,954][331472] Updated weights for policy 0, policy_version 38285 (0.0008) +[2026-06-02 18:21:51,728][331472] Updated weights for policy 0, policy_version 38296 (0.0008) +[2026-06-02 18:21:51,977][331472] Updated weights for policy 0, policy_version 38306 (0.0009) +[2026-06-02 18:21:52,223][331472] Updated weights for policy 0, policy_version 38316 (0.0009) +[2026-06-02 18:21:52,467][331472] Updated weights for policy 0, policy_version 38326 (0.0008) +[2026-06-02 18:21:52,726][331472] Updated weights for policy 0, policy_version 38336 (0.0008) +[2026-06-02 18:21:52,968][331472] Updated weights for policy 0, policy_version 38346 (0.0008) +[2026-06-02 18:21:53,706][331472] Updated weights for policy 0, policy_version 38356 (0.0009) +[2026-06-02 18:21:53,959][331472] Updated weights for policy 0, policy_version 38367 (0.0009) +[2026-06-02 18:21:54,201][331472] Updated weights for policy 0, policy_version 38377 (0.0008) +[2026-06-02 18:21:54,458][331472] Updated weights for policy 0, policy_version 38387 (0.0008) +[2026-06-02 18:21:54,724][331472] Updated weights for policy 0, policy_version 38398 (0.0009) +[2026-06-02 18:21:54,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 19693568. Throughput: 0: 15709.9. Samples: 19727744. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:21:54,905][329443] Avg episode reward: [(0, '1578.057')] +[2026-06-02 18:21:54,966][331472] Updated weights for policy 0, policy_version 38408 (0.0008) +[2026-06-02 18:21:55,153][331382] Saving new best policy, reward=1578.057! +[2026-06-02 18:21:55,749][331472] Updated weights for policy 0, policy_version 38418 (0.0009) +[2026-06-02 18:21:55,974][331472] Updated weights for policy 0, policy_version 38428 (0.0008) +[2026-06-02 18:21:56,229][331472] Updated weights for policy 0, policy_version 38438 (0.0009) +[2026-06-02 18:21:56,459][331472] Updated weights for policy 0, policy_version 38448 (0.0008) +[2026-06-02 18:21:56,702][331472] Updated weights for policy 0, policy_version 38458 (0.0008) +[2026-06-02 18:21:56,959][331472] Updated weights for policy 0, policy_version 38468 (0.0008) +[2026-06-02 18:21:57,203][331472] Updated weights for policy 0, policy_version 38478 (0.0008) +[2026-06-02 18:21:58,006][331472] Updated weights for policy 0, policy_version 38489 (0.0009) +[2026-06-02 18:21:58,255][331472] Updated weights for policy 0, policy_version 38499 (0.0009) +[2026-06-02 18:21:58,494][331472] Updated weights for policy 0, policy_version 38509 (0.0009) +[2026-06-02 18:21:58,752][331472] Updated weights for policy 0, policy_version 38519 (0.0009) +[2026-06-02 18:21:58,995][331472] Updated weights for policy 0, policy_version 38529 (0.0009) +[2026-06-02 18:21:59,231][331472] Updated weights for policy 0, policy_version 38539 (0.0008) +[2026-06-02 18:21:59,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 19791872. Throughput: 0: 15601.8. Samples: 19818752. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:21:59,905][329443] Avg episode reward: [(0, '1650.979')] +[2026-06-02 18:21:59,980][331472] Updated weights for policy 0, policy_version 38549 (0.0009) +[2026-06-02 18:22:00,218][331472] Updated weights for policy 0, policy_version 38559 (0.0008) +[2026-06-02 18:22:00,474][331472] Updated weights for policy 0, policy_version 38569 (0.0010) +[2026-06-02 18:22:00,719][331472] Updated weights for policy 0, policy_version 38579 (0.0010) +[2026-06-02 18:22:00,965][331472] Updated weights for policy 0, policy_version 38589 (0.0009) +[2026-06-02 18:22:01,208][331472] Updated weights for policy 0, policy_version 38599 (0.0009) +[2026-06-02 18:22:01,419][331382] Saving new best policy, reward=1650.979! +[2026-06-02 18:22:01,995][331472] Updated weights for policy 0, policy_version 38609 (0.0009) +[2026-06-02 18:22:02,214][331472] Updated weights for policy 0, policy_version 38619 (0.0008) +[2026-06-02 18:22:02,455][331472] Updated weights for policy 0, policy_version 38629 (0.0006) +[2026-06-02 18:22:02,694][331472] Updated weights for policy 0, policy_version 38639 (0.0009) +[2026-06-02 18:22:02,938][331472] Updated weights for policy 0, policy_version 38649 (0.0008) +[2026-06-02 18:22:03,189][331472] Updated weights for policy 0, policy_version 38659 (0.0008) +[2026-06-02 18:22:03,425][331472] Updated weights for policy 0, policy_version 38669 (0.0008) +[2026-06-02 18:22:04,193][331472] Updated weights for policy 0, policy_version 38679 (0.0008) +[2026-06-02 18:22:04,434][331472] Updated weights for policy 0, policy_version 38689 (0.0010) +[2026-06-02 18:22:04,680][331472] Updated weights for policy 0, policy_version 38699 (0.0010) +[2026-06-02 18:22:04,905][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 19857408. Throughput: 0: 15820.8. Samples: 19871616. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:22:04,907][329443] Avg episode reward: [(0, '1668.479')] +[2026-06-02 18:22:04,927][331472] Updated weights for policy 0, policy_version 38709 (0.0009) +[2026-06-02 18:22:05,163][331472] Updated weights for policy 0, policy_version 38719 (0.0009) +[2026-06-02 18:22:05,441][331472] Updated weights for policy 0, policy_version 38730 (0.0009) +[2026-06-02 18:22:05,576][331382] Saving new best policy, reward=1668.479! +[2026-06-02 18:22:06,200][331472] Updated weights for policy 0, policy_version 38740 (0.0009) +[2026-06-02 18:22:06,432][331472] Updated weights for policy 0, policy_version 38750 (0.0009) +[2026-06-02 18:22:06,678][331472] Updated weights for policy 0, policy_version 38760 (0.0008) +[2026-06-02 18:22:06,923][331472] Updated weights for policy 0, policy_version 38770 (0.0009) +[2026-06-02 18:22:07,172][331472] Updated weights for policy 0, policy_version 38780 (0.0009) +[2026-06-02 18:22:07,423][331472] Updated weights for policy 0, policy_version 38790 (0.0009) +[2026-06-02 18:22:08,207][331472] Updated weights for policy 0, policy_version 38801 (0.0009) +[2026-06-02 18:22:08,441][331472] Updated weights for policy 0, policy_version 38811 (0.0009) +[2026-06-02 18:22:08,675][331472] Updated weights for policy 0, policy_version 38821 (0.0009) +[2026-06-02 18:22:08,918][331472] Updated weights for policy 0, policy_version 38831 (0.0009) +[2026-06-02 18:22:09,168][331472] Updated weights for policy 0, policy_version 38841 (0.0009) +[2026-06-02 18:22:09,423][331472] Updated weights for policy 0, policy_version 38851 (0.0008) +[2026-06-02 18:22:09,654][331472] Updated weights for policy 0, policy_version 38861 (0.0008) +[2026-06-02 18:22:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 19955712. Throughput: 0: 15815.2. Samples: 19967104. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:22:09,905][329443] Avg episode reward: [(0, '1659.286')] +[2026-06-02 18:22:10,410][331472] Updated weights for policy 0, policy_version 38871 (0.0008) +[2026-06-02 18:22:10,651][331472] Updated weights for policy 0, policy_version 38881 (0.0010) +[2026-06-02 18:22:10,895][331472] Updated weights for policy 0, policy_version 38891 (0.0008) +[2026-06-02 18:22:11,136][331472] Updated weights for policy 0, policy_version 38901 (0.0008) +[2026-06-02 18:22:11,403][331472] Updated weights for policy 0, policy_version 38912 (0.0009) +[2026-06-02 18:22:11,651][331472] Updated weights for policy 0, policy_version 38922 (0.0009) +[2026-06-02 18:22:12,433][331472] Updated weights for policy 0, policy_version 38932 (0.0009) +[2026-06-02 18:22:12,673][331472] Updated weights for policy 0, policy_version 38942 (0.0009) +[2026-06-02 18:22:12,911][331472] Updated weights for policy 0, policy_version 38952 (0.0008) +[2026-06-02 18:22:13,146][331472] Updated weights for policy 0, policy_version 38962 (0.0009) +[2026-06-02 18:22:13,399][331472] Updated weights for policy 0, policy_version 38972 (0.0009) +[2026-06-02 18:22:13,636][331472] Updated weights for policy 0, policy_version 38982 (0.0008) +[2026-06-02 18:22:13,875][331472] Updated weights for policy 0, policy_version 38992 (0.0009) +[2026-06-02 18:22:14,657][331472] Updated weights for policy 0, policy_version 39002 (0.0008) +[2026-06-02 18:22:14,904][331472] Updated weights for policy 0, policy_version 39012 (0.0009) +[2026-06-02 18:22:14,904][329443] Fps is (10 sec: 16384.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20021248. Throughput: 0: 15823.6. Samples: 20063360. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:22:14,905][329443] Avg episode reward: [(0, '1672.388')] +[2026-06-02 18:22:15,144][331472] Updated weights for policy 0, policy_version 39022 (0.0008) +[2026-06-02 18:22:15,393][331472] Updated weights for policy 0, policy_version 39032 (0.0008) +[2026-06-02 18:22:15,644][331472] Updated weights for policy 0, policy_version 39042 (0.0009) +[2026-06-02 18:22:15,891][331472] Updated weights for policy 0, policy_version 39052 (0.0008) +[2026-06-02 18:22:15,983][331382] Saving new best policy, reward=1672.388! +[2026-06-02 18:22:16,632][331472] Updated weights for policy 0, policy_version 39062 (0.0009) +[2026-06-02 18:22:16,869][331472] Updated weights for policy 0, policy_version 39072 (0.0009) +[2026-06-02 18:22:17,107][331472] Updated weights for policy 0, policy_version 39082 (0.0009) +[2026-06-02 18:22:17,357][331472] Updated weights for policy 0, policy_version 39092 (0.0009) +[2026-06-02 18:22:17,622][331472] Updated weights for policy 0, policy_version 39103 (0.0008) +[2026-06-02 18:22:17,862][331472] Updated weights for policy 0, policy_version 39113 (0.0009) +[2026-06-02 18:22:18,634][331472] Updated weights for policy 0, policy_version 39123 (0.0009) +[2026-06-02 18:22:18,876][331472] Updated weights for policy 0, policy_version 39133 (0.0008) +[2026-06-02 18:22:19,115][331472] Updated weights for policy 0, policy_version 39143 (0.0009) +[2026-06-02 18:22:19,356][331472] Updated weights for policy 0, policy_version 39153 (0.0009) +[2026-06-02 18:22:19,609][331472] Updated weights for policy 0, policy_version 39163 (0.0009) +[2026-06-02 18:22:19,855][331472] Updated weights for policy 0, policy_version 39173 (0.0009) +[2026-06-02 18:22:19,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 20086784. Throughput: 0: 15803.7. Samples: 20104704. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:22:19,905][329443] Avg episode reward: [(0, '1656.680')] +[2026-06-02 18:22:20,090][331472] Updated weights for policy 0, policy_version 39183 (0.0009) +[2026-06-02 18:22:20,848][331472] Updated weights for policy 0, policy_version 39193 (0.0009) +[2026-06-02 18:22:21,090][331472] Updated weights for policy 0, policy_version 39203 (0.0009) +[2026-06-02 18:22:21,334][331472] Updated weights for policy 0, policy_version 39213 (0.0009) +[2026-06-02 18:22:21,571][331472] Updated weights for policy 0, policy_version 39223 (0.0009) +[2026-06-02 18:22:21,816][331472] Updated weights for policy 0, policy_version 39233 (0.0009) +[2026-06-02 18:22:22,066][331472] Updated weights for policy 0, policy_version 39243 (0.0009) +[2026-06-02 18:22:22,833][331472] Updated weights for policy 0, policy_version 39253 (0.0009) +[2026-06-02 18:22:23,071][331472] Updated weights for policy 0, policy_version 39263 (0.0009) +[2026-06-02 18:22:23,316][331472] Updated weights for policy 0, policy_version 39273 (0.0008) +[2026-06-02 18:22:23,551][331472] Updated weights for policy 0, policy_version 39283 (0.0009) +[2026-06-02 18:22:23,805][331472] Updated weights for policy 0, policy_version 39293 (0.0009) +[2026-06-02 18:22:24,050][331472] Updated weights for policy 0, policy_version 39303 (0.0009) +[2026-06-02 18:22:24,827][331472] Updated weights for policy 0, policy_version 39313 (0.0009) +[2026-06-02 18:22:24,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20185088. Throughput: 0: 15798.1. Samples: 20200448. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:22:24,905][329443] Avg episode reward: [(0, '1658.640')] +[2026-06-02 18:22:25,052][331472] Updated weights for policy 0, policy_version 39323 (0.0008) +[2026-06-02 18:22:25,293][331472] Updated weights for policy 0, policy_version 39333 (0.0008) +[2026-06-02 18:22:25,557][331472] Updated weights for policy 0, policy_version 39344 (0.0009) +[2026-06-02 18:22:25,799][331472] Updated weights for policy 0, policy_version 39354 (0.0008) +[2026-06-02 18:22:26,054][331472] Updated weights for policy 0, policy_version 39364 (0.0009) +[2026-06-02 18:22:26,302][331472] Updated weights for policy 0, policy_version 39374 (0.0009) +[2026-06-02 18:22:27,100][331472] Updated weights for policy 0, policy_version 39385 (0.0009) +[2026-06-02 18:22:27,360][331472] Updated weights for policy 0, policy_version 39395 (0.0009) +[2026-06-02 18:22:27,595][331472] Updated weights for policy 0, policy_version 39405 (0.0009) +[2026-06-02 18:22:27,835][331472] Updated weights for policy 0, policy_version 39415 (0.0009) +[2026-06-02 18:22:28,076][331472] Updated weights for policy 0, policy_version 39425 (0.0009) +[2026-06-02 18:22:28,320][331472] Updated weights for policy 0, policy_version 39435 (0.0008) +[2026-06-02 18:22:29,093][331472] Updated weights for policy 0, policy_version 39445 (0.0009) +[2026-06-02 18:22:29,333][331472] Updated weights for policy 0, policy_version 39455 (0.0009) +[2026-06-02 18:22:29,589][331472] Updated weights for policy 0, policy_version 39465 (0.0009) +[2026-06-02 18:22:29,830][331472] Updated weights for policy 0, policy_version 39475 (0.0009) +[2026-06-02 18:22:29,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20250624. Throughput: 0: 15832.2. Samples: 20296576. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-02 18:22:29,905][329443] Avg episode reward: [(0, '1683.967')] +[2026-06-02 18:22:30,075][331472] Updated weights for policy 0, policy_version 39485 (0.0009) +[2026-06-02 18:22:30,321][331472] Updated weights for policy 0, policy_version 39495 (0.0009) +[2026-06-02 18:22:30,531][331382] Saving new best policy, reward=1683.967! +[2026-06-02 18:22:31,102][331472] Updated weights for policy 0, policy_version 39506 (0.0009) +[2026-06-02 18:22:31,323][331472] Updated weights for policy 0, policy_version 39516 (0.0009) +[2026-06-02 18:22:31,578][331472] Updated weights for policy 0, policy_version 39526 (0.0009) +[2026-06-02 18:22:31,823][331472] Updated weights for policy 0, policy_version 39536 (0.0009) +[2026-06-02 18:22:32,064][331472] Updated weights for policy 0, policy_version 39546 (0.0009) +[2026-06-02 18:22:32,309][331472] Updated weights for policy 0, policy_version 39556 (0.0009) +[2026-06-02 18:22:32,557][331472] Updated weights for policy 0, policy_version 39566 (0.0008) +[2026-06-02 18:22:33,323][331472] Updated weights for policy 0, policy_version 39576 (0.0009) +[2026-06-02 18:22:33,563][331472] Updated weights for policy 0, policy_version 39586 (0.0009) +[2026-06-02 18:22:33,843][331472] Updated weights for policy 0, policy_version 39597 (0.0009) +[2026-06-02 18:22:34,091][331472] Updated weights for policy 0, policy_version 39607 (0.0009) +[2026-06-02 18:22:34,339][331472] Updated weights for policy 0, policy_version 39617 (0.0009) +[2026-06-02 18:22:34,585][331472] Updated weights for policy 0, policy_version 39627 (0.0009) +[2026-06-02 18:22:34,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20348928. Throughput: 0: 15573.4. Samples: 20338560. Policy #0 lag: (min: 27.0, avg: 70.0, max: 86.0) +[2026-06-02 18:22:34,905][329443] Avg episode reward: [(0, '1686.194')] +[2026-06-02 18:22:34,911][331382] Saving new best policy, reward=1686.194! +[2026-06-02 18:22:35,323][331472] Updated weights for policy 0, policy_version 39637 (0.0007) +[2026-06-02 18:22:35,582][331472] Updated weights for policy 0, policy_version 39648 (0.0005) +[2026-06-02 18:22:35,832][331472] Updated weights for policy 0, policy_version 39658 (0.0006) +[2026-06-02 18:22:36,086][331472] Updated weights for policy 0, policy_version 39668 (0.0005) +[2026-06-02 18:22:36,318][331472] Updated weights for policy 0, policy_version 39678 (0.0006) +[2026-06-02 18:22:36,565][331472] Updated weights for policy 0, policy_version 39688 (0.0005) +[2026-06-02 18:22:37,326][331472] Updated weights for policy 0, policy_version 39698 (0.0006) +[2026-06-02 18:22:37,556][331472] Updated weights for policy 0, policy_version 39708 (0.0008) +[2026-06-02 18:22:37,806][331472] Updated weights for policy 0, policy_version 39718 (0.0008) +[2026-06-02 18:22:38,041][331472] Updated weights for policy 0, policy_version 39728 (0.0008) +[2026-06-02 18:22:38,297][331472] Updated weights for policy 0, policy_version 39738 (0.0006) +[2026-06-02 18:22:38,544][331472] Updated weights for policy 0, policy_version 39748 (0.0006) +[2026-06-02 18:22:38,796][331472] Updated weights for policy 0, policy_version 39758 (0.0005) +[2026-06-02 18:22:39,543][331472] Updated weights for policy 0, policy_version 39768 (0.0006) +[2026-06-02 18:22:39,781][331472] Updated weights for policy 0, policy_version 39778 (0.0009) +[2026-06-02 18:22:39,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20414464. Throughput: 0: 15715.5. Samples: 20434944. Policy #0 lag: (min: 27.0, avg: 70.0, max: 86.0) +[2026-06-02 18:22:39,905][329443] Avg episode reward: [(0, '1686.194')] +[2026-06-02 18:22:40,027][331472] Updated weights for policy 0, policy_version 39788 (0.0008) +[2026-06-02 18:22:40,275][331472] Updated weights for policy 0, policy_version 39798 (0.0008) +[2026-06-02 18:22:40,513][331472] Updated weights for policy 0, policy_version 39808 (0.0009) +[2026-06-02 18:22:40,765][331472] Updated weights for policy 0, policy_version 39818 (0.0009) +[2026-06-02 18:22:41,511][331472] Updated weights for policy 0, policy_version 39828 (0.0009) +[2026-06-02 18:22:41,746][331472] Updated weights for policy 0, policy_version 39838 (0.0009) +[2026-06-02 18:22:41,991][331472] Updated weights for policy 0, policy_version 39848 (0.0009) +[2026-06-02 18:22:42,241][331472] Updated weights for policy 0, policy_version 39858 (0.0008) +[2026-06-02 18:22:42,482][331472] Updated weights for policy 0, policy_version 39868 (0.0008) +[2026-06-02 18:22:42,734][331472] Updated weights for policy 0, policy_version 39878 (0.0008) +[2026-06-02 18:22:42,966][331472] Updated weights for policy 0, policy_version 39888 (0.0009) +[2026-06-02 18:22:43,741][331472] Updated weights for policy 0, policy_version 39898 (0.0009) +[2026-06-02 18:22:43,972][331472] Updated weights for policy 0, policy_version 39908 (0.0009) +[2026-06-02 18:22:44,215][331472] Updated weights for policy 0, policy_version 39918 (0.0008) +[2026-06-02 18:22:44,493][331472] Updated weights for policy 0, policy_version 39929 (0.0009) +[2026-06-02 18:22:44,745][331472] Updated weights for policy 0, policy_version 39939 (0.0009) +[2026-06-02 18:22:44,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 20480000. Throughput: 0: 15815.1. Samples: 20530432. Policy #0 lag: (min: 27.0, avg: 70.0, max: 86.0) +[2026-06-02 18:22:44,905][329443] Avg episode reward: [(0, '1692.388')] +[2026-06-02 18:22:44,984][331472] Updated weights for policy 0, policy_version 39949 (0.0008) +[2026-06-02 18:22:45,046][331382] Saving new best policy, reward=1692.388! +[2026-06-02 18:22:45,748][331472] Updated weights for policy 0, policy_version 39959 (0.0009) +[2026-06-02 18:22:45,986][331472] Updated weights for policy 0, policy_version 39969 (0.0009) +[2026-06-02 18:22:46,229][331472] Updated weights for policy 0, policy_version 39979 (0.0009) +[2026-06-02 18:22:46,480][331472] Updated weights for policy 0, policy_version 39989 (0.0009) +[2026-06-02 18:22:46,711][331472] Updated weights for policy 0, policy_version 39999 (0.0009) +[2026-06-02 18:22:46,960][331472] Updated weights for policy 0, policy_version 40009 (0.0009) +[2026-06-02 18:22:47,726][331472] Updated weights for policy 0, policy_version 40019 (0.0009) +[2026-06-02 18:22:47,998][331472] Updated weights for policy 0, policy_version 40030 (0.0009) +[2026-06-02 18:22:48,243][331472] Updated weights for policy 0, policy_version 40040 (0.0009) +[2026-06-02 18:22:48,486][331472] Updated weights for policy 0, policy_version 40050 (0.0008) +[2026-06-02 18:22:48,729][331472] Updated weights for policy 0, policy_version 40060 (0.0008) +[2026-06-02 18:22:48,979][331472] Updated weights for policy 0, policy_version 40070 (0.0008) +[2026-06-02 18:22:49,212][331472] Updated weights for policy 0, policy_version 40080 (0.0009) +[2026-06-02 18:22:49,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20578304. Throughput: 0: 15670.1. Samples: 20576768. Policy #0 lag: (min: 27.0, avg: 70.0, max: 86.0) +[2026-06-02 18:22:49,905][329443] Avg episode reward: [(0, '1686.066')] +[2026-06-02 18:22:49,963][331472] Updated weights for policy 0, policy_version 40090 (0.0009) +[2026-06-02 18:22:50,208][331472] Updated weights for policy 0, policy_version 40100 (0.0008) +[2026-06-02 18:22:50,450][331472] Updated weights for policy 0, policy_version 40110 (0.0009) +[2026-06-02 18:22:50,692][331472] Updated weights for policy 0, policy_version 40120 (0.0008) +[2026-06-02 18:22:50,936][331472] Updated weights for policy 0, policy_version 40130 (0.0008) +[2026-06-02 18:22:51,190][331472] Updated weights for policy 0, policy_version 40140 (0.0008) +[2026-06-02 18:22:51,959][331472] Updated weights for policy 0, policy_version 40150 (0.0008) +[2026-06-02 18:22:52,203][331472] Updated weights for policy 0, policy_version 40160 (0.0008) +[2026-06-02 18:22:52,451][331472] Updated weights for policy 0, policy_version 40170 (0.0009) +[2026-06-02 18:22:52,711][331472] Updated weights for policy 0, policy_version 40181 (0.0009) +[2026-06-02 18:22:52,959][331472] Updated weights for policy 0, policy_version 40191 (0.0008) +[2026-06-02 18:22:53,208][331472] Updated weights for policy 0, policy_version 40201 (0.0008) +[2026-06-02 18:22:53,971][331472] Updated weights for policy 0, policy_version 40211 (0.0007) +[2026-06-02 18:22:54,211][331472] Updated weights for policy 0, policy_version 40221 (0.0006) +[2026-06-02 18:22:54,456][331472] Updated weights for policy 0, policy_version 40231 (0.0008) +[2026-06-02 18:22:54,699][331472] Updated weights for policy 0, policy_version 40241 (0.0008) +[2026-06-02 18:22:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20643840. Throughput: 0: 15598.9. Samples: 20669056. Policy #0 lag: (min: 27.0, avg: 70.0, max: 86.0) +[2026-06-02 18:22:54,905][329443] Avg episode reward: [(0, '1686.066')] +[2026-06-02 18:22:54,939][331472] Updated weights for policy 0, policy_version 40251 (0.0008) +[2026-06-02 18:22:55,185][331472] Updated weights for policy 0, policy_version 40261 (0.0008) +[2026-06-02 18:22:55,425][331472] Updated weights for policy 0, policy_version 40271 (0.0008) +[2026-06-02 18:22:56,244][331472] Updated weights for policy 0, policy_version 40281 (0.0009) +[2026-06-02 18:22:56,491][331472] Updated weights for policy 0, policy_version 40291 (0.0008) +[2026-06-02 18:22:56,743][331472] Updated weights for policy 0, policy_version 40301 (0.0008) +[2026-06-02 18:22:56,982][331472] Updated weights for policy 0, policy_version 40311 (0.0009) +[2026-06-02 18:22:57,227][331472] Updated weights for policy 0, policy_version 40321 (0.0008) +[2026-06-02 18:22:57,476][331472] Updated weights for policy 0, policy_version 40331 (0.0008) +[2026-06-02 18:22:58,186][331472] Updated weights for policy 0, policy_version 40341 (0.0009) +[2026-06-02 18:22:58,436][331472] Updated weights for policy 0, policy_version 40351 (0.0008) +[2026-06-02 18:22:58,679][331472] Updated weights for policy 0, policy_version 40361 (0.0006) +[2026-06-02 18:22:58,921][331472] Updated weights for policy 0, policy_version 40371 (0.0005) +[2026-06-02 18:22:59,167][331472] Updated weights for policy 0, policy_version 40381 (0.0004) +[2026-06-02 18:22:59,404][331472] Updated weights for policy 0, policy_version 40391 (0.0004) +[2026-06-02 18:22:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20742144. Throughput: 0: 15587.6. Samples: 20764800. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:22:59,905][329443] Avg episode reward: [(0, '1687.419')] +[2026-06-02 18:23:00,189][331472] Updated weights for policy 0, policy_version 40401 (0.0005) +[2026-06-02 18:23:00,408][331472] Updated weights for policy 0, policy_version 40411 (0.0007) +[2026-06-02 18:23:00,648][331472] Updated weights for policy 0, policy_version 40421 (0.0008) +[2026-06-02 18:23:00,903][331472] Updated weights for policy 0, policy_version 40431 (0.0008) +[2026-06-02 18:23:01,154][331472] Updated weights for policy 0, policy_version 40441 (0.0008) +[2026-06-02 18:23:01,395][331472] Updated weights for policy 0, policy_version 40451 (0.0008) +[2026-06-02 18:23:01,627][331472] Updated weights for policy 0, policy_version 40461 (0.0008) +[2026-06-02 18:23:02,383][331472] Updated weights for policy 0, policy_version 40471 (0.0009) +[2026-06-02 18:23:02,618][331472] Updated weights for policy 0, policy_version 40481 (0.0009) +[2026-06-02 18:23:02,869][331472] Updated weights for policy 0, policy_version 40491 (0.0009) +[2026-06-02 18:23:03,123][331472] Updated weights for policy 0, policy_version 40501 (0.0009) +[2026-06-02 18:23:03,360][331472] Updated weights for policy 0, policy_version 40511 (0.0009) +[2026-06-02 18:23:03,609][331472] Updated weights for policy 0, policy_version 40521 (0.0008) +[2026-06-02 18:23:04,379][331472] Updated weights for policy 0, policy_version 40531 (0.0008) +[2026-06-02 18:23:04,623][331472] Updated weights for policy 0, policy_version 40541 (0.0008) +[2026-06-02 18:23:04,868][331472] Updated weights for policy 0, policy_version 40551 (0.0008) +[2026-06-02 18:23:04,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20807680. Throughput: 0: 15832.2. Samples: 20817152. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:23:04,905][329443] Avg episode reward: [(0, '1687.419')] +[2026-06-02 18:23:05,112][331472] Updated weights for policy 0, policy_version 40561 (0.0008) +[2026-06-02 18:23:05,363][331472] Updated weights for policy 0, policy_version 40571 (0.0008) +[2026-06-02 18:23:05,594][331472] Updated weights for policy 0, policy_version 40581 (0.0008) +[2026-06-02 18:23:05,846][331472] Updated weights for policy 0, policy_version 40591 (0.0008) +[2026-06-02 18:23:06,590][331472] Updated weights for policy 0, policy_version 40601 (0.0009) +[2026-06-02 18:23:06,823][331472] Updated weights for policy 0, policy_version 40611 (0.0008) +[2026-06-02 18:23:07,071][331472] Updated weights for policy 0, policy_version 40621 (0.0008) +[2026-06-02 18:23:07,315][331472] Updated weights for policy 0, policy_version 40631 (0.0008) +[2026-06-02 18:23:07,570][331472] Updated weights for policy 0, policy_version 40641 (0.0008) +[2026-06-02 18:23:07,811][331472] Updated weights for policy 0, policy_version 40651 (0.0008) +[2026-06-02 18:23:08,550][331472] Updated weights for policy 0, policy_version 40661 (0.0008) +[2026-06-02 18:23:08,810][331472] Updated weights for policy 0, policy_version 40671 (0.0008) +[2026-06-02 18:23:09,057][331472] Updated weights for policy 0, policy_version 40681 (0.0009) +[2026-06-02 18:23:09,289][331472] Updated weights for policy 0, policy_version 40691 (0.0009) +[2026-06-02 18:23:09,542][331472] Updated weights for policy 0, policy_version 40701 (0.0008) +[2026-06-02 18:23:09,790][331472] Updated weights for policy 0, policy_version 40711 (0.0008) +[2026-06-02 18:23:09,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 20873216. Throughput: 0: 15840.7. Samples: 20913280. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:23:09,905][329443] Avg episode reward: [(0, '1687.419')] +[2026-06-02 18:23:10,553][331472] Updated weights for policy 0, policy_version 40721 (0.0009) +[2026-06-02 18:23:10,779][331472] Updated weights for policy 0, policy_version 40731 (0.0008) +[2026-06-02 18:23:11,017][331472] Updated weights for policy 0, policy_version 40741 (0.0008) +[2026-06-02 18:23:11,267][331472] Updated weights for policy 0, policy_version 40751 (0.0008) +[2026-06-02 18:23:11,519][331472] Updated weights for policy 0, policy_version 40761 (0.0008) +[2026-06-02 18:23:11,766][331472] Updated weights for policy 0, policy_version 40771 (0.0008) +[2026-06-02 18:23:12,025][331472] Updated weights for policy 0, policy_version 40782 (0.0008) +[2026-06-02 18:23:12,772][331472] Updated weights for policy 0, policy_version 40792 (0.0009) +[2026-06-02 18:23:13,020][331472] Updated weights for policy 0, policy_version 40802 (0.0008) +[2026-06-02 18:23:13,266][331472] Updated weights for policy 0, policy_version 40812 (0.0009) +[2026-06-02 18:23:13,510][331472] Updated weights for policy 0, policy_version 40822 (0.0009) +[2026-06-02 18:23:13,754][331472] Updated weights for policy 0, policy_version 40832 (0.0009) +[2026-06-02 18:23:13,998][331472] Updated weights for policy 0, policy_version 40842 (0.0008) +[2026-06-02 18:23:14,762][331472] Updated weights for policy 0, policy_version 40852 (0.0009) +[2026-06-02 18:23:14,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 20971520. Throughput: 0: 15653.0. Samples: 21000960. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:23:14,905][329443] Avg episode reward: [(0, '1705.314')] +[2026-06-02 18:23:14,992][331472] Updated weights for policy 0, policy_version 40862 (0.0009) +[2026-06-02 18:23:15,221][331472] Updated weights for policy 0, policy_version 40872 (0.0009) +[2026-06-02 18:23:15,470][331472] Updated weights for policy 0, policy_version 40882 (0.0009) +[2026-06-02 18:23:15,707][331472] Updated weights for policy 0, policy_version 40892 (0.0008) +[2026-06-02 18:23:15,966][331472] Updated weights for policy 0, policy_version 40902 (0.0008) +[2026-06-02 18:23:16,194][331382] Saving new best policy, reward=1705.314! +[2026-06-02 18:23:16,196][331472] Updated weights for policy 0, policy_version 40912 (0.0008) +[2026-06-02 18:23:16,988][331472] Updated weights for policy 0, policy_version 40923 (0.0009) +[2026-06-02 18:23:17,234][331472] Updated weights for policy 0, policy_version 40933 (0.0009) +[2026-06-02 18:23:17,480][331472] Updated weights for policy 0, policy_version 40943 (0.0009) +[2026-06-02 18:23:17,720][331472] Updated weights for policy 0, policy_version 40953 (0.0008) +[2026-06-02 18:23:17,962][331472] Updated weights for policy 0, policy_version 40963 (0.0008) +[2026-06-02 18:23:18,227][331472] Updated weights for policy 0, policy_version 40973 (0.0009) +[2026-06-02 18:23:18,959][331472] Updated weights for policy 0, policy_version 40983 (0.0008) +[2026-06-02 18:23:19,212][331472] Updated weights for policy 0, policy_version 40993 (0.0008) +[2026-06-02 18:23:19,460][331472] Updated weights for policy 0, policy_version 41003 (0.0008) +[2026-06-02 18:23:19,697][331472] Updated weights for policy 0, policy_version 41013 (0.0008) +[2026-06-02 18:23:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21037056. Throughput: 0: 15806.6. Samples: 21049856. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:23:19,905][329443] Avg episode reward: [(0, '1718.459')] +[2026-06-02 18:23:19,944][331472] Updated weights for policy 0, policy_version 41023 (0.0008) +[2026-06-02 18:23:20,189][331472] Updated weights for policy 0, policy_version 41033 (0.0009) +[2026-06-02 18:23:20,348][331382] Saving new best policy, reward=1718.459! +[2026-06-02 18:23:20,953][331472] Updated weights for policy 0, policy_version 41043 (0.0009) +[2026-06-02 18:23:21,185][331472] Updated weights for policy 0, policy_version 41053 (0.0009) +[2026-06-02 18:23:21,416][331472] Updated weights for policy 0, policy_version 41063 (0.0008) +[2026-06-02 18:23:21,669][331472] Updated weights for policy 0, policy_version 41073 (0.0008) +[2026-06-02 18:23:21,907][331472] Updated weights for policy 0, policy_version 41083 (0.0009) +[2026-06-02 18:23:22,159][331472] Updated weights for policy 0, policy_version 41093 (0.0008) +[2026-06-02 18:23:22,402][331472] Updated weights for policy 0, policy_version 41103 (0.0007) +[2026-06-02 18:23:23,160][331472] Updated weights for policy 0, policy_version 41113 (0.0009) +[2026-06-02 18:23:23,397][331472] Updated weights for policy 0, policy_version 41123 (0.0009) +[2026-06-02 18:23:23,650][331472] Updated weights for policy 0, policy_version 41133 (0.0009) +[2026-06-02 18:23:23,897][331472] Updated weights for policy 0, policy_version 41143 (0.0008) +[2026-06-02 18:23:24,127][331472] Updated weights for policy 0, policy_version 41153 (0.0009) +[2026-06-02 18:23:24,385][331472] Updated weights for policy 0, policy_version 41163 (0.0008) +[2026-06-02 18:23:24,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21135360. Throughput: 0: 15800.9. Samples: 21145984. Policy #0 lag: (min: 63.0, avg: 83.9, max: 127.0) +[2026-06-02 18:23:24,905][329443] Avg episode reward: [(0, '1726.965')] +[2026-06-02 18:23:25,128][331472] Updated weights for policy 0, policy_version 41173 (0.0009) +[2026-06-02 18:23:25,372][331472] Updated weights for policy 0, policy_version 41183 (0.0009) +[2026-06-02 18:23:25,643][331472] Updated weights for policy 0, policy_version 41194 (0.0009) +[2026-06-02 18:23:25,895][331472] Updated weights for policy 0, policy_version 41204 (0.0009) +[2026-06-02 18:23:26,144][331472] Updated weights for policy 0, policy_version 41214 (0.0009) +[2026-06-02 18:23:26,376][331472] Updated weights for policy 0, policy_version 41224 (0.0009) +[2026-06-02 18:23:26,570][331382] Saving new best policy, reward=1726.965! +[2026-06-02 18:23:27,165][331472] Updated weights for policy 0, policy_version 41234 (0.0009) +[2026-06-02 18:23:27,390][331472] Updated weights for policy 0, policy_version 41244 (0.0009) +[2026-06-02 18:23:27,633][331472] Updated weights for policy 0, policy_version 41254 (0.0009) +[2026-06-02 18:23:27,875][331472] Updated weights for policy 0, policy_version 41264 (0.0009) +[2026-06-02 18:23:28,121][331472] Updated weights for policy 0, policy_version 41274 (0.0009) +[2026-06-02 18:23:28,356][331472] Updated weights for policy 0, policy_version 41284 (0.0009) +[2026-06-02 18:23:28,611][331472] Updated weights for policy 0, policy_version 41294 (0.0009) +[2026-06-02 18:23:29,363][331472] Updated weights for policy 0, policy_version 41304 (0.0009) +[2026-06-02 18:23:29,595][331472] Updated weights for policy 0, policy_version 41314 (0.0009) +[2026-06-02 18:23:29,849][331472] Updated weights for policy 0, policy_version 41324 (0.0009) +[2026-06-02 18:23:29,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21200896. Throughput: 0: 15786.7. Samples: 21240832. Policy #0 lag: (min: 8.0, avg: 48.6, max: 72.0) +[2026-06-02 18:23:29,905][329443] Avg episode reward: [(0, '1750.355')] +[2026-06-02 18:23:30,095][331472] Updated weights for policy 0, policy_version 41334 (0.0009) +[2026-06-02 18:23:30,340][331472] Updated weights for policy 0, policy_version 41344 (0.0009) +[2026-06-02 18:23:30,584][331472] Updated weights for policy 0, policy_version 41354 (0.0009) +[2026-06-02 18:23:30,720][331382] Saving new best policy, reward=1750.355! +[2026-06-02 18:23:31,336][331472] Updated weights for policy 0, policy_version 41364 (0.0009) +[2026-06-02 18:23:31,567][331472] Updated weights for policy 0, policy_version 41374 (0.0009) +[2026-06-02 18:23:31,814][331472] Updated weights for policy 0, policy_version 41384 (0.0009) +[2026-06-02 18:23:32,056][331472] Updated weights for policy 0, policy_version 41394 (0.0008) +[2026-06-02 18:23:32,320][331472] Updated weights for policy 0, policy_version 41405 (0.0008) +[2026-06-02 18:23:32,579][331472] Updated weights for policy 0, policy_version 41415 (0.0009) +[2026-06-02 18:23:33,326][331472] Updated weights for policy 0, policy_version 41425 (0.0008) +[2026-06-02 18:23:33,586][331472] Updated weights for policy 0, policy_version 41436 (0.0009) +[2026-06-02 18:23:33,833][331472] Updated weights for policy 0, policy_version 41446 (0.0008) +[2026-06-02 18:23:34,073][331472] Updated weights for policy 0, policy_version 41456 (0.0008) +[2026-06-02 18:23:34,349][331472] Updated weights for policy 0, policy_version 41467 (0.0009) +[2026-06-02 18:23:34,588][331472] Updated weights for policy 0, policy_version 41477 (0.0008) +[2026-06-02 18:23:34,842][331472] Updated weights for policy 0, policy_version 41487 (0.0008) +[2026-06-02 18:23:34,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15884.1). Total num frames: 21299200. Throughput: 0: 15701.3. Samples: 21283328. Policy #0 lag: (min: 8.0, avg: 48.6, max: 72.0) +[2026-06-02 18:23:34,905][329443] Avg episode reward: [(0, '1755.574')] +[2026-06-02 18:23:34,910][331382] Saving new best policy, reward=1755.574! +[2026-06-02 18:23:35,595][331472] Updated weights for policy 0, policy_version 41497 (0.0009) +[2026-06-02 18:23:35,824][331472] Updated weights for policy 0, policy_version 41507 (0.0008) +[2026-06-02 18:23:36,075][331472] Updated weights for policy 0, policy_version 41517 (0.0009) +[2026-06-02 18:23:36,317][331472] Updated weights for policy 0, policy_version 41527 (0.0008) +[2026-06-02 18:23:36,574][331472] Updated weights for policy 0, policy_version 41537 (0.0009) +[2026-06-02 18:23:36,805][331472] Updated weights for policy 0, policy_version 41547 (0.0008) +[2026-06-02 18:23:37,587][331472] Updated weights for policy 0, policy_version 41558 (0.0009) +[2026-06-02 18:23:37,823][331472] Updated weights for policy 0, policy_version 41568 (0.0009) +[2026-06-02 18:23:38,056][331472] Updated weights for policy 0, policy_version 41578 (0.0008) +[2026-06-02 18:23:38,309][331472] Updated weights for policy 0, policy_version 41588 (0.0008) +[2026-06-02 18:23:38,561][331472] Updated weights for policy 0, policy_version 41598 (0.0008) +[2026-06-02 18:23:38,800][331472] Updated weights for policy 0, policy_version 41608 (0.0008) +[2026-06-02 18:23:39,597][331472] Updated weights for policy 0, policy_version 41619 (0.0008) +[2026-06-02 18:23:39,828][331472] Updated weights for policy 0, policy_version 41629 (0.0008) +[2026-06-02 18:23:39,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21364736. Throughput: 0: 15755.4. Samples: 21378048. Policy #0 lag: (min: 8.0, avg: 48.6, max: 72.0) +[2026-06-02 18:23:39,905][329443] Avg episode reward: [(0, '1817.760')] +[2026-06-02 18:23:40,075][331472] Updated weights for policy 0, policy_version 41639 (0.0009) +[2026-06-02 18:23:40,316][331472] Updated weights for policy 0, policy_version 41649 (0.0009) +[2026-06-02 18:23:40,558][331472] Updated weights for policy 0, policy_version 41659 (0.0008) +[2026-06-02 18:23:40,788][331472] Updated weights for policy 0, policy_version 41669 (0.0008) +[2026-06-02 18:23:41,052][331472] Updated weights for policy 0, policy_version 41679 (0.0009) +[2026-06-02 18:23:41,062][331382] Saving new best policy, reward=1817.760! +[2026-06-02 18:23:41,822][331472] Updated weights for policy 0, policy_version 41689 (0.0009) +[2026-06-02 18:23:42,054][331472] Updated weights for policy 0, policy_version 41699 (0.0008) +[2026-06-02 18:23:42,308][331472] Updated weights for policy 0, policy_version 41709 (0.0009) +[2026-06-02 18:23:42,555][331472] Updated weights for policy 0, policy_version 41719 (0.0009) +[2026-06-02 18:23:42,791][331472] Updated weights for policy 0, policy_version 41729 (0.0009) +[2026-06-02 18:23:43,045][331472] Updated weights for policy 0, policy_version 41739 (0.0009) +[2026-06-02 18:23:43,795][331472] Updated weights for policy 0, policy_version 41749 (0.0009) +[2026-06-02 18:23:44,032][331472] Updated weights for policy 0, policy_version 41759 (0.0009) +[2026-06-02 18:23:44,266][331472] Updated weights for policy 0, policy_version 41769 (0.0010) +[2026-06-02 18:23:44,511][331472] Updated weights for policy 0, policy_version 41779 (0.0009) +[2026-06-02 18:23:44,760][331472] Updated weights for policy 0, policy_version 41789 (0.0009) +[2026-06-02 18:23:44,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21430272. Throughput: 0: 15758.2. Samples: 21473920. Policy #0 lag: (min: 8.0, avg: 48.6, max: 72.0) +[2026-06-02 18:23:44,905][329443] Avg episode reward: [(0, '1872.490')] +[2026-06-02 18:23:45,008][331472] Updated weights for policy 0, policy_version 41799 (0.0009) +[2026-06-02 18:23:45,221][331382] Saving new best policy, reward=1872.490! +[2026-06-02 18:23:45,773][331472] Updated weights for policy 0, policy_version 41809 (0.0009) +[2026-06-02 18:23:45,987][331472] Updated weights for policy 0, policy_version 41819 (0.0009) +[2026-06-02 18:23:46,240][331472] Updated weights for policy 0, policy_version 41829 (0.0009) +[2026-06-02 18:23:46,483][331472] Updated weights for policy 0, policy_version 41839 (0.0009) +[2026-06-02 18:23:46,721][331472] Updated weights for policy 0, policy_version 41849 (0.0009) +[2026-06-02 18:23:46,974][331472] Updated weights for policy 0, policy_version 41859 (0.0009) +[2026-06-02 18:23:47,218][331472] Updated weights for policy 0, policy_version 41869 (0.0009) +[2026-06-02 18:23:47,986][331472] Updated weights for policy 0, policy_version 41879 (0.0009) +[2026-06-02 18:23:48,231][331472] Updated weights for policy 0, policy_version 41889 (0.0009) +[2026-06-02 18:23:48,474][331472] Updated weights for policy 0, policy_version 41899 (0.0009) +[2026-06-02 18:23:48,719][331472] Updated weights for policy 0, policy_version 41909 (0.0009) +[2026-06-02 18:23:48,984][331472] Updated weights for policy 0, policy_version 41920 (0.0009) +[2026-06-02 18:23:49,224][331472] Updated weights for policy 0, policy_version 41930 (0.0009) +[2026-06-02 18:23:49,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21528576. Throughput: 0: 15525.0. Samples: 21515776. Policy #0 lag: (min: 8.0, avg: 48.6, max: 72.0) +[2026-06-02 18:23:49,905][329443] Avg episode reward: [(0, '1930.565')] +[2026-06-02 18:23:49,987][331472] Updated weights for policy 0, policy_version 41940 (0.0009) +[2026-06-02 18:23:50,260][331472] Updated weights for policy 0, policy_version 41951 (0.0009) +[2026-06-02 18:23:50,496][331472] Updated weights for policy 0, policy_version 41961 (0.0008) +[2026-06-02 18:23:50,749][331472] Updated weights for policy 0, policy_version 41971 (0.0008) +[2026-06-02 18:23:50,995][331472] Updated weights for policy 0, policy_version 41981 (0.0009) +[2026-06-02 18:23:51,245][331472] Updated weights for policy 0, policy_version 41991 (0.0008) +[2026-06-02 18:23:51,453][331382] Saving new best policy, reward=1930.565! +[2026-06-02 18:23:51,994][331472] Updated weights for policy 0, policy_version 42001 (0.0008) +[2026-06-02 18:23:52,227][331472] Updated weights for policy 0, policy_version 42011 (0.0008) +[2026-06-02 18:23:52,469][331472] Updated weights for policy 0, policy_version 42021 (0.0008) +[2026-06-02 18:23:52,741][331472] Updated weights for policy 0, policy_version 42032 (0.0009) +[2026-06-02 18:23:52,990][331472] Updated weights for policy 0, policy_version 42042 (0.0008) +[2026-06-02 18:23:53,221][331472] Updated weights for policy 0, policy_version 42052 (0.0008) +[2026-06-02 18:23:53,483][331472] Updated weights for policy 0, policy_version 42062 (0.0009) +[2026-06-02 18:23:54,231][331472] Updated weights for policy 0, policy_version 42072 (0.0008) +[2026-06-02 18:23:54,467][331472] Updated weights for policy 0, policy_version 42082 (0.0008) +[2026-06-02 18:23:54,701][331472] Updated weights for policy 0, policy_version 42092 (0.0009) +[2026-06-02 18:23:54,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21594112. Throughput: 0: 15527.8. Samples: 21612032. Policy #0 lag: (min: 57.0, avg: 86.3, max: 121.0) +[2026-06-02 18:23:54,905][329443] Avg episode reward: [(0, '1926.542')] +[2026-06-02 18:23:54,955][331472] Updated weights for policy 0, policy_version 42102 (0.0008) +[2026-06-02 18:23:55,231][331472] Updated weights for policy 0, policy_version 42113 (0.0008) +[2026-06-02 18:23:55,470][331472] Updated weights for policy 0, policy_version 42123 (0.0008) +[2026-06-02 18:23:56,280][331472] Updated weights for policy 0, policy_version 42133 (0.0009) +[2026-06-02 18:23:56,520][331472] Updated weights for policy 0, policy_version 42143 (0.0009) +[2026-06-02 18:23:56,759][331472] Updated weights for policy 0, policy_version 42153 (0.0009) +[2026-06-02 18:23:57,002][331472] Updated weights for policy 0, policy_version 42163 (0.0009) +[2026-06-02 18:23:57,244][331472] Updated weights for policy 0, policy_version 42173 (0.0009) +[2026-06-02 18:23:57,491][331472] Updated weights for policy 0, policy_version 42183 (0.0009) +[2026-06-02 18:23:58,253][331472] Updated weights for policy 0, policy_version 42193 (0.0009) +[2026-06-02 18:23:58,486][331472] Updated weights for policy 0, policy_version 42203 (0.0009) +[2026-06-02 18:23:58,721][331472] Updated weights for policy 0, policy_version 42213 (0.0009) +[2026-06-02 18:23:58,963][331472] Updated weights for policy 0, policy_version 42223 (0.0009) +[2026-06-02 18:23:59,210][331472] Updated weights for policy 0, policy_version 42233 (0.0009) +[2026-06-02 18:23:59,453][331472] Updated weights for policy 0, policy_version 42243 (0.0008) +[2026-06-02 18:23:59,696][331472] Updated weights for policy 0, policy_version 42253 (0.0008) +[2026-06-02 18:23:59,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 21692416. Throughput: 0: 15698.5. Samples: 21707392. Policy #0 lag: (min: 57.0, avg: 86.3, max: 121.0) +[2026-06-02 18:23:59,905][329443] Avg episode reward: [(0, '1932.925')] +[2026-06-02 18:23:59,910][331382] Saving new best policy, reward=1932.925! +[2026-06-02 18:24:00,451][331472] Updated weights for policy 0, policy_version 42263 (0.0008) +[2026-06-02 18:24:00,693][331472] Updated weights for policy 0, policy_version 42273 (0.0008) +[2026-06-02 18:24:00,940][331472] Updated weights for policy 0, policy_version 42283 (0.0008) +[2026-06-02 18:24:01,180][331472] Updated weights for policy 0, policy_version 42293 (0.0008) +[2026-06-02 18:24:01,415][331472] Updated weights for policy 0, policy_version 42303 (0.0008) +[2026-06-02 18:24:01,663][331472] Updated weights for policy 0, policy_version 42313 (0.0008) +[2026-06-02 18:24:02,453][331472] Updated weights for policy 0, policy_version 42323 (0.0009) +[2026-06-02 18:24:02,680][331472] Updated weights for policy 0, policy_version 42333 (0.0009) +[2026-06-02 18:24:02,916][331472] Updated weights for policy 0, policy_version 42343 (0.0009) +[2026-06-02 18:24:03,162][331472] Updated weights for policy 0, policy_version 42353 (0.0009) +[2026-06-02 18:24:03,404][331472] Updated weights for policy 0, policy_version 42363 (0.0008) +[2026-06-02 18:24:03,651][331472] Updated weights for policy 0, policy_version 42373 (0.0008) +[2026-06-02 18:24:03,890][331472] Updated weights for policy 0, policy_version 42383 (0.0009) +[2026-06-02 18:24:04,693][331472] Updated weights for policy 0, policy_version 42394 (0.0009) +[2026-06-02 18:24:04,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21757952. Throughput: 0: 15809.4. Samples: 21761280. Policy #0 lag: (min: 57.0, avg: 86.3, max: 121.0) +[2026-06-02 18:24:04,905][329443] Avg episode reward: [(0, '1957.024')] +[2026-06-02 18:24:04,923][331472] Updated weights for policy 0, policy_version 42404 (0.0009) +[2026-06-02 18:24:05,177][331472] Updated weights for policy 0, policy_version 42414 (0.0009) +[2026-06-02 18:24:05,422][331472] Updated weights for policy 0, policy_version 42424 (0.0009) +[2026-06-02 18:24:05,666][331472] Updated weights for policy 0, policy_version 42434 (0.0009) +[2026-06-02 18:24:05,910][331472] Updated weights for policy 0, policy_version 42444 (0.0009) +[2026-06-02 18:24:05,998][331382] Saving new best policy, reward=1957.024! +[2026-06-02 18:24:06,676][331472] Updated weights for policy 0, policy_version 42454 (0.0009) +[2026-06-02 18:24:06,916][331472] Updated weights for policy 0, policy_version 42464 (0.0008) +[2026-06-02 18:24:07,158][331472] Updated weights for policy 0, policy_version 42474 (0.0009) +[2026-06-02 18:24:07,403][331472] Updated weights for policy 0, policy_version 42484 (0.0009) +[2026-06-02 18:24:07,647][331472] Updated weights for policy 0, policy_version 42494 (0.0008) +[2026-06-02 18:24:07,886][331472] Updated weights for policy 0, policy_version 42504 (0.0008) +[2026-06-02 18:24:08,674][331472] Updated weights for policy 0, policy_version 42514 (0.0008) +[2026-06-02 18:24:08,898][331472] Updated weights for policy 0, policy_version 42524 (0.0009) +[2026-06-02 18:24:09,141][331472] Updated weights for policy 0, policy_version 42534 (0.0009) +[2026-06-02 18:24:09,389][331472] Updated weights for policy 0, policy_version 42544 (0.0009) +[2026-06-02 18:24:09,636][331472] Updated weights for policy 0, policy_version 42554 (0.0009) +[2026-06-02 18:24:09,872][331472] Updated weights for policy 0, policy_version 42564 (0.0009) +[2026-06-02 18:24:09,904][329443] Fps is (10 sec: 13107.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21823488. Throughput: 0: 15681.4. Samples: 21851648. Policy #0 lag: (min: 57.0, avg: 86.3, max: 121.0) +[2026-06-02 18:24:09,905][329443] Avg episode reward: [(0, '1971.058')] +[2026-06-02 18:24:10,144][331472] Updated weights for policy 0, policy_version 42575 (0.0009) +[2026-06-02 18:24:10,157][331382] Saving new best policy, reward=1971.058! +[2026-06-02 18:24:10,912][331472] Updated weights for policy 0, policy_version 42585 (0.0009) +[2026-06-02 18:24:11,150][331472] Updated weights for policy 0, policy_version 42595 (0.0009) +[2026-06-02 18:24:11,406][331472] Updated weights for policy 0, policy_version 42605 (0.0009) +[2026-06-02 18:24:11,646][331472] Updated weights for policy 0, policy_version 42615 (0.0008) +[2026-06-02 18:24:11,888][331472] Updated weights for policy 0, policy_version 42625 (0.0009) +[2026-06-02 18:24:12,135][331472] Updated weights for policy 0, policy_version 42635 (0.0009) +[2026-06-02 18:24:12,901][331472] Updated weights for policy 0, policy_version 42645 (0.0009) +[2026-06-02 18:24:13,150][331472] Updated weights for policy 0, policy_version 42655 (0.0010) +[2026-06-02 18:24:13,388][331472] Updated weights for policy 0, policy_version 42665 (0.0009) +[2026-06-02 18:24:13,648][331472] Updated weights for policy 0, policy_version 42676 (0.0009) +[2026-06-02 18:24:13,893][331472] Updated weights for policy 0, policy_version 42686 (0.0009) +[2026-06-02 18:24:14,160][331472] Updated weights for policy 0, policy_version 42697 (0.0009) +[2026-06-02 18:24:14,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21921792. Throughput: 0: 15581.9. Samples: 21942016. Policy #0 lag: (min: 57.0, avg: 86.3, max: 121.0) +[2026-06-02 18:24:14,905][329443] Avg episode reward: [(0, '2019.269')] +[2026-06-02 18:24:14,944][331472] Updated weights for policy 0, policy_version 42707 (0.0009) +[2026-06-02 18:24:15,178][331472] Updated weights for policy 0, policy_version 42717 (0.0009) +[2026-06-02 18:24:15,422][331472] Updated weights for policy 0, policy_version 42727 (0.0009) +[2026-06-02 18:24:15,663][331472] Updated weights for policy 0, policy_version 42737 (0.0009) +[2026-06-02 18:24:15,896][331472] Updated weights for policy 0, policy_version 42747 (0.0009) +[2026-06-02 18:24:16,148][331472] Updated weights for policy 0, policy_version 42757 (0.0009) +[2026-06-02 18:24:16,399][331472] Updated weights for policy 0, policy_version 42767 (0.0009) +[2026-06-02 18:24:16,414][331382] Saving new best policy, reward=2019.269! +[2026-06-02 18:24:17,165][331472] Updated weights for policy 0, policy_version 42777 (0.0008) +[2026-06-02 18:24:17,397][331472] Updated weights for policy 0, policy_version 42787 (0.0009) +[2026-06-02 18:24:17,639][331472] Updated weights for policy 0, policy_version 42797 (0.0008) +[2026-06-02 18:24:17,888][331472] Updated weights for policy 0, policy_version 42807 (0.0009) +[2026-06-02 18:24:18,147][331472] Updated weights for policy 0, policy_version 42817 (0.0009) +[2026-06-02 18:24:18,393][331472] Updated weights for policy 0, policy_version 42827 (0.0008) +[2026-06-02 18:24:19,144][331472] Updated weights for policy 0, policy_version 42837 (0.0009) +[2026-06-02 18:24:19,369][331472] Updated weights for policy 0, policy_version 42847 (0.0008) +[2026-06-02 18:24:19,614][331472] Updated weights for policy 0, policy_version 42857 (0.0009) +[2026-06-02 18:24:19,867][331472] Updated weights for policy 0, policy_version 42867 (0.0008) +[2026-06-02 18:24:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 21987328. Throughput: 0: 15843.6. Samples: 21996288. Policy #0 lag: (min: 57.0, avg: 86.3, max: 121.0) +[2026-06-02 18:24:19,905][329443] Avg episode reward: [(0, '2055.249')] +[2026-06-02 18:24:20,110][331472] Updated weights for policy 0, policy_version 42877 (0.0009) +[2026-06-02 18:24:20,355][331472] Updated weights for policy 0, policy_version 42887 (0.0008) +[2026-06-02 18:24:20,561][331382] Saving new best policy, reward=2055.249! +[2026-06-02 18:24:21,122][331472] Updated weights for policy 0, policy_version 42897 (0.0009) +[2026-06-02 18:24:21,373][331472] Updated weights for policy 0, policy_version 42908 (0.0009) +[2026-06-02 18:24:21,618][331472] Updated weights for policy 0, policy_version 42918 (0.0008) +[2026-06-02 18:24:21,863][331472] Updated weights for policy 0, policy_version 42928 (0.0009) +[2026-06-02 18:24:22,113][331472] Updated weights for policy 0, policy_version 42938 (0.0008) +[2026-06-02 18:24:22,358][331472] Updated weights for policy 0, policy_version 42948 (0.0009) +[2026-06-02 18:24:22,594][331472] Updated weights for policy 0, policy_version 42958 (0.0008) +[2026-06-02 18:24:23,345][331472] Updated weights for policy 0, policy_version 42968 (0.0008) +[2026-06-02 18:24:23,592][331472] Updated weights for policy 0, policy_version 42978 (0.0009) +[2026-06-02 18:24:23,822][331472] Updated weights for policy 0, policy_version 42988 (0.0008) +[2026-06-02 18:24:24,080][331472] Updated weights for policy 0, policy_version 42998 (0.0009) +[2026-06-02 18:24:24,326][331472] Updated weights for policy 0, policy_version 43008 (0.0009) +[2026-06-02 18:24:24,568][331472] Updated weights for policy 0, policy_version 43018 (0.0008) +[2026-06-02 18:24:24,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22085632. Throughput: 0: 15849.2. Samples: 22091264. Policy #0 lag: (min: 23.0, avg: 42.5, max: 87.0) +[2026-06-02 18:24:24,906][329443] Avg episode reward: [(0, '2055.249')] +[2026-06-02 18:24:25,323][331472] Updated weights for policy 0, policy_version 43028 (0.0009) +[2026-06-02 18:24:25,555][331472] Updated weights for policy 0, policy_version 43038 (0.0009) +[2026-06-02 18:24:25,801][331472] Updated weights for policy 0, policy_version 43048 (0.0009) +[2026-06-02 18:24:26,048][331472] Updated weights for policy 0, policy_version 43058 (0.0008) +[2026-06-02 18:24:26,288][331472] Updated weights for policy 0, policy_version 43068 (0.0008) +[2026-06-02 18:24:26,530][331472] Updated weights for policy 0, policy_version 43078 (0.0009) +[2026-06-02 18:24:26,771][331472] Updated weights for policy 0, policy_version 43088 (0.0008) +[2026-06-02 18:24:27,575][331472] Updated weights for policy 0, policy_version 43098 (0.0009) +[2026-06-02 18:24:27,819][331472] Updated weights for policy 0, policy_version 43108 (0.0008) +[2026-06-02 18:24:28,062][331472] Updated weights for policy 0, policy_version 43118 (0.0009) +[2026-06-02 18:24:28,309][331472] Updated weights for policy 0, policy_version 43128 (0.0008) +[2026-06-02 18:24:28,551][331472] Updated weights for policy 0, policy_version 43138 (0.0008) +[2026-06-02 18:24:28,790][331472] Updated weights for policy 0, policy_version 43148 (0.0008) +[2026-06-02 18:24:29,541][331472] Updated weights for policy 0, policy_version 43158 (0.0010) +[2026-06-02 18:24:29,781][331472] Updated weights for policy 0, policy_version 43168 (0.0008) +[2026-06-02 18:24:29,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22151168. Throughput: 0: 15860.6. Samples: 22187648. Policy #0 lag: (min: 23.0, avg: 42.5, max: 87.0) +[2026-06-02 18:24:29,905][329443] Avg episode reward: [(0, '2075.056')] +[2026-06-02 18:24:30,042][331472] Updated weights for policy 0, policy_version 43178 (0.0008) +[2026-06-02 18:24:30,282][331472] Updated weights for policy 0, policy_version 43188 (0.0008) +[2026-06-02 18:24:30,550][331472] Updated weights for policy 0, policy_version 43199 (0.0008) +[2026-06-02 18:24:30,781][331472] Updated weights for policy 0, policy_version 43209 (0.0009) +[2026-06-02 18:24:30,945][331382] Saving new best policy, reward=2075.056! +[2026-06-02 18:24:31,592][331472] Updated weights for policy 0, policy_version 43220 (0.0009) +[2026-06-02 18:24:31,824][331472] Updated weights for policy 0, policy_version 43230 (0.0009) +[2026-06-02 18:24:32,070][331472] Updated weights for policy 0, policy_version 43240 (0.0008) +[2026-06-02 18:24:32,311][331472] Updated weights for policy 0, policy_version 43250 (0.0008) +[2026-06-02 18:24:32,545][331472] Updated weights for policy 0, policy_version 43260 (0.0009) +[2026-06-02 18:24:32,805][331472] Updated weights for policy 0, policy_version 43270 (0.0009) +[2026-06-02 18:24:33,044][331472] Updated weights for policy 0, policy_version 43280 (0.0008) +[2026-06-02 18:24:33,806][331472] Updated weights for policy 0, policy_version 43290 (0.0009) +[2026-06-02 18:24:34,041][331472] Updated weights for policy 0, policy_version 43300 (0.0008) +[2026-06-02 18:24:34,287][331472] Updated weights for policy 0, policy_version 43310 (0.0009) +[2026-06-02 18:24:34,544][331472] Updated weights for policy 0, policy_version 43320 (0.0008) +[2026-06-02 18:24:34,788][331472] Updated weights for policy 0, policy_version 43330 (0.0008) +[2026-06-02 18:24:34,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 22216704. Throughput: 0: 15872.0. Samples: 22230016. Policy #0 lag: (min: 23.0, avg: 42.5, max: 87.0) +[2026-06-02 18:24:34,905][329443] Avg episode reward: [(0, '2075.056')] +[2026-06-02 18:24:35,020][331472] Updated weights for policy 0, policy_version 43340 (0.0008) +[2026-06-02 18:24:35,792][331472] Updated weights for policy 0, policy_version 43350 (0.0008) +[2026-06-02 18:24:36,030][331472] Updated weights for policy 0, policy_version 43360 (0.0008) +[2026-06-02 18:24:36,276][331472] Updated weights for policy 0, policy_version 43370 (0.0009) +[2026-06-02 18:24:36,535][331472] Updated weights for policy 0, policy_version 43380 (0.0009) +[2026-06-02 18:24:36,777][331472] Updated weights for policy 0, policy_version 43390 (0.0008) +[2026-06-02 18:24:37,021][331472] Updated weights for policy 0, policy_version 43400 (0.0009) +[2026-06-02 18:24:37,795][331472] Updated weights for policy 0, policy_version 43410 (0.0009) +[2026-06-02 18:24:38,023][331472] Updated weights for policy 0, policy_version 43420 (0.0009) +[2026-06-02 18:24:38,257][331472] Updated weights for policy 0, policy_version 43430 (0.0008) +[2026-06-02 18:24:38,509][331472] Updated weights for policy 0, policy_version 43440 (0.0008) +[2026-06-02 18:24:38,753][331472] Updated weights for policy 0, policy_version 43450 (0.0008) +[2026-06-02 18:24:38,990][331472] Updated weights for policy 0, policy_version 43460 (0.0011) +[2026-06-02 18:24:39,242][331472] Updated weights for policy 0, policy_version 43470 (0.0009) +[2026-06-02 18:24:39,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22315008. Throughput: 0: 15857.8. Samples: 22325632. Policy #0 lag: (min: 23.0, avg: 42.5, max: 87.0) +[2026-06-02 18:24:39,905][329443] Avg episode reward: [(0, '2052.659')] +[2026-06-02 18:24:40,036][331472] Updated weights for policy 0, policy_version 43481 (0.0009) +[2026-06-02 18:24:40,278][331472] Updated weights for policy 0, policy_version 43491 (0.0010) +[2026-06-02 18:24:40,518][331472] Updated weights for policy 0, policy_version 43501 (0.0009) +[2026-06-02 18:24:40,772][331472] Updated weights for policy 0, policy_version 43511 (0.0010) +[2026-06-02 18:24:41,020][331472] Updated weights for policy 0, policy_version 43521 (0.0009) +[2026-06-02 18:24:41,258][331472] Updated weights for policy 0, policy_version 43531 (0.0009) +[2026-06-02 18:24:42,026][331472] Updated weights for policy 0, policy_version 43541 (0.0009) +[2026-06-02 18:24:42,259][331472] Updated weights for policy 0, policy_version 43551 (0.0008) +[2026-06-02 18:24:42,508][331472] Updated weights for policy 0, policy_version 43561 (0.0008) +[2026-06-02 18:24:42,757][331472] Updated weights for policy 0, policy_version 43571 (0.0009) +[2026-06-02 18:24:43,003][331472] Updated weights for policy 0, policy_version 43581 (0.0009) +[2026-06-02 18:24:43,248][331472] Updated weights for policy 0, policy_version 43591 (0.0008) +[2026-06-02 18:24:44,042][331472] Updated weights for policy 0, policy_version 43601 (0.0009) +[2026-06-02 18:24:44,273][331472] Updated weights for policy 0, policy_version 43612 (0.0009) +[2026-06-02 18:24:44,531][331472] Updated weights for policy 0, policy_version 43622 (0.0009) +[2026-06-02 18:24:44,768][331472] Updated weights for policy 0, policy_version 43632 (0.0009) +[2026-06-02 18:24:44,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22380544. Throughput: 0: 15886.3. Samples: 22422272. Policy #0 lag: (min: 23.0, avg: 42.5, max: 87.0) +[2026-06-02 18:24:44,905][329443] Avg episode reward: [(0, '2052.659')] +[2026-06-02 18:24:45,018][331472] Updated weights for policy 0, policy_version 43642 (0.0009) +[2026-06-02 18:24:45,257][331472] Updated weights for policy 0, policy_version 43652 (0.0009) +[2026-06-02 18:24:45,517][331472] Updated weights for policy 0, policy_version 43662 (0.0009) +[2026-06-02 18:24:46,263][331472] Updated weights for policy 0, policy_version 43672 (0.0009) +[2026-06-02 18:24:46,504][331472] Updated weights for policy 0, policy_version 43682 (0.0009) +[2026-06-02 18:24:46,741][331472] Updated weights for policy 0, policy_version 43692 (0.0009) +[2026-06-02 18:24:46,987][331472] Updated weights for policy 0, policy_version 43702 (0.0008) +[2026-06-02 18:24:47,233][331472] Updated weights for policy 0, policy_version 43712 (0.0008) +[2026-06-02 18:24:47,468][331472] Updated weights for policy 0, policy_version 43722 (0.0009) +[2026-06-02 18:24:48,254][331472] Updated weights for policy 0, policy_version 43732 (0.0008) +[2026-06-02 18:24:48,495][331472] Updated weights for policy 0, policy_version 43742 (0.0008) +[2026-06-02 18:24:48,729][331472] Updated weights for policy 0, policy_version 43752 (0.0008) +[2026-06-02 18:24:48,981][331472] Updated weights for policy 0, policy_version 43762 (0.0008) +[2026-06-02 18:24:49,228][331472] Updated weights for policy 0, policy_version 43772 (0.0009) +[2026-06-02 18:24:49,476][331472] Updated weights for policy 0, policy_version 43782 (0.0009) +[2026-06-02 18:24:49,709][331472] Updated weights for policy 0, policy_version 43792 (0.0009) +[2026-06-02 18:24:49,904][329443] Fps is (10 sec: 16383.9, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22478848. Throughput: 0: 15627.4. Samples: 22464512. Policy #0 lag: (min: 23.0, avg: 42.5, max: 87.0) +[2026-06-02 18:24:49,905][329443] Avg episode reward: [(0, '2059.583')] +[2026-06-02 18:24:50,487][331472] Updated weights for policy 0, policy_version 43803 (0.0009) +[2026-06-02 18:24:50,731][331472] Updated weights for policy 0, policy_version 43813 (0.0009) +[2026-06-02 18:24:50,966][331472] Updated weights for policy 0, policy_version 43823 (0.0009) +[2026-06-02 18:24:51,227][331472] Updated weights for policy 0, policy_version 43833 (0.0009) +[2026-06-02 18:24:51,470][331472] Updated weights for policy 0, policy_version 43844 (0.0009) +[2026-06-02 18:24:51,735][331472] Updated weights for policy 0, policy_version 43854 (0.0010) +[2026-06-02 18:24:52,507][331472] Updated weights for policy 0, policy_version 43865 (0.0009) +[2026-06-02 18:24:52,763][331472] Updated weights for policy 0, policy_version 43875 (0.0008) +[2026-06-02 18:24:53,018][331472] Updated weights for policy 0, policy_version 43886 (0.0008) +[2026-06-02 18:24:53,256][331472] Updated weights for policy 0, policy_version 43896 (0.0009) +[2026-06-02 18:24:53,501][331472] Updated weights for policy 0, policy_version 43906 (0.0009) +[2026-06-02 18:24:53,751][331472] Updated weights for policy 0, policy_version 43916 (0.0010) +[2026-06-02 18:24:54,530][331472] Updated weights for policy 0, policy_version 43926 (0.0007) +[2026-06-02 18:24:54,765][331472] Updated weights for policy 0, policy_version 43936 (0.0007) +[2026-06-02 18:24:54,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22544384. Throughput: 0: 15749.7. Samples: 22560384. Policy #0 lag: (min: 58.0, avg: 95.6, max: 122.0) +[2026-06-02 18:24:54,905][329443] Avg episode reward: [(0, '2162.583')] +[2026-06-02 18:24:55,007][331472] Updated weights for policy 0, policy_version 43946 (0.0008) +[2026-06-02 18:24:55,251][331472] Updated weights for policy 0, policy_version 43956 (0.0009) +[2026-06-02 18:24:55,492][331472] Updated weights for policy 0, policy_version 43966 (0.0009) +[2026-06-02 18:24:55,745][331472] Updated weights for policy 0, policy_version 43976 (0.0009) +[2026-06-02 18:24:55,931][331382] Saving new best policy, reward=2162.583! +[2026-06-02 18:24:56,521][331472] Updated weights for policy 0, policy_version 43986 (0.0009) +[2026-06-02 18:24:56,742][331472] Updated weights for policy 0, policy_version 43996 (0.0009) +[2026-06-02 18:24:56,994][331472] Updated weights for policy 0, policy_version 44006 (0.0009) +[2026-06-02 18:24:57,229][331472] Updated weights for policy 0, policy_version 44016 (0.0008) +[2026-06-02 18:24:57,485][331472] Updated weights for policy 0, policy_version 44026 (0.0009) +[2026-06-02 18:24:57,730][331472] Updated weights for policy 0, policy_version 44036 (0.0009) +[2026-06-02 18:24:57,976][331472] Updated weights for policy 0, policy_version 44046 (0.0007) +[2026-06-02 18:24:58,714][331472] Updated weights for policy 0, policy_version 44056 (0.0011) +[2026-06-02 18:24:58,957][331472] Updated weights for policy 0, policy_version 44066 (0.0009) +[2026-06-02 18:24:59,212][331472] Updated weights for policy 0, policy_version 44076 (0.0009) +[2026-06-02 18:24:59,457][331472] Updated weights for policy 0, policy_version 44086 (0.0009) +[2026-06-02 18:24:59,708][331472] Updated weights for policy 0, policy_version 44096 (0.0008) +[2026-06-02 18:24:59,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 22609920. Throughput: 0: 15872.0. Samples: 22656256. Policy #0 lag: (min: 58.0, avg: 95.6, max: 122.0) +[2026-06-02 18:24:59,905][329443] Avg episode reward: [(0, '2147.839')] +[2026-06-02 18:24:59,954][331472] Updated weights for policy 0, policy_version 44106 (0.0008) +[2026-06-02 18:25:00,709][331472] Updated weights for policy 0, policy_version 44116 (0.0008) +[2026-06-02 18:25:00,942][331472] Updated weights for policy 0, policy_version 44126 (0.0008) +[2026-06-02 18:25:01,176][331472] Updated weights for policy 0, policy_version 44136 (0.0008) +[2026-06-02 18:25:01,426][331472] Updated weights for policy 0, policy_version 44146 (0.0008) +[2026-06-02 18:25:01,670][331472] Updated weights for policy 0, policy_version 44156 (0.0009) +[2026-06-02 18:25:01,914][331472] Updated weights for policy 0, policy_version 44166 (0.0008) +[2026-06-02 18:25:02,160][331472] Updated weights for policy 0, policy_version 44176 (0.0009) +[2026-06-02 18:25:02,924][331472] Updated weights for policy 0, policy_version 44186 (0.0008) +[2026-06-02 18:25:03,175][331472] Updated weights for policy 0, policy_version 44196 (0.0009) +[2026-06-02 18:25:03,430][331472] Updated weights for policy 0, policy_version 44206 (0.0009) +[2026-06-02 18:25:03,675][331472] Updated weights for policy 0, policy_version 44216 (0.0009) +[2026-06-02 18:25:03,921][331472] Updated weights for policy 0, policy_version 44226 (0.0009) +[2026-06-02 18:25:04,159][331472] Updated weights for policy 0, policy_version 44236 (0.0009) +[2026-06-02 18:25:04,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22708224. Throughput: 0: 15670.0. Samples: 22701440. Policy #0 lag: (min: 58.0, avg: 95.6, max: 122.0) +[2026-06-02 18:25:04,905][329443] Avg episode reward: [(0, '2145.667')] +[2026-06-02 18:25:04,977][331472] Updated weights for policy 0, policy_version 44248 (0.0009) +[2026-06-02 18:25:05,215][331472] Updated weights for policy 0, policy_version 44258 (0.0009) +[2026-06-02 18:25:05,454][331472] Updated weights for policy 0, policy_version 44268 (0.0009) +[2026-06-02 18:25:05,706][331472] Updated weights for policy 0, policy_version 44278 (0.0009) +[2026-06-02 18:25:05,949][331472] Updated weights for policy 0, policy_version 44288 (0.0009) +[2026-06-02 18:25:06,197][331472] Updated weights for policy 0, policy_version 44298 (0.0009) +[2026-06-02 18:25:06,950][331472] Updated weights for policy 0, policy_version 44308 (0.0009) +[2026-06-02 18:25:07,187][331472] Updated weights for policy 0, policy_version 44318 (0.0009) +[2026-06-02 18:25:07,431][331472] Updated weights for policy 0, policy_version 44328 (0.0009) +[2026-06-02 18:25:07,677][331472] Updated weights for policy 0, policy_version 44338 (0.0011) +[2026-06-02 18:25:07,913][331472] Updated weights for policy 0, policy_version 44348 (0.0009) +[2026-06-02 18:25:08,157][331472] Updated weights for policy 0, policy_version 44358 (0.0009) +[2026-06-02 18:25:08,393][331472] Updated weights for policy 0, policy_version 44368 (0.0008) +[2026-06-02 18:25:09,169][331472] Updated weights for policy 0, policy_version 44378 (0.0009) +[2026-06-02 18:25:09,411][331472] Updated weights for policy 0, policy_version 44388 (0.0009) +[2026-06-02 18:25:09,653][331472] Updated weights for policy 0, policy_version 44398 (0.0009) +[2026-06-02 18:25:09,897][331472] Updated weights for policy 0, policy_version 44408 (0.0009) +[2026-06-02 18:25:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22773760. Throughput: 0: 15616.0. Samples: 22793984. Policy #0 lag: (min: 58.0, avg: 95.6, max: 122.0) +[2026-06-02 18:25:09,905][329443] Avg episode reward: [(0, '2145.667')] +[2026-06-02 18:25:10,141][331472] Updated weights for policy 0, policy_version 44418 (0.0009) +[2026-06-02 18:25:10,390][331472] Updated weights for policy 0, policy_version 44428 (0.0009) +[2026-06-02 18:25:11,137][331472] Updated weights for policy 0, policy_version 44438 (0.0009) +[2026-06-02 18:25:11,374][331472] Updated weights for policy 0, policy_version 44448 (0.0009) +[2026-06-02 18:25:11,615][331472] Updated weights for policy 0, policy_version 44458 (0.0008) +[2026-06-02 18:25:11,865][331472] Updated weights for policy 0, policy_version 44468 (0.0008) +[2026-06-02 18:25:12,099][331472] Updated weights for policy 0, policy_version 44478 (0.0008) +[2026-06-02 18:25:12,342][331472] Updated weights for policy 0, policy_version 44488 (0.0009) +[2026-06-02 18:25:13,128][331472] Updated weights for policy 0, policy_version 44498 (0.0008) +[2026-06-02 18:25:13,353][331472] Updated weights for policy 0, policy_version 44508 (0.0008) +[2026-06-02 18:25:13,602][331472] Updated weights for policy 0, policy_version 44518 (0.0008) +[2026-06-02 18:25:13,839][331472] Updated weights for policy 0, policy_version 44528 (0.0008) +[2026-06-02 18:25:14,089][331472] Updated weights for policy 0, policy_version 44538 (0.0008) +[2026-06-02 18:25:14,328][331472] Updated weights for policy 0, policy_version 44548 (0.0008) +[2026-06-02 18:25:14,587][331472] Updated weights for policy 0, policy_version 44558 (0.0008) +[2026-06-02 18:25:14,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 22872064. Throughput: 0: 15596.1. Samples: 22889472. Policy #0 lag: (min: 58.0, avg: 95.6, max: 122.0) +[2026-06-02 18:25:14,905][329443] Avg episode reward: [(0, '2167.292')] +[2026-06-02 18:25:14,910][331382] Saving new best policy, reward=2167.292! +[2026-06-02 18:25:15,379][331472] Updated weights for policy 0, policy_version 44568 (0.0009) +[2026-06-02 18:25:15,620][331472] Updated weights for policy 0, policy_version 44578 (0.0005) +[2026-06-02 18:25:15,866][331472] Updated weights for policy 0, policy_version 44588 (0.0006) +[2026-06-02 18:25:16,117][331472] Updated weights for policy 0, policy_version 44598 (0.0009) +[2026-06-02 18:25:16,386][331472] Updated weights for policy 0, policy_version 44609 (0.0010) +[2026-06-02 18:25:16,629][331472] Updated weights for policy 0, policy_version 44619 (0.0011) +[2026-06-02 18:25:17,345][331472] Updated weights for policy 0, policy_version 44629 (0.0010) +[2026-06-02 18:25:17,570][331472] Updated weights for policy 0, policy_version 44639 (0.0012) +[2026-06-02 18:25:17,820][331472] Updated weights for policy 0, policy_version 44649 (0.0006) +[2026-06-02 18:25:18,077][331472] Updated weights for policy 0, policy_version 44659 (0.0010) +[2026-06-02 18:25:18,305][331472] Updated weights for policy 0, policy_version 44669 (0.0012) +[2026-06-02 18:25:18,546][331472] Updated weights for policy 0, policy_version 44679 (0.0011) +[2026-06-02 18:25:19,327][331472] Updated weights for policy 0, policy_version 44689 (0.0011) +[2026-06-02 18:25:19,561][331472] Updated weights for policy 0, policy_version 44699 (0.0008) +[2026-06-02 18:25:19,799][331472] Updated weights for policy 0, policy_version 44709 (0.0009) +[2026-06-02 18:25:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 22937600. Throughput: 0: 15835.0. Samples: 22942592. Policy #0 lag: (min: 58.0, avg: 95.6, max: 122.0) +[2026-06-02 18:25:19,905][329443] Avg episode reward: [(0, '2176.598')] +[2026-06-02 18:25:20,054][331472] Updated weights for policy 0, policy_version 44719 (0.0009) +[2026-06-02 18:25:20,287][331472] Updated weights for policy 0, policy_version 44729 (0.0009) +[2026-06-02 18:25:20,535][331472] Updated weights for policy 0, policy_version 44739 (0.0009) +[2026-06-02 18:25:20,793][331472] Updated weights for policy 0, policy_version 44749 (0.0009) +[2026-06-02 18:25:20,852][331382] Saving new best policy, reward=2176.598! +[2026-06-02 18:25:21,553][331472] Updated weights for policy 0, policy_version 44759 (0.0009) +[2026-06-02 18:25:21,783][331472] Updated weights for policy 0, policy_version 44769 (0.0009) +[2026-06-02 18:25:22,036][331472] Updated weights for policy 0, policy_version 44779 (0.0009) +[2026-06-02 18:25:22,287][331472] Updated weights for policy 0, policy_version 44789 (0.0009) +[2026-06-02 18:25:22,542][331472] Updated weights for policy 0, policy_version 44799 (0.0010) +[2026-06-02 18:25:22,773][331472] Updated weights for policy 0, policy_version 44809 (0.0008) +[2026-06-02 18:25:23,543][331472] Updated weights for policy 0, policy_version 44819 (0.0008) +[2026-06-02 18:25:23,769][331472] Updated weights for policy 0, policy_version 44829 (0.0008) +[2026-06-02 18:25:24,021][331472] Updated weights for policy 0, policy_version 44839 (0.0009) +[2026-06-02 18:25:24,263][331472] Updated weights for policy 0, policy_version 44849 (0.0009) +[2026-06-02 18:25:24,523][331472] Updated weights for policy 0, policy_version 44860 (0.0009) +[2026-06-02 18:25:24,777][331472] Updated weights for policy 0, policy_version 44870 (0.0009) +[2026-06-02 18:25:24,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 23003136. Throughput: 0: 15860.6. Samples: 23039360. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:25:24,905][329443] Avg episode reward: [(0, '2189.800')] +[2026-06-02 18:25:25,006][331382] Saving new best policy, reward=2189.800! +[2026-06-02 18:25:25,009][331472] Updated weights for policy 0, policy_version 44880 (0.0008) +[2026-06-02 18:25:25,771][331472] Updated weights for policy 0, policy_version 44890 (0.0009) +[2026-06-02 18:25:26,009][331472] Updated weights for policy 0, policy_version 44900 (0.0008) +[2026-06-02 18:25:26,258][331472] Updated weights for policy 0, policy_version 44910 (0.0009) +[2026-06-02 18:25:26,512][331472] Updated weights for policy 0, policy_version 44920 (0.0008) +[2026-06-02 18:25:26,758][331472] Updated weights for policy 0, policy_version 44930 (0.0008) +[2026-06-02 18:25:26,988][331472] Updated weights for policy 0, policy_version 44940 (0.0009) +[2026-06-02 18:25:27,785][331472] Updated weights for policy 0, policy_version 44950 (0.0009) +[2026-06-02 18:25:28,015][331472] Updated weights for policy 0, policy_version 44960 (0.0008) +[2026-06-02 18:25:28,262][331472] Updated weights for policy 0, policy_version 44970 (0.0009) +[2026-06-02 18:25:28,533][331472] Updated weights for policy 0, policy_version 44981 (0.0008) +[2026-06-02 18:25:28,778][331472] Updated weights for policy 0, policy_version 44991 (0.0009) +[2026-06-02 18:25:29,012][331472] Updated weights for policy 0, policy_version 45001 (0.0009) +[2026-06-02 18:25:29,773][331472] Updated weights for policy 0, policy_version 45011 (0.0009) +[2026-06-02 18:25:29,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23101440. Throughput: 0: 15641.6. Samples: 23126144. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:25:29,905][329443] Avg episode reward: [(0, '2234.538')] +[2026-06-02 18:25:30,005][331472] Updated weights for policy 0, policy_version 45021 (0.0008) +[2026-06-02 18:25:30,257][331472] Updated weights for policy 0, policy_version 45031 (0.0009) +[2026-06-02 18:25:30,500][331472] Updated weights for policy 0, policy_version 45041 (0.0008) +[2026-06-02 18:25:30,746][331472] Updated weights for policy 0, policy_version 45051 (0.0008) +[2026-06-02 18:25:30,980][331472] Updated weights for policy 0, policy_version 45061 (0.0008) +[2026-06-02 18:25:31,226][331472] Updated weights for policy 0, policy_version 45071 (0.0008) +[2026-06-02 18:25:31,248][331382] Saving new best policy, reward=2234.538! +[2026-06-02 18:25:31,984][331472] Updated weights for policy 0, policy_version 45081 (0.0009) +[2026-06-02 18:25:32,224][331472] Updated weights for policy 0, policy_version 45091 (0.0009) +[2026-06-02 18:25:32,464][331472] Updated weights for policy 0, policy_version 45101 (0.0008) +[2026-06-02 18:25:32,708][331472] Updated weights for policy 0, policy_version 45111 (0.0008) +[2026-06-02 18:25:32,948][331472] Updated weights for policy 0, policy_version 45121 (0.0009) +[2026-06-02 18:25:33,192][331472] Updated weights for policy 0, policy_version 45131 (0.0008) +[2026-06-02 18:25:33,966][331472] Updated weights for policy 0, policy_version 45141 (0.0008) +[2026-06-02 18:25:34,196][331472] Updated weights for policy 0, policy_version 45151 (0.0008) +[2026-06-02 18:25:34,442][331472] Updated weights for policy 0, policy_version 45161 (0.0008) +[2026-06-02 18:25:34,682][331472] Updated weights for policy 0, policy_version 45171 (0.0008) +[2026-06-02 18:25:34,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23166976. Throughput: 0: 15815.1. Samples: 23176192. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:25:34,905][329443] Avg episode reward: [(0, '2284.200')] +[2026-06-02 18:25:34,933][331472] Updated weights for policy 0, policy_version 45181 (0.0009) +[2026-06-02 18:25:35,176][331472] Updated weights for policy 0, policy_version 45191 (0.0009) +[2026-06-02 18:25:35,395][331382] Saving new best policy, reward=2284.200! +[2026-06-02 18:25:35,976][331472] Updated weights for policy 0, policy_version 45201 (0.0009) +[2026-06-02 18:25:36,203][331472] Updated weights for policy 0, policy_version 45211 (0.0008) +[2026-06-02 18:25:36,448][331472] Updated weights for policy 0, policy_version 45221 (0.0008) +[2026-06-02 18:25:36,686][331472] Updated weights for policy 0, policy_version 45231 (0.0009) +[2026-06-02 18:25:36,934][331472] Updated weights for policy 0, policy_version 45241 (0.0008) +[2026-06-02 18:25:37,178][331472] Updated weights for policy 0, policy_version 45251 (0.0009) +[2026-06-02 18:25:37,433][331472] Updated weights for policy 0, policy_version 45261 (0.0008) +[2026-06-02 18:25:38,168][331472] Updated weights for policy 0, policy_version 45271 (0.0009) +[2026-06-02 18:25:38,414][331472] Updated weights for policy 0, policy_version 45281 (0.0009) +[2026-06-02 18:25:38,661][331472] Updated weights for policy 0, policy_version 45291 (0.0008) +[2026-06-02 18:25:38,901][331472] Updated weights for policy 0, policy_version 45301 (0.0008) +[2026-06-02 18:25:39,134][331472] Updated weights for policy 0, policy_version 45311 (0.0008) +[2026-06-02 18:25:39,387][331472] Updated weights for policy 0, policy_version 45321 (0.0007) +[2026-06-02 18:25:39,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23265280. Throughput: 0: 15820.8. Samples: 23272320. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:25:39,905][329443] Avg episode reward: [(0, '2316.685')] +[2026-06-02 18:25:40,149][331472] Updated weights for policy 0, policy_version 45331 (0.0006) +[2026-06-02 18:25:40,390][331472] Updated weights for policy 0, policy_version 45341 (0.0008) +[2026-06-02 18:25:40,628][331472] Updated weights for policy 0, policy_version 45351 (0.0008) +[2026-06-02 18:25:40,881][331472] Updated weights for policy 0, policy_version 45361 (0.0008) +[2026-06-02 18:25:41,113][331472] Updated weights for policy 0, policy_version 45371 (0.0008) +[2026-06-02 18:25:41,370][331472] Updated weights for policy 0, policy_version 45381 (0.0009) +[2026-06-02 18:25:41,609][331472] Updated weights for policy 0, policy_version 45391 (0.0009) +[2026-06-02 18:25:41,627][331382] Saving new best policy, reward=2316.685! +[2026-06-02 18:25:42,369][331472] Updated weights for policy 0, policy_version 45401 (0.0009) +[2026-06-02 18:25:42,607][331472] Updated weights for policy 0, policy_version 45411 (0.0009) +[2026-06-02 18:25:42,849][331472] Updated weights for policy 0, policy_version 45421 (0.0009) +[2026-06-02 18:25:43,104][331472] Updated weights for policy 0, policy_version 45431 (0.0008) +[2026-06-02 18:25:43,347][331472] Updated weights for policy 0, policy_version 45441 (0.0008) +[2026-06-02 18:25:43,588][331472] Updated weights for policy 0, policy_version 45451 (0.0009) +[2026-06-02 18:25:44,345][331472] Updated weights for policy 0, policy_version 45461 (0.0008) +[2026-06-02 18:25:44,576][331472] Updated weights for policy 0, policy_version 45471 (0.0009) +[2026-06-02 18:25:44,825][331472] Updated weights for policy 0, policy_version 45481 (0.0008) +[2026-06-02 18:25:44,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23330816. Throughput: 0: 15820.8. Samples: 23368192. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:25:44,905][329443] Avg episode reward: [(0, '2316.685')] +[2026-06-02 18:25:45,080][331472] Updated weights for policy 0, policy_version 45491 (0.0010) +[2026-06-02 18:25:45,320][331472] Updated weights for policy 0, policy_version 45501 (0.0008) +[2026-06-02 18:25:45,557][331472] Updated weights for policy 0, policy_version 45511 (0.0008) +[2026-06-02 18:25:46,354][331472] Updated weights for policy 0, policy_version 45521 (0.0008) +[2026-06-02 18:25:46,584][331472] Updated weights for policy 0, policy_version 45531 (0.0008) +[2026-06-02 18:25:46,825][331472] Updated weights for policy 0, policy_version 45541 (0.0009) +[2026-06-02 18:25:47,141][331472] Updated weights for policy 0, policy_version 45551 (0.0007) +[2026-06-02 18:25:47,374][331472] Updated weights for policy 0, policy_version 45561 (0.0008) +[2026-06-02 18:25:47,635][331472] Updated weights for policy 0, policy_version 45572 (0.0008) +[2026-06-02 18:25:47,874][331472] Updated weights for policy 0, policy_version 45582 (0.0009) +[2026-06-02 18:25:48,573][331472] Updated weights for policy 0, policy_version 45592 (0.0009) +[2026-06-02 18:25:48,804][331472] Updated weights for policy 0, policy_version 45602 (0.0009) +[2026-06-02 18:25:49,066][331472] Updated weights for policy 0, policy_version 45612 (0.0009) +[2026-06-02 18:25:49,291][331472] Updated weights for policy 0, policy_version 45622 (0.0007) +[2026-06-02 18:25:49,532][331472] Updated weights for policy 0, policy_version 45632 (0.0004) +[2026-06-02 18:25:49,776][331472] Updated weights for policy 0, policy_version 45642 (0.0005) +[2026-06-02 18:25:49,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15662.0). Total num frames: 23396352. Throughput: 0: 15835.0. Samples: 23414016. Policy #0 lag: (min: 63.0, avg: 82.9, max: 127.0) +[2026-06-02 18:25:49,906][329443] Avg episode reward: [(0, '2354.434')] +[2026-06-02 18:25:49,924][331382] Saving new best policy, reward=2354.434! +[2026-06-02 18:25:50,570][331472] Updated weights for policy 0, policy_version 45652 (0.0009) +[2026-06-02 18:25:50,800][331472] Updated weights for policy 0, policy_version 45662 (0.0008) +[2026-06-02 18:25:51,052][331472] Updated weights for policy 0, policy_version 45672 (0.0008) +[2026-06-02 18:25:51,283][331472] Updated weights for policy 0, policy_version 45682 (0.0007) +[2026-06-02 18:25:51,542][331472] Updated weights for policy 0, policy_version 45692 (0.0005) +[2026-06-02 18:25:51,799][331472] Updated weights for policy 0, policy_version 45702 (0.0006) +[2026-06-02 18:25:52,025][331472] Updated weights for policy 0, policy_version 45712 (0.0008) +[2026-06-02 18:25:52,765][331472] Updated weights for policy 0, policy_version 45722 (0.0007) +[2026-06-02 18:25:53,015][331472] Updated weights for policy 0, policy_version 45732 (0.0009) +[2026-06-02 18:25:53,256][331472] Updated weights for policy 0, policy_version 45742 (0.0009) +[2026-06-02 18:25:53,509][331472] Updated weights for policy 0, policy_version 45752 (0.0009) +[2026-06-02 18:25:53,763][331472] Updated weights for policy 0, policy_version 45762 (0.0009) +[2026-06-02 18:25:54,003][331472] Updated weights for policy 0, policy_version 45772 (0.0008) +[2026-06-02 18:25:54,726][331472] Updated weights for policy 0, policy_version 45782 (0.0008) +[2026-06-02 18:25:54,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23494656. Throughput: 0: 15857.8. Samples: 23507584. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 18:25:54,905][329443] Avg episode reward: [(0, '2362.149')] +[2026-06-02 18:25:54,960][331472] Updated weights for policy 0, policy_version 45792 (0.0009) +[2026-06-02 18:25:55,214][331472] Updated weights for policy 0, policy_version 45802 (0.0009) +[2026-06-02 18:25:55,461][331472] Updated weights for policy 0, policy_version 45812 (0.0007) +[2026-06-02 18:25:55,703][331472] Updated weights for policy 0, policy_version 45822 (0.0005) +[2026-06-02 18:25:55,959][331472] Updated weights for policy 0, policy_version 45832 (0.0005) +[2026-06-02 18:25:56,142][331382] Saving new best policy, reward=2362.149! +[2026-06-02 18:25:56,766][331472] Updated weights for policy 0, policy_version 45843 (0.0009) +[2026-06-02 18:25:56,999][331472] Updated weights for policy 0, policy_version 45853 (0.0009) +[2026-06-02 18:25:57,266][331472] Updated weights for policy 0, policy_version 45864 (0.0009) +[2026-06-02 18:25:57,511][331472] Updated weights for policy 0, policy_version 45874 (0.0008) +[2026-06-02 18:25:57,778][331472] Updated weights for policy 0, policy_version 45885 (0.0009) +[2026-06-02 18:25:58,013][331472] Updated weights for policy 0, policy_version 45895 (0.0008) +[2026-06-02 18:25:58,763][331472] Updated weights for policy 0, policy_version 45905 (0.0008) +[2026-06-02 18:25:59,001][331472] Updated weights for policy 0, policy_version 45915 (0.0008) +[2026-06-02 18:25:59,237][331472] Updated weights for policy 0, policy_version 45925 (0.0008) +[2026-06-02 18:25:59,475][331472] Updated weights for policy 0, policy_version 45935 (0.0008) +[2026-06-02 18:25:59,722][331472] Updated weights for policy 0, policy_version 45945 (0.0008) +[2026-06-02 18:25:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23560192. Throughput: 0: 15817.9. Samples: 23601280. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 18:25:59,905][329443] Avg episode reward: [(0, '2379.254')] +[2026-06-02 18:25:59,968][331472] Updated weights for policy 0, policy_version 45955 (0.0009) +[2026-06-02 18:26:00,251][331472] Updated weights for policy 0, policy_version 45966 (0.0008) +[2026-06-02 18:26:00,284][331382] Saving new best policy, reward=2379.254! +[2026-06-02 18:26:00,985][331472] Updated weights for policy 0, policy_version 45976 (0.0009) +[2026-06-02 18:26:01,234][331472] Updated weights for policy 0, policy_version 45986 (0.0008) +[2026-06-02 18:26:01,483][331472] Updated weights for policy 0, policy_version 45996 (0.0008) +[2026-06-02 18:26:01,721][331472] Updated weights for policy 0, policy_version 46006 (0.0008) +[2026-06-02 18:26:01,962][331472] Updated weights for policy 0, policy_version 46016 (0.0008) +[2026-06-02 18:26:02,220][331472] Updated weights for policy 0, policy_version 46026 (0.0008) +[2026-06-02 18:26:02,981][331472] Updated weights for policy 0, policy_version 46036 (0.0009) +[2026-06-02 18:26:03,209][331472] Updated weights for policy 0, policy_version 46046 (0.0008) +[2026-06-02 18:26:03,457][331472] Updated weights for policy 0, policy_version 46056 (0.0008) +[2026-06-02 18:26:03,709][331472] Updated weights for policy 0, policy_version 46066 (0.0008) +[2026-06-02 18:26:03,969][331472] Updated weights for policy 0, policy_version 46077 (0.0008) +[2026-06-02 18:26:04,213][331472] Updated weights for policy 0, policy_version 46087 (0.0008) +[2026-06-02 18:26:04,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23658496. Throughput: 0: 15570.5. Samples: 23643264. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 18:26:04,905][329443] Avg episode reward: [(0, '2418.929')] +[2026-06-02 18:26:04,993][331472] Updated weights for policy 0, policy_version 46097 (0.0009) +[2026-06-02 18:26:05,210][331472] Updated weights for policy 0, policy_version 46107 (0.0009) +[2026-06-02 18:26:05,465][331472] Updated weights for policy 0, policy_version 46117 (0.0009) +[2026-06-02 18:26:05,695][331472] Updated weights for policy 0, policy_version 46127 (0.0008) +[2026-06-02 18:26:05,951][331472] Updated weights for policy 0, policy_version 46137 (0.0008) +[2026-06-02 18:26:06,191][331472] Updated weights for policy 0, policy_version 46147 (0.0008) +[2026-06-02 18:26:06,442][331472] Updated weights for policy 0, policy_version 46157 (0.0008) +[2026-06-02 18:26:06,507][331382] Saving new best policy, reward=2418.929! +[2026-06-02 18:26:07,249][331472] Updated weights for policy 0, policy_version 46169 (0.0008) +[2026-06-02 18:26:07,491][331472] Updated weights for policy 0, policy_version 46179 (0.0008) +[2026-06-02 18:26:07,742][331472] Updated weights for policy 0, policy_version 46189 (0.0008) +[2026-06-02 18:26:08,021][331472] Updated weights for policy 0, policy_version 46200 (0.0009) +[2026-06-02 18:26:08,263][331472] Updated weights for policy 0, policy_version 46210 (0.0009) +[2026-06-02 18:26:08,498][331472] Updated weights for policy 0, policy_version 46220 (0.0008) +[2026-06-02 18:26:09,271][331472] Updated weights for policy 0, policy_version 46230 (0.0008) +[2026-06-02 18:26:09,502][331472] Updated weights for policy 0, policy_version 46240 (0.0008) +[2026-06-02 18:26:09,757][331472] Updated weights for policy 0, policy_version 46250 (0.0008) +[2026-06-02 18:26:09,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23724032. Throughput: 0: 15553.4. Samples: 23739264. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 18:26:09,905][329443] Avg episode reward: [(0, '2392.674')] +[2026-06-02 18:26:10,003][331472] Updated weights for policy 0, policy_version 46260 (0.0008) +[2026-06-02 18:26:10,246][331472] Updated weights for policy 0, policy_version 46270 (0.0008) +[2026-06-02 18:26:10,495][331472] Updated weights for policy 0, policy_version 46280 (0.0009) +[2026-06-02 18:26:11,275][331472] Updated weights for policy 0, policy_version 46290 (0.0010) +[2026-06-02 18:26:11,512][331472] Updated weights for policy 0, policy_version 46300 (0.0008) +[2026-06-02 18:26:11,740][331472] Updated weights for policy 0, policy_version 46310 (0.0008) +[2026-06-02 18:26:11,992][331472] Updated weights for policy 0, policy_version 46320 (0.0008) +[2026-06-02 18:26:12,240][331472] Updated weights for policy 0, policy_version 46330 (0.0008) +[2026-06-02 18:26:12,471][331472] Updated weights for policy 0, policy_version 46340 (0.0008) +[2026-06-02 18:26:12,724][331472] Updated weights for policy 0, policy_version 46350 (0.0008) +[2026-06-02 18:26:13,494][331472] Updated weights for policy 0, policy_version 46360 (0.0009) +[2026-06-02 18:26:13,723][331472] Updated weights for policy 0, policy_version 46370 (0.0009) +[2026-06-02 18:26:13,975][331472] Updated weights for policy 0, policy_version 46380 (0.0009) +[2026-06-02 18:26:14,227][331472] Updated weights for policy 0, policy_version 46390 (0.0008) +[2026-06-02 18:26:14,471][331472] Updated weights for policy 0, policy_version 46400 (0.0009) +[2026-06-02 18:26:14,706][331472] Updated weights for policy 0, policy_version 46410 (0.0008) +[2026-06-02 18:26:14,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23822336. Throughput: 0: 15761.1. Samples: 23835392. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 18:26:14,905][329443] Avg episode reward: [(0, '2396.878')] +[2026-06-02 18:26:15,468][331472] Updated weights for policy 0, policy_version 46420 (0.0008) +[2026-06-02 18:26:15,722][331472] Updated weights for policy 0, policy_version 46430 (0.0008) +[2026-06-02 18:26:15,961][331472] Updated weights for policy 0, policy_version 46440 (0.0008) +[2026-06-02 18:26:16,205][331472] Updated weights for policy 0, policy_version 46450 (0.0008) +[2026-06-02 18:26:16,453][331472] Updated weights for policy 0, policy_version 46460 (0.0009) +[2026-06-02 18:26:16,701][331472] Updated weights for policy 0, policy_version 46470 (0.0008) +[2026-06-02 18:26:16,927][331472] Updated weights for policy 0, policy_version 46480 (0.0008) +[2026-06-02 18:26:17,702][331472] Updated weights for policy 0, policy_version 46491 (0.0008) +[2026-06-02 18:26:17,964][331472] Updated weights for policy 0, policy_version 46502 (0.0009) +[2026-06-02 18:26:18,241][331472] Updated weights for policy 0, policy_version 46513 (0.0008) +[2026-06-02 18:26:18,472][331472] Updated weights for policy 0, policy_version 46523 (0.0008) +[2026-06-02 18:26:18,739][331472] Updated weights for policy 0, policy_version 46534 (0.0009) +[2026-06-02 18:26:18,979][331472] Updated weights for policy 0, policy_version 46544 (0.0009) +[2026-06-02 18:26:19,768][331472] Updated weights for policy 0, policy_version 46554 (0.0008) +[2026-06-02 18:26:19,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23887872. Throughput: 0: 15852.1. Samples: 23889536. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 18:26:19,905][329443] Avg episode reward: [(0, '2395.456')] +[2026-06-02 18:26:19,997][331472] Updated weights for policy 0, policy_version 46564 (0.0008) +[2026-06-02 18:26:20,250][331472] Updated weights for policy 0, policy_version 46574 (0.0008) +[2026-06-02 18:26:20,497][331472] Updated weights for policy 0, policy_version 46584 (0.0009) +[2026-06-02 18:26:20,736][331472] Updated weights for policy 0, policy_version 46594 (0.0008) +[2026-06-02 18:26:20,989][331472] Updated weights for policy 0, policy_version 46604 (0.0008) +[2026-06-02 18:26:21,783][331472] Updated weights for policy 0, policy_version 46615 (0.0009) +[2026-06-02 18:26:22,011][331472] Updated weights for policy 0, policy_version 46625 (0.0009) +[2026-06-02 18:26:22,267][331472] Updated weights for policy 0, policy_version 46635 (0.0008) +[2026-06-02 18:26:22,516][331472] Updated weights for policy 0, policy_version 46645 (0.0008) +[2026-06-02 18:26:22,749][331472] Updated weights for policy 0, policy_version 46655 (0.0008) +[2026-06-02 18:26:22,999][331472] Updated weights for policy 0, policy_version 46665 (0.0008) +[2026-06-02 18:26:23,782][331472] Updated weights for policy 0, policy_version 46676 (0.0009) +[2026-06-02 18:26:24,016][331472] Updated weights for policy 0, policy_version 46686 (0.0008) +[2026-06-02 18:26:24,270][331472] Updated weights for policy 0, policy_version 46696 (0.0008) +[2026-06-02 18:26:24,525][331472] Updated weights for policy 0, policy_version 46706 (0.0009) +[2026-06-02 18:26:24,754][331472] Updated weights for policy 0, policy_version 46716 (0.0009) +[2026-06-02 18:26:24,904][329443] Fps is (10 sec: 13107.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 23953408. Throughput: 0: 15650.1. Samples: 23976576. Policy #0 lag: (min: 63.0, avg: 83.8, max: 127.0) +[2026-06-02 18:26:24,905][329443] Avg episode reward: [(0, '2419.435')] +[2026-06-02 18:26:24,987][331472] Updated weights for policy 0, policy_version 46726 (0.0009) +[2026-06-02 18:26:25,243][331382] Saving new best policy, reward=2419.435! +[2026-06-02 18:26:25,246][331472] Updated weights for policy 0, policy_version 46736 (0.0008) +[2026-06-02 18:26:26,009][331472] Updated weights for policy 0, policy_version 46746 (0.0009) +[2026-06-02 18:26:26,271][331472] Updated weights for policy 0, policy_version 46757 (0.0009) +[2026-06-02 18:26:26,521][331472] Updated weights for policy 0, policy_version 46767 (0.0009) +[2026-06-02 18:26:26,753][331472] Updated weights for policy 0, policy_version 46777 (0.0009) +[2026-06-02 18:26:27,005][331472] Updated weights for policy 0, policy_version 46787 (0.0009) +[2026-06-02 18:26:27,247][331472] Updated weights for policy 0, policy_version 46797 (0.0009) +[2026-06-02 18:26:28,049][331472] Updated weights for policy 0, policy_version 46807 (0.0009) +[2026-06-02 18:26:28,285][331472] Updated weights for policy 0, policy_version 46817 (0.0008) +[2026-06-02 18:26:28,528][331472] Updated weights for policy 0, policy_version 46827 (0.0009) +[2026-06-02 18:26:28,771][331472] Updated weights for policy 0, policy_version 46837 (0.0008) +[2026-06-02 18:26:29,019][331472] Updated weights for policy 0, policy_version 46847 (0.0007) +[2026-06-02 18:26:29,251][331472] Updated weights for policy 0, policy_version 46857 (0.0004) +[2026-06-02 18:26:29,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24051712. Throughput: 0: 15598.9. Samples: 24070144. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:26:29,905][329443] Avg episode reward: [(0, '2459.140')] +[2026-06-02 18:26:30,012][331472] Updated weights for policy 0, policy_version 46867 (0.0008) +[2026-06-02 18:26:30,248][331472] Updated weights for policy 0, policy_version 46877 (0.0009) +[2026-06-02 18:26:30,497][331472] Updated weights for policy 0, policy_version 46887 (0.0009) +[2026-06-02 18:26:30,740][331472] Updated weights for policy 0, policy_version 46897 (0.0009) +[2026-06-02 18:26:30,984][331472] Updated weights for policy 0, policy_version 46907 (0.0008) +[2026-06-02 18:26:31,228][331472] Updated weights for policy 0, policy_version 46917 (0.0009) +[2026-06-02 18:26:31,489][331382] Saving new best policy, reward=2459.140! +[2026-06-02 18:26:31,492][331472] Updated weights for policy 0, policy_version 46928 (0.0009) +[2026-06-02 18:26:32,263][331472] Updated weights for policy 0, policy_version 46938 (0.0009) +[2026-06-02 18:26:32,505][331472] Updated weights for policy 0, policy_version 46948 (0.0009) +[2026-06-02 18:26:32,744][331472] Updated weights for policy 0, policy_version 46958 (0.0008) +[2026-06-02 18:26:32,990][331472] Updated weights for policy 0, policy_version 46968 (0.0009) +[2026-06-02 18:26:33,224][331472] Updated weights for policy 0, policy_version 46978 (0.0008) +[2026-06-02 18:26:33,479][331472] Updated weights for policy 0, policy_version 46988 (0.0009) +[2026-06-02 18:26:34,234][331472] Updated weights for policy 0, policy_version 46998 (0.0009) +[2026-06-02 18:26:34,469][331472] Updated weights for policy 0, policy_version 47008 (0.0009) +[2026-06-02 18:26:34,717][331472] Updated weights for policy 0, policy_version 47018 (0.0009) +[2026-06-02 18:26:34,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24117248. Throughput: 0: 15766.8. Samples: 24123520. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:26:34,905][329443] Avg episode reward: [(0, '2459.140')] +[2026-06-02 18:26:34,953][331472] Updated weights for policy 0, policy_version 47028 (0.0009) +[2026-06-02 18:26:35,206][331472] Updated weights for policy 0, policy_version 47038 (0.0009) +[2026-06-02 18:26:35,440][331472] Updated weights for policy 0, policy_version 47048 (0.0009) +[2026-06-02 18:26:36,234][331472] Updated weights for policy 0, policy_version 47058 (0.0009) +[2026-06-02 18:26:36,461][331472] Updated weights for policy 0, policy_version 47068 (0.0009) +[2026-06-02 18:26:36,697][331472] Updated weights for policy 0, policy_version 47078 (0.0007) +[2026-06-02 18:26:36,943][331472] Updated weights for policy 0, policy_version 47088 (0.0009) +[2026-06-02 18:26:37,187][331472] Updated weights for policy 0, policy_version 47098 (0.0009) +[2026-06-02 18:26:37,435][331472] Updated weights for policy 0, policy_version 47108 (0.0008) +[2026-06-02 18:26:37,667][331472] Updated weights for policy 0, policy_version 47118 (0.0008) +[2026-06-02 18:26:38,462][331472] Updated weights for policy 0, policy_version 47128 (0.0009) +[2026-06-02 18:26:38,684][331472] Updated weights for policy 0, policy_version 47138 (0.0009) +[2026-06-02 18:26:38,933][331472] Updated weights for policy 0, policy_version 47148 (0.0009) +[2026-06-02 18:26:39,172][331472] Updated weights for policy 0, policy_version 47158 (0.0009) +[2026-06-02 18:26:39,433][331472] Updated weights for policy 0, policy_version 47168 (0.0008) +[2026-06-02 18:26:39,664][331472] Updated weights for policy 0, policy_version 47178 (0.0008) +[2026-06-02 18:26:39,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24215552. Throughput: 0: 15826.5. Samples: 24219776. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:26:39,905][329443] Avg episode reward: [(0, '2479.612')] +[2026-06-02 18:26:39,910][331382] Saving new best policy, reward=2479.612! +[2026-06-02 18:26:40,456][331472] Updated weights for policy 0, policy_version 47188 (0.0009) +[2026-06-02 18:26:40,695][331472] Updated weights for policy 0, policy_version 47198 (0.0009) +[2026-06-02 18:26:40,941][331472] Updated weights for policy 0, policy_version 47208 (0.0009) +[2026-06-02 18:26:41,182][331472] Updated weights for policy 0, policy_version 47218 (0.0009) +[2026-06-02 18:26:41,423][331472] Updated weights for policy 0, policy_version 47228 (0.0008) +[2026-06-02 18:26:41,665][331472] Updated weights for policy 0, policy_version 47238 (0.0009) +[2026-06-02 18:26:42,467][331472] Updated weights for policy 0, policy_version 47249 (0.0009) +[2026-06-02 18:26:42,711][331472] Updated weights for policy 0, policy_version 47260 (0.0008) +[2026-06-02 18:26:42,972][331472] Updated weights for policy 0, policy_version 47271 (0.0009) +[2026-06-02 18:26:43,215][331472] Updated weights for policy 0, policy_version 47281 (0.0009) +[2026-06-02 18:26:43,451][331472] Updated weights for policy 0, policy_version 47291 (0.0009) +[2026-06-02 18:26:43,709][331472] Updated weights for policy 0, policy_version 47301 (0.0008) +[2026-06-02 18:26:43,968][331472] Updated weights for policy 0, policy_version 47312 (0.0008) +[2026-06-02 18:26:44,747][331472] Updated weights for policy 0, policy_version 47322 (0.0009) +[2026-06-02 18:26:44,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24281088. Throughput: 0: 15854.9. Samples: 24314752. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:26:44,905][329443] Avg episode reward: [(0, '2467.071')] +[2026-06-02 18:26:44,997][331472] Updated weights for policy 0, policy_version 47332 (0.0008) +[2026-06-02 18:26:45,240][331472] Updated weights for policy 0, policy_version 47342 (0.0009) +[2026-06-02 18:26:45,476][331472] Updated weights for policy 0, policy_version 47352 (0.0009) +[2026-06-02 18:26:45,729][331472] Updated weights for policy 0, policy_version 47362 (0.0009) +[2026-06-02 18:26:45,972][331472] Updated weights for policy 0, policy_version 47372 (0.0009) +[2026-06-02 18:26:46,739][331472] Updated weights for policy 0, policy_version 47382 (0.0009) +[2026-06-02 18:26:46,983][331472] Updated weights for policy 0, policy_version 47392 (0.0009) +[2026-06-02 18:26:47,245][331472] Updated weights for policy 0, policy_version 47403 (0.0009) +[2026-06-02 18:26:47,485][331472] Updated weights for policy 0, policy_version 47413 (0.0005) +[2026-06-02 18:26:47,736][331472] Updated weights for policy 0, policy_version 47423 (0.0004) +[2026-06-02 18:26:47,979][331472] Updated weights for policy 0, policy_version 47433 (0.0004) +[2026-06-02 18:26:48,733][331472] Updated weights for policy 0, policy_version 47443 (0.0005) +[2026-06-02 18:26:48,959][331472] Updated weights for policy 0, policy_version 47453 (0.0009) +[2026-06-02 18:26:49,215][331472] Updated weights for policy 0, policy_version 47463 (0.0008) +[2026-06-02 18:26:49,457][331472] Updated weights for policy 0, policy_version 47473 (0.0008) +[2026-06-02 18:26:49,702][331472] Updated weights for policy 0, policy_version 47483 (0.0008) +[2026-06-02 18:26:49,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24346624. Throughput: 0: 15903.3. Samples: 24358912. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:26:49,905][329443] Avg episode reward: [(0, '2524.504')] +[2026-06-02 18:26:49,951][331472] Updated weights for policy 0, policy_version 47493 (0.0008) +[2026-06-02 18:26:50,199][331472] Updated weights for policy 0, policy_version 47503 (0.0008) +[2026-06-02 18:26:50,211][331382] Saving new best policy, reward=2524.504! +[2026-06-02 18:26:50,946][331472] Updated weights for policy 0, policy_version 47513 (0.0008) +[2026-06-02 18:26:51,194][331472] Updated weights for policy 0, policy_version 47523 (0.0008) +[2026-06-02 18:26:51,433][331472] Updated weights for policy 0, policy_version 47533 (0.0008) +[2026-06-02 18:26:51,686][331472] Updated weights for policy 0, policy_version 47543 (0.0008) +[2026-06-02 18:26:51,932][331472] Updated weights for policy 0, policy_version 47553 (0.0008) +[2026-06-02 18:26:52,176][331472] Updated weights for policy 0, policy_version 47563 (0.0009) +[2026-06-02 18:26:52,924][331472] Updated weights for policy 0, policy_version 47573 (0.0009) +[2026-06-02 18:26:53,164][331472] Updated weights for policy 0, policy_version 47583 (0.0009) +[2026-06-02 18:26:53,419][331472] Updated weights for policy 0, policy_version 47593 (0.0009) +[2026-06-02 18:26:53,662][331472] Updated weights for policy 0, policy_version 47603 (0.0011) +[2026-06-02 18:26:53,904][331472] Updated weights for policy 0, policy_version 47613 (0.0009) +[2026-06-02 18:26:54,149][331472] Updated weights for policy 0, policy_version 47623 (0.0008) +[2026-06-02 18:26:54,905][329443] Fps is (10 sec: 16383.7, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 24444928. Throughput: 0: 15908.9. Samples: 24455168. Policy #0 lag: (min: 63.0, avg: 82.6, max: 127.0) +[2026-06-02 18:26:54,906][329443] Avg episode reward: [(0, '2527.749')] +[2026-06-02 18:26:54,932][331472] Updated weights for policy 0, policy_version 47633 (0.0008) +[2026-06-02 18:26:55,163][331472] Updated weights for policy 0, policy_version 47643 (0.0009) +[2026-06-02 18:26:55,404][331472] Updated weights for policy 0, policy_version 47653 (0.0009) +[2026-06-02 18:26:55,645][331472] Updated weights for policy 0, policy_version 47663 (0.0009) +[2026-06-02 18:26:55,884][331472] Updated weights for policy 0, policy_version 47673 (0.0008) +[2026-06-02 18:26:56,133][331472] Updated weights for policy 0, policy_version 47683 (0.0009) +[2026-06-02 18:26:56,377][331472] Updated weights for policy 0, policy_version 47693 (0.0009) +[2026-06-02 18:26:56,457][331382] Saving new best policy, reward=2527.749! +[2026-06-02 18:26:57,158][331472] Updated weights for policy 0, policy_version 47703 (0.0009) +[2026-06-02 18:26:57,402][331472] Updated weights for policy 0, policy_version 47713 (0.0009) +[2026-06-02 18:26:57,650][331472] Updated weights for policy 0, policy_version 47723 (0.0008) +[2026-06-02 18:26:57,886][331472] Updated weights for policy 0, policy_version 47733 (0.0008) +[2026-06-02 18:26:58,131][331472] Updated weights for policy 0, policy_version 47743 (0.0008) +[2026-06-02 18:26:58,375][331472] Updated weights for policy 0, policy_version 47753 (0.0008) +[2026-06-02 18:26:59,137][331472] Updated weights for policy 0, policy_version 47763 (0.0009) +[2026-06-02 18:26:59,373][331472] Updated weights for policy 0, policy_version 47773 (0.0008) +[2026-06-02 18:26:59,612][331472] Updated weights for policy 0, policy_version 47783 (0.0008) +[2026-06-02 18:26:59,854][331472] Updated weights for policy 0, policy_version 47793 (0.0009) +[2026-06-02 18:26:59,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24510464. Throughput: 0: 15906.1. Samples: 24551168. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:26:59,905][329443] Avg episode reward: [(0, '2527.749')] +[2026-06-02 18:27:00,098][331472] Updated weights for policy 0, policy_version 47803 (0.0008) +[2026-06-02 18:27:00,348][331472] Updated weights for policy 0, policy_version 47813 (0.0008) +[2026-06-02 18:27:00,592][331472] Updated weights for policy 0, policy_version 47823 (0.0009) +[2026-06-02 18:27:01,357][331472] Updated weights for policy 0, policy_version 47833 (0.0008) +[2026-06-02 18:27:01,605][331472] Updated weights for policy 0, policy_version 47843 (0.0009) +[2026-06-02 18:27:01,849][331472] Updated weights for policy 0, policy_version 47853 (0.0009) +[2026-06-02 18:27:02,109][331472] Updated weights for policy 0, policy_version 47863 (0.0009) +[2026-06-02 18:27:02,344][331472] Updated weights for policy 0, policy_version 47873 (0.0009) +[2026-06-02 18:27:02,582][331472] Updated weights for policy 0, policy_version 47883 (0.0009) +[2026-06-02 18:27:03,336][331472] Updated weights for policy 0, policy_version 47893 (0.0009) +[2026-06-02 18:27:03,574][331472] Updated weights for policy 0, policy_version 47903 (0.0009) +[2026-06-02 18:27:03,833][331472] Updated weights for policy 0, policy_version 47913 (0.0008) +[2026-06-02 18:27:04,068][331472] Updated weights for policy 0, policy_version 47923 (0.0009) +[2026-06-02 18:27:04,311][331472] Updated weights for policy 0, policy_version 47933 (0.0009) +[2026-06-02 18:27:04,566][331472] Updated weights for policy 0, policy_version 47943 (0.0009) +[2026-06-02 18:27:04,904][329443] Fps is (10 sec: 16384.3, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24608768. Throughput: 0: 15658.7. Samples: 24594176. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:27:04,905][329443] Avg episode reward: [(0, '2554.639')] +[2026-06-02 18:27:04,910][331382] Saving new best policy, reward=2554.639! +[2026-06-02 18:27:05,340][331472] Updated weights for policy 0, policy_version 47953 (0.0009) +[2026-06-02 18:27:05,563][331472] Updated weights for policy 0, policy_version 47963 (0.0008) +[2026-06-02 18:27:05,805][331472] Updated weights for policy 0, policy_version 47973 (0.0009) +[2026-06-02 18:27:06,052][331472] Updated weights for policy 0, policy_version 47983 (0.0009) +[2026-06-02 18:27:06,292][331472] Updated weights for policy 0, policy_version 47993 (0.0009) +[2026-06-02 18:27:06,531][331472] Updated weights for policy 0, policy_version 48003 (0.0009) +[2026-06-02 18:27:06,773][331472] Updated weights for policy 0, policy_version 48013 (0.0009) +[2026-06-02 18:27:07,546][331472] Updated weights for policy 0, policy_version 48023 (0.0009) +[2026-06-02 18:27:07,775][331472] Updated weights for policy 0, policy_version 48033 (0.0009) +[2026-06-02 18:27:08,027][331472] Updated weights for policy 0, policy_version 48043 (0.0009) +[2026-06-02 18:27:08,270][331472] Updated weights for policy 0, policy_version 48053 (0.0010) +[2026-06-02 18:27:08,516][331472] Updated weights for policy 0, policy_version 48063 (0.0009) +[2026-06-02 18:27:08,751][331472] Updated weights for policy 0, policy_version 48073 (0.0009) +[2026-06-02 18:27:09,537][331472] Updated weights for policy 0, policy_version 48083 (0.0009) +[2026-06-02 18:27:09,772][331472] Updated weights for policy 0, policy_version 48093 (0.0009) +[2026-06-02 18:27:09,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24674304. Throughput: 0: 15852.1. Samples: 24689920. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:27:09,905][329443] Avg episode reward: [(0, '2582.843')] +[2026-06-02 18:27:10,015][331472] Updated weights for policy 0, policy_version 48103 (0.0009) +[2026-06-02 18:27:10,257][331472] Updated weights for policy 0, policy_version 48113 (0.0009) +[2026-06-02 18:27:10,499][331472] Updated weights for policy 0, policy_version 48123 (0.0008) +[2026-06-02 18:27:10,746][331472] Updated weights for policy 0, policy_version 48133 (0.0009) +[2026-06-02 18:27:10,995][331472] Updated weights for policy 0, policy_version 48143 (0.0009) +[2026-06-02 18:27:11,007][331382] Saving new best policy, reward=2582.843! +[2026-06-02 18:27:11,758][331472] Updated weights for policy 0, policy_version 48153 (0.0005) +[2026-06-02 18:27:12,001][331472] Updated weights for policy 0, policy_version 48163 (0.0005) +[2026-06-02 18:27:12,247][331472] Updated weights for policy 0, policy_version 48173 (0.0005) +[2026-06-02 18:27:12,494][331472] Updated weights for policy 0, policy_version 48183 (0.0005) +[2026-06-02 18:27:12,729][331472] Updated weights for policy 0, policy_version 48193 (0.0004) +[2026-06-02 18:27:12,980][331472] Updated weights for policy 0, policy_version 48203 (0.0005) +[2026-06-02 18:27:13,748][331472] Updated weights for policy 0, policy_version 48213 (0.0005) +[2026-06-02 18:27:13,994][331472] Updated weights for policy 0, policy_version 48223 (0.0005) +[2026-06-02 18:27:14,235][331472] Updated weights for policy 0, policy_version 48233 (0.0005) +[2026-06-02 18:27:14,483][331472] Updated weights for policy 0, policy_version 48243 (0.0005) +[2026-06-02 18:27:14,728][331472] Updated weights for policy 0, policy_version 48253 (0.0005) +[2026-06-02 18:27:14,904][329443] Fps is (10 sec: 13107.2, 60 sec: 15291.7, 300 sec: 15773.1). Total num frames: 24739840. Throughput: 0: 15917.5. Samples: 24786432. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:27:14,905][329443] Avg episode reward: [(0, '2618.832')] +[2026-06-02 18:27:14,970][331472] Updated weights for policy 0, policy_version 48263 (0.0005) +[2026-06-02 18:27:15,179][331382] Saving new best policy, reward=2618.832! +[2026-06-02 18:27:15,750][331472] Updated weights for policy 0, policy_version 48273 (0.0005) +[2026-06-02 18:27:15,973][331472] Updated weights for policy 0, policy_version 48283 (0.0007) +[2026-06-02 18:27:16,229][331472] Updated weights for policy 0, policy_version 48293 (0.0009) +[2026-06-02 18:27:16,472][331472] Updated weights for policy 0, policy_version 48303 (0.0009) +[2026-06-02 18:27:16,721][331472] Updated weights for policy 0, policy_version 48313 (0.0009) +[2026-06-02 18:27:16,959][331472] Updated weights for policy 0, policy_version 48323 (0.0008) +[2026-06-02 18:27:17,203][331472] Updated weights for policy 0, policy_version 48333 (0.0008) +[2026-06-02 18:27:17,960][331472] Updated weights for policy 0, policy_version 48343 (0.0009) +[2026-06-02 18:27:18,206][331472] Updated weights for policy 0, policy_version 48353 (0.0010) +[2026-06-02 18:27:18,460][331472] Updated weights for policy 0, policy_version 48363 (0.0009) +[2026-06-02 18:27:18,716][331472] Updated weights for policy 0, policy_version 48374 (0.0008) +[2026-06-02 18:27:18,969][331472] Updated weights for policy 0, policy_version 48384 (0.0008) +[2026-06-02 18:27:19,220][331472] Updated weights for policy 0, policy_version 48394 (0.0008) +[2026-06-02 18:27:19,904][329443] Fps is (10 sec: 16384.1, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24838144. Throughput: 0: 15690.0. Samples: 24829568. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:27:19,905][329443] Avg episode reward: [(0, '2713.310')] +[2026-06-02 18:27:19,997][331472] Updated weights for policy 0, policy_version 48404 (0.0009) +[2026-06-02 18:27:20,229][331472] Updated weights for policy 0, policy_version 48414 (0.0008) +[2026-06-02 18:27:20,482][331472] Updated weights for policy 0, policy_version 48424 (0.0009) +[2026-06-02 18:27:20,741][331472] Updated weights for policy 0, policy_version 48434 (0.0009) +[2026-06-02 18:27:21,009][331472] Updated weights for policy 0, policy_version 48445 (0.0009) +[2026-06-02 18:27:21,248][331472] Updated weights for policy 0, policy_version 48455 (0.0008) +[2026-06-02 18:27:21,468][331382] Saving new best policy, reward=2713.310! +[2026-06-02 18:27:22,010][331472] Updated weights for policy 0, policy_version 48465 (0.0008) +[2026-06-02 18:27:22,243][331472] Updated weights for policy 0, policy_version 48475 (0.0008) +[2026-06-02 18:27:22,490][331472] Updated weights for policy 0, policy_version 48485 (0.0008) +[2026-06-02 18:27:22,736][331472] Updated weights for policy 0, policy_version 48495 (0.0008) +[2026-06-02 18:27:22,978][331472] Updated weights for policy 0, policy_version 48505 (0.0009) +[2026-06-02 18:27:23,228][331472] Updated weights for policy 0, policy_version 48515 (0.0008) +[2026-06-02 18:27:23,470][331472] Updated weights for policy 0, policy_version 48525 (0.0009) +[2026-06-02 18:27:24,239][331472] Updated weights for policy 0, policy_version 48535 (0.0008) +[2026-06-02 18:27:24,478][331472] Updated weights for policy 0, policy_version 48545 (0.0009) +[2026-06-02 18:27:24,716][331472] Updated weights for policy 0, policy_version 48555 (0.0008) +[2026-06-02 18:27:24,904][329443] Fps is (10 sec: 16384.0, 60 sec: 15837.9, 300 sec: 15773.1). Total num frames: 24903680. Throughput: 0: 15695.6. Samples: 24926080. Policy #0 lag: (min: 63.0, avg: 82.8, max: 127.0) +[2026-06-02 18:27:24,905][329443] Avg episode reward: [(0, '2713.310')] +[2026-06-02 18:27:24,970][331472] Updated weights for policy 0, policy_version 48565 (0.0008) +[2026-06-02 18:27:25,208][331472] Updated weights for policy 0, policy_version 48575 (0.0008) +[2026-06-02 18:27:25,472][331472] Updated weights for policy 0, policy_version 48586 (0.0009) +[2026-06-02 18:27:26,269][331472] Updated weights for policy 0, policy_version 48596 (0.0009) +[2026-06-02 18:27:26,518][331472] Updated weights for policy 0, policy_version 48606 (0.0008) +[2026-06-02 18:27:26,756][331472] Updated weights for policy 0, policy_version 48616 (0.0009) +[2026-06-02 18:27:27,006][331472] Updated weights for policy 0, policy_version 48626 (0.0009) +[2026-06-02 18:27:27,245][331472] Updated weights for policy 0, policy_version 48636 (0.0009) +[2026-06-02 18:27:27,490][331472] Updated weights for policy 0, policy_version 48646 (0.0009) +[2026-06-02 18:27:27,730][331472] Updated weights for policy 0, policy_version 48656 (0.0009) +[2026-06-02 18:27:28,485][331472] Updated weights for policy 0, policy_version 48666 (0.0009) +[2026-06-02 18:27:28,749][331472] Updated weights for policy 0, policy_version 48677 (0.0008) +[2026-06-02 18:27:28,993][331472] Updated weights for policy 0, policy_version 48687 (0.0008) +[2026-06-02 18:27:29,244][331472] Updated weights for policy 0, policy_version 48697 (0.0009) +[2026-06-02 18:27:29,481][331472] Updated weights for policy 0, policy_version 48707 (0.0009) +[2026-06-02 18:27:29,723][331472] Updated weights for policy 0, policy_version 48717 (0.0008) +[2026-06-02 18:27:29,904][329443] Fps is (10 sec: 16383.8, 60 sec: 15837.8, 300 sec: 15773.1). Total num frames: 25001984. Throughput: 0: 15729.8. Samples: 25022592. Policy #0 lag: (min: 63.0, avg: 84.7, max: 127.0) +[2026-06-02 18:27:29,905][329443] Avg episode reward: [(0, '2792.700')] +[2026-06-02 18:27:29,911][331382] Saving new best policy, reward=2792.700! +[2026-06-02 18:27:30,478][331472] Updated weights for policy 0, policy_version 48727 (0.0009) +[2026-06-02 18:27:30,725][331472] Updated weights for policy 0, policy_version 48737 (0.0009) +[2026-06-02 18:27:30,976][331472] Updated weights for policy 0, policy_version 48747 (0.0009) +[2026-06-02 18:27:31,216][331472] Updated weights for policy 0, policy_version 48757 (0.0008) +[2026-06-02 18:27:31,459][331472] Updated weights for policy 0, policy_version 48767 (0.0009) +[2026-06-02 18:27:31,707][331472] Updated weights for policy 0, policy_version 48777 (0.0008) +[2026-06-02 18:27:31,869][331382] Stopping Batcher_0... +[2026-06-02 18:27:31,869][329443] Component Batcher_0 stopped! +[2026-06-02 18:27:31,870][331382] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs7_seed14/checkpoint_p0/checkpoint_000048784_25034752.pth... +[2026-06-02 18:27:31,870][331474] Stopping RolloutWorker_w1... +[2026-06-02 18:27:31,871][331474] Loop rollout_proc1_evt_loop terminating... +[2026-06-02 18:27:31,871][329443] Component RolloutWorker_w1 stopped! +[2026-06-02 18:27:31,871][329443] Component RolloutWorker_w0 stopped! +[2026-06-02 18:27:31,871][331473] Stopping RolloutWorker_w0... +[2026-06-02 18:27:31,870][331382] Loop batcher_evt_loop terminating... +[2026-06-02 18:27:31,872][331473] Loop rollout_proc0_evt_loop terminating... +[2026-06-02 18:27:31,897][331382] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs7_seed14/checkpoint_p0/checkpoint_000048784_25034752.pth... +[2026-06-02 18:27:31,919][331472] Weights refcount: 2 0 +[2026-06-02 18:27:31,921][331472] Stopping InferenceWorker_p0-w0... +[2026-06-02 18:27:31,921][331472] Loop inference_proc0-0_evt_loop terminating... +[2026-06-02 18:27:31,921][329443] Component InferenceWorker_p0-w0 stopped! +[2026-06-02 18:27:31,925][331382] Stopping LearnerWorker_p0... +[2026-06-02 18:27:31,925][331382] Loop learner_proc0_evt_loop terminating... +[2026-06-02 18:27:31,925][329443] Component LearnerWorker_p0 stopped! +[2026-06-02 18:27:31,925][329443] Waiting for process learner_proc0 to stop... +[2026-06-02 18:27:32,708][329443] Waiting for process inference_proc0-0 to join... +[2026-06-02 18:27:32,709][329443] Waiting for process rollout_proc0 to join... +[2026-06-02 18:27:32,709][329443] Waiting for process rollout_proc1 to join... +[2026-06-02 18:27:32,710][329443] Batcher 0 profile tree view: +batching: 0.8775, releasing_batches: 0.0328 +[2026-06-02 18:27:32,711][329443] InferenceWorker_p0-w0 profile tree view: +wait_policy: 0.0000 + wait_policy_total: 1080.2436 +update_model: 47.4724 + weight_update: 0.0008 +one_step: 0.0016 + handle_policy_step: 435.9156 + deserialize: 5.5577, stack: 0.3966, obs_to_device_normalize: 60.0076, forward: 151.7856, prepare_outputs: 189.4884, send_messages: 11.2732 +[2026-06-02 18:27:32,711][329443] Learner 0 profile tree view: +misc: 0.0049, prepare_batch: 176.2689 +train: 1171.0228 + epoch_init: 0.0604, minibatch_init: 2.6413, losses_postprocess: 462.5856, kl_divergence: 24.6104, after_optimizer: 501.8010 + calculate_losses: 40.4849 + losses_init: 0.0849, forward_head: 13.5302, bptt_initial: 0.3677, bptt: 0.4163, tail: 9.1034, advantages_returns: 2.9646, losses: 11.0536 + update: 135.4881 + clip: 13.2409 +[2026-06-02 18:27:32,712][329443] RolloutWorker_w0 profile tree view: +wait_for_trajectories: 0.0339, enqueue_policy_requests: 156.5357, process_policy_outputs: 7.7337, env_step: 1122.5536, finalize_trajectories: 0.1142, complete_rollouts: 0.0791 +post_env_step: 16.8585 + process_env_step: 4.9442 +[2026-06-02 18:27:32,712][329443] RolloutWorker_w1 profile tree view: +wait_for_trajectories: 0.0343, enqueue_policy_requests: 149.5466, process_policy_outputs: 7.6422, env_step: 1125.7878, finalize_trajectories: 0.1138, complete_rollouts: 0.0802 +post_env_step: 16.4903 + process_env_step: 4.7034 +[2026-06-02 18:27:32,713][329443] Loop Runner_EvtLoop terminating... +[2026-06-02 18:27:32,714][329443] Runner profile tree view: +main_loop: 1597.0769 +[2026-06-02 18:27:32,714][329443] Collected {0: 25034752}, FPS: 15675.4