diff --git a/.gitattributes b/.gitattributes index 1dd4741fb7ba25e82723d93048f77f7ca6a0aaf9..817478638f2e9e2f61b82d71332a245889829054 100644 --- a/.gitattributes +++ b/.gitattributes @@ -131,3 +131,4 @@ factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_st factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs8:obs30:stride1:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs8:obs30:stride1:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text +factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/best_000048048_24608768_reward_68.145.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/best_000048048_24608768_reward_68.145.pth new file mode 100644 index 0000000000000000000000000000000000000000..0d329982b61ca024de75345ed0bf0421fba3b8ac --- /dev/null +++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/best_000048048_24608768_reward_68.145.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:607058a83e5813342c194334d41fb3a99228af2858ee360724f4230e8a5b582d +size 21797945 diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000020912_10715136.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000020912_10715136.pth new file mode 100644 index 0000000000000000000000000000000000000000..b78ef86b7b32a2bfe36dac683509a40688ee775a --- /dev/null +++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000020912_10715136.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:595706242579d41a827baf8d6f2b169261a460bbdc64cea09a5f424dd5f152c9 +size 21798305 diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000042608_21823488.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000042608_21823488.pth new file mode 100644 index 0000000000000000000000000000000000000000..b74155dd885e7c663d418da26d66f16135031f67 --- /dev/null +++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000042608_21823488.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c916e6d14458312d31be3c82752da3f78e40e1dee01c3fd2a2efc23452e4ca7a +size 21798305 diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000048832_25034752.pth b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000048832_25034752.pth new file mode 100644 index 0000000000000000000000000000000000000000..5398b9f6f612fceb00d397746e5af99205851342 --- /dev/null +++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/checkpoint_p0/checkpoint_000048832_25034752.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a4dec10044605cf45c3f7c4789f19b12432980ea9baf2c16fb1f93142aca6a1 +size 21798305 diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/config.json b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6f799a44200b52537d37868732346fb0f3262500 --- /dev/null +++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/config.json @@ -0,0 +1,268 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_observation_stride_uniform_u1_3_stride5_seed14", + "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride", + "restart_behavior": "resume", + "device": "gpu", + "seed": 14, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": true, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "lr_schedule": "linear_decay", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 255.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [ + 0 + ], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 25000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_atari", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": true, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-stride5-uniform_u1_3", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "observation_stride", + "uniform", + "uniform_u1_3", + "stride5", + "seed14" + ], + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 6.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "screen_size": "", + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "score_limit": -1, + "frame_stack": 4, + "debug": false, + "debug_timelimit_diagnostics": false, + "max_episode_steps": 0, + "mode": "train", + "latency_type": "uniform_distribution", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": 33.333333333333336, + "max_latency_ms": 100.0, + "latency_seed": 14, + "add_latency_info": false, + "max_pending_actions": null, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_latency_raw_frame_values": "0,1,2,3,4,5", + "eval_max_steps": 3600, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_uniform_u1_3_stride5_seed14/episode_metrics.jsonl", + "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_observation_stride_uniform_u1_3_stride5_seed14 --train_dir results/checkpoints_factor_sweeps/flappy/observation_stride --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 14 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_uniform_u1_3_stride5_seed14/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type uniform_distribution --min-latency-ms 33.333333333333336 --max-latency-ms 100.0 --latency-seed 14 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-stride5-uniform_u1_3 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy observation_stride uniform uniform_u1_3 stride5 seed14 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 6.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 4 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready", + "cli_args": { + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_observation_stride_uniform_u1_3_stride5_seed14", + "train_dir": "results/checkpoints_factor_sweeps/flappy/observation_stride", + "restart_behavior": "resume", + "device": "gpu", + "seed": 14, + "num_policies": 1, + "async_rl": true, + "batched_sampling": true, + "worker_num_splits": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "gamma": 0.99, + "normalize_returns": true, + "value_loss_coeff": 0.5, + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "normalize_input": true, + "actor_worker_gpus": [ + 0 + ], + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 25000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "use_rnn": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-stride5-uniform_u1_3", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "observation_stride", + "uniform", + "uniform_u1_3", + "stride5", + "seed14" + ], + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 6.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "frame_stack": 4, + "debug": false, + "debug_timelimit_diagnostics": false, + "mode": "train", + "latency_type": "uniform_distribution", + "min_latency_ms": 33.333333333333336, + "max_latency_ms": 100.0, + "latency_seed": 14, + "add_latency_info": false, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_max_steps": 3600, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_uniform_u1_3_stride5_seed14/episode_metrics.jsonl" + }, + "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29", + "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git", + "eval_env_frameskip": 1, + "output_dir": "outputs/factor_sweeps/flappy/observation_stride/train/observation_stride/uniform_u1_3/stride5/seed_14", + "wandb_unique_id": "flappy-stride5-uniform_u1_3-s14" +} \ No newline at end of file diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/episode_metrics.jsonl b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3a24829ec0b254ba2ca9ba60dfa6ab3cef876e1d --- /dev/null +++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/episode_metrics.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be7af0f35bce1cb8f14a5fd3bd4a069471d48212322a478094271c61d2eb5341 +size 235310682 diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/git.diff b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/git.diff new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/sf_log.txt b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/sf_log.txt new file mode 100644 index 0000000000000000000000000000000000000000..eae07620e8668a55a5ced92e52380132694b69eb --- /dev/null +++ b/factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:uniform_u1_3:fs4:obs6:stride5:seed14/sf_log.txt @@ -0,0 +1,4989 @@ +[2026-06-02 21:18:10,350][450687] Saving configuration to results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_uniform_u1_3_stride5_seed14/config.json... +[2026-06-02 21:18:10,415][450687] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 21:18:10,416][450687] Rollout worker 0 uses device cuda:0 +[2026-06-02 21:18:10,416][450687] Using GPUs [0] for process 1 (actually maps to GPUs [6]) +[2026-06-02 21:18:10,417][450687] Rollout worker 1 uses device cuda:0 +[2026-06-02 21:18:11,837][450687] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 21:18:11,838][450687] InferenceWorker_p0-w0: min num requests: 1 +[2026-06-02 21:18:11,842][450687] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 21:18:11,846][450687] Using GPUs [0] for process 1 (actually maps to GPUs [6]) +[2026-06-02 21:18:11,847][450687] Starting all processes... +[2026-06-02 21:18:11,847][450687] Starting process learner_proc0 +[2026-06-02 21:18:13,051][450687] Starting all processes... +[2026-06-02 21:18:13,055][450687] Starting process inference_proc0-0 +[2026-06-02 21:18:13,056][450687] Starting process rollout_proc0 +[2026-06-02 21:18:13,056][450687] Starting process rollout_proc1 +[2026-06-02 21:18:13,454][451566] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 21:18:13,454][451566] Set environment var CUDA_VISIBLE_DEVICES to '6' (GPU indices [0]) for learning process 0 +[2026-06-02 21:18:13,454][451566] Num visible devices: 1 +[2026-06-02 21:18:13,455][451566] Setting fixed seed 14 +[2026-06-02 21:18:13,456][451566] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 21:18:13,456][451566] Initializing actor-critic model on device cuda:0 +[2026-06-02 21:18:13,457][451566] RunningMeanStd input shape: (12, 84, 84) +[2026-06-02 21:18:13,489][451566] RunningMeanStd input shape: (1,) +[2026-06-02 21:18:13,497][451566] ConvEncoder: input_channels=12 +[2026-06-02 21:18:13,561][451566] Conv encoder output size: 512 +[2026-06-02 21:18:13,563][451566] Created Actor Critic model with architecture: +[2026-06-02 21:18:13,563][451566] ActorCriticSharedWeights( + (obs_normalizer): ObservationNormalizer( + (running_mean_std): RunningMeanStdDictInPlace( + (running_mean_std): ModuleDict( + (obs): RunningMeanStdInPlace() + ) + ) + ) + (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) + (encoder): MultiInputEncoder( + (encoders): ModuleDict( + (obs): ConvEncoder( + (enc): RecursiveScriptModule( + original_name=ConvEncoderImpl + (conv_head): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Conv2d) + (1): RecursiveScriptModule(original_name=ELU) + (2): RecursiveScriptModule(original_name=Conv2d) + (3): RecursiveScriptModule(original_name=ELU) + (4): RecursiveScriptModule(original_name=Conv2d) + (5): RecursiveScriptModule(original_name=ELU) + ) + (mlp_layers): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Linear) + (1): RecursiveScriptModule(original_name=ELU) + ) + ) + ) + ) + ) + (core): ModelCoreIdentity() + (decoder): MlpDecoder( + (mlp): Identity() + ) + (critic_linear): Linear(in_features=512, out_features=1, bias=True) + (action_parameterization): ActionParameterizationDefault( + (distribution_linear): Linear(in_features=512, out_features=2, bias=True) + ) +) +[2026-06-02 21:18:13,566][451566] Using optimizer +[2026-06-02 21:18:14,360][451566] No checkpoints found +[2026-06-02 21:18:14,361][451566] Did not load from checkpoint, starting from scratch! +[2026-06-02 21:18:14,361][451566] Initialized policy 0 weights for model version 0 +[2026-06-02 21:18:14,375][451566] LearnerWorker_p0 finished initialization! +[2026-06-02 21:18:14,375][451566] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 21:18:15,031][451637] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383] +[2026-06-02 21:18:15,031][451637] Using GPUs [0] for process 1 (actually maps to GPUs [6]) +[2026-06-02 21:18:15,031][451637] Set environment var CUDA_VISIBLE_DEVICES to '6' (GPU indices [0]) for actor process 1 +[2026-06-02 21:18:15,031][451637] Num visible devices: 1 +[2026-06-02 21:18:15,177][451639] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191] +[2026-06-02 21:18:15,178][451639] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 21:18:15,178][451639] Set environment var CUDA_VISIBLE_DEVICES to '6' (GPU indices [0]) for actor process 0 +[2026-06-02 21:18:15,178][451639] Num visible devices: 1 +[2026-06-02 21:18:15,182][451638] Using GPUs [0] for process 0 (actually maps to GPUs [6]) +[2026-06-02 21:18:15,182][451638] Set environment var CUDA_VISIBLE_DEVICES to '6' (GPU indices [0]) for inference process 0 +[2026-06-02 21:18:15,182][451638] Num visible devices: 1 +[2026-06-02 21:18:15,183][451638] RunningMeanStd input shape: (12, 84, 84) +[2026-06-02 21:18:15,211][451638] RunningMeanStd input shape: (1,) +[2026-06-02 21:18:15,219][451638] ConvEncoder: input_channels=12 +[2026-06-02 21:18:15,280][451638] Conv encoder output size: 512 +[2026-06-02 21:18:15,284][450687] Inference worker 0-0 is ready! +[2026-06-02 21:18:15,285][450687] All inference workers are ready! Signal rollout workers to start! +[2026-06-02 21:18:15,286][451637] EnvRunner 1-0 uses policy 0 +[2026-06-02 21:18:15,286][451639] EnvRunner 0-0 uses policy 0 +[2026-06-02 21:18:17,399][450687] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) +[2026-06-02 21:18:17,400][450687] Avg episode reward: [(0, '2.906')] +[2026-06-02 21:18:19,536][451638] Updated weights for policy 0, policy_version 13 (0.0011) +[2026-06-02 21:18:19,786][451638] Updated weights for policy 0, policy_version 30 (0.0010) +[2026-06-02 21:18:19,917][451566] Signal inference workers to stop experience collection... +[2026-06-02 21:18:19,930][451638] InferenceWorker_p0-w0: stopping experience collection +[2026-06-02 21:18:20,285][451566] Signal inference workers to resume experience collection... +[2026-06-02 21:18:20,286][451638] InferenceWorker_p0-w0: resuming experience collection +[2026-06-02 21:18:20,569][451638] Updated weights for policy 0, policy_version 76 (0.0050) +[2026-06-02 21:18:20,773][451638] Updated weights for policy 0, policy_version 90 (0.0009) +[2026-06-02 21:18:20,979][451638] Updated weights for policy 0, policy_version 104 (0.0009) +[2026-06-02 21:18:21,166][451638] Updated weights for policy 0, policy_version 116 (0.0009) +[2026-06-02 21:18:22,399][450687] Fps is (10 sec: 13107.1, 60 sec: 13107.1, 300 sec: 13107.1). Total num frames: 65536. Throughput: 0: 14259.1. Samples: 71296. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0) +[2026-06-02 21:18:22,399][450687] Avg episode reward: [(0, '3.102')] +[2026-06-02 21:18:22,447][451638] Updated weights for policy 0, policy_version 130 (0.0009) +[2026-06-02 21:18:22,686][451638] Updated weights for policy 0, policy_version 146 (0.0009) +[2026-06-02 21:18:22,867][451638] Updated weights for policy 0, policy_version 158 (0.0008) +[2026-06-02 21:18:23,068][451638] Updated weights for policy 0, policy_version 171 (0.0009) +[2026-06-02 21:18:23,260][451638] Updated weights for policy 0, policy_version 184 (0.0009) +[2026-06-02 21:18:24,479][451638] Updated weights for policy 0, policy_version 198 (0.0009) +[2026-06-02 21:18:24,674][451638] Updated weights for policy 0, policy_version 212 (0.0008) +[2026-06-02 21:18:24,871][451638] Updated weights for policy 0, policy_version 224 (0.0008) +[2026-06-02 21:18:25,095][451638] Updated weights for policy 0, policy_version 239 (0.0008) +[2026-06-02 21:18:25,308][451638] Updated weights for policy 0, policy_version 253 (0.0009) +[2026-06-02 21:18:26,473][451638] Updated weights for policy 0, policy_version 265 (0.0009) +[2026-06-02 21:18:26,683][451638] Updated weights for policy 0, policy_version 279 (0.0009) +[2026-06-02 21:18:26,882][451638] Updated weights for policy 0, policy_version 292 (0.0008) +[2026-06-02 21:18:27,068][451638] Updated weights for policy 0, policy_version 304 (0.0008) +[2026-06-02 21:18:27,299][451638] Updated weights for policy 0, policy_version 319 (0.0008) +[2026-06-02 21:18:27,399][450687] Fps is (10 sec: 16383.9, 60 sec: 16383.9, 300 sec: 16383.9). Total num frames: 163840. Throughput: 0: 17113.5. Samples: 171136. Policy #0 lag: (min: 63.0, avg: 70.6, max: 127.0) +[2026-06-02 21:18:27,400][450687] Avg episode reward: [(0, '4.331')] +[2026-06-02 21:18:27,406][451566] Saving new best policy, reward=4.331! +[2026-06-02 21:18:28,493][451638] Updated weights for policy 0, policy_version 332 (0.0009) +[2026-06-02 21:18:28,713][451638] Updated weights for policy 0, policy_version 347 (0.0009) +[2026-06-02 21:18:28,998][451638] Updated weights for policy 0, policy_version 365 (0.0009) +[2026-06-02 21:18:29,206][451638] Updated weights for policy 0, policy_version 379 (0.0009) +[2026-06-02 21:18:30,390][451638] Updated weights for policy 0, policy_version 391 (0.0009) +[2026-06-02 21:18:30,693][451638] Updated weights for policy 0, policy_version 411 (0.0009) +[2026-06-02 21:18:30,878][451638] Updated weights for policy 0, policy_version 423 (0.0009) +[2026-06-02 21:18:31,082][451638] Updated weights for policy 0, policy_version 437 (0.0009) +[2026-06-02 21:18:31,249][451638] Updated weights for policy 0, policy_version 448 (0.0008) +[2026-06-02 21:18:31,825][450687] Heartbeat connected on Batcher_0 +[2026-06-02 21:18:31,829][450687] Heartbeat connected on LearnerWorker_p0 +[2026-06-02 21:18:31,843][450687] Heartbeat connected on InferenceWorker_p0-w0 +[2026-06-02 21:18:31,844][450687] Heartbeat connected on RolloutWorker_w0 +[2026-06-02 21:18:31,850][450687] Heartbeat connected on RolloutWorker_w1 +[2026-06-02 21:18:32,399][450687] Fps is (10 sec: 16383.9, 60 sec: 15291.7, 300 sec: 15291.7). Total num frames: 229376. Throughput: 0: 15351.4. Samples: 230272. Policy #0 lag: (min: 62.0, avg: 69.9, max: 126.0) +[2026-06-02 21:18:32,400][450687] Avg episode reward: [(0, '4.637')] +[2026-06-02 21:18:32,464][451638] Updated weights for policy 0, policy_version 463 (0.0009) +[2026-06-02 21:18:32,635][451638] Updated weights for policy 0, policy_version 474 (0.0009) +[2026-06-02 21:18:32,865][451638] Updated weights for policy 0, policy_version 489 (0.0009) +[2026-06-02 21:18:33,080][451638] Updated weights for policy 0, policy_version 503 (0.0009) +[2026-06-02 21:18:33,213][451566] Saving new best policy, reward=4.637! +[2026-06-02 21:18:34,271][451638] Updated weights for policy 0, policy_version 516 (0.0009) +[2026-06-02 21:18:34,465][451638] Updated weights for policy 0, policy_version 529 (0.0008) +[2026-06-02 21:18:34,682][451638] Updated weights for policy 0, policy_version 543 (0.0008) +[2026-06-02 21:18:34,917][451638] Updated weights for policy 0, policy_version 558 (0.0008) +[2026-06-02 21:18:35,116][451638] Updated weights for policy 0, policy_version 571 (0.0008) +[2026-06-02 21:18:36,269][451638] Updated weights for policy 0, policy_version 584 (0.0008) +[2026-06-02 21:18:36,448][451638] Updated weights for policy 0, policy_version 596 (0.0008) +[2026-06-02 21:18:36,672][451638] Updated weights for policy 0, policy_version 611 (0.0009) +[2026-06-02 21:18:36,858][451638] Updated weights for policy 0, policy_version 623 (0.0008) +[2026-06-02 21:18:37,098][451638] Updated weights for policy 0, policy_version 638 (0.0009) +[2026-06-02 21:18:37,399][450687] Fps is (10 sec: 16383.8, 60 sec: 16383.9, 300 sec: 16383.9). Total num frames: 327680. Throughput: 0: 16479.9. Samples: 329600. Policy #0 lag: (min: 16.0, avg: 23.9, max: 80.0) +[2026-06-02 21:18:37,401][450687] Avg episode reward: [(0, '6.249')] +[2026-06-02 21:18:37,409][451566] Saving new best policy, reward=6.249! +[2026-06-02 21:18:38,303][451638] Updated weights for policy 0, policy_version 654 (0.0009) +[2026-06-02 21:18:38,522][451638] Updated weights for policy 0, policy_version 668 (0.0008) +[2026-06-02 21:18:38,750][451638] Updated weights for policy 0, policy_version 683 (0.0008) +[2026-06-02 21:18:38,923][451638] Updated weights for policy 0, policy_version 694 (0.0009) +[2026-06-02 21:18:40,034][451638] Updated weights for policy 0, policy_version 706 (0.0009) +[2026-06-02 21:18:40,232][451638] Updated weights for policy 0, policy_version 720 (0.0008) +[2026-06-02 21:18:40,425][451638] Updated weights for policy 0, policy_version 733 (0.0008) +[2026-06-02 21:18:40,668][451638] Updated weights for policy 0, policy_version 749 (0.0008) +[2026-06-02 21:18:40,882][451638] Updated weights for policy 0, policy_version 763 (0.0008) +[2026-06-02 21:18:42,031][451638] Updated weights for policy 0, policy_version 776 (0.0008) +[2026-06-02 21:18:42,262][451638] Updated weights for policy 0, policy_version 792 (0.0008) +[2026-06-02 21:18:42,399][450687] Fps is (10 sec: 16383.3, 60 sec: 15728.3, 300 sec: 15728.3). Total num frames: 393216. Throughput: 0: 17177.2. Samples: 429440. Policy #0 lag: (min: 8.0, avg: 16.5, max: 72.0) +[2026-06-02 21:18:42,401][450687] Avg episode reward: [(0, '7.908')] +[2026-06-02 21:18:42,446][451638] Updated weights for policy 0, policy_version 804 (0.0008) +[2026-06-02 21:18:42,642][451638] Updated weights for policy 0, policy_version 817 (0.0008) +[2026-06-02 21:18:42,870][451566] Saving new best policy, reward=7.908! +[2026-06-02 21:18:43,853][451638] Updated weights for policy 0, policy_version 834 (0.0009) +[2026-06-02 21:18:44,104][451638] Updated weights for policy 0, policy_version 851 (0.0009) +[2026-06-02 21:18:44,310][451638] Updated weights for policy 0, policy_version 865 (0.0008) +[2026-06-02 21:18:44,552][451638] Updated weights for policy 0, policy_version 881 (0.0008) +[2026-06-02 21:18:44,784][451638] Updated weights for policy 0, policy_version 895 (0.0009) +[2026-06-02 21:18:45,897][451638] Updated weights for policy 0, policy_version 908 (0.0009) +[2026-06-02 21:18:46,059][451638] Updated weights for policy 0, policy_version 918 (0.0008) +[2026-06-02 21:18:46,233][451638] Updated weights for policy 0, policy_version 929 (0.0005) +[2026-06-02 21:18:46,406][451638] Updated weights for policy 0, policy_version 940 (0.0006) +[2026-06-02 21:18:46,605][451638] Updated weights for policy 0, policy_version 953 (0.0008) +[2026-06-02 21:18:47,400][450687] Fps is (10 sec: 16381.5, 60 sec: 16383.1, 300 sec: 16383.1). Total num frames: 491520. Throughput: 0: 16080.2. Samples: 482432. Policy #0 lag: (min: 48.0, avg: 56.1, max: 112.0) +[2026-06-02 21:18:47,405][450687] Avg episode reward: [(0, '11.734')] +[2026-06-02 21:18:47,415][451566] Saving new best policy, reward=11.734! +[2026-06-02 21:18:47,660][451638] Updated weights for policy 0, policy_version 964 (0.0008) +[2026-06-02 21:18:47,826][451638] Updated weights for policy 0, policy_version 975 (0.0008) +[2026-06-02 21:18:47,981][451638] Updated weights for policy 0, policy_version 985 (0.0008) +[2026-06-02 21:18:48,135][451638] Updated weights for policy 0, policy_version 995 (0.0008) +[2026-06-02 21:18:48,330][451638] Updated weights for policy 0, policy_version 1008 (0.0008) +[2026-06-02 21:18:48,533][451638] Updated weights for policy 0, policy_version 1020 (0.0008) +[2026-06-02 21:18:49,586][451638] Updated weights for policy 0, policy_version 1032 (0.0008) +[2026-06-02 21:18:49,791][451638] Updated weights for policy 0, policy_version 1046 (0.0009) +[2026-06-02 21:18:49,968][451638] Updated weights for policy 0, policy_version 1057 (0.0008) +[2026-06-02 21:18:50,195][451638] Updated weights for policy 0, policy_version 1071 (0.0008) +[2026-06-02 21:18:50,353][451638] Updated weights for policy 0, policy_version 1081 (0.0008) +[2026-06-02 21:18:51,416][451638] Updated weights for policy 0, policy_version 1094 (0.0008) +[2026-06-02 21:18:51,601][451638] Updated weights for policy 0, policy_version 1106 (0.0008) +[2026-06-02 21:18:51,809][451638] Updated weights for policy 0, policy_version 1120 (0.0008) +[2026-06-02 21:18:52,006][451638] Updated weights for policy 0, policy_version 1132 (0.0008) +[2026-06-02 21:18:52,160][451638] Updated weights for policy 0, policy_version 1142 (0.0008) +[2026-06-02 21:18:52,399][450687] Fps is (10 sec: 19661.9, 60 sec: 16852.1, 300 sec: 16852.1). Total num frames: 589824. Throughput: 0: 16877.7. Samples: 590720. Policy #0 lag: (min: 30.0, avg: 39.5, max: 94.0) +[2026-06-02 21:18:52,400][450687] Avg episode reward: [(0, '14.870')] +[2026-06-02 21:18:52,406][451566] Saving new best policy, reward=14.870! +[2026-06-02 21:18:53,196][451638] Updated weights for policy 0, policy_version 1153 (0.0009) +[2026-06-02 21:18:53,405][451638] Updated weights for policy 0, policy_version 1166 (0.0009) +[2026-06-02 21:18:53,558][451638] Updated weights for policy 0, policy_version 1176 (0.0009) +[2026-06-02 21:18:53,708][451638] Updated weights for policy 0, policy_version 1186 (0.0009) +[2026-06-02 21:18:53,876][451638] Updated weights for policy 0, policy_version 1196 (0.0009) +[2026-06-02 21:18:54,033][451638] Updated weights for policy 0, policy_version 1206 (0.0008) +[2026-06-02 21:18:54,181][451638] Updated weights for policy 0, policy_version 1216 (0.0008) +[2026-06-02 21:18:55,185][451638] Updated weights for policy 0, policy_version 1226 (0.0008) +[2026-06-02 21:18:55,382][451638] Updated weights for policy 0, policy_version 1239 (0.0009) +[2026-06-02 21:18:55,552][451638] Updated weights for policy 0, policy_version 1250 (0.0008) +[2026-06-02 21:18:55,724][451638] Updated weights for policy 0, policy_version 1261 (0.0008) +[2026-06-02 21:18:55,932][451638] Updated weights for policy 0, policy_version 1274 (0.0009) +[2026-06-02 21:18:57,020][451638] Updated weights for policy 0, policy_version 1289 (0.0009) +[2026-06-02 21:18:57,257][451638] Updated weights for policy 0, policy_version 1304 (0.0009) +[2026-06-02 21:18:57,399][450687] Fps is (10 sec: 16386.6, 60 sec: 16384.0, 300 sec: 16384.0). Total num frames: 655360. Throughput: 0: 17312.0. Samples: 692480. Policy #0 lag: (min: 7.0, avg: 16.4, max: 71.0) +[2026-06-02 21:18:57,401][450687] Avg episode reward: [(0, '15.112')] +[2026-06-02 21:18:57,494][451638] Updated weights for policy 0, policy_version 1319 (0.0009) +[2026-06-02 21:18:57,665][451638] Updated weights for policy 0, policy_version 1330 (0.0008) +[2026-06-02 21:18:57,881][451566] Saving new best policy, reward=15.112! +[2026-06-02 21:18:58,780][451638] Updated weights for policy 0, policy_version 1346 (0.0010) +[2026-06-02 21:18:58,947][451638] Updated weights for policy 0, policy_version 1357 (0.0008) +[2026-06-02 21:18:59,199][451638] Updated weights for policy 0, policy_version 1373 (0.0008) +[2026-06-02 21:18:59,423][451638] Updated weights for policy 0, policy_version 1387 (0.0009) +[2026-06-02 21:18:59,644][451638] Updated weights for policy 0, policy_version 1401 (0.0009) +[2026-06-02 21:19:00,696][451638] Updated weights for policy 0, policy_version 1413 (0.0009) +[2026-06-02 21:19:00,865][451638] Updated weights for policy 0, policy_version 1425 (0.0008) +[2026-06-02 21:19:01,064][451638] Updated weights for policy 0, policy_version 1437 (0.0008) +[2026-06-02 21:19:01,239][451638] Updated weights for policy 0, policy_version 1448 (0.0010) +[2026-06-02 21:19:01,391][451638] Updated weights for policy 0, policy_version 1458 (0.0008) +[2026-06-02 21:19:01,562][451638] Updated weights for policy 0, policy_version 1468 (0.0009) +[2026-06-02 21:19:02,399][450687] Fps is (10 sec: 16383.7, 60 sec: 16748.0, 300 sec: 16748.0). Total num frames: 753664. Throughput: 0: 16611.5. Samples: 747520. Policy #0 lag: (min: 63.0, avg: 72.5, max: 127.0) +[2026-06-02 21:19:02,401][450687] Avg episode reward: [(0, '18.169')] +[2026-06-02 21:19:02,572][451638] Updated weights for policy 0, policy_version 1478 (0.0009) +[2026-06-02 21:19:02,768][451638] Updated weights for policy 0, policy_version 1491 (0.0008) +[2026-06-02 21:19:02,991][451638] Updated weights for policy 0, policy_version 1505 (0.0009) +[2026-06-02 21:19:03,152][451638] Updated weights for policy 0, policy_version 1515 (0.0009) +[2026-06-02 21:19:03,310][451638] Updated weights for policy 0, policy_version 1525 (0.0008) +[2026-06-02 21:19:03,463][451638] Updated weights for policy 0, policy_version 1535 (0.0008) +[2026-06-02 21:19:03,471][451566] Saving new best policy, reward=18.169! +[2026-06-02 21:19:04,483][451638] Updated weights for policy 0, policy_version 1545 (0.0009) +[2026-06-02 21:19:04,710][451638] Updated weights for policy 0, policy_version 1560 (0.0008) +[2026-06-02 21:19:04,899][451638] Updated weights for policy 0, policy_version 1572 (0.0008) +[2026-06-02 21:19:05,062][451638] Updated weights for policy 0, policy_version 1582 (0.0008) +[2026-06-02 21:19:05,237][451638] Updated weights for policy 0, policy_version 1593 (0.0009) +[2026-06-02 21:19:06,197][451638] Updated weights for policy 0, policy_version 1603 (0.0008) +[2026-06-02 21:19:06,457][451638] Updated weights for policy 0, policy_version 1620 (0.0009) +[2026-06-02 21:19:06,657][451638] Updated weights for policy 0, policy_version 1632 (0.0010) +[2026-06-02 21:19:06,811][451638] Updated weights for policy 0, policy_version 1642 (0.0010) +[2026-06-02 21:19:07,042][451638] Updated weights for policy 0, policy_version 1656 (0.0010) +[2026-06-02 21:19:07,399][450687] Fps is (10 sec: 19660.7, 60 sec: 17039.3, 300 sec: 17039.3). Total num frames: 851968. Throughput: 0: 17396.6. Samples: 854144. Policy #0 lag: (min: 14.0, avg: 24.2, max: 78.0) +[2026-06-02 21:19:07,401][450687] Avg episode reward: [(0, '19.713')] +[2026-06-02 21:19:07,407][451566] Saving new best policy, reward=18.194! +[2026-06-02 21:19:08,032][451638] Updated weights for policy 0, policy_version 1666 (0.0010) +[2026-06-02 21:19:08,176][451638] Updated weights for policy 0, policy_version 1676 (0.0008) +[2026-06-02 21:19:08,333][451638] Updated weights for policy 0, policy_version 1686 (0.0008) +[2026-06-02 21:19:08,488][451638] Updated weights for policy 0, policy_version 1696 (0.0009) +[2026-06-02 21:19:08,678][451638] Updated weights for policy 0, policy_version 1708 (0.0008) +[2026-06-02 21:19:08,921][451638] Updated weights for policy 0, policy_version 1723 (0.0009) +[2026-06-02 21:19:09,917][451638] Updated weights for policy 0, policy_version 1734 (0.0009) +[2026-06-02 21:19:10,108][451638] Updated weights for policy 0, policy_version 1746 (0.0008) +[2026-06-02 21:19:10,277][451638] Updated weights for policy 0, policy_version 1757 (0.0009) +[2026-06-02 21:19:10,433][451638] Updated weights for policy 0, policy_version 1767 (0.0008) +[2026-06-02 21:19:10,592][451638] Updated weights for policy 0, policy_version 1777 (0.0008) +[2026-06-02 21:19:10,822][451638] Updated weights for policy 0, policy_version 1792 (0.0009) +[2026-06-02 21:19:11,891][451638] Updated weights for policy 0, policy_version 1806 (0.0009) +[2026-06-02 21:19:12,045][451638] Updated weights for policy 0, policy_version 1816 (0.0008) +[2026-06-02 21:19:12,267][451638] Updated weights for policy 0, policy_version 1830 (0.0009) +[2026-06-02 21:19:12,399][450687] Fps is (10 sec: 16384.3, 60 sec: 16681.9, 300 sec: 16681.9). Total num frames: 917504. Throughput: 0: 17464.9. Samples: 957056. Policy #0 lag: (min: 16.0, avg: 27.2, max: 80.0) +[2026-06-02 21:19:12,400][450687] Avg episode reward: [(0, '22.535')] +[2026-06-02 21:19:12,494][451638] Updated weights for policy 0, policy_version 1844 (0.0009) +[2026-06-02 21:19:12,679][451566] Saving new best policy, reward=22.535! +[2026-06-02 21:19:12,681][451638] Updated weights for policy 0, policy_version 1856 (0.0008) +[2026-06-02 21:19:13,718][451638] Updated weights for policy 0, policy_version 1869 (0.0009) +[2026-06-02 21:19:13,869][451638] Updated weights for policy 0, policy_version 1879 (0.0009) +[2026-06-02 21:19:14,041][451638] Updated weights for policy 0, policy_version 1890 (0.0008) +[2026-06-02 21:19:14,233][451638] Updated weights for policy 0, policy_version 1902 (0.0008) +[2026-06-02 21:19:14,520][451638] Updated weights for policy 0, policy_version 1920 (0.0009) +[2026-06-02 21:19:15,619][451638] Updated weights for policy 0, policy_version 1938 (0.0009) +[2026-06-02 21:19:15,773][451638] Updated weights for policy 0, policy_version 1948 (0.0009) +[2026-06-02 21:19:15,931][451638] Updated weights for policy 0, policy_version 1958 (0.0008) +[2026-06-02 21:19:16,097][451638] Updated weights for policy 0, policy_version 1968 (0.0009) +[2026-06-02 21:19:16,321][451638] Updated weights for policy 0, policy_version 1982 (0.0008) +[2026-06-02 21:19:17,355][451638] Updated weights for policy 0, policy_version 1995 (0.0009) +[2026-06-02 21:19:17,399][450687] Fps is (10 sec: 16383.8, 60 sec: 16930.1, 300 sec: 16930.1). Total num frames: 1015808. Throughput: 0: 17470.5. Samples: 1016448. Policy #0 lag: (min: 63.0, avg: 73.2, max: 127.0) +[2026-06-02 21:19:17,401][450687] Avg episode reward: [(0, '23.425')] +[2026-06-02 21:19:17,509][451638] Updated weights for policy 0, policy_version 2005 (0.0008) +[2026-06-02 21:19:17,666][451638] Updated weights for policy 0, policy_version 2015 (0.0008) +[2026-06-02 21:19:17,824][451638] Updated weights for policy 0, policy_version 2025 (0.0008) +[2026-06-02 21:19:18,013][451638] Updated weights for policy 0, policy_version 2037 (0.0008) +[2026-06-02 21:19:18,181][451566] Saving new best policy, reward=23.425! +[2026-06-02 21:19:19,104][451638] Updated weights for policy 0, policy_version 2052 (0.0009) +[2026-06-02 21:19:19,322][451638] Updated weights for policy 0, policy_version 2066 (0.0009) +[2026-06-02 21:19:19,472][451638] Updated weights for policy 0, policy_version 2076 (0.0008) +[2026-06-02 21:19:19,634][451638] Updated weights for policy 0, policy_version 2086 (0.0008) +[2026-06-02 21:19:19,842][451638] Updated weights for policy 0, policy_version 2099 (0.0008) +[2026-06-02 21:19:20,905][451638] Updated weights for policy 0, policy_version 2114 (0.0009) +[2026-06-02 21:19:21,167][451638] Updated weights for policy 0, policy_version 2131 (0.0009) +[2026-06-02 21:19:21,327][451638] Updated weights for policy 0, policy_version 2141 (0.0008) +[2026-06-02 21:19:21,486][451638] Updated weights for policy 0, policy_version 2151 (0.0008) +[2026-06-02 21:19:21,670][451638] Updated weights for policy 0, policy_version 2163 (0.0008) +[2026-06-02 21:19:21,839][451638] Updated weights for policy 0, policy_version 2173 (0.0008) +[2026-06-02 21:19:22,399][450687] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17140.2). Total num frames: 1114112. Throughput: 0: 17553.2. Samples: 1119488. Policy #0 lag: (min: 56.0, avg: 65.5, max: 120.0) +[2026-06-02 21:19:22,400][450687] Avg episode reward: [(0, '24.554')] +[2026-06-02 21:19:22,406][451566] Saving new best policy, reward=24.554! +[2026-06-02 21:19:22,823][451638] Updated weights for policy 0, policy_version 2183 (0.0008) +[2026-06-02 21:19:22,976][451638] Updated weights for policy 0, policy_version 2193 (0.0009) +[2026-06-02 21:19:23,242][451638] Updated weights for policy 0, policy_version 2210 (0.0009) +[2026-06-02 21:19:23,451][451638] Updated weights for policy 0, policy_version 2223 (0.0008) +[2026-06-02 21:19:23,711][451638] Updated weights for policy 0, policy_version 2239 (0.0010) +[2026-06-02 21:19:24,692][451638] Updated weights for policy 0, policy_version 2250 (0.0009) +[2026-06-02 21:19:24,846][451638] Updated weights for policy 0, policy_version 2260 (0.0008) +[2026-06-02 21:19:25,112][451638] Updated weights for policy 0, policy_version 2277 (0.0009) +[2026-06-02 21:19:25,330][451638] Updated weights for policy 0, policy_version 2291 (0.0008) +[2026-06-02 21:19:25,507][451638] Updated weights for policy 0, policy_version 2302 (0.0008) +[2026-06-02 21:19:26,510][451638] Updated weights for policy 0, policy_version 2315 (0.0009) +[2026-06-02 21:19:26,678][451638] Updated weights for policy 0, policy_version 2326 (0.0009) +[2026-06-02 21:19:26,866][451638] Updated weights for policy 0, policy_version 2338 (0.0008) +[2026-06-02 21:19:27,028][451638] Updated weights for policy 0, policy_version 2348 (0.0008) +[2026-06-02 21:19:27,181][451638] Updated weights for policy 0, policy_version 2358 (0.0009) +[2026-06-02 21:19:27,399][450687] Fps is (10 sec: 19661.2, 60 sec: 17476.2, 300 sec: 17320.2). Total num frames: 1212416. Throughput: 0: 17598.7. Samples: 1221376. Policy #0 lag: (min: 63.0, avg: 72.8, max: 127.0) +[2026-06-02 21:19:27,400][450687] Avg episode reward: [(0, '26.274')] +[2026-06-02 21:19:27,406][451566] Saving new best policy, reward=26.274! +[2026-06-02 21:19:28,263][451638] Updated weights for policy 0, policy_version 2372 (0.0009) +[2026-06-02 21:19:28,469][451638] Updated weights for policy 0, policy_version 2385 (0.0008) +[2026-06-02 21:19:28,647][451638] Updated weights for policy 0, policy_version 2396 (0.0008) +[2026-06-02 21:19:28,822][451638] Updated weights for policy 0, policy_version 2407 (0.0008) +[2026-06-02 21:19:29,019][451638] Updated weights for policy 0, policy_version 2419 (0.0008) +[2026-06-02 21:19:29,216][451638] Updated weights for policy 0, policy_version 2431 (0.0008) +[2026-06-02 21:19:30,205][451638] Updated weights for policy 0, policy_version 2443 (0.0008) +[2026-06-02 21:19:30,381][451638] Updated weights for policy 0, policy_version 2454 (0.0008) +[2026-06-02 21:19:30,569][451638] Updated weights for policy 0, policy_version 2466 (0.0009) +[2026-06-02 21:19:30,767][451638] Updated weights for policy 0, policy_version 2478 (0.0008) +[2026-06-02 21:19:30,958][451638] Updated weights for policy 0, policy_version 2490 (0.0008) +[2026-06-02 21:19:31,936][451638] Updated weights for policy 0, policy_version 2501 (0.0009) +[2026-06-02 21:19:32,161][451638] Updated weights for policy 0, policy_version 2515 (0.0009) +[2026-06-02 21:19:32,322][451638] Updated weights for policy 0, policy_version 2525 (0.0008) +[2026-06-02 21:19:32,399][450687] Fps is (10 sec: 16383.8, 60 sec: 17476.3, 300 sec: 17039.3). Total num frames: 1277952. Throughput: 0: 17775.6. Samples: 1282304. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0) +[2026-06-02 21:19:32,401][450687] Avg episode reward: [(0, '27.512')] +[2026-06-02 21:19:32,495][451638] Updated weights for policy 0, policy_version 2536 (0.0008) +[2026-06-02 21:19:32,705][451638] Updated weights for policy 0, policy_version 2549 (0.0008) +[2026-06-02 21:19:32,861][451638] Updated weights for policy 0, policy_version 2559 (0.0008) +[2026-06-02 21:19:32,873][451566] Saving new best policy, reward=27.512! +[2026-06-02 21:19:33,921][451638] Updated weights for policy 0, policy_version 2574 (0.0009) +[2026-06-02 21:19:34,197][451638] Updated weights for policy 0, policy_version 2591 (0.0008) +[2026-06-02 21:19:34,354][451638] Updated weights for policy 0, policy_version 2601 (0.0008) +[2026-06-02 21:19:34,512][451638] Updated weights for policy 0, policy_version 2611 (0.0008) +[2026-06-02 21:19:34,686][451638] Updated weights for policy 0, policy_version 2621 (0.0008) +[2026-06-02 21:19:35,685][451638] Updated weights for policy 0, policy_version 2633 (0.0008) +[2026-06-02 21:19:35,833][451638] Updated weights for policy 0, policy_version 2643 (0.0008) +[2026-06-02 21:19:35,994][451638] Updated weights for policy 0, policy_version 2653 (0.0008) +[2026-06-02 21:19:36,183][451638] Updated weights for policy 0, policy_version 2664 (0.0008) +[2026-06-02 21:19:36,348][451638] Updated weights for policy 0, policy_version 2675 (0.0008) +[2026-06-02 21:19:36,531][451638] Updated weights for policy 0, policy_version 2686 (0.0008) +[2026-06-02 21:19:37,399][450687] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17203.2). Total num frames: 1376256. Throughput: 0: 17666.8. Samples: 1385728. Policy #0 lag: (min: 31.0, avg: 41.1, max: 95.0) +[2026-06-02 21:19:37,400][450687] Avg episode reward: [(0, '27.047')] +[2026-06-02 21:19:37,521][451638] Updated weights for policy 0, policy_version 2698 (0.0009) +[2026-06-02 21:19:37,776][451638] Updated weights for policy 0, policy_version 2714 (0.0009) +[2026-06-02 21:19:37,960][451638] Updated weights for policy 0, policy_version 2725 (0.0008) +[2026-06-02 21:19:38,118][451638] Updated weights for policy 0, policy_version 2735 (0.0010) +[2026-06-02 21:19:38,312][451638] Updated weights for policy 0, policy_version 2747 (0.0008) +[2026-06-02 21:19:39,275][451638] Updated weights for policy 0, policy_version 2758 (0.0008) +[2026-06-02 21:19:39,427][451638] Updated weights for policy 0, policy_version 2768 (0.0008) +[2026-06-02 21:19:39,614][451638] Updated weights for policy 0, policy_version 2780 (0.0008) +[2026-06-02 21:19:39,823][451638] Updated weights for policy 0, policy_version 2793 (0.0008) +[2026-06-02 21:19:40,049][451638] Updated weights for policy 0, policy_version 2807 (0.0008) +[2026-06-02 21:19:41,038][451638] Updated weights for policy 0, policy_version 2817 (0.0008) +[2026-06-02 21:19:41,212][451638] Updated weights for policy 0, policy_version 2828 (0.0008) +[2026-06-02 21:19:41,367][451638] Updated weights for policy 0, policy_version 2838 (0.0009) +[2026-06-02 21:19:41,548][451638] Updated weights for policy 0, policy_version 2849 (0.0008) +[2026-06-02 21:19:41,705][451638] Updated weights for policy 0, policy_version 2859 (0.0008) +[2026-06-02 21:19:41,887][451638] Updated weights for policy 0, policy_version 2870 (0.0008) +[2026-06-02 21:19:42,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18022.6, 300 sec: 17347.8). Total num frames: 1474560. Throughput: 0: 17817.7. Samples: 1494272. Policy #0 lag: (min: 26.0, avg: 40.6, max: 90.0) +[2026-06-02 21:19:42,400][450687] Avg episode reward: [(0, '30.981')] +[2026-06-02 21:19:42,406][451566] Saving new best policy, reward=30.981! +[2026-06-02 21:19:42,882][451638] Updated weights for policy 0, policy_version 2881 (0.0008) +[2026-06-02 21:19:43,053][451638] Updated weights for policy 0, policy_version 2892 (0.0008) +[2026-06-02 21:19:43,207][451638] Updated weights for policy 0, policy_version 2902 (0.0008) +[2026-06-02 21:19:43,368][451638] Updated weights for policy 0, policy_version 2912 (0.0008) +[2026-06-02 21:19:43,592][451638] Updated weights for policy 0, policy_version 2926 (0.0008) +[2026-06-02 21:19:43,803][451638] Updated weights for policy 0, policy_version 2939 (0.0008) +[2026-06-02 21:19:44,764][451638] Updated weights for policy 0, policy_version 2949 (0.0008) +[2026-06-02 21:19:44,930][451638] Updated weights for policy 0, policy_version 2960 (0.0008) +[2026-06-02 21:19:45,105][451638] Updated weights for policy 0, policy_version 2971 (0.0008) +[2026-06-02 21:19:45,365][451638] Updated weights for policy 0, policy_version 2987 (0.0008) +[2026-06-02 21:19:45,563][451638] Updated weights for policy 0, policy_version 2999 (0.0008) +[2026-06-02 21:19:46,525][451638] Updated weights for policy 0, policy_version 3009 (0.0008) +[2026-06-02 21:19:46,743][451638] Updated weights for policy 0, policy_version 3023 (0.0008) +[2026-06-02 21:19:46,936][451638] Updated weights for policy 0, policy_version 3035 (0.0008) +[2026-06-02 21:19:47,091][451638] Updated weights for policy 0, policy_version 3045 (0.0008) +[2026-06-02 21:19:47,307][451638] Updated weights for policy 0, policy_version 3058 (0.0008) +[2026-06-02 21:19:47,399][450687] Fps is (10 sec: 16384.2, 60 sec: 17476.8, 300 sec: 17112.2). Total num frames: 1540096. Throughput: 0: 17797.8. Samples: 1548416. Policy #0 lag: (min: 26.0, avg: 40.6, max: 90.0) +[2026-06-02 21:19:47,400][450687] Avg episode reward: [(0, '28.411')] +[2026-06-02 21:19:47,464][451638] Updated weights for policy 0, policy_version 3068 (0.0008) +[2026-06-02 21:19:48,427][451638] Updated weights for policy 0, policy_version 3078 (0.0009) +[2026-06-02 21:19:48,603][451638] Updated weights for policy 0, policy_version 3089 (0.0008) +[2026-06-02 21:19:48,783][451638] Updated weights for policy 0, policy_version 3100 (0.0008) +[2026-06-02 21:19:48,949][451638] Updated weights for policy 0, policy_version 3110 (0.0008) +[2026-06-02 21:19:49,145][451638] Updated weights for policy 0, policy_version 3122 (0.0008) +[2026-06-02 21:19:49,326][451638] Updated weights for policy 0, policy_version 3133 (0.0008) +[2026-06-02 21:19:50,258][451638] Updated weights for policy 0, policy_version 3143 (0.0008) +[2026-06-02 21:19:50,430][451638] Updated weights for policy 0, policy_version 3154 (0.0008) +[2026-06-02 21:19:50,625][451638] Updated weights for policy 0, policy_version 3166 (0.0008) +[2026-06-02 21:19:50,855][451638] Updated weights for policy 0, policy_version 3180 (0.0008) +[2026-06-02 21:19:51,046][451638] Updated weights for policy 0, policy_version 3192 (0.0008) +[2026-06-02 21:19:52,040][451638] Updated weights for policy 0, policy_version 3206 (0.0009) +[2026-06-02 21:19:52,261][451638] Updated weights for policy 0, policy_version 3220 (0.0008) +[2026-06-02 21:19:52,399][450687] Fps is (10 sec: 16383.4, 60 sec: 17476.2, 300 sec: 17246.3). Total num frames: 1638400. Throughput: 0: 17794.8. Samples: 1654912. Policy #0 lag: (min: 44.0, avg: 54.4, max: 108.0) +[2026-06-02 21:19:52,402][450687] Avg episode reward: [(0, '28.845')] +[2026-06-02 21:19:52,496][451638] Updated weights for policy 0, policy_version 3234 (0.0008) +[2026-06-02 21:19:52,650][451638] Updated weights for policy 0, policy_version 3244 (0.0008) +[2026-06-02 21:19:52,880][451638] Updated weights for policy 0, policy_version 3258 (0.0008) +[2026-06-02 21:19:53,861][451638] Updated weights for policy 0, policy_version 3269 (0.0008) +[2026-06-02 21:19:54,068][451638] Updated weights for policy 0, policy_version 3282 (0.0008) +[2026-06-02 21:19:54,253][451638] Updated weights for policy 0, policy_version 3294 (0.0008) +[2026-06-02 21:19:54,436][451638] Updated weights for policy 0, policy_version 3305 (0.0008) +[2026-06-02 21:19:54,616][451638] Updated weights for policy 0, policy_version 3316 (0.0008) +[2026-06-02 21:19:54,779][451638] Updated weights for policy 0, policy_version 3326 (0.0008) +[2026-06-02 21:19:55,725][451638] Updated weights for policy 0, policy_version 3337 (0.0009) +[2026-06-02 21:19:55,971][451638] Updated weights for policy 0, policy_version 3353 (0.0008) +[2026-06-02 21:19:56,132][451638] Updated weights for policy 0, policy_version 3363 (0.0008) +[2026-06-02 21:19:56,329][451638] Updated weights for policy 0, policy_version 3375 (0.0008) +[2026-06-02 21:19:56,534][451638] Updated weights for policy 0, policy_version 3387 (0.0008) +[2026-06-02 21:19:57,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18022.4, 300 sec: 17367.0). Total num frames: 1736704. Throughput: 0: 18104.9. Samples: 1771776. Policy #0 lag: (min: 27.0, avg: 46.2, max: 91.0) +[2026-06-02 21:19:57,400][450687] Avg episode reward: [(0, '31.842')] +[2026-06-02 21:19:57,489][451638] Updated weights for policy 0, policy_version 3397 (0.0008) +[2026-06-02 21:19:57,659][451638] Updated weights for policy 0, policy_version 3408 (0.0008) +[2026-06-02 21:19:57,894][451638] Updated weights for policy 0, policy_version 3423 (0.0011) +[2026-06-02 21:19:58,058][451638] Updated weights for policy 0, policy_version 3433 (0.0009) +[2026-06-02 21:19:58,287][451638] Updated weights for policy 0, policy_version 3447 (0.0010) +[2026-06-02 21:19:58,435][451566] Saving new best policy, reward=31.842! +[2026-06-02 21:19:59,328][451638] Updated weights for policy 0, policy_version 3463 (0.0009) +[2026-06-02 21:19:59,537][451638] Updated weights for policy 0, policy_version 3476 (0.0009) +[2026-06-02 21:19:59,688][451638] Updated weights for policy 0, policy_version 3486 (0.0008) +[2026-06-02 21:19:59,876][451638] Updated weights for policy 0, policy_version 3497 (0.0008) +[2026-06-02 21:20:00,051][451638] Updated weights for policy 0, policy_version 3508 (0.0008) +[2026-06-02 21:20:00,240][451638] Updated weights for policy 0, policy_version 3520 (0.0008) +[2026-06-02 21:20:01,254][451638] Updated weights for policy 0, policy_version 3534 (0.0008) +[2026-06-02 21:20:01,449][451638] Updated weights for policy 0, policy_version 3546 (0.0008) +[2026-06-02 21:20:01,632][451638] Updated weights for policy 0, policy_version 3557 (0.0008) +[2026-06-02 21:20:01,804][451638] Updated weights for policy 0, policy_version 3568 (0.0008) +[2026-06-02 21:20:01,969][451638] Updated weights for policy 0, policy_version 3578 (0.0008) +[2026-06-02 21:20:02,399][450687] Fps is (10 sec: 19661.4, 60 sec: 18022.4, 300 sec: 17476.3). Total num frames: 1835008. Throughput: 0: 17758.0. Samples: 1815552. Policy #0 lag: (min: 63.0, avg: 73.3, max: 127.0) +[2026-06-02 21:20:02,400][450687] Avg episode reward: [(0, '29.479')] +[2026-06-02 21:20:02,943][451638] Updated weights for policy 0, policy_version 3588 (0.0008) +[2026-06-02 21:20:03,230][451638] Updated weights for policy 0, policy_version 3606 (0.0009) +[2026-06-02 21:20:03,406][451638] Updated weights for policy 0, policy_version 3617 (0.0009) +[2026-06-02 21:20:03,585][451638] Updated weights for policy 0, policy_version 3628 (0.0009) +[2026-06-02 21:20:03,751][451638] Updated weights for policy 0, policy_version 3638 (0.0010) +[2026-06-02 21:20:03,905][451638] Updated weights for policy 0, policy_version 3648 (0.0010) +[2026-06-02 21:20:04,851][451638] Updated weights for policy 0, policy_version 3658 (0.0008) +[2026-06-02 21:20:05,001][451638] Updated weights for policy 0, policy_version 3668 (0.0008) +[2026-06-02 21:20:05,188][451638] Updated weights for policy 0, policy_version 3679 (0.0008) +[2026-06-02 21:20:05,411][451638] Updated weights for policy 0, policy_version 3693 (0.0008) +[2026-06-02 21:20:05,638][451638] Updated weights for policy 0, policy_version 3707 (0.0008) +[2026-06-02 21:20:06,624][451638] Updated weights for policy 0, policy_version 3719 (0.0008) +[2026-06-02 21:20:06,773][451638] Updated weights for policy 0, policy_version 3729 (0.0008) +[2026-06-02 21:20:07,006][451638] Updated weights for policy 0, policy_version 3743 (0.0008) +[2026-06-02 21:20:07,184][451638] Updated weights for policy 0, policy_version 3754 (0.0009) +[2026-06-02 21:20:07,342][451638] Updated weights for policy 0, policy_version 3764 (0.0008) +[2026-06-02 21:20:07,399][450687] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17277.7). Total num frames: 1900544. Throughput: 0: 18073.6. Samples: 1932800. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-02 21:20:07,400][450687] Avg episode reward: [(0, '30.674')] +[2026-06-02 21:20:08,346][451638] Updated weights for policy 0, policy_version 3777 (0.0008) +[2026-06-02 21:20:08,506][451638] Updated weights for policy 0, policy_version 3787 (0.0008) +[2026-06-02 21:20:08,708][451638] Updated weights for policy 0, policy_version 3800 (0.0008) +[2026-06-02 21:20:08,935][451638] Updated weights for policy 0, policy_version 3814 (0.0008) +[2026-06-02 21:20:09,103][451638] Updated weights for policy 0, policy_version 3824 (0.0008) +[2026-06-02 21:20:09,270][451638] Updated weights for policy 0, policy_version 3834 (0.0008) +[2026-06-02 21:20:10,204][451638] Updated weights for policy 0, policy_version 3844 (0.0008) +[2026-06-02 21:20:10,359][451638] Updated weights for policy 0, policy_version 3854 (0.0008) +[2026-06-02 21:20:10,518][451638] Updated weights for policy 0, policy_version 3864 (0.0008) +[2026-06-02 21:20:10,683][451638] Updated weights for policy 0, policy_version 3874 (0.0008) +[2026-06-02 21:20:10,921][451638] Updated weights for policy 0, policy_version 3888 (0.0009) +[2026-06-02 21:20:11,076][451638] Updated weights for policy 0, policy_version 3898 (0.0008) +[2026-06-02 21:20:12,097][451638] Updated weights for policy 0, policy_version 3910 (0.0009) +[2026-06-02 21:20:12,274][451638] Updated weights for policy 0, policy_version 3921 (0.0008) +[2026-06-02 21:20:12,400][450687] Fps is (10 sec: 16383.4, 60 sec: 18022.3, 300 sec: 17381.2). Total num frames: 1998848. Throughput: 0: 18173.0. Samples: 2039168. Policy #0 lag: (min: 53.0, avg: 63.3, max: 117.0) +[2026-06-02 21:20:12,403][450687] Avg episode reward: [(0, '33.182')] +[2026-06-02 21:20:12,461][451638] Updated weights for policy 0, policy_version 3932 (0.0008) +[2026-06-02 21:20:12,653][451638] Updated weights for policy 0, policy_version 3943 (0.0008) +[2026-06-02 21:20:12,806][451638] Updated weights for policy 0, policy_version 3953 (0.0008) +[2026-06-02 21:20:12,985][451638] Updated weights for policy 0, policy_version 3963 (0.0008) +[2026-06-02 21:20:13,056][451566] Saving new best policy, reward=33.182! +[2026-06-02 21:20:13,941][451638] Updated weights for policy 0, policy_version 3978 (0.0008) +[2026-06-02 21:20:14,111][451638] Updated weights for policy 0, policy_version 3988 (0.0008) +[2026-06-02 21:20:14,290][451638] Updated weights for policy 0, policy_version 3999 (0.0008) +[2026-06-02 21:20:14,453][451638] Updated weights for policy 0, policy_version 4009 (0.0008) +[2026-06-02 21:20:14,708][451638] Updated weights for policy 0, policy_version 4025 (0.0008) +[2026-06-02 21:20:15,692][451638] Updated weights for policy 0, policy_version 4038 (0.0009) +[2026-06-02 21:20:15,844][451638] Updated weights for policy 0, policy_version 4048 (0.0008) +[2026-06-02 21:20:16,008][451638] Updated weights for policy 0, policy_version 4058 (0.0008) +[2026-06-02 21:20:16,178][451638] Updated weights for policy 0, policy_version 4069 (0.0008) +[2026-06-02 21:20:16,365][451638] Updated weights for policy 0, policy_version 4080 (0.0008) +[2026-06-02 21:20:16,518][451638] Updated weights for policy 0, policy_version 4090 (0.0008) +[2026-06-02 21:20:17,400][450687] Fps is (10 sec: 19658.4, 60 sec: 18022.1, 300 sec: 17476.1). Total num frames: 2097152. Throughput: 0: 18036.2. Samples: 2093952. Policy #0 lag: (min: 17.0, avg: 41.3, max: 81.0) +[2026-06-02 21:20:17,402][450687] Avg episode reward: [(0, '32.939')] +[2026-06-02 21:20:17,480][451638] Updated weights for policy 0, policy_version 4101 (0.0008) +[2026-06-02 21:20:17,632][451638] Updated weights for policy 0, policy_version 4111 (0.0008) +[2026-06-02 21:20:17,784][451638] Updated weights for policy 0, policy_version 4121 (0.0008) +[2026-06-02 21:20:18,000][451638] Updated weights for policy 0, policy_version 4134 (0.0008) +[2026-06-02 21:20:18,200][451638] Updated weights for policy 0, policy_version 4146 (0.0008) +[2026-06-02 21:20:18,384][451638] Updated weights for policy 0, policy_version 4157 (0.0009) +[2026-06-02 21:20:19,339][451638] Updated weights for policy 0, policy_version 4167 (0.0009) +[2026-06-02 21:20:19,484][451638] Updated weights for policy 0, policy_version 4177 (0.0008) +[2026-06-02 21:20:19,682][451638] Updated weights for policy 0, policy_version 4189 (0.0009) +[2026-06-02 21:20:19,843][451638] Updated weights for policy 0, policy_version 4199 (0.0008) +[2026-06-02 21:20:20,025][451638] Updated weights for policy 0, policy_version 4210 (0.0008) +[2026-06-02 21:20:20,213][451638] Updated weights for policy 0, policy_version 4221 (0.0009) +[2026-06-02 21:20:21,162][451638] Updated weights for policy 0, policy_version 4231 (0.0008) +[2026-06-02 21:20:21,318][451638] Updated weights for policy 0, policy_version 4241 (0.0009) +[2026-06-02 21:20:21,488][451638] Updated weights for policy 0, policy_version 4252 (0.0008) +[2026-06-02 21:20:21,673][451638] Updated weights for policy 0, policy_version 4263 (0.0009) +[2026-06-02 21:20:21,841][451638] Updated weights for policy 0, policy_version 4273 (0.0008) +[2026-06-02 21:20:22,021][451638] Updated weights for policy 0, policy_version 4284 (0.0008) +[2026-06-02 21:20:22,399][450687] Fps is (10 sec: 19661.3, 60 sec: 18022.3, 300 sec: 17563.6). Total num frames: 2195456. Throughput: 0: 18144.7. Samples: 2202240. Policy #0 lag: (min: 57.0, avg: 80.5, max: 121.0) +[2026-06-02 21:20:22,401][450687] Avg episode reward: [(0, '32.511')] +[2026-06-02 21:20:22,994][451638] Updated weights for policy 0, policy_version 4296 (0.0008) +[2026-06-02 21:20:23,193][451638] Updated weights for policy 0, policy_version 4308 (0.0008) +[2026-06-02 21:20:23,350][451638] Updated weights for policy 0, policy_version 4318 (0.0008) +[2026-06-02 21:20:23,503][451638] Updated weights for policy 0, policy_version 4328 (0.0008) +[2026-06-02 21:20:23,674][451638] Updated weights for policy 0, policy_version 4338 (0.0008) +[2026-06-02 21:20:23,854][451638] Updated weights for policy 0, policy_version 4349 (0.0008) +[2026-06-02 21:20:24,824][451638] Updated weights for policy 0, policy_version 4361 (0.0008) +[2026-06-02 21:20:25,009][451638] Updated weights for policy 0, policy_version 4373 (0.0008) +[2026-06-02 21:20:25,192][451638] Updated weights for policy 0, policy_version 4384 (0.0008) +[2026-06-02 21:20:25,353][451638] Updated weights for policy 0, policy_version 4394 (0.0008) +[2026-06-02 21:20:25,546][451638] Updated weights for policy 0, policy_version 4406 (0.0008) +[2026-06-02 21:20:26,549][451638] Updated weights for policy 0, policy_version 4420 (0.0009) +[2026-06-02 21:20:26,774][451638] Updated weights for policy 0, policy_version 4434 (0.0009) +[2026-06-02 21:20:26,944][451638] Updated weights for policy 0, policy_version 4445 (0.0008) +[2026-06-02 21:20:27,112][451638] Updated weights for policy 0, policy_version 4455 (0.0008) +[2026-06-02 21:20:27,295][451638] Updated weights for policy 0, policy_version 4466 (0.0008) +[2026-06-02 21:20:27,399][450687] Fps is (10 sec: 16385.8, 60 sec: 17476.3, 300 sec: 17392.2). Total num frames: 2260992. Throughput: 0: 18039.4. Samples: 2306048. Policy #0 lag: (min: 21.0, avg: 31.5, max: 85.0) +[2026-06-02 21:20:27,400][450687] Avg episode reward: [(0, '33.068')] +[2026-06-02 21:20:27,513][451638] Updated weights for policy 0, policy_version 4480 (0.0008) +[2026-06-02 21:20:28,495][451638] Updated weights for policy 0, policy_version 4491 (0.0008) +[2026-06-02 21:20:28,721][451638] Updated weights for policy 0, policy_version 4505 (0.0009) +[2026-06-02 21:20:28,918][451638] Updated weights for policy 0, policy_version 4517 (0.0008) +[2026-06-02 21:20:29,097][451638] Updated weights for policy 0, policy_version 4528 (0.0008) +[2026-06-02 21:20:29,303][451638] Updated weights for policy 0, policy_version 4540 (0.0008) +[2026-06-02 21:20:30,293][451638] Updated weights for policy 0, policy_version 4553 (0.0010) +[2026-06-02 21:20:30,444][451638] Updated weights for policy 0, policy_version 4563 (0.0008) +[2026-06-02 21:20:30,643][451638] Updated weights for policy 0, policy_version 4575 (0.0005) +[2026-06-02 21:20:30,862][451638] Updated weights for policy 0, policy_version 4588 (0.0005) +[2026-06-02 21:20:31,043][451638] Updated weights for policy 0, policy_version 4599 (0.0005) +[2026-06-02 21:20:31,988][451638] Updated weights for policy 0, policy_version 4611 (0.0006) +[2026-06-02 21:20:32,136][451638] Updated weights for policy 0, policy_version 4621 (0.0008) +[2026-06-02 21:20:32,371][451638] Updated weights for policy 0, policy_version 4636 (0.0009) +[2026-06-02 21:20:32,399][450687] Fps is (10 sec: 16384.3, 60 sec: 18022.4, 300 sec: 17476.3). Total num frames: 2359296. Throughput: 0: 18181.7. Samples: 2366592. Policy #0 lag: (min: 55.0, avg: 66.6, max: 119.0) +[2026-06-02 21:20:32,400][450687] Avg episode reward: [(0, '37.890')] +[2026-06-02 21:20:32,575][451638] Updated weights for policy 0, policy_version 4648 (0.0009) +[2026-06-02 21:20:32,787][451638] Updated weights for policy 0, policy_version 4661 (0.0009) +[2026-06-02 21:20:32,964][451566] Saving new best policy, reward=37.890! +[2026-06-02 21:20:32,967][451638] Updated weights for policy 0, policy_version 4672 (0.0008) +[2026-06-02 21:20:33,942][451638] Updated weights for policy 0, policy_version 4684 (0.0009) +[2026-06-02 21:20:34,120][451638] Updated weights for policy 0, policy_version 4695 (0.0008) +[2026-06-02 21:20:34,297][451638] Updated weights for policy 0, policy_version 4706 (0.0009) +[2026-06-02 21:20:34,513][451638] Updated weights for policy 0, policy_version 4719 (0.0009) +[2026-06-02 21:20:34,693][451638] Updated weights for policy 0, policy_version 4730 (0.0008) +[2026-06-02 21:20:35,669][451638] Updated weights for policy 0, policy_version 4740 (0.0009) +[2026-06-02 21:20:35,862][451638] Updated weights for policy 0, policy_version 4752 (0.0009) +[2026-06-02 21:20:36,028][451638] Updated weights for policy 0, policy_version 4763 (0.0008) +[2026-06-02 21:20:36,217][451638] Updated weights for policy 0, policy_version 4774 (0.0008) +[2026-06-02 21:20:36,399][451638] Updated weights for policy 0, policy_version 4785 (0.0009) +[2026-06-02 21:20:36,596][451638] Updated weights for policy 0, policy_version 4797 (0.0009) +[2026-06-02 21:20:37,399][450687] Fps is (10 sec: 19659.7, 60 sec: 18022.2, 300 sec: 17554.2). Total num frames: 2457600. Throughput: 0: 18144.6. Samples: 2471424. Policy #0 lag: (min: 55.0, avg: 66.6, max: 119.0) +[2026-06-02 21:20:37,402][450687] Avg episode reward: [(0, '39.646')] +[2026-06-02 21:20:37,618][451638] Updated weights for policy 0, policy_version 4811 (0.0009) +[2026-06-02 21:20:37,791][451638] Updated weights for policy 0, policy_version 4822 (0.0009) +[2026-06-02 21:20:38,048][451638] Updated weights for policy 0, policy_version 4838 (0.0009) +[2026-06-02 21:20:38,265][451638] Updated weights for policy 0, policy_version 4851 (0.0009) +[2026-06-02 21:20:38,473][451638] Updated weights for policy 0, policy_version 4863 (0.0009) +[2026-06-02 21:20:38,475][451566] Saving new best policy, reward=39.646! +[2026-06-02 21:20:39,421][451638] Updated weights for policy 0, policy_version 4875 (0.0008) +[2026-06-02 21:20:39,573][451638] Updated weights for policy 0, policy_version 4885 (0.0008) +[2026-06-02 21:20:39,744][451638] Updated weights for policy 0, policy_version 4895 (0.0008) +[2026-06-02 21:20:39,904][451638] Updated weights for policy 0, policy_version 4905 (0.0009) +[2026-06-02 21:20:40,179][451638] Updated weights for policy 0, policy_version 4922 (0.0009) +[2026-06-02 21:20:41,160][451638] Updated weights for policy 0, policy_version 4934 (0.0008) +[2026-06-02 21:20:41,347][451638] Updated weights for policy 0, policy_version 4946 (0.0009) +[2026-06-02 21:20:41,540][451638] Updated weights for policy 0, policy_version 4958 (0.0008) +[2026-06-02 21:20:41,710][451638] Updated weights for policy 0, policy_version 4968 (0.0005) +[2026-06-02 21:20:41,885][451638] Updated weights for policy 0, policy_version 4979 (0.0005) +[2026-06-02 21:20:42,088][451638] Updated weights for policy 0, policy_version 4991 (0.0005) +[2026-06-02 21:20:42,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18022.4, 300 sec: 17626.9). Total num frames: 2555904. Throughput: 0: 17976.9. Samples: 2580736. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-02 21:20:42,401][450687] Avg episode reward: [(0, '31.363')] +[2026-06-02 21:20:43,089][451638] Updated weights for policy 0, policy_version 5006 (0.0008) +[2026-06-02 21:20:43,247][451638] Updated weights for policy 0, policy_version 5016 (0.0008) +[2026-06-02 21:20:43,475][451638] Updated weights for policy 0, policy_version 5030 (0.0008) +[2026-06-02 21:20:43,650][451638] Updated weights for policy 0, policy_version 5041 (0.0008) +[2026-06-02 21:20:43,835][451638] Updated weights for policy 0, policy_version 5052 (0.0008) +[2026-06-02 21:20:44,816][451638] Updated weights for policy 0, policy_version 5065 (0.0009) +[2026-06-02 21:20:44,983][451638] Updated weights for policy 0, policy_version 5076 (0.0009) +[2026-06-02 21:20:45,165][451638] Updated weights for policy 0, policy_version 5087 (0.0009) +[2026-06-02 21:20:45,331][451638] Updated weights for policy 0, policy_version 5097 (0.0008) +[2026-06-02 21:20:45,524][451638] Updated weights for policy 0, policy_version 5108 (0.0008) +[2026-06-02 21:20:45,701][451638] Updated weights for policy 0, policy_version 5119 (0.0008) +[2026-06-02 21:20:46,593][451638] Updated weights for policy 0, policy_version 5129 (0.0008) +[2026-06-02 21:20:46,790][451638] Updated weights for policy 0, policy_version 5142 (0.0008) +[2026-06-02 21:20:46,955][451638] Updated weights for policy 0, policy_version 5152 (0.0008) +[2026-06-02 21:20:47,149][451638] Updated weights for policy 0, policy_version 5164 (0.0008) +[2026-06-02 21:20:47,336][451638] Updated weights for policy 0, policy_version 5175 (0.0008) +[2026-06-02 21:20:47,399][450687] Fps is (10 sec: 16385.1, 60 sec: 18022.4, 300 sec: 17476.3). Total num frames: 2621440. Throughput: 0: 18230.1. Samples: 2635904. Policy #0 lag: (min: 49.0, avg: 89.3, max: 113.0) +[2026-06-02 21:20:47,400][450687] Avg episode reward: [(0, '32.961')] +[2026-06-02 21:20:48,293][451638] Updated weights for policy 0, policy_version 5186 (0.0008) +[2026-06-02 21:20:48,493][451638] Updated weights for policy 0, policy_version 5199 (0.0008) +[2026-06-02 21:20:48,728][451638] Updated weights for policy 0, policy_version 5213 (0.0008) +[2026-06-02 21:20:48,937][451638] Updated weights for policy 0, policy_version 5226 (0.0008) +[2026-06-02 21:20:49,137][451638] Updated weights for policy 0, policy_version 5238 (0.0008) +[2026-06-02 21:20:50,132][451638] Updated weights for policy 0, policy_version 5250 (0.0008) +[2026-06-02 21:20:50,335][451638] Updated weights for policy 0, policy_version 5263 (0.0008) +[2026-06-02 21:20:50,547][451638] Updated weights for policy 0, policy_version 5276 (0.0008) +[2026-06-02 21:20:50,768][451638] Updated weights for policy 0, policy_version 5289 (0.0009) +[2026-06-02 21:20:50,960][451638] Updated weights for policy 0, policy_version 5301 (0.0008) +[2026-06-02 21:20:51,964][451638] Updated weights for policy 0, policy_version 5315 (0.0009) +[2026-06-02 21:20:52,153][451638] Updated weights for policy 0, policy_version 5327 (0.0009) +[2026-06-02 21:20:52,313][451638] Updated weights for policy 0, policy_version 5337 (0.0008) +[2026-06-02 21:20:52,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18022.5, 300 sec: 17546.7). Total num frames: 2719744. Throughput: 0: 18030.9. Samples: 2744192. Policy #0 lag: (min: 49.0, avg: 89.3, max: 113.0) +[2026-06-02 21:20:52,401][450687] Avg episode reward: [(0, '37.229')] +[2026-06-02 21:20:52,485][451638] Updated weights for policy 0, policy_version 5348 (0.0009) +[2026-06-02 21:20:52,667][451638] Updated weights for policy 0, policy_version 5359 (0.0009) +[2026-06-02 21:20:52,849][451638] Updated weights for policy 0, policy_version 5370 (0.0009) +[2026-06-02 21:20:53,805][451638] Updated weights for policy 0, policy_version 5380 (0.0008) +[2026-06-02 21:20:53,954][451638] Updated weights for policy 0, policy_version 5390 (0.0008) +[2026-06-02 21:20:54,113][451638] Updated weights for policy 0, policy_version 5400 (0.0008) +[2026-06-02 21:20:54,315][451638] Updated weights for policy 0, policy_version 5412 (0.0008) +[2026-06-02 21:20:54,511][451638] Updated weights for policy 0, policy_version 5424 (0.0008) +[2026-06-02 21:20:54,675][451638] Updated weights for policy 0, policy_version 5434 (0.0008) +[2026-06-02 21:20:55,606][451638] Updated weights for policy 0, policy_version 5445 (0.0009) +[2026-06-02 21:20:55,834][451638] Updated weights for policy 0, policy_version 5459 (0.0009) +[2026-06-02 21:20:56,008][451638] Updated weights for policy 0, policy_version 5470 (0.0008) +[2026-06-02 21:20:56,202][451638] Updated weights for policy 0, policy_version 5482 (0.0008) +[2026-06-02 21:20:56,429][451638] Updated weights for policy 0, policy_version 5496 (0.0009) +[2026-06-02 21:20:57,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18022.4, 300 sec: 17612.8). Total num frames: 2818048. Throughput: 0: 18247.3. Samples: 2860288. Policy #0 lag: (min: 19.0, avg: 63.1, max: 83.0) +[2026-06-02 21:20:57,400][450687] Avg episode reward: [(0, '33.780')] +[2026-06-02 21:20:57,438][451638] Updated weights for policy 0, policy_version 5510 (0.0009) +[2026-06-02 21:20:57,606][451638] Updated weights for policy 0, policy_version 5521 (0.0008) +[2026-06-02 21:20:57,763][451638] Updated weights for policy 0, policy_version 5531 (0.0008) +[2026-06-02 21:20:57,953][451638] Updated weights for policy 0, policy_version 5542 (0.0008) +[2026-06-02 21:20:58,111][451638] Updated weights for policy 0, policy_version 5552 (0.0008) +[2026-06-02 21:20:58,317][451638] Updated weights for policy 0, policy_version 5564 (0.0008) +[2026-06-02 21:20:59,259][451638] Updated weights for policy 0, policy_version 5574 (0.0008) +[2026-06-02 21:20:59,412][451638] Updated weights for policy 0, policy_version 5584 (0.0008) +[2026-06-02 21:20:59,607][451638] Updated weights for policy 0, policy_version 5596 (0.0008) +[2026-06-02 21:20:59,810][451638] Updated weights for policy 0, policy_version 5608 (0.0008) +[2026-06-02 21:20:59,976][451638] Updated weights for policy 0, policy_version 5618 (0.0008) +[2026-06-02 21:21:00,191][451638] Updated weights for policy 0, policy_version 5631 (0.0008) +[2026-06-02 21:21:01,137][451638] Updated weights for policy 0, policy_version 5642 (0.0008) +[2026-06-02 21:21:01,310][451638] Updated weights for policy 0, policy_version 5653 (0.0008) +[2026-06-02 21:21:01,525][451638] Updated weights for policy 0, policy_version 5666 (0.0008) +[2026-06-02 21:21:01,737][451638] Updated weights for policy 0, policy_version 5679 (0.0008) +[2026-06-02 21:21:01,943][451638] Updated weights for policy 0, policy_version 5691 (0.0008) +[2026-06-02 21:21:02,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18022.4, 300 sec: 17674.9). Total num frames: 2916352. Throughput: 0: 18062.7. Samples: 2906752. Policy #0 lag: (min: 63.0, avg: 73.6, max: 127.0) +[2026-06-02 21:21:02,400][450687] Avg episode reward: [(0, '41.015')] +[2026-06-02 21:21:02,406][451566] Saving new best policy, reward=41.015! +[2026-06-02 21:21:02,884][451638] Updated weights for policy 0, policy_version 5701 (0.0008) +[2026-06-02 21:21:03,036][451638] Updated weights for policy 0, policy_version 5711 (0.0008) +[2026-06-02 21:21:03,235][451638] Updated weights for policy 0, policy_version 5723 (0.0008) +[2026-06-02 21:21:03,393][451638] Updated weights for policy 0, policy_version 5733 (0.0008) +[2026-06-02 21:21:03,555][451638] Updated weights for policy 0, policy_version 5743 (0.0008) +[2026-06-02 21:21:03,747][451638] Updated weights for policy 0, policy_version 5754 (0.0008) +[2026-06-02 21:21:04,666][451638] Updated weights for policy 0, policy_version 5764 (0.0008) +[2026-06-02 21:21:04,871][451638] Updated weights for policy 0, policy_version 5778 (0.0008) +[2026-06-02 21:21:05,052][451638] Updated weights for policy 0, policy_version 5789 (0.0008) +[2026-06-02 21:21:05,219][451638] Updated weights for policy 0, policy_version 5799 (0.0008) +[2026-06-02 21:21:05,389][451638] Updated weights for policy 0, policy_version 5809 (0.0008) +[2026-06-02 21:21:05,548][451638] Updated weights for policy 0, policy_version 5819 (0.0008) +[2026-06-02 21:21:06,550][451638] Updated weights for policy 0, policy_version 5832 (0.0008) +[2026-06-02 21:21:06,753][451638] Updated weights for policy 0, policy_version 5845 (0.0008) +[2026-06-02 21:21:06,986][451638] Updated weights for policy 0, policy_version 5859 (0.0009) +[2026-06-02 21:21:07,164][451638] Updated weights for policy 0, policy_version 5870 (0.0008) +[2026-06-02 21:21:07,337][451638] Updated weights for policy 0, policy_version 5880 (0.0008) +[2026-06-02 21:21:07,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18022.4, 300 sec: 17540.5). Total num frames: 2981888. Throughput: 0: 18301.2. Samples: 3025792. Policy #0 lag: (min: 63.0, avg: 73.6, max: 127.0) +[2026-06-02 21:21:07,401][450687] Avg episode reward: [(0, '38.716')] +[2026-06-02 21:21:08,303][451638] Updated weights for policy 0, policy_version 5892 (0.0009) +[2026-06-02 21:21:08,469][451638] Updated weights for policy 0, policy_version 5902 (0.0009) +[2026-06-02 21:21:08,688][451638] Updated weights for policy 0, policy_version 5916 (0.0009) +[2026-06-02 21:21:08,866][451638] Updated weights for policy 0, policy_version 5927 (0.0008) +[2026-06-02 21:21:09,039][451638] Updated weights for policy 0, policy_version 5937 (0.0009) +[2026-06-02 21:21:09,226][451638] Updated weights for policy 0, policy_version 5949 (0.0009) +[2026-06-02 21:21:10,221][451638] Updated weights for policy 0, policy_version 5960 (0.0009) +[2026-06-02 21:21:10,428][451638] Updated weights for policy 0, policy_version 5973 (0.0009) +[2026-06-02 21:21:10,621][451638] Updated weights for policy 0, policy_version 5985 (0.0009) +[2026-06-02 21:21:10,801][451638] Updated weights for policy 0, policy_version 5996 (0.0009) +[2026-06-02 21:21:10,969][451638] Updated weights for policy 0, policy_version 6006 (0.0008) +[2026-06-02 21:21:11,951][451638] Updated weights for policy 0, policy_version 6018 (0.0009) +[2026-06-02 21:21:12,100][451638] Updated weights for policy 0, policy_version 6028 (0.0009) +[2026-06-02 21:21:12,256][451638] Updated weights for policy 0, policy_version 6038 (0.0009) +[2026-06-02 21:21:12,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18022.5, 300 sec: 17601.1). Total num frames: 3080192. Throughput: 0: 18306.9. Samples: 3129856. Policy #0 lag: (min: 62.0, avg: 72.3, max: 126.0) +[2026-06-02 21:21:12,400][450687] Avg episode reward: [(0, '36.209')] +[2026-06-02 21:21:12,448][451638] Updated weights for policy 0, policy_version 6050 (0.0009) +[2026-06-02 21:21:12,661][451638] Updated weights for policy 0, policy_version 6063 (0.0009) +[2026-06-02 21:21:12,848][451638] Updated weights for policy 0, policy_version 6074 (0.0009) +[2026-06-02 21:21:13,800][451638] Updated weights for policy 0, policy_version 6085 (0.0009) +[2026-06-02 21:21:13,998][451638] Updated weights for policy 0, policy_version 6098 (0.0008) +[2026-06-02 21:21:14,158][451638] Updated weights for policy 0, policy_version 6108 (0.0008) +[2026-06-02 21:21:14,377][451638] Updated weights for policy 0, policy_version 6121 (0.0009) +[2026-06-02 21:21:14,555][451638] Updated weights for policy 0, policy_version 6132 (0.0008) +[2026-06-02 21:21:14,716][451638] Updated weights for policy 0, policy_version 6142 (0.0008) +[2026-06-02 21:21:15,658][451638] Updated weights for policy 0, policy_version 6153 (0.0008) +[2026-06-02 21:21:15,830][451638] Updated weights for policy 0, policy_version 6164 (0.0008) +[2026-06-02 21:21:16,058][451638] Updated weights for policy 0, policy_version 6178 (0.0008) +[2026-06-02 21:21:16,227][451638] Updated weights for policy 0, policy_version 6189 (0.0008) +[2026-06-02 21:21:16,456][451638] Updated weights for policy 0, policy_version 6202 (0.0009) +[2026-06-02 21:21:17,399][450687] Fps is (10 sec: 19660.3, 60 sec: 18022.7, 300 sec: 17658.3). Total num frames: 3178496. Throughput: 0: 18235.6. Samples: 3187200. Policy #0 lag: (min: 60.0, avg: 71.3, max: 124.0) +[2026-06-02 21:21:17,400][450687] Avg episode reward: [(0, '34.614')] +[2026-06-02 21:21:17,468][451638] Updated weights for policy 0, policy_version 6217 (0.0008) +[2026-06-02 21:21:17,729][451638] Updated weights for policy 0, policy_version 6234 (0.0009) +[2026-06-02 21:21:17,899][451638] Updated weights for policy 0, policy_version 6244 (0.0008) +[2026-06-02 21:21:18,084][451638] Updated weights for policy 0, policy_version 6255 (0.0008) +[2026-06-02 21:21:18,254][451638] Updated weights for policy 0, policy_version 6265 (0.0008) +[2026-06-02 21:21:19,186][451638] Updated weights for policy 0, policy_version 6275 (0.0009) +[2026-06-02 21:21:19,359][451638] Updated weights for policy 0, policy_version 6287 (0.0008) +[2026-06-02 21:21:19,537][451638] Updated weights for policy 0, policy_version 6298 (0.0008) +[2026-06-02 21:21:19,761][451638] Updated weights for policy 0, policy_version 6312 (0.0009) +[2026-06-02 21:21:19,961][451638] Updated weights for policy 0, policy_version 6324 (0.0008) +[2026-06-02 21:21:20,140][451638] Updated weights for policy 0, policy_version 6335 (0.0008) +[2026-06-02 21:21:21,118][451638] Updated weights for policy 0, policy_version 6347 (0.0010) +[2026-06-02 21:21:21,324][451638] Updated weights for policy 0, policy_version 6360 (0.0008) +[2026-06-02 21:21:21,509][451638] Updated weights for policy 0, policy_version 6371 (0.0008) +[2026-06-02 21:21:21,695][451638] Updated weights for policy 0, policy_version 6382 (0.0008) +[2026-06-02 21:21:21,906][451638] Updated weights for policy 0, policy_version 6395 (0.0008) +[2026-06-02 21:21:22,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18022.4, 300 sec: 17712.4). Total num frames: 3276800. Throughput: 0: 18270.1. Samples: 3293568. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0) +[2026-06-02 21:21:22,400][450687] Avg episode reward: [(0, '41.985')] +[2026-06-02 21:21:22,405][451566] Saving new best policy, reward=41.985! +[2026-06-02 21:21:22,805][451638] Updated weights for policy 0, policy_version 6405 (0.0009) +[2026-06-02 21:21:22,962][451638] Updated weights for policy 0, policy_version 6415 (0.0008) +[2026-06-02 21:21:23,139][451638] Updated weights for policy 0, policy_version 6426 (0.0008) +[2026-06-02 21:21:23,316][451638] Updated weights for policy 0, policy_version 6436 (0.0008) +[2026-06-02 21:21:23,505][451638] Updated weights for policy 0, policy_version 6447 (0.0008) +[2026-06-02 21:21:23,680][451638] Updated weights for policy 0, policy_version 6457 (0.0009) +[2026-06-02 21:21:24,580][451638] Updated weights for policy 0, policy_version 6469 (0.0008) +[2026-06-02 21:21:24,769][451638] Updated weights for policy 0, policy_version 6481 (0.0009) +[2026-06-02 21:21:24,937][451638] Updated weights for policy 0, policy_version 6491 (0.0008) +[2026-06-02 21:21:25,114][451638] Updated weights for policy 0, policy_version 6502 (0.0008) +[2026-06-02 21:21:25,344][451638] Updated weights for policy 0, policy_version 6516 (0.0008) +[2026-06-02 21:21:25,524][451638] Updated weights for policy 0, policy_version 6527 (0.0008) +[2026-06-02 21:21:26,491][451638] Updated weights for policy 0, policy_version 6538 (0.0008) +[2026-06-02 21:21:26,659][451638] Updated weights for policy 0, policy_version 6549 (0.0008) +[2026-06-02 21:21:26,858][451638] Updated weights for policy 0, policy_version 6561 (0.0008) +[2026-06-02 21:21:27,030][451638] Updated weights for policy 0, policy_version 6572 (0.0009) +[2026-06-02 21:21:27,202][451638] Updated weights for policy 0, policy_version 6582 (0.0008) +[2026-06-02 21:21:27,367][451638] Updated weights for policy 0, policy_version 6592 (0.0008) +[2026-06-02 21:21:27,399][450687] Fps is (10 sec: 19661.6, 60 sec: 18568.6, 300 sec: 17763.7). Total num frames: 3375104. Throughput: 0: 18139.1. Samples: 3396992. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0) +[2026-06-02 21:21:27,399][450687] Avg episode reward: [(0, '37.756')] +[2026-06-02 21:21:28,276][451638] Updated weights for policy 0, policy_version 6602 (0.0008) +[2026-06-02 21:21:28,563][451638] Updated weights for policy 0, policy_version 6620 (0.0009) +[2026-06-02 21:21:28,774][451638] Updated weights for policy 0, policy_version 6633 (0.0008) +[2026-06-02 21:21:28,952][451638] Updated weights for policy 0, policy_version 6643 (0.0008) +[2026-06-02 21:21:29,112][451638] Updated weights for policy 0, policy_version 6653 (0.0008) +[2026-06-02 21:21:30,056][451638] Updated weights for policy 0, policy_version 6663 (0.0008) +[2026-06-02 21:21:30,207][451638] Updated weights for policy 0, policy_version 6673 (0.0008) +[2026-06-02 21:21:30,402][451638] Updated weights for policy 0, policy_version 6685 (0.0008) +[2026-06-02 21:21:30,602][451638] Updated weights for policy 0, policy_version 6697 (0.0008) +[2026-06-02 21:21:30,799][451638] Updated weights for policy 0, policy_version 6709 (0.0008) +[2026-06-02 21:21:30,975][451638] Updated weights for policy 0, policy_version 6720 (0.0008) +[2026-06-02 21:21:31,902][451638] Updated weights for policy 0, policy_version 6731 (0.0009) +[2026-06-02 21:21:32,062][451638] Updated weights for policy 0, policy_version 6741 (0.0008) +[2026-06-02 21:21:32,280][451638] Updated weights for policy 0, policy_version 6754 (0.0008) +[2026-06-02 21:21:32,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18022.4, 300 sec: 17644.3). Total num frames: 3440640. Throughput: 0: 18247.1. Samples: 3457024. Policy #0 lag: (min: 63.0, avg: 74.1, max: 127.0) +[2026-06-02 21:21:32,400][450687] Avg episode reward: [(0, '41.062')] +[2026-06-02 21:21:32,452][451638] Updated weights for policy 0, policy_version 6765 (0.0008) +[2026-06-02 21:21:32,626][451638] Updated weights for policy 0, policy_version 6775 (0.0008) +[2026-06-02 21:21:33,585][451638] Updated weights for policy 0, policy_version 6787 (0.0009) +[2026-06-02 21:21:33,755][451638] Updated weights for policy 0, policy_version 6798 (0.0008) +[2026-06-02 21:21:34,010][451638] Updated weights for policy 0, policy_version 6814 (0.0008) +[2026-06-02 21:21:34,192][451638] Updated weights for policy 0, policy_version 6825 (0.0008) +[2026-06-02 21:21:34,413][451638] Updated weights for policy 0, policy_version 6838 (0.0008) +[2026-06-02 21:21:35,348][451638] Updated weights for policy 0, policy_version 6849 (0.0008) +[2026-06-02 21:21:35,542][451638] Updated weights for policy 0, policy_version 6861 (0.0008) +[2026-06-02 21:21:35,695][451638] Updated weights for policy 0, policy_version 6871 (0.0008) +[2026-06-02 21:21:35,892][451638] Updated weights for policy 0, policy_version 6883 (0.0009) +[2026-06-02 21:21:36,090][451638] Updated weights for policy 0, policy_version 6895 (0.0008) +[2026-06-02 21:21:36,252][451638] Updated weights for policy 0, policy_version 6905 (0.0008) +[2026-06-02 21:21:37,192][451638] Updated weights for policy 0, policy_version 6915 (0.0008) +[2026-06-02 21:21:37,353][451638] Updated weights for policy 0, policy_version 6926 (0.0008) +[2026-06-02 21:21:37,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18022.6, 300 sec: 17694.7). Total num frames: 3538944. Throughput: 0: 18153.3. Samples: 3561088. Policy #0 lag: (min: 5.0, avg: 16.2, max: 69.0) +[2026-06-02 21:21:37,401][450687] Avg episode reward: [(0, '40.974')] +[2026-06-02 21:21:37,529][451638] Updated weights for policy 0, policy_version 6937 (0.0008) +[2026-06-02 21:21:37,726][451638] Updated weights for policy 0, policy_version 6949 (0.0008) +[2026-06-02 21:21:37,915][451638] Updated weights for policy 0, policy_version 6960 (0.0008) +[2026-06-02 21:21:38,077][451638] Updated weights for policy 0, policy_version 6970 (0.0007) +[2026-06-02 21:21:38,952][451638] Updated weights for policy 0, policy_version 6980 (0.0005) +[2026-06-02 21:21:39,102][451638] Updated weights for policy 0, policy_version 6990 (0.0005) +[2026-06-02 21:21:39,257][451638] Updated weights for policy 0, policy_version 7000 (0.0005) +[2026-06-02 21:21:39,462][451638] Updated weights for policy 0, policy_version 7012 (0.0005) +[2026-06-02 21:21:39,619][451638] Updated weights for policy 0, policy_version 7022 (0.0005) +[2026-06-02 21:21:39,807][451638] Updated weights for policy 0, policy_version 7033 (0.0005) +[2026-06-02 21:21:40,726][451638] Updated weights for policy 0, policy_version 7046 (0.0005) +[2026-06-02 21:21:40,933][451638] Updated weights for policy 0, policy_version 7059 (0.0005) +[2026-06-02 21:21:41,092][451638] Updated weights for policy 0, policy_version 7069 (0.0005) +[2026-06-02 21:21:41,292][451638] Updated weights for policy 0, policy_version 7082 (0.0004) +[2026-06-02 21:21:41,482][451638] Updated weights for policy 0, policy_version 7093 (0.0005) +[2026-06-02 21:21:42,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18022.4, 300 sec: 17742.7). Total num frames: 3637248. Throughput: 0: 18287.0. Samples: 3683200. Policy #0 lag: (min: 5.0, avg: 16.2, max: 69.0) +[2026-06-02 21:21:42,400][450687] Avg episode reward: [(0, '40.606')] +[2026-06-02 21:21:42,411][451638] Updated weights for policy 0, policy_version 7105 (0.0005) +[2026-06-02 21:21:42,558][451638] Updated weights for policy 0, policy_version 7115 (0.0005) +[2026-06-02 21:21:42,714][451638] Updated weights for policy 0, policy_version 7125 (0.0005) +[2026-06-02 21:21:42,880][451638] Updated weights for policy 0, policy_version 7135 (0.0005) +[2026-06-02 21:21:43,063][451638] Updated weights for policy 0, policy_version 7146 (0.0005) +[2026-06-02 21:21:43,224][451638] Updated weights for policy 0, policy_version 7156 (0.0005) +[2026-06-02 21:21:43,423][451638] Updated weights for policy 0, policy_version 7168 (0.0005) +[2026-06-02 21:21:44,357][451638] Updated weights for policy 0, policy_version 7183 (0.0005) +[2026-06-02 21:21:44,530][451638] Updated weights for policy 0, policy_version 7194 (0.0005) +[2026-06-02 21:21:44,715][451638] Updated weights for policy 0, policy_version 7205 (0.0005) +[2026-06-02 21:21:44,898][451638] Updated weights for policy 0, policy_version 7216 (0.0007) +[2026-06-02 21:21:45,090][451638] Updated weights for policy 0, policy_version 7228 (0.0008) +[2026-06-02 21:21:46,025][451638] Updated weights for policy 0, policy_version 7239 (0.0009) +[2026-06-02 21:21:46,230][451638] Updated weights for policy 0, policy_version 7252 (0.0008) +[2026-06-02 21:21:46,411][451638] Updated weights for policy 0, policy_version 7263 (0.0008) +[2026-06-02 21:21:46,581][451638] Updated weights for policy 0, policy_version 7273 (0.0008) +[2026-06-02 21:21:46,739][451638] Updated weights for policy 0, policy_version 7283 (0.0008) +[2026-06-02 21:21:46,924][451638] Updated weights for policy 0, policy_version 7294 (0.0008) +[2026-06-02 21:21:47,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.5, 300 sec: 17788.3). Total num frames: 3735552. Throughput: 0: 18312.5. Samples: 3730816. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-02 21:21:47,400][450687] Avg episode reward: [(0, '41.676')] +[2026-06-02 21:21:47,800][451638] Updated weights for policy 0, policy_version 7304 (0.0005) +[2026-06-02 21:21:47,994][451638] Updated weights for policy 0, policy_version 7316 (0.0005) +[2026-06-02 21:21:48,164][451638] Updated weights for policy 0, policy_version 7327 (0.0008) +[2026-06-02 21:21:48,392][451638] Updated weights for policy 0, policy_version 7341 (0.0009) +[2026-06-02 21:21:48,586][451638] Updated weights for policy 0, policy_version 7353 (0.0008) +[2026-06-02 21:21:49,499][451638] Updated weights for policy 0, policy_version 7365 (0.0007) +[2026-06-02 21:21:49,676][451638] Updated weights for policy 0, policy_version 7376 (0.0004) +[2026-06-02 21:21:49,850][451638] Updated weights for policy 0, policy_version 7387 (0.0004) +[2026-06-02 21:21:50,010][451638] Updated weights for policy 0, policy_version 7397 (0.0006) +[2026-06-02 21:21:50,225][451638] Updated weights for policy 0, policy_version 7410 (0.0008) +[2026-06-02 21:21:50,406][451638] Updated weights for policy 0, policy_version 7421 (0.0008) +[2026-06-02 21:21:51,386][451638] Updated weights for policy 0, policy_version 7432 (0.0009) +[2026-06-02 21:21:51,545][451638] Updated weights for policy 0, policy_version 7442 (0.0008) +[2026-06-02 21:21:51,756][451638] Updated weights for policy 0, policy_version 7455 (0.0008) +[2026-06-02 21:21:51,921][451638] Updated weights for policy 0, policy_version 7465 (0.0008) +[2026-06-02 21:21:52,088][451638] Updated weights for policy 0, policy_version 7475 (0.0008) +[2026-06-02 21:21:52,282][451638] Updated weights for policy 0, policy_version 7487 (0.0008) +[2026-06-02 21:21:52,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 17831.9). Total num frames: 3833856. Throughput: 0: 18312.6. Samples: 3849856. Policy #0 lag: (min: 58.0, avg: 88.7, max: 113.0) +[2026-06-02 21:21:52,400][450687] Avg episode reward: [(0, '47.254')] +[2026-06-02 21:21:52,405][451566] Saving new best policy, reward=47.254! +[2026-06-02 21:21:53,220][451638] Updated weights for policy 0, policy_version 7498 (0.0008) +[2026-06-02 21:21:53,411][451638] Updated weights for policy 0, policy_version 7510 (0.0008) +[2026-06-02 21:21:53,566][451638] Updated weights for policy 0, policy_version 7520 (0.0008) +[2026-06-02 21:21:53,749][451638] Updated weights for policy 0, policy_version 7531 (0.0008) +[2026-06-02 21:21:53,936][451638] Updated weights for policy 0, policy_version 7542 (0.0008) +[2026-06-02 21:21:54,921][451638] Updated weights for policy 0, policy_version 7554 (0.0009) +[2026-06-02 21:21:55,129][451638] Updated weights for policy 0, policy_version 7568 (0.0008) +[2026-06-02 21:21:55,327][451638] Updated weights for policy 0, policy_version 7580 (0.0008) +[2026-06-02 21:21:55,490][451638] Updated weights for policy 0, policy_version 7590 (0.0008) +[2026-06-02 21:21:55,650][451566] Early stopping after 6 epochs (48 sgd steps), loss delta 0.0000004 +[2026-06-02 21:21:56,497][451638] Updated weights for policy 0, policy_version 7601 (0.0009) +[2026-06-02 21:21:56,692][451638] Updated weights for policy 0, policy_version 7614 (0.0008) +[2026-06-02 21:21:56,870][451638] Updated weights for policy 0, policy_version 7625 (0.0008) +[2026-06-02 21:21:57,124][451638] Updated weights for policy 0, policy_version 7640 (0.0008) +[2026-06-02 21:21:57,352][451638] Updated weights for policy 0, policy_version 7654 (0.0008) +[2026-06-02 21:21:57,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18022.4, 300 sec: 17724.5). Total num frames: 3899392. Throughput: 0: 18352.4. Samples: 3955712. Policy #0 lag: (min: 58.0, avg: 88.7, max: 113.0) +[2026-06-02 21:21:57,400][450687] Avg episode reward: [(0, '39.659')] +[2026-06-02 21:21:58,322][451638] Updated weights for policy 0, policy_version 7666 (0.0008) +[2026-06-02 21:21:58,494][451638] Updated weights for policy 0, policy_version 7677 (0.0008) +[2026-06-02 21:21:58,699][451638] Updated weights for policy 0, policy_version 7690 (0.0008) +[2026-06-02 21:21:58,904][451638] Updated weights for policy 0, policy_version 7702 (0.0008) +[2026-06-02 21:21:59,063][451638] Updated weights for policy 0, policy_version 7712 (0.0008) +[2026-06-02 21:21:59,324][451638] Updated weights for policy 0, policy_version 7728 (0.0009) +[2026-06-02 21:22:00,263][451638] Updated weights for policy 0, policy_version 7740 (0.0008) +[2026-06-02 21:22:00,442][451638] Updated weights for policy 0, policy_version 7751 (0.0008) +[2026-06-02 21:22:00,597][451638] Updated weights for policy 0, policy_version 7761 (0.0008) +[2026-06-02 21:22:00,793][451638] Updated weights for policy 0, policy_version 7773 (0.0008) +[2026-06-02 21:22:01,063][451638] Updated weights for policy 0, policy_version 7789 (0.0009) +[2026-06-02 21:22:02,002][451638] Updated weights for policy 0, policy_version 7801 (0.0008) +[2026-06-02 21:22:02,173][451638] Updated weights for policy 0, policy_version 7812 (0.0008) +[2026-06-02 21:22:02,352][451638] Updated weights for policy 0, policy_version 7823 (0.0008) +[2026-06-02 21:22:02,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18022.3, 300 sec: 17767.5). Total num frames: 3997696. Throughput: 0: 18409.3. Samples: 4015616. Policy #0 lag: (min: 52.0, avg: 69.3, max: 105.0) +[2026-06-02 21:22:02,401][450687] Avg episode reward: [(0, '39.719')] +[2026-06-02 21:22:02,535][451638] Updated weights for policy 0, policy_version 7834 (0.0008) +[2026-06-02 21:22:02,697][451638] Updated weights for policy 0, policy_version 7844 (0.0008) +[2026-06-02 21:22:02,899][451638] Updated weights for policy 0, policy_version 7856 (0.0008) +[2026-06-02 21:22:03,809][451638] Updated weights for policy 0, policy_version 7866 (0.0009) +[2026-06-02 21:22:04,004][451638] Updated weights for policy 0, policy_version 7878 (0.0008) +[2026-06-02 21:22:04,184][451638] Updated weights for policy 0, policy_version 7889 (0.0008) +[2026-06-02 21:22:04,366][451638] Updated weights for policy 0, policy_version 7900 (0.0008) +[2026-06-02 21:22:04,541][451638] Updated weights for policy 0, policy_version 7911 (0.0008) +[2026-06-02 21:22:05,455][451638] Updated weights for policy 0, policy_version 7921 (0.0008) +[2026-06-02 21:22:05,608][451638] Updated weights for policy 0, policy_version 7931 (0.0008) +[2026-06-02 21:22:05,774][451638] Updated weights for policy 0, policy_version 7942 (0.0008) +[2026-06-02 21:22:05,944][451638] Updated weights for policy 0, policy_version 7952 (0.0008) +[2026-06-02 21:22:06,144][451638] Updated weights for policy 0, policy_version 7964 (0.0008) +[2026-06-02 21:22:06,334][451638] Updated weights for policy 0, policy_version 7975 (0.0008) +[2026-06-02 21:22:07,287][451638] Updated weights for policy 0, policy_version 7988 (0.0008) +[2026-06-02 21:22:07,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.5, 300 sec: 17808.7). Total num frames: 4096000. Throughput: 0: 18335.2. Samples: 4118656. Policy #0 lag: (min: 52.0, avg: 63.4, max: 116.0) +[2026-06-02 21:22:07,400][450687] Avg episode reward: [(0, '41.467')] +[2026-06-02 21:22:07,450][451638] Updated weights for policy 0, policy_version 7999 (0.0008) +[2026-06-02 21:22:07,712][451638] Updated weights for policy 0, policy_version 8015 (0.0008) +[2026-06-02 21:22:07,900][451638] Updated weights for policy 0, policy_version 8027 (0.0008) +[2026-06-02 21:22:08,120][451638] Updated weights for policy 0, policy_version 8040 (0.0008) +[2026-06-02 21:22:09,091][451638] Updated weights for policy 0, policy_version 8052 (0.0008) +[2026-06-02 21:22:09,296][451638] Updated weights for policy 0, policy_version 8065 (0.0008) +[2026-06-02 21:22:09,471][451638] Updated weights for policy 0, policy_version 8076 (0.0008) +[2026-06-02 21:22:09,687][451638] Updated weights for policy 0, policy_version 8089 (0.0008) +[2026-06-02 21:22:09,863][451638] Updated weights for policy 0, policy_version 8100 (0.0008) +[2026-06-02 21:22:10,040][451638] Updated weights for policy 0, policy_version 8110 (0.0008) +[2026-06-02 21:22:10,954][451638] Updated weights for policy 0, policy_version 8120 (0.0009) +[2026-06-02 21:22:11,154][451638] Updated weights for policy 0, policy_version 8133 (0.0008) +[2026-06-02 21:22:11,336][451638] Updated weights for policy 0, policy_version 8144 (0.0008) +[2026-06-02 21:22:11,540][451638] Updated weights for policy 0, policy_version 8156 (0.0008) +[2026-06-02 21:22:11,696][451638] Updated weights for policy 0, policy_version 8166 (0.0008) +[2026-06-02 21:22:12,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 17848.1). Total num frames: 4194304. Throughput: 0: 18599.7. Samples: 4233984. Policy #0 lag: (min: 52.0, avg: 63.4, max: 116.0) +[2026-06-02 21:22:12,400][450687] Avg episode reward: [(0, '40.061')] +[2026-06-02 21:22:12,644][451638] Updated weights for policy 0, policy_version 8177 (0.0008) +[2026-06-02 21:22:12,855][451638] Updated weights for policy 0, policy_version 8191 (0.0008) +[2026-06-02 21:22:13,023][451638] Updated weights for policy 0, policy_version 8201 (0.0008) +[2026-06-02 21:22:13,224][451638] Updated weights for policy 0, policy_version 8213 (0.0008) +[2026-06-02 21:22:13,438][451638] Updated weights for policy 0, policy_version 8226 (0.0008) +[2026-06-02 21:22:13,600][451638] Updated weights for policy 0, policy_version 8236 (0.0009) +[2026-06-02 21:22:14,538][451638] Updated weights for policy 0, policy_version 8247 (0.0008) +[2026-06-02 21:22:14,729][451638] Updated weights for policy 0, policy_version 8259 (0.0008) +[2026-06-02 21:22:14,899][451638] Updated weights for policy 0, policy_version 8269 (0.0008) +[2026-06-02 21:22:15,080][451638] Updated weights for policy 0, policy_version 8280 (0.0008) +[2026-06-02 21:22:15,254][451638] Updated weights for policy 0, policy_version 8291 (0.0008) +[2026-06-02 21:22:15,421][451638] Updated weights for policy 0, policy_version 8301 (0.0008) +[2026-06-02 21:22:16,367][451638] Updated weights for policy 0, policy_version 8313 (0.0008) +[2026-06-02 21:22:16,542][451638] Updated weights for policy 0, policy_version 8324 (0.0008) +[2026-06-02 21:22:16,852][451638] Updated weights for policy 0, policy_version 8343 (0.0009) +[2026-06-02 21:22:17,084][451638] Updated weights for policy 0, policy_version 8357 (0.0008) +[2026-06-02 21:22:17,260][451638] Updated weights for policy 0, policy_version 8367 (0.0008) +[2026-06-02 21:22:17,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.6, 300 sec: 17885.9). Total num frames: 4292608. Throughput: 0: 18360.9. Samples: 4283264. Policy #0 lag: (min: 60.0, avg: 71.5, max: 124.0) +[2026-06-02 21:22:17,400][450687] Avg episode reward: [(0, '36.716')] +[2026-06-02 21:22:18,187][451638] Updated weights for policy 0, policy_version 8378 (0.0008) +[2026-06-02 21:22:18,379][451638] Updated weights for policy 0, policy_version 8390 (0.0008) +[2026-06-02 21:22:18,535][451638] Updated weights for policy 0, policy_version 8400 (0.0008) +[2026-06-02 21:22:18,708][451638] Updated weights for policy 0, policy_version 8410 (0.0008) +[2026-06-02 21:22:18,902][451638] Updated weights for policy 0, policy_version 8422 (0.0008) +[2026-06-02 21:22:19,853][451638] Updated weights for policy 0, policy_version 8433 (0.0008) +[2026-06-02 21:22:20,000][451638] Updated weights for policy 0, policy_version 8443 (0.0008) +[2026-06-02 21:22:20,157][451638] Updated weights for policy 0, policy_version 8453 (0.0008) +[2026-06-02 21:22:20,385][451638] Updated weights for policy 0, policy_version 8467 (0.0008) +[2026-06-02 21:22:20,598][451638] Updated weights for policy 0, policy_version 8480 (0.0008) +[2026-06-02 21:22:20,759][451638] Updated weights for policy 0, policy_version 8490 (0.0008) +[2026-06-02 21:22:21,671][451638] Updated weights for policy 0, policy_version 8501 (0.0009) +[2026-06-02 21:22:21,853][451638] Updated weights for policy 0, policy_version 8513 (0.0008) +[2026-06-02 21:22:22,019][451638] Updated weights for policy 0, policy_version 8523 (0.0008) +[2026-06-02 21:22:22,240][451638] Updated weights for policy 0, policy_version 8536 (0.0008) +[2026-06-02 21:22:22,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18022.4, 300 sec: 17788.3). Total num frames: 4358144. Throughput: 0: 18608.4. Samples: 4398464. Policy #0 lag: (min: 60.0, avg: 71.5, max: 124.0) +[2026-06-02 21:22:22,400][450687] Avg episode reward: [(0, '42.018')] +[2026-06-02 21:22:22,437][451638] Updated weights for policy 0, policy_version 8548 (0.0008) +[2026-06-02 21:22:22,620][451638] Updated weights for policy 0, policy_version 8560 (0.0008) +[2026-06-02 21:22:23,540][451638] Updated weights for policy 0, policy_version 8570 (0.0009) +[2026-06-02 21:22:23,706][451638] Updated weights for policy 0, policy_version 8580 (0.0008) +[2026-06-02 21:22:23,863][451638] Updated weights for policy 0, policy_version 8590 (0.0008) +[2026-06-02 21:22:24,057][451638] Updated weights for policy 0, policy_version 8602 (0.0008) +[2026-06-02 21:22:24,268][451638] Updated weights for policy 0, policy_version 8614 (0.0008) +[2026-06-02 21:22:25,204][451638] Updated weights for policy 0, policy_version 8626 (0.0008) +[2026-06-02 21:22:25,362][451638] Updated weights for policy 0, policy_version 8636 (0.0008) +[2026-06-02 21:22:25,527][451638] Updated weights for policy 0, policy_version 8646 (0.0008) +[2026-06-02 21:22:25,685][451638] Updated weights for policy 0, policy_version 8656 (0.0008) +[2026-06-02 21:22:25,853][451638] Updated weights for policy 0, policy_version 8666 (0.0008) +[2026-06-02 21:22:26,008][451638] Updated weights for policy 0, policy_version 8676 (0.0008) +[2026-06-02 21:22:26,174][451638] Updated weights for policy 0, policy_version 8686 (0.0008) +[2026-06-02 21:22:27,133][451638] Updated weights for policy 0, policy_version 8698 (0.0009) +[2026-06-02 21:22:27,316][451638] Updated weights for policy 0, policy_version 8710 (0.0006) +[2026-06-02 21:22:27,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18022.3, 300 sec: 17825.8). Total num frames: 4456448. Throughput: 0: 18289.7. Samples: 4506240. Policy #0 lag: (min: 28.0, avg: 64.6, max: 103.0) +[2026-06-02 21:22:27,400][450687] Avg episode reward: [(0, '41.514')] +[2026-06-02 21:22:27,476][451638] Updated weights for policy 0, policy_version 8720 (0.0005) +[2026-06-02 21:22:27,679][451638] Updated weights for policy 0, policy_version 8732 (0.0005) +[2026-06-02 21:22:27,861][451638] Updated weights for policy 0, policy_version 8743 (0.0005) +[2026-06-02 21:22:28,775][451638] Updated weights for policy 0, policy_version 8754 (0.0005) +[2026-06-02 21:22:28,960][451638] Updated weights for policy 0, policy_version 8766 (0.0008) +[2026-06-02 21:22:29,169][451638] Updated weights for policy 0, policy_version 8779 (0.0008) +[2026-06-02 21:22:29,336][451638] Updated weights for policy 0, policy_version 8789 (0.0008) +[2026-06-02 21:22:29,520][451638] Updated weights for policy 0, policy_version 8800 (0.0008) +[2026-06-02 21:22:29,714][451638] Updated weights for policy 0, policy_version 8811 (0.0008) +[2026-06-02 21:22:30,655][451638] Updated weights for policy 0, policy_version 8824 (0.0008) +[2026-06-02 21:22:30,820][451638] Updated weights for policy 0, policy_version 8834 (0.0008) +[2026-06-02 21:22:30,996][451638] Updated weights for policy 0, policy_version 8845 (0.0008) +[2026-06-02 21:22:31,168][451638] Updated weights for policy 0, policy_version 8855 (0.0008) +[2026-06-02 21:22:31,346][451638] Updated weights for policy 0, policy_version 8866 (0.0008) +[2026-06-02 21:22:31,555][451638] Updated weights for policy 0, policy_version 8878 (0.0008) +[2026-06-02 21:22:32,399][450687] Fps is (10 sec: 19660.0, 60 sec: 18568.4, 300 sec: 17861.7). Total num frames: 4554752. Throughput: 0: 18514.4. Samples: 4563968. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-02 21:22:32,402][450687] Avg episode reward: [(0, '38.620')] +[2026-06-02 21:22:32,445][451638] Updated weights for policy 0, policy_version 8888 (0.0008) +[2026-06-02 21:22:32,593][451638] Updated weights for policy 0, policy_version 8898 (0.0008) +[2026-06-02 21:22:32,768][451638] Updated weights for policy 0, policy_version 8908 (0.0008) +[2026-06-02 21:22:32,947][451638] Updated weights for policy 0, policy_version 8919 (0.0008) +[2026-06-02 21:22:33,130][451638] Updated weights for policy 0, policy_version 8930 (0.0008) +[2026-06-02 21:22:33,296][451638] Updated weights for policy 0, policy_version 8940 (0.0008) +[2026-06-02 21:22:34,267][451638] Updated weights for policy 0, policy_version 8954 (0.0009) +[2026-06-02 21:22:34,427][451638] Updated weights for policy 0, policy_version 8964 (0.0008) +[2026-06-02 21:22:34,657][451638] Updated weights for policy 0, policy_version 8978 (0.0008) +[2026-06-02 21:22:34,821][451638] Updated weights for policy 0, policy_version 8988 (0.0008) +[2026-06-02 21:22:35,004][451638] Updated weights for policy 0, policy_version 8999 (0.0008) +[2026-06-02 21:22:35,959][451638] Updated weights for policy 0, policy_version 9010 (0.0009) +[2026-06-02 21:22:36,148][451638] Updated weights for policy 0, policy_version 9022 (0.0008) +[2026-06-02 21:22:36,354][451638] Updated weights for policy 0, policy_version 9035 (0.0008) +[2026-06-02 21:22:36,602][451638] Updated weights for policy 0, policy_version 9050 (0.0008) +[2026-06-02 21:22:36,797][451638] Updated weights for policy 0, policy_version 9062 (0.0008) +[2026-06-02 21:22:37,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.5, 300 sec: 17896.4). Total num frames: 4653056. Throughput: 0: 18255.6. Samples: 4671360. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-02 21:22:37,400][450687] Avg episode reward: [(0, '39.884')] +[2026-06-02 21:22:37,789][451638] Updated weights for policy 0, policy_version 9075 (0.0008) +[2026-06-02 21:22:38,039][451638] Updated weights for policy 0, policy_version 9091 (0.0009) +[2026-06-02 21:22:38,205][451638] Updated weights for policy 0, policy_version 9101 (0.0008) +[2026-06-02 21:22:38,414][451638] Updated weights for policy 0, policy_version 9113 (0.0008) +[2026-06-02 21:22:38,611][451638] Updated weights for policy 0, policy_version 9125 (0.0008) +[2026-06-02 21:22:39,535][451638] Updated weights for policy 0, policy_version 9137 (0.0008) +[2026-06-02 21:22:39,741][451638] Updated weights for policy 0, policy_version 9150 (0.0008) +[2026-06-02 21:22:39,928][451638] Updated weights for policy 0, policy_version 9162 (0.0008) +[2026-06-02 21:22:40,138][451638] Updated weights for policy 0, policy_version 9174 (0.0008) +[2026-06-02 21:22:40,318][451638] Updated weights for policy 0, policy_version 9185 (0.0008) +[2026-06-02 21:22:40,503][451638] Updated weights for policy 0, policy_version 9196 (0.0008) +[2026-06-02 21:22:41,475][451638] Updated weights for policy 0, policy_version 9209 (0.0008) +[2026-06-02 21:22:41,678][451638] Updated weights for policy 0, policy_version 9222 (0.0009) +[2026-06-02 21:22:41,930][451638] Updated weights for policy 0, policy_version 9237 (0.0008) +[2026-06-02 21:22:42,112][451638] Updated weights for policy 0, policy_version 9248 (0.0009) +[2026-06-02 21:22:42,298][451638] Updated weights for policy 0, policy_version 9259 (0.0009) +[2026-06-02 21:22:42,399][450687] Fps is (10 sec: 19661.4, 60 sec: 18568.5, 300 sec: 17929.7). Total num frames: 4751360. Throughput: 0: 18218.6. Samples: 4775552. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-02 21:22:42,401][450687] Avg episode reward: [(0, '36.159')] +[2026-06-02 21:22:43,236][451638] Updated weights for policy 0, policy_version 9269 (0.0009) +[2026-06-02 21:22:43,447][451638] Updated weights for policy 0, policy_version 9283 (0.0009) +[2026-06-02 21:22:43,632][451638] Updated weights for policy 0, policy_version 9294 (0.0008) +[2026-06-02 21:22:43,822][451638] Updated weights for policy 0, policy_version 9305 (0.0008) +[2026-06-02 21:22:44,017][451638] Updated weights for policy 0, policy_version 9317 (0.0009) +[2026-06-02 21:22:44,192][451638] Updated weights for policy 0, policy_version 9327 (0.0008) +[2026-06-02 21:22:45,111][451638] Updated weights for policy 0, policy_version 9339 (0.0008) +[2026-06-02 21:22:45,281][451638] Updated weights for policy 0, policy_version 9349 (0.0008) +[2026-06-02 21:22:45,482][451638] Updated weights for policy 0, policy_version 9361 (0.0008) +[2026-06-02 21:22:45,665][451638] Updated weights for policy 0, policy_version 9372 (0.0008) +[2026-06-02 21:22:45,828][451638] Updated weights for policy 0, policy_version 9382 (0.0008) +[2026-06-02 21:22:46,775][451638] Updated weights for policy 0, policy_version 9395 (0.0009) +[2026-06-02 21:22:46,930][451638] Updated weights for policy 0, policy_version 9405 (0.0008) +[2026-06-02 21:22:47,090][451638] Updated weights for policy 0, policy_version 9415 (0.0008) +[2026-06-02 21:22:47,290][451638] Updated weights for policy 0, policy_version 9427 (0.0008) +[2026-06-02 21:22:47,399][450687] Fps is (10 sec: 16384.1, 60 sec: 18022.4, 300 sec: 17840.4). Total num frames: 4816896. Throughput: 0: 18218.7. Samples: 4835456. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-02 21:22:47,400][450687] Avg episode reward: [(0, '37.032')] +[2026-06-02 21:22:47,448][451638] Updated weights for policy 0, policy_version 9437 (0.0008) +[2026-06-02 21:22:47,635][451638] Updated weights for policy 0, policy_version 9448 (0.0008) +[2026-06-02 21:22:48,575][451638] Updated weights for policy 0, policy_version 9459 (0.0008) +[2026-06-02 21:22:48,765][451638] Updated weights for policy 0, policy_version 9471 (0.0008) +[2026-06-02 21:22:48,951][451638] Updated weights for policy 0, policy_version 9482 (0.0008) +[2026-06-02 21:22:49,166][451638] Updated weights for policy 0, policy_version 9496 (0.0008) +[2026-06-02 21:22:49,339][451638] Updated weights for policy 0, policy_version 9506 (0.0008) +[2026-06-02 21:22:49,521][451638] Updated weights for policy 0, policy_version 9517 (0.0008) +[2026-06-02 21:22:50,441][451638] Updated weights for policy 0, policy_version 9527 (0.0008) +[2026-06-02 21:22:50,634][451638] Updated weights for policy 0, policy_version 9539 (0.0008) +[2026-06-02 21:22:50,846][451638] Updated weights for policy 0, policy_version 9552 (0.0008) +[2026-06-02 21:22:51,011][451638] Updated weights for policy 0, policy_version 9562 (0.0008) +[2026-06-02 21:22:51,196][451638] Updated weights for policy 0, policy_version 9573 (0.0008) +[2026-06-02 21:22:51,350][451638] Updated weights for policy 0, policy_version 9583 (0.0008) +[2026-06-02 21:22:52,271][451638] Updated weights for policy 0, policy_version 9593 (0.0009) +[2026-06-02 21:22:52,399][450687] Fps is (10 sec: 16384.1, 60 sec: 18022.4, 300 sec: 17873.5). Total num frames: 4915200. Throughput: 0: 18224.4. Samples: 4938752. Policy #0 lag: (min: 40.0, avg: 73.8, max: 113.0) +[2026-06-02 21:22:52,400][450687] Avg episode reward: [(0, '42.937')] +[2026-06-02 21:22:52,440][451638] Updated weights for policy 0, policy_version 9604 (0.0008) +[2026-06-02 21:22:52,654][451638] Updated weights for policy 0, policy_version 9617 (0.0008) +[2026-06-02 21:22:52,856][451638] Updated weights for policy 0, policy_version 9629 (0.0008) +[2026-06-02 21:22:53,016][451638] Updated weights for policy 0, policy_version 9639 (0.0008) +[2026-06-02 21:22:53,971][451638] Updated weights for policy 0, policy_version 9651 (0.0008) +[2026-06-02 21:22:54,175][451638] Updated weights for policy 0, policy_version 9664 (0.0008) +[2026-06-02 21:22:54,330][451638] Updated weights for policy 0, policy_version 9674 (0.0008) +[2026-06-02 21:22:54,575][451638] Updated weights for policy 0, policy_version 9689 (0.0008) +[2026-06-02 21:22:54,744][451638] Updated weights for policy 0, policy_version 9699 (0.0008) +[2026-06-02 21:22:54,920][451638] Updated weights for policy 0, policy_version 9709 (0.0008) +[2026-06-02 21:22:55,851][451638] Updated weights for policy 0, policy_version 9719 (0.0008) +[2026-06-02 21:22:56,000][451638] Updated weights for policy 0, policy_version 9729 (0.0008) +[2026-06-02 21:22:56,180][451638] Updated weights for policy 0, policy_version 9740 (0.0008) +[2026-06-02 21:22:56,365][451638] Updated weights for policy 0, policy_version 9751 (0.0008) +[2026-06-02 21:22:56,615][451638] Updated weights for policy 0, policy_version 9766 (0.0008) +[2026-06-02 21:22:57,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.5, 300 sec: 17905.4). Total num frames: 5013504. Throughput: 0: 18278.4. Samples: 5056512. Policy #0 lag: (min: 40.0, avg: 73.8, max: 113.0) +[2026-06-02 21:22:57,401][450687] Avg episode reward: [(0, '39.244')] +[2026-06-02 21:22:57,558][451638] Updated weights for policy 0, policy_version 9777 (0.0008) +[2026-06-02 21:22:57,699][451638] Updated weights for policy 0, policy_version 9787 (0.0008) +[2026-06-02 21:22:57,899][451638] Updated weights for policy 0, policy_version 9799 (0.0008) +[2026-06-02 21:22:58,058][451638] Updated weights for policy 0, policy_version 9809 (0.0005) +[2026-06-02 21:22:58,297][451638] Updated weights for policy 0, policy_version 9823 (0.0005) +[2026-06-02 21:22:58,472][451638] Updated weights for policy 0, policy_version 9834 (0.0005) +[2026-06-02 21:22:59,318][451638] Updated weights for policy 0, policy_version 9845 (0.0006) +[2026-06-02 21:22:59,504][451638] Updated weights for policy 0, policy_version 9857 (0.0008) +[2026-06-02 21:22:59,699][451638] Updated weights for policy 0, policy_version 9869 (0.0008) +[2026-06-02 21:22:59,873][451638] Updated weights for policy 0, policy_version 9879 (0.0008) +[2026-06-02 21:23:00,048][451638] Updated weights for policy 0, policy_version 9890 (0.0008) +[2026-06-02 21:23:00,213][451638] Updated weights for policy 0, policy_version 9900 (0.0008) +[2026-06-02 21:23:01,105][451638] Updated weights for policy 0, policy_version 9910 (0.0008) +[2026-06-02 21:23:01,256][451638] Updated weights for policy 0, policy_version 9920 (0.0008) +[2026-06-02 21:23:01,504][451638] Updated weights for policy 0, policy_version 9935 (0.0008) +[2026-06-02 21:23:01,676][451638] Updated weights for policy 0, policy_version 9945 (0.0008) +[2026-06-02 21:23:01,832][451638] Updated weights for policy 0, policy_version 9955 (0.0008) +[2026-06-02 21:23:02,005][451638] Updated weights for policy 0, policy_version 9965 (0.0008) +[2026-06-02 21:23:02,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.6, 300 sec: 17936.2). Total num frames: 5111808. Throughput: 0: 18252.8. Samples: 5104640. Policy #0 lag: (min: 82.0, avg: 106.1, max: 140.0) +[2026-06-02 21:23:02,400][450687] Avg episode reward: [(0, '42.576')] +[2026-06-02 21:23:02,874][451638] Updated weights for policy 0, policy_version 9976 (0.0009) +[2026-06-02 21:23:03,028][451638] Updated weights for policy 0, policy_version 9986 (0.0009) +[2026-06-02 21:23:03,200][451638] Updated weights for policy 0, policy_version 9997 (0.0008) +[2026-06-02 21:23:03,370][451638] Updated weights for policy 0, policy_version 10007 (0.0008) +[2026-06-02 21:23:03,533][451638] Updated weights for policy 0, policy_version 10017 (0.0008) +[2026-06-02 21:23:03,731][451638] Updated weights for policy 0, policy_version 10029 (0.0008) +[2026-06-02 21:23:04,660][451638] Updated weights for policy 0, policy_version 10039 (0.0008) +[2026-06-02 21:23:04,811][451638] Updated weights for policy 0, policy_version 10049 (0.0008) +[2026-06-02 21:23:04,996][451638] Updated weights for policy 0, policy_version 10060 (0.0008) +[2026-06-02 21:23:05,157][451638] Updated weights for policy 0, policy_version 10070 (0.0008) +[2026-06-02 21:23:05,339][451638] Updated weights for policy 0, policy_version 10081 (0.0008) +[2026-06-02 21:23:05,523][451638] Updated weights for policy 0, policy_version 10092 (0.0008) +[2026-06-02 21:23:06,453][451638] Updated weights for policy 0, policy_version 10102 (0.0008) +[2026-06-02 21:23:06,687][451638] Updated weights for policy 0, policy_version 10117 (0.0009) +[2026-06-02 21:23:06,854][451638] Updated weights for policy 0, policy_version 10127 (0.0008) +[2026-06-02 21:23:07,032][451638] Updated weights for policy 0, policy_version 10138 (0.0008) +[2026-06-02 21:23:07,196][451638] Updated weights for policy 0, policy_version 10148 (0.0008) +[2026-06-02 21:23:07,377][451638] Updated weights for policy 0, policy_version 10159 (0.0008) +[2026-06-02 21:23:07,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.6, 300 sec: 17965.9). Total num frames: 5210112. Throughput: 0: 18366.6. Samples: 5224960. Policy #0 lag: (min: 22.0, avg: 32.4, max: 86.0) +[2026-06-02 21:23:07,403][450687] Avg episode reward: [(0, '43.003')] +[2026-06-02 21:23:08,302][451638] Updated weights for policy 0, policy_version 10170 (0.0008) +[2026-06-02 21:23:08,493][451638] Updated weights for policy 0, policy_version 10182 (0.0008) +[2026-06-02 21:23:08,673][451638] Updated weights for policy 0, policy_version 10193 (0.0008) +[2026-06-02 21:23:08,867][451638] Updated weights for policy 0, policy_version 10204 (0.0008) +[2026-06-02 21:23:09,033][451638] Updated weights for policy 0, policy_version 10214 (0.0008) +[2026-06-02 21:23:09,181][451638] Updated weights for policy 0, policy_version 10224 (0.0008) +[2026-06-02 21:23:10,127][451638] Updated weights for policy 0, policy_version 10236 (0.0008) +[2026-06-02 21:23:10,307][451638] Updated weights for policy 0, policy_version 10247 (0.0008) +[2026-06-02 21:23:10,481][451638] Updated weights for policy 0, policy_version 10258 (0.0008) +[2026-06-02 21:23:10,679][451638] Updated weights for policy 0, policy_version 10270 (0.0008) +[2026-06-02 21:23:10,882][451638] Updated weights for policy 0, policy_version 10282 (0.0008) +[2026-06-02 21:23:11,791][451638] Updated weights for policy 0, policy_version 10293 (0.0008) +[2026-06-02 21:23:11,942][451638] Updated weights for policy 0, policy_version 10303 (0.0008) +[2026-06-02 21:23:12,103][451638] Updated weights for policy 0, policy_version 10313 (0.0008) +[2026-06-02 21:23:12,300][451638] Updated weights for policy 0, policy_version 10325 (0.0009) +[2026-06-02 21:23:12,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18022.4, 300 sec: 17883.5). Total num frames: 5275648. Throughput: 0: 18264.2. Samples: 5328128. Policy #0 lag: (min: 22.0, avg: 32.4, max: 86.0) +[2026-06-02 21:23:12,401][450687] Avg episode reward: [(0, '40.666')] +[2026-06-02 21:23:12,500][451638] Updated weights for policy 0, policy_version 10337 (0.0008) +[2026-06-02 21:23:12,671][451638] Updated weights for policy 0, policy_version 10347 (0.0008) +[2026-06-02 21:23:13,592][451638] Updated weights for policy 0, policy_version 10358 (0.0009) +[2026-06-02 21:23:13,796][451638] Updated weights for policy 0, policy_version 10371 (0.0008) +[2026-06-02 21:23:13,962][451638] Updated weights for policy 0, policy_version 10381 (0.0009) +[2026-06-02 21:23:14,129][451638] Updated weights for policy 0, policy_version 10391 (0.0008) +[2026-06-02 21:23:14,296][451638] Updated weights for policy 0, policy_version 10401 (0.0008) +[2026-06-02 21:23:14,494][451638] Updated weights for policy 0, policy_version 10413 (0.0008) +[2026-06-02 21:23:15,413][451638] Updated weights for policy 0, policy_version 10424 (0.0008) +[2026-06-02 21:23:15,614][451638] Updated weights for policy 0, policy_version 10436 (0.0008) +[2026-06-02 21:23:15,771][451638] Updated weights for policy 0, policy_version 10446 (0.0008) +[2026-06-02 21:23:15,959][451638] Updated weights for policy 0, policy_version 10457 (0.0008) +[2026-06-02 21:23:16,159][451638] Updated weights for policy 0, policy_version 10469 (0.0008) +[2026-06-02 21:23:16,335][451638] Updated weights for policy 0, policy_version 10480 (0.0008) +[2026-06-02 21:23:17,279][451638] Updated weights for policy 0, policy_version 10491 (0.0008) +[2026-06-02 21:23:17,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18022.4, 300 sec: 17994.6). Total num frames: 5373952. Throughput: 0: 18295.6. Samples: 5387264. Policy #0 lag: (min: 21.0, avg: 62.5, max: 92.0) +[2026-06-02 21:23:17,400][450687] Avg episode reward: [(0, '48.827')] +[2026-06-02 21:23:17,429][451638] Updated weights for policy 0, policy_version 10501 (0.0008) +[2026-06-02 21:23:17,609][451638] Updated weights for policy 0, policy_version 10512 (0.0009) +[2026-06-02 21:23:17,775][451638] Updated weights for policy 0, policy_version 10522 (0.0008) +[2026-06-02 21:23:17,977][451638] Updated weights for policy 0, policy_version 10534 (0.0008) +[2026-06-02 21:23:18,140][451566] Saving new best policy, reward=48.827! +[2026-06-02 21:23:18,960][451638] Updated weights for policy 0, policy_version 10546 (0.0008) +[2026-06-02 21:23:19,143][451638] Updated weights for policy 0, policy_version 10558 (0.0008) +[2026-06-02 21:23:19,293][451638] Updated weights for policy 0, policy_version 10568 (0.0008) +[2026-06-02 21:23:19,479][451638] Updated weights for policy 0, policy_version 10579 (0.0008) +[2026-06-02 21:23:19,704][451638] Updated weights for policy 0, policy_version 10592 (0.0008) +[2026-06-02 21:23:19,871][451638] Updated weights for policy 0, policy_version 10602 (0.0008) +[2026-06-02 21:23:20,787][451638] Updated weights for policy 0, policy_version 10612 (0.0008) +[2026-06-02 21:23:20,949][451638] Updated weights for policy 0, policy_version 10623 (0.0008) +[2026-06-02 21:23:21,132][451638] Updated weights for policy 0, policy_version 10634 (0.0008) +[2026-06-02 21:23:21,316][451638] Updated weights for policy 0, policy_version 10645 (0.0008) +[2026-06-02 21:23:21,499][451638] Updated weights for policy 0, policy_version 10656 (0.0008) +[2026-06-02 21:23:21,662][451638] Updated weights for policy 0, policy_version 10666 (0.0008) +[2026-06-02 21:23:22,401][450687] Fps is (10 sec: 19656.9, 60 sec: 18567.9, 300 sec: 17994.5). Total num frames: 5472256. Throughput: 0: 18234.9. Samples: 5491968. Policy #0 lag: (min: 21.0, avg: 62.5, max: 92.0) +[2026-06-02 21:23:22,413][450687] Avg episode reward: [(0, '38.144')] +[2026-06-02 21:23:22,588][451638] Updated weights for policy 0, policy_version 10677 (0.0009) +[2026-06-02 21:23:22,779][451638] Updated weights for policy 0, policy_version 10689 (0.0008) +[2026-06-02 21:23:22,969][451638] Updated weights for policy 0, policy_version 10701 (0.0008) +[2026-06-02 21:23:23,158][451638] Updated weights for policy 0, policy_version 10712 (0.0008) +[2026-06-02 21:23:23,313][451638] Updated weights for policy 0, policy_version 10722 (0.0008) +[2026-06-02 21:23:23,482][451638] Updated weights for policy 0, policy_version 10732 (0.0008) +[2026-06-02 21:23:24,438][451638] Updated weights for policy 0, policy_version 10744 (0.0009) +[2026-06-02 21:23:24,665][451638] Updated weights for policy 0, policy_version 10758 (0.0008) +[2026-06-02 21:23:24,824][451638] Updated weights for policy 0, policy_version 10768 (0.0008) +[2026-06-02 21:23:24,998][451638] Updated weights for policy 0, policy_version 10778 (0.0008) +[2026-06-02 21:23:25,202][451638] Updated weights for policy 0, policy_version 10790 (0.0008) +[2026-06-02 21:23:25,357][451638] Updated weights for policy 0, policy_version 10800 (0.0008) +[2026-06-02 21:23:26,267][451638] Updated weights for policy 0, policy_version 10810 (0.0008) +[2026-06-02 21:23:26,446][451638] Updated weights for policy 0, policy_version 10821 (0.0008) +[2026-06-02 21:23:26,623][451638] Updated weights for policy 0, policy_version 10832 (0.0009) +[2026-06-02 21:23:26,784][451638] Updated weights for policy 0, policy_version 10842 (0.0008) +[2026-06-02 21:23:26,999][451638] Updated weights for policy 0, policy_version 10855 (0.0008) +[2026-06-02 21:23:27,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.6, 300 sec: 18105.7). Total num frames: 5570560. Throughput: 0: 18321.1. Samples: 5600000. Policy #0 lag: (min: 46.0, avg: 56.6, max: 110.0) +[2026-06-02 21:23:27,400][450687] Avg episode reward: [(0, '40.388')] +[2026-06-02 21:23:27,940][451638] Updated weights for policy 0, policy_version 10867 (0.0008) +[2026-06-02 21:23:28,161][451638] Updated weights for policy 0, policy_version 10881 (0.0008) +[2026-06-02 21:23:28,361][451638] Updated weights for policy 0, policy_version 10893 (0.0008) +[2026-06-02 21:23:28,522][451638] Updated weights for policy 0, policy_version 10903 (0.0008) +[2026-06-02 21:23:28,704][451638] Updated weights for policy 0, policy_version 10914 (0.0008) +[2026-06-02 21:23:28,900][451638] Updated weights for policy 0, policy_version 10926 (0.0008) +[2026-06-02 21:23:29,812][451638] Updated weights for policy 0, policy_version 10937 (0.0008) +[2026-06-02 21:23:29,987][451638] Updated weights for policy 0, policy_version 10948 (0.0008) +[2026-06-02 21:23:30,188][451638] Updated weights for policy 0, policy_version 10960 (0.0008) +[2026-06-02 21:23:30,409][451638] Updated weights for policy 0, policy_version 10973 (0.0008) +[2026-06-02 21:23:30,581][451638] Updated weights for policy 0, policy_version 10984 (0.0008) +[2026-06-02 21:23:31,493][451638] Updated weights for policy 0, policy_version 10994 (0.0008) +[2026-06-02 21:23:31,659][451638] Updated weights for policy 0, policy_version 11005 (0.0008) +[2026-06-02 21:23:31,842][451638] Updated weights for policy 0, policy_version 11016 (0.0008) +[2026-06-02 21:23:32,012][451638] Updated weights for policy 0, policy_version 11026 (0.0008) +[2026-06-02 21:23:32,207][451638] Updated weights for policy 0, policy_version 11038 (0.0008) +[2026-06-02 21:23:32,376][451638] Updated weights for policy 0, policy_version 11048 (0.0008) +[2026-06-02 21:23:32,399][450687] Fps is (10 sec: 16387.3, 60 sec: 18022.5, 300 sec: 17994.6). Total num frames: 5636096. Throughput: 0: 18235.7. Samples: 5656064. Policy #0 lag: (min: 46.0, avg: 56.6, max: 110.0) +[2026-06-02 21:23:32,401][450687] Avg episode reward: [(0, '41.238')] +[2026-06-02 21:23:33,299][451638] Updated weights for policy 0, policy_version 11058 (0.0008) +[2026-06-02 21:23:33,477][451638] Updated weights for policy 0, policy_version 11070 (0.0008) +[2026-06-02 21:23:33,653][451638] Updated weights for policy 0, policy_version 11081 (0.0008) +[2026-06-02 21:23:33,830][451638] Updated weights for policy 0, policy_version 11092 (0.0008) +[2026-06-02 21:23:34,001][451638] Updated weights for policy 0, policy_version 11102 (0.0008) +[2026-06-02 21:23:34,206][451638] Updated weights for policy 0, policy_version 11114 (0.0008) +[2026-06-02 21:23:35,146][451638] Updated weights for policy 0, policy_version 11125 (0.0008) +[2026-06-02 21:23:35,286][451638] Updated weights for policy 0, policy_version 11135 (0.0008) +[2026-06-02 21:23:35,455][451638] Updated weights for policy 0, policy_version 11145 (0.0008) +[2026-06-02 21:23:35,656][451638] Updated weights for policy 0, policy_version 11157 (0.0008) +[2026-06-02 21:23:35,824][451638] Updated weights for policy 0, policy_version 11167 (0.0008) +[2026-06-02 21:23:36,008][451638] Updated weights for policy 0, policy_version 11178 (0.0008) +[2026-06-02 21:23:36,990][451638] Updated weights for policy 0, policy_version 11191 (0.0008) +[2026-06-02 21:23:37,154][451638] Updated weights for policy 0, policy_version 11202 (0.0008) +[2026-06-02 21:23:37,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18022.4, 300 sec: 18105.7). Total num frames: 5734400. Throughput: 0: 18352.3. Samples: 5764608. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-02 21:23:37,401][450687] Avg episode reward: [(0, '42.293')] +[2026-06-02 21:23:37,403][451638] Updated weights for policy 0, policy_version 11217 (0.0008) +[2026-06-02 21:23:37,588][451638] Updated weights for policy 0, policy_version 11228 (0.0008) +[2026-06-02 21:23:37,793][451638] Updated weights for policy 0, policy_version 11240 (0.0009) +[2026-06-02 21:23:38,702][451638] Updated weights for policy 0, policy_version 11250 (0.0008) +[2026-06-02 21:23:38,848][451638] Updated weights for policy 0, policy_version 11260 (0.0008) +[2026-06-02 21:23:39,022][451638] Updated weights for policy 0, policy_version 11271 (0.0008) +[2026-06-02 21:23:39,206][451638] Updated weights for policy 0, policy_version 11282 (0.0008) +[2026-06-02 21:23:39,442][451638] Updated weights for policy 0, policy_version 11296 (0.0008) +[2026-06-02 21:23:39,652][451638] Updated weights for policy 0, policy_version 11309 (0.0008) +[2026-06-02 21:23:40,675][451638] Updated weights for policy 0, policy_version 11324 (0.0008) +[2026-06-02 21:23:40,852][451638] Updated weights for policy 0, policy_version 11335 (0.0008) +[2026-06-02 21:23:41,018][451638] Updated weights for policy 0, policy_version 11345 (0.0009) +[2026-06-02 21:23:41,242][451638] Updated weights for policy 0, policy_version 11359 (0.0008) +[2026-06-02 21:23:41,516][451638] Updated weights for policy 0, policy_version 11376 (0.0008) +[2026-06-02 21:23:42,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18022.4, 300 sec: 18105.8). Total num frames: 5832704. Throughput: 0: 18335.4. Samples: 5881600. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-02 21:23:42,400][450687] Avg episode reward: [(0, '43.538')] +[2026-06-02 21:23:42,459][451638] Updated weights for policy 0, policy_version 11387 (0.0009) +[2026-06-02 21:23:42,619][451638] Updated weights for policy 0, policy_version 11397 (0.0008) +[2026-06-02 21:23:42,797][451638] Updated weights for policy 0, policy_version 11408 (0.0009) +[2026-06-02 21:23:43,012][451638] Updated weights for policy 0, policy_version 11421 (0.0008) +[2026-06-02 21:23:43,220][451638] Updated weights for policy 0, policy_version 11434 (0.0008) +[2026-06-02 21:23:44,199][451638] Updated weights for policy 0, policy_version 11446 (0.0008) +[2026-06-02 21:23:44,391][451638] Updated weights for policy 0, policy_version 11458 (0.0008) +[2026-06-02 21:23:44,557][451638] Updated weights for policy 0, policy_version 11468 (0.0008) +[2026-06-02 21:23:44,724][451638] Updated weights for policy 0, policy_version 11478 (0.0008) +[2026-06-02 21:23:44,948][451638] Updated weights for policy 0, policy_version 11491 (0.0008) +[2026-06-02 21:23:45,116][451638] Updated weights for policy 0, policy_version 11501 (0.0008) +[2026-06-02 21:23:46,013][451638] Updated weights for policy 0, policy_version 11511 (0.0008) +[2026-06-02 21:23:46,176][451638] Updated weights for policy 0, policy_version 11522 (0.0008) +[2026-06-02 21:23:46,359][451638] Updated weights for policy 0, policy_version 11533 (0.0008) +[2026-06-02 21:23:46,525][451638] Updated weights for policy 0, policy_version 11543 (0.0008) +[2026-06-02 21:23:46,687][451638] Updated weights for policy 0, policy_version 11553 (0.0008) +[2026-06-02 21:23:46,900][451638] Updated weights for policy 0, policy_version 11565 (0.0009) +[2026-06-02 21:23:47,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.5, 300 sec: 18105.7). Total num frames: 5931008. Throughput: 0: 18323.9. Samples: 5929216. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-02 21:23:47,399][450687] Avg episode reward: [(0, '38.544')] +[2026-06-02 21:23:47,839][451638] Updated weights for policy 0, policy_version 11578 (0.0008) +[2026-06-02 21:23:48,006][451638] Updated weights for policy 0, policy_version 11589 (0.0008) +[2026-06-02 21:23:48,227][451638] Updated weights for policy 0, policy_version 11602 (0.0008) +[2026-06-02 21:23:48,485][451638] Updated weights for policy 0, policy_version 11618 (0.0008) +[2026-06-02 21:23:48,642][451638] Updated weights for policy 0, policy_version 11628 (0.0008) +[2026-06-02 21:23:49,640][451638] Updated weights for policy 0, policy_version 11640 (0.0009) +[2026-06-02 21:23:49,802][451638] Updated weights for policy 0, policy_version 11650 (0.0008) +[2026-06-02 21:23:49,994][451638] Updated weights for policy 0, policy_version 11662 (0.0008) +[2026-06-02 21:23:50,224][451638] Updated weights for policy 0, policy_version 11676 (0.0008) +[2026-06-02 21:23:50,414][451638] Updated weights for policy 0, policy_version 11688 (0.0008) +[2026-06-02 21:23:51,403][451638] Updated weights for policy 0, policy_version 11699 (0.0009) +[2026-06-02 21:23:51,615][451638] Updated weights for policy 0, policy_version 11713 (0.0008) +[2026-06-02 21:23:51,811][451638] Updated weights for policy 0, policy_version 11725 (0.0008) +[2026-06-02 21:23:52,014][451638] Updated weights for policy 0, policy_version 11738 (0.0009) +[2026-06-02 21:23:52,207][451638] Updated weights for policy 0, policy_version 11750 (0.0008) +[2026-06-02 21:23:52,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18216.8). Total num frames: 6029312. Throughput: 0: 18250.0. Samples: 6046208. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-02 21:23:52,400][450687] Avg episode reward: [(0, '45.940')] +[2026-06-02 21:23:53,203][451638] Updated weights for policy 0, policy_version 11764 (0.0008) +[2026-06-02 21:23:53,368][451638] Updated weights for policy 0, policy_version 11775 (0.0009) +[2026-06-02 21:23:53,559][451638] Updated weights for policy 0, policy_version 11787 (0.0008) +[2026-06-02 21:23:53,737][451638] Updated weights for policy 0, policy_version 11798 (0.0008) +[2026-06-02 21:23:53,947][451638] Updated weights for policy 0, policy_version 11811 (0.0009) +[2026-06-02 21:23:54,114][451638] Updated weights for policy 0, policy_version 11821 (0.0008) +[2026-06-02 21:23:55,031][451638] Updated weights for policy 0, policy_version 11831 (0.0009) +[2026-06-02 21:23:55,228][451638] Updated weights for policy 0, policy_version 11843 (0.0008) +[2026-06-02 21:23:55,427][451638] Updated weights for policy 0, policy_version 11855 (0.0009) +[2026-06-02 21:23:55,648][451638] Updated weights for policy 0, policy_version 11869 (0.0008) +[2026-06-02 21:23:55,906][451638] Updated weights for policy 0, policy_version 11885 (0.0009) +[2026-06-02 21:23:56,862][451638] Updated weights for policy 0, policy_version 11897 (0.0008) +[2026-06-02 21:23:57,067][451638] Updated weights for policy 0, policy_version 11910 (0.0008) +[2026-06-02 21:23:57,348][451638] Updated weights for policy 0, policy_version 11927 (0.0009) +[2026-06-02 21:23:57,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18022.5, 300 sec: 18105.7). Total num frames: 6094848. Throughput: 0: 18252.9. Samples: 6149504. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-02 21:23:57,400][450687] Avg episode reward: [(0, '45.219')] +[2026-06-02 21:23:57,507][451638] Updated weights for policy 0, policy_version 11937 (0.0008) +[2026-06-02 21:23:57,683][451638] Updated weights for policy 0, policy_version 11948 (0.0008) +[2026-06-02 21:23:58,671][451638] Updated weights for policy 0, policy_version 11963 (0.0008) +[2026-06-02 21:23:58,932][451638] Updated weights for policy 0, policy_version 11979 (0.0008) +[2026-06-02 21:23:59,144][451638] Updated weights for policy 0, policy_version 11992 (0.0008) +[2026-06-02 21:23:59,447][451638] Updated weights for policy 0, policy_version 12011 (0.0009) +[2026-06-02 21:24:00,433][451638] Updated weights for policy 0, policy_version 12024 (0.0006) +[2026-06-02 21:24:00,635][451638] Updated weights for policy 0, policy_version 12037 (0.0004) +[2026-06-02 21:24:00,797][451638] Updated weights for policy 0, policy_version 12047 (0.0005) +[2026-06-02 21:24:00,950][451638] Updated weights for policy 0, policy_version 12057 (0.0005) +[2026-06-02 21:24:01,146][451638] Updated weights for policy 0, policy_version 12069 (0.0005) +[2026-06-02 21:24:02,069][451638] Updated weights for policy 0, policy_version 12081 (0.0005) +[2026-06-02 21:24:02,274][451638] Updated weights for policy 0, policy_version 12095 (0.0005) +[2026-06-02 21:24:02,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18022.4, 300 sec: 18105.7). Total num frames: 6193152. Throughput: 0: 18287.0. Samples: 6210176. Policy #0 lag: (min: 53.0, avg: 63.5, max: 117.0) +[2026-06-02 21:24:02,399][450687] Avg episode reward: [(0, '45.039')] +[2026-06-02 21:24:02,436][451638] Updated weights for policy 0, policy_version 12105 (0.0005) +[2026-06-02 21:24:02,641][451638] Updated weights for policy 0, policy_version 12118 (0.0005) +[2026-06-02 21:24:02,823][451638] Updated weights for policy 0, policy_version 12129 (0.0004) +[2026-06-02 21:24:03,021][451638] Updated weights for policy 0, policy_version 12141 (0.0005) +[2026-06-02 21:24:03,914][451638] Updated weights for policy 0, policy_version 12151 (0.0008) +[2026-06-02 21:24:04,069][451638] Updated weights for policy 0, policy_version 12161 (0.0008) +[2026-06-02 21:24:04,227][451638] Updated weights for policy 0, policy_version 12171 (0.0008) +[2026-06-02 21:24:04,384][451638] Updated weights for policy 0, policy_version 12181 (0.0009) +[2026-06-02 21:24:04,657][451638] Updated weights for policy 0, policy_version 12198 (0.0008) +[2026-06-02 21:24:05,677][451638] Updated weights for policy 0, policy_version 12213 (0.0009) +[2026-06-02 21:24:05,867][451638] Updated weights for policy 0, policy_version 12225 (0.0009) +[2026-06-02 21:24:06,046][451638] Updated weights for policy 0, policy_version 12236 (0.0005) +[2026-06-02 21:24:06,199][451638] Updated weights for policy 0, policy_version 12246 (0.0005) +[2026-06-02 21:24:06,429][451638] Updated weights for policy 0, policy_version 12260 (0.0006) +[2026-06-02 21:24:06,584][451638] Updated weights for policy 0, policy_version 12270 (0.0005) +[2026-06-02 21:24:07,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18022.4, 300 sec: 18216.8). Total num frames: 6291456. Throughput: 0: 18279.3. Samples: 6314496. Policy #0 lag: (min: 53.0, avg: 63.5, max: 117.0) +[2026-06-02 21:24:07,401][450687] Avg episode reward: [(0, '43.304')] +[2026-06-02 21:24:07,437][451638] Updated weights for policy 0, policy_version 12280 (0.0005) +[2026-06-02 21:24:07,623][451638] Updated weights for policy 0, policy_version 12292 (0.0005) +[2026-06-02 21:24:07,798][451638] Updated weights for policy 0, policy_version 12302 (0.0005) +[2026-06-02 21:24:07,983][451638] Updated weights for policy 0, policy_version 12313 (0.0005) +[2026-06-02 21:24:08,148][451638] Updated weights for policy 0, policy_version 12323 (0.0005) +[2026-06-02 21:24:08,346][451638] Updated weights for policy 0, policy_version 12335 (0.0005) +[2026-06-02 21:24:09,167][451638] Updated weights for policy 0, policy_version 12346 (0.0008) +[2026-06-02 21:24:09,332][451638] Updated weights for policy 0, policy_version 12356 (0.0008) +[2026-06-02 21:24:09,513][451638] Updated weights for policy 0, policy_version 12367 (0.0008) +[2026-06-02 21:24:09,688][451638] Updated weights for policy 0, policy_version 12378 (0.0008) +[2026-06-02 21:24:09,882][451638] Updated weights for policy 0, policy_version 12390 (0.0008) +[2026-06-02 21:24:10,860][451638] Updated weights for policy 0, policy_version 12403 (0.0008) +[2026-06-02 21:24:11,046][451638] Updated weights for policy 0, policy_version 12415 (0.0008) +[2026-06-02 21:24:11,232][451638] Updated weights for policy 0, policy_version 12427 (0.0008) +[2026-06-02 21:24:11,401][451638] Updated weights for policy 0, policy_version 12437 (0.0008) +[2026-06-02 21:24:11,569][451638] Updated weights for policy 0, policy_version 12447 (0.0008) +[2026-06-02 21:24:11,733][451638] Updated weights for policy 0, policy_version 12457 (0.0009) +[2026-06-02 21:24:12,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18216.8). Total num frames: 6389760. Throughput: 0: 18451.9. Samples: 6430336. Policy #0 lag: (min: 45.0, avg: 56.5, max: 109.0) +[2026-06-02 21:24:12,400][450687] Avg episode reward: [(0, '41.350')] +[2026-06-02 21:24:12,671][451638] Updated weights for policy 0, policy_version 12467 (0.0008) +[2026-06-02 21:24:12,850][451638] Updated weights for policy 0, policy_version 12479 (0.0008) +[2026-06-02 21:24:13,078][451638] Updated weights for policy 0, policy_version 12493 (0.0008) +[2026-06-02 21:24:13,262][451638] Updated weights for policy 0, policy_version 12504 (0.0008) +[2026-06-02 21:24:13,445][451638] Updated weights for policy 0, policy_version 12515 (0.0008) +[2026-06-02 21:24:13,631][451638] Updated weights for policy 0, policy_version 12526 (0.0008) +[2026-06-02 21:24:14,525][451638] Updated weights for policy 0, policy_version 12536 (0.0008) +[2026-06-02 21:24:14,711][451638] Updated weights for policy 0, policy_version 12548 (0.0008) +[2026-06-02 21:24:14,912][451638] Updated weights for policy 0, policy_version 12560 (0.0008) +[2026-06-02 21:24:15,073][451638] Updated weights for policy 0, policy_version 12570 (0.0010) +[2026-06-02 21:24:15,246][451638] Updated weights for policy 0, policy_version 12581 (0.0008) +[2026-06-02 21:24:16,256][451638] Updated weights for policy 0, policy_version 12596 (0.0009) +[2026-06-02 21:24:16,465][451638] Updated weights for policy 0, policy_version 12610 (0.0009) +[2026-06-02 21:24:16,679][451638] Updated weights for policy 0, policy_version 12623 (0.0008) +[2026-06-02 21:24:16,835][451638] Updated weights for policy 0, policy_version 12633 (0.0008) +[2026-06-02 21:24:17,060][451638] Updated weights for policy 0, policy_version 12647 (0.0008) +[2026-06-02 21:24:17,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18216.8). Total num frames: 6488064. Throughput: 0: 18284.1. Samples: 6478848. Policy #0 lag: (min: 45.0, avg: 56.5, max: 109.0) +[2026-06-02 21:24:17,400][450687] Avg episode reward: [(0, '44.657')] +[2026-06-02 21:24:18,025][451638] Updated weights for policy 0, policy_version 12658 (0.0008) +[2026-06-02 21:24:18,240][451638] Updated weights for policy 0, policy_version 12672 (0.0008) +[2026-06-02 21:24:18,424][451638] Updated weights for policy 0, policy_version 12684 (0.0009) +[2026-06-02 21:24:18,590][451638] Updated weights for policy 0, policy_version 12694 (0.0008) +[2026-06-02 21:24:18,745][451638] Updated weights for policy 0, policy_version 12704 (0.0008) +[2026-06-02 21:24:18,932][451638] Updated weights for policy 0, policy_version 12715 (0.0008) +[2026-06-02 21:24:19,923][451638] Updated weights for policy 0, policy_version 12730 (0.0008) +[2026-06-02 21:24:20,138][451638] Updated weights for policy 0, policy_version 12743 (0.0008) +[2026-06-02 21:24:20,397][451638] Updated weights for policy 0, policy_version 12759 (0.0008) +[2026-06-02 21:24:20,578][451638] Updated weights for policy 0, policy_version 12771 (0.0008) +[2026-06-02 21:24:20,762][451638] Updated weights for policy 0, policy_version 12782 (0.0008) +[2026-06-02 21:24:21,707][451638] Updated weights for policy 0, policy_version 12795 (0.0009) +[2026-06-02 21:24:21,915][451638] Updated weights for policy 0, policy_version 12808 (0.0008) +[2026-06-02 21:24:22,138][451638] Updated weights for policy 0, policy_version 12822 (0.0008) +[2026-06-02 21:24:22,320][451638] Updated weights for policy 0, policy_version 12833 (0.0008) +[2026-06-02 21:24:22,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18023.0, 300 sec: 18105.7). Total num frames: 6553600. Throughput: 0: 18457.7. Samples: 6595200. Policy #0 lag: (min: 47.0, avg: 57.4, max: 111.0) +[2026-06-02 21:24:22,399][450687] Avg episode reward: [(0, '42.960')] +[2026-06-02 21:24:22,516][451638] Updated weights for policy 0, policy_version 12845 (0.0008) +[2026-06-02 21:24:23,436][451638] Updated weights for policy 0, policy_version 12855 (0.0009) +[2026-06-02 21:24:23,609][451638] Updated weights for policy 0, policy_version 12866 (0.0008) +[2026-06-02 21:24:23,833][451638] Updated weights for policy 0, policy_version 12880 (0.0008) +[2026-06-02 21:24:24,012][451638] Updated weights for policy 0, policy_version 12891 (0.0008) +[2026-06-02 21:24:24,188][451638] Updated weights for policy 0, policy_version 12902 (0.0009) +[2026-06-02 21:24:25,210][451638] Updated weights for policy 0, policy_version 12915 (0.0008) +[2026-06-02 21:24:25,376][451638] Updated weights for policy 0, policy_version 12926 (0.0009) +[2026-06-02 21:24:25,576][451638] Updated weights for policy 0, policy_version 12938 (0.0008) +[2026-06-02 21:24:25,737][451638] Updated weights for policy 0, policy_version 12948 (0.0008) +[2026-06-02 21:24:25,901][451638] Updated weights for policy 0, policy_version 12958 (0.0009) +[2026-06-02 21:24:26,066][451638] Updated weights for policy 0, policy_version 12968 (0.0008) +[2026-06-02 21:24:27,016][451638] Updated weights for policy 0, policy_version 12979 (0.0008) +[2026-06-02 21:24:27,186][451638] Updated weights for policy 0, policy_version 12990 (0.0008) +[2026-06-02 21:24:27,380][451638] Updated weights for policy 0, policy_version 13002 (0.0008) +[2026-06-02 21:24:27,399][450687] Fps is (10 sec: 16383.5, 60 sec: 18022.3, 300 sec: 18216.8). Total num frames: 6651904. Throughput: 0: 18249.8. Samples: 6702848. Policy #0 lag: (min: 47.0, avg: 57.4, max: 111.0) +[2026-06-02 21:24:27,402][450687] Avg episode reward: [(0, '37.277')] +[2026-06-02 21:24:27,550][451638] Updated weights for policy 0, policy_version 13012 (0.0008) +[2026-06-02 21:24:27,710][451638] Updated weights for policy 0, policy_version 13022 (0.0008) +[2026-06-02 21:24:27,877][451638] Updated weights for policy 0, policy_version 13032 (0.0008) +[2026-06-02 21:24:28,791][451638] Updated weights for policy 0, policy_version 13042 (0.0008) +[2026-06-02 21:24:28,983][451638] Updated weights for policy 0, policy_version 13054 (0.0008) +[2026-06-02 21:24:29,161][451638] Updated weights for policy 0, policy_version 13065 (0.0008) +[2026-06-02 21:24:29,340][451638] Updated weights for policy 0, policy_version 13076 (0.0008) +[2026-06-02 21:24:29,559][451638] Updated weights for policy 0, policy_version 13089 (0.0008) +[2026-06-02 21:24:29,795][451638] Updated weights for policy 0, policy_version 13103 (0.0008) +[2026-06-02 21:24:30,682][451638] Updated weights for policy 0, policy_version 13115 (0.0008) +[2026-06-02 21:24:30,894][451638] Updated weights for policy 0, policy_version 13128 (0.0008) +[2026-06-02 21:24:31,108][451638] Updated weights for policy 0, policy_version 13141 (0.0008) +[2026-06-02 21:24:31,276][451638] Updated weights for policy 0, policy_version 13151 (0.0008) +[2026-06-02 21:24:31,439][451638] Updated weights for policy 0, policy_version 13161 (0.0008) +[2026-06-02 21:24:32,327][451638] Updated weights for policy 0, policy_version 13171 (0.0008) +[2026-06-02 21:24:32,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.5, 300 sec: 18216.8). Total num frames: 6750208. Throughput: 0: 18466.1. Samples: 6760192. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-02 21:24:32,400][450687] Avg episode reward: [(0, '39.547')] +[2026-06-02 21:24:32,528][451638] Updated weights for policy 0, policy_version 13184 (0.0008) +[2026-06-02 21:24:32,705][451638] Updated weights for policy 0, policy_version 13195 (0.0008) +[2026-06-02 21:24:32,881][451638] Updated weights for policy 0, policy_version 13206 (0.0008) +[2026-06-02 21:24:33,055][451638] Updated weights for policy 0, policy_version 13216 (0.0008) +[2026-06-02 21:24:33,223][451638] Updated weights for policy 0, policy_version 13226 (0.0009) +[2026-06-02 21:24:34,159][451638] Updated weights for policy 0, policy_version 13238 (0.0009) +[2026-06-02 21:24:34,314][451638] Updated weights for policy 0, policy_version 13248 (0.0009) +[2026-06-02 21:24:34,492][451638] Updated weights for policy 0, policy_version 13259 (0.0009) +[2026-06-02 21:24:34,716][451638] Updated weights for policy 0, policy_version 13272 (0.0009) +[2026-06-02 21:24:34,894][451638] Updated weights for policy 0, policy_version 13283 (0.0008) +[2026-06-02 21:24:35,098][451638] Updated weights for policy 0, policy_version 13296 (0.0009) +[2026-06-02 21:24:36,008][451638] Updated weights for policy 0, policy_version 13306 (0.0009) +[2026-06-02 21:24:36,190][451638] Updated weights for policy 0, policy_version 13318 (0.0009) +[2026-06-02 21:24:36,357][451638] Updated weights for policy 0, policy_version 13328 (0.0008) +[2026-06-02 21:24:36,545][451638] Updated weights for policy 0, policy_version 13339 (0.0008) +[2026-06-02 21:24:36,705][451638] Updated weights for policy 0, policy_version 13349 (0.0008) +[2026-06-02 21:24:37,399][450687] Fps is (10 sec: 19661.4, 60 sec: 18568.6, 300 sec: 18216.8). Total num frames: 6848512. Throughput: 0: 18198.8. Samples: 6865152. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-02 21:24:37,399][450687] Avg episode reward: [(0, '49.225')] +[2026-06-02 21:24:37,404][451566] Saving new best policy, reward=49.225! +[2026-06-02 21:24:37,667][451638] Updated weights for policy 0, policy_version 13362 (0.0008) +[2026-06-02 21:24:37,833][451638] Updated weights for policy 0, policy_version 13373 (0.0005) +[2026-06-02 21:24:38,038][451638] Updated weights for policy 0, policy_version 13385 (0.0005) +[2026-06-02 21:24:38,218][451638] Updated weights for policy 0, policy_version 13396 (0.0005) +[2026-06-02 21:24:38,440][451638] Updated weights for policy 0, policy_version 13409 (0.0005) +[2026-06-02 21:24:38,656][451638] Updated weights for policy 0, policy_version 13422 (0.0005) +[2026-06-02 21:24:39,492][451638] Updated weights for policy 0, policy_version 13434 (0.0005) +[2026-06-02 21:24:39,667][451638] Updated weights for policy 0, policy_version 13445 (0.0005) +[2026-06-02 21:24:39,900][451638] Updated weights for policy 0, policy_version 13459 (0.0005) +[2026-06-02 21:24:40,067][451638] Updated weights for policy 0, policy_version 13469 (0.0005) +[2026-06-02 21:24:40,235][451638] Updated weights for policy 0, policy_version 13479 (0.0005) +[2026-06-02 21:24:41,167][451638] Updated weights for policy 0, policy_version 13494 (0.0006) +[2026-06-02 21:24:41,421][451638] Updated weights for policy 0, policy_version 13510 (0.0008) +[2026-06-02 21:24:41,587][451638] Updated weights for policy 0, policy_version 13520 (0.0008) +[2026-06-02 21:24:41,770][451638] Updated weights for policy 0, policy_version 13531 (0.0008) +[2026-06-02 21:24:41,970][451638] Updated weights for policy 0, policy_version 13543 (0.0008) +[2026-06-02 21:24:42,399][450687] Fps is (10 sec: 19660.2, 60 sec: 18568.4, 300 sec: 18327.8). Total num frames: 6946816. Throughput: 0: 18320.9. Samples: 6973952. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-02 21:24:42,401][450687] Avg episode reward: [(0, '37.724')] +[2026-06-02 21:24:42,912][451638] Updated weights for policy 0, policy_version 13555 (0.0008) +[2026-06-02 21:24:43,115][451638] Updated weights for policy 0, policy_version 13568 (0.0009) +[2026-06-02 21:24:43,275][451638] Updated weights for policy 0, policy_version 13578 (0.0008) +[2026-06-02 21:24:43,494][451638] Updated weights for policy 0, policy_version 13591 (0.0008) +[2026-06-02 21:24:43,693][451638] Updated weights for policy 0, policy_version 13603 (0.0009) +[2026-06-02 21:24:43,860][451638] Updated weights for policy 0, policy_version 13613 (0.0008) +[2026-06-02 21:24:44,768][451638] Updated weights for policy 0, policy_version 13625 (0.0008) +[2026-06-02 21:24:44,925][451638] Updated weights for policy 0, policy_version 13635 (0.0008) +[2026-06-02 21:24:45,082][451638] Updated weights for policy 0, policy_version 13645 (0.0008) +[2026-06-02 21:24:45,247][451638] Updated weights for policy 0, policy_version 13655 (0.0008) +[2026-06-02 21:24:45,439][451638] Updated weights for policy 0, policy_version 13666 (0.0009) +[2026-06-02 21:24:45,602][451638] Updated weights for policy 0, policy_version 13676 (0.0008) +[2026-06-02 21:24:46,524][451638] Updated weights for policy 0, policy_version 13687 (0.0008) +[2026-06-02 21:24:46,685][451638] Updated weights for policy 0, policy_version 13697 (0.0008) +[2026-06-02 21:24:46,844][451638] Updated weights for policy 0, policy_version 13707 (0.0008) +[2026-06-02 21:24:47,009][451638] Updated weights for policy 0, policy_version 13717 (0.0008) +[2026-06-02 21:24:47,174][451638] Updated weights for policy 0, policy_version 13727 (0.0008) +[2026-06-02 21:24:47,377][451638] Updated weights for policy 0, policy_version 13739 (0.0008) +[2026-06-02 21:24:47,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18022.4, 300 sec: 18216.8). Total num frames: 7012352. Throughput: 0: 18193.0. Samples: 7028864. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-02 21:24:47,401][450687] Avg episode reward: [(0, '45.380')] +[2026-06-02 21:24:48,320][451638] Updated weights for policy 0, policy_version 13750 (0.0008) +[2026-06-02 21:24:48,509][451638] Updated weights for policy 0, policy_version 13762 (0.0008) +[2026-06-02 21:24:48,685][451638] Updated weights for policy 0, policy_version 13773 (0.0008) +[2026-06-02 21:24:48,869][451638] Updated weights for policy 0, policy_version 13784 (0.0008) +[2026-06-02 21:24:49,035][451638] Updated weights for policy 0, policy_version 13794 (0.0008) +[2026-06-02 21:24:49,197][451638] Updated weights for policy 0, policy_version 13804 (0.0006) +[2026-06-02 21:24:50,106][451638] Updated weights for policy 0, policy_version 13820 (0.0006) +[2026-06-02 21:24:50,318][451638] Updated weights for policy 0, policy_version 13833 (0.0004) +[2026-06-02 21:24:50,489][451638] Updated weights for policy 0, policy_version 13843 (0.0004) +[2026-06-02 21:24:50,682][451638] Updated weights for policy 0, policy_version 13855 (0.0004) +[2026-06-02 21:24:50,880][451638] Updated weights for policy 0, policy_version 13867 (0.0004) +[2026-06-02 21:24:51,773][451638] Updated weights for policy 0, policy_version 13881 (0.0004) +[2026-06-02 21:24:51,932][451638] Updated weights for policy 0, policy_version 13891 (0.0004) +[2026-06-02 21:24:52,111][451638] Updated weights for policy 0, policy_version 13902 (0.0007) +[2026-06-02 21:24:52,297][451638] Updated weights for policy 0, policy_version 13913 (0.0006) +[2026-06-02 21:24:52,399][450687] Fps is (10 sec: 16384.7, 60 sec: 18022.4, 300 sec: 18216.8). Total num frames: 7110656. Throughput: 0: 18434.9. Samples: 7144064. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-02 21:24:52,399][450687] Avg episode reward: [(0, '42.713')] +[2026-06-02 21:24:52,460][451638] Updated weights for policy 0, policy_version 13923 (0.0008) +[2026-06-02 21:24:52,627][451638] Updated weights for policy 0, policy_version 13933 (0.0008) +[2026-06-02 21:24:53,522][451638] Updated weights for policy 0, policy_version 13945 (0.0005) +[2026-06-02 21:24:53,697][451638] Updated weights for policy 0, policy_version 13956 (0.0005) +[2026-06-02 21:24:53,863][451638] Updated weights for policy 0, policy_version 13966 (0.0004) +[2026-06-02 21:24:54,080][451638] Updated weights for policy 0, policy_version 13979 (0.0007) +[2026-06-02 21:24:54,265][451638] Updated weights for policy 0, policy_version 13990 (0.0004) +[2026-06-02 21:24:55,200][451638] Updated weights for policy 0, policy_version 14001 (0.0007) +[2026-06-02 21:24:55,374][451638] Updated weights for policy 0, policy_version 14013 (0.0008) +[2026-06-02 21:24:55,561][451638] Updated weights for policy 0, policy_version 14024 (0.0009) +[2026-06-02 21:24:55,738][451638] Updated weights for policy 0, policy_version 14035 (0.0008) +[2026-06-02 21:24:55,912][451638] Updated weights for policy 0, policy_version 14045 (0.0008) +[2026-06-02 21:24:56,075][451638] Updated weights for policy 0, policy_version 14055 (0.0008) +[2026-06-02 21:24:57,008][451638] Updated weights for policy 0, policy_version 14066 (0.0008) +[2026-06-02 21:24:57,166][451638] Updated weights for policy 0, policy_version 14076 (0.0008) +[2026-06-02 21:24:57,338][451638] Updated weights for policy 0, policy_version 14087 (0.0008) +[2026-06-02 21:24:57,399][450687] Fps is (10 sec: 19660.4, 60 sec: 18568.4, 300 sec: 18216.8). Total num frames: 7208960. Throughput: 0: 18303.9. Samples: 7254016. Policy #0 lag: (min: 63.0, avg: 74.9, max: 127.0) +[2026-06-02 21:24:57,401][450687] Avg episode reward: [(0, '43.675')] +[2026-06-02 21:24:57,553][451638] Updated weights for policy 0, policy_version 14100 (0.0008) +[2026-06-02 21:24:57,735][451638] Updated weights for policy 0, policy_version 14111 (0.0008) +[2026-06-02 21:24:57,895][451638] Updated weights for policy 0, policy_version 14121 (0.0008) +[2026-06-02 21:24:58,836][451638] Updated weights for policy 0, policy_version 14133 (0.0008) +[2026-06-02 21:24:59,122][451638] Updated weights for policy 0, policy_version 14151 (0.0009) +[2026-06-02 21:24:59,306][451638] Updated weights for policy 0, policy_version 14162 (0.0008) +[2026-06-02 21:24:59,465][451638] Updated weights for policy 0, policy_version 14172 (0.0008) +[2026-06-02 21:24:59,630][451638] Updated weights for policy 0, policy_version 14182 (0.0008) +[2026-06-02 21:25:00,575][451638] Updated weights for policy 0, policy_version 14193 (0.0008) +[2026-06-02 21:25:00,722][451638] Updated weights for policy 0, policy_version 14203 (0.0008) +[2026-06-02 21:25:00,871][451638] Updated weights for policy 0, policy_version 14213 (0.0008) +[2026-06-02 21:25:01,040][451638] Updated weights for policy 0, policy_version 14223 (0.0008) +[2026-06-02 21:25:01,222][451638] Updated weights for policy 0, policy_version 14234 (0.0008) +[2026-06-02 21:25:01,386][451638] Updated weights for policy 0, policy_version 14244 (0.0008) +[2026-06-02 21:25:01,579][451638] Updated weights for policy 0, policy_version 14255 (0.0008) +[2026-06-02 21:25:02,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 7307264. Throughput: 0: 18491.7. Samples: 7310976. Policy #0 lag: (min: 63.0, avg: 74.9, max: 127.0) +[2026-06-02 21:25:02,402][450687] Avg episode reward: [(0, '34.913')] +[2026-06-02 21:25:02,536][451638] Updated weights for policy 0, policy_version 14268 (0.0007) +[2026-06-02 21:25:02,717][451638] Updated weights for policy 0, policy_version 14279 (0.0008) +[2026-06-02 21:25:02,908][451638] Updated weights for policy 0, policy_version 14291 (0.0008) +[2026-06-02 21:25:03,093][451638] Updated weights for policy 0, policy_version 14302 (0.0008) +[2026-06-02 21:25:03,273][451638] Updated weights for policy 0, policy_version 14313 (0.0008) +[2026-06-02 21:25:04,187][451638] Updated weights for policy 0, policy_version 14324 (0.0008) +[2026-06-02 21:25:04,344][451638] Updated weights for policy 0, policy_version 14334 (0.0008) +[2026-06-02 21:25:04,518][451638] Updated weights for policy 0, policy_version 14345 (0.0008) +[2026-06-02 21:25:04,717][451638] Updated weights for policy 0, policy_version 14357 (0.0008) +[2026-06-02 21:25:04,912][451638] Updated weights for policy 0, policy_version 14369 (0.0008) +[2026-06-02 21:25:05,096][451638] Updated weights for policy 0, policy_version 14380 (0.0008) +[2026-06-02 21:25:06,052][451638] Updated weights for policy 0, policy_version 14392 (0.0007) +[2026-06-02 21:25:06,333][451638] Updated weights for policy 0, policy_version 14410 (0.0009) +[2026-06-02 21:25:06,606][451638] Updated weights for policy 0, policy_version 14427 (0.0009) +[2026-06-02 21:25:06,815][451638] Updated weights for policy 0, policy_version 14440 (0.0009) +[2026-06-02 21:25:07,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 7405568. Throughput: 0: 18292.5. Samples: 7418368. Policy #0 lag: (min: 63.0, avg: 73.9, max: 127.0) +[2026-06-02 21:25:07,400][450687] Avg episode reward: [(0, '40.225')] +[2026-06-02 21:25:07,746][451638] Updated weights for policy 0, policy_version 14450 (0.0008) +[2026-06-02 21:25:07,944][451638] Updated weights for policy 0, policy_version 14463 (0.0009) +[2026-06-02 21:25:08,146][451638] Updated weights for policy 0, policy_version 14475 (0.0008) +[2026-06-02 21:25:08,314][451638] Updated weights for policy 0, policy_version 14485 (0.0008) +[2026-06-02 21:25:08,515][451638] Updated weights for policy 0, policy_version 14497 (0.0008) +[2026-06-02 21:25:08,680][451638] Updated weights for policy 0, policy_version 14507 (0.0009) +[2026-06-02 21:25:08,755][451566] Early stopping after 8 epochs (64 sgd steps), loss delta 0.0000009 +[2026-06-02 21:25:09,639][451638] Updated weights for policy 0, policy_version 14521 (0.0009) +[2026-06-02 21:25:09,806][451638] Updated weights for policy 0, policy_version 14531 (0.0008) +[2026-06-02 21:25:10,041][451638] Updated weights for policy 0, policy_version 14546 (0.0007) +[2026-06-02 21:25:10,208][451638] Updated weights for policy 0, policy_version 14556 (0.0008) +[2026-06-02 21:25:10,398][451638] Updated weights for policy 0, policy_version 14568 (0.0004) +[2026-06-02 21:25:11,252][451638] Updated weights for policy 0, policy_version 14581 (0.0004) +[2026-06-02 21:25:11,424][451638] Updated weights for policy 0, policy_version 14592 (0.0004) +[2026-06-02 21:25:11,634][451638] Updated weights for policy 0, policy_version 14605 (0.0004) +[2026-06-02 21:25:11,796][451638] Updated weights for policy 0, policy_version 14615 (0.0004) +[2026-06-02 21:25:11,963][451638] Updated weights for policy 0, policy_version 14625 (0.0009) +[2026-06-02 21:25:12,130][451638] Updated weights for policy 0, policy_version 14635 (0.0008) +[2026-06-02 21:25:12,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 7503872. Throughput: 0: 18267.1. Samples: 7524864. Policy #0 lag: (min: 63.0, avg: 73.9, max: 127.0) +[2026-06-02 21:25:12,400][450687] Avg episode reward: [(0, '43.382')] +[2026-06-02 21:25:13,038][451638] Updated weights for policy 0, policy_version 14645 (0.0008) +[2026-06-02 21:25:13,185][451638] Updated weights for policy 0, policy_version 14655 (0.0009) +[2026-06-02 21:25:13,415][451638] Updated weights for policy 0, policy_version 14669 (0.0008) +[2026-06-02 21:25:13,584][451638] Updated weights for policy 0, policy_version 14679 (0.0008) +[2026-06-02 21:25:13,782][451638] Updated weights for policy 0, policy_version 14691 (0.0009) +[2026-06-02 21:25:13,978][451638] Updated weights for policy 0, policy_version 14703 (0.0009) +[2026-06-02 21:25:14,886][451638] Updated weights for policy 0, policy_version 14715 (0.0009) +[2026-06-02 21:25:15,058][451638] Updated weights for policy 0, policy_version 14726 (0.0008) +[2026-06-02 21:25:15,234][451638] Updated weights for policy 0, policy_version 14737 (0.0006) +[2026-06-02 21:25:15,429][451638] Updated weights for policy 0, policy_version 14749 (0.0005) +[2026-06-02 21:25:15,606][451638] Updated weights for policy 0, policy_version 14760 (0.0008) +[2026-06-02 21:25:16,470][451638] Updated weights for policy 0, policy_version 14770 (0.0007) +[2026-06-02 21:25:16,693][451638] Updated weights for policy 0, policy_version 14784 (0.0004) +[2026-06-02 21:25:16,858][451638] Updated weights for policy 0, policy_version 14794 (0.0004) +[2026-06-02 21:25:17,025][451638] Updated weights for policy 0, policy_version 14804 (0.0004) +[2026-06-02 21:25:17,183][451638] Updated weights for policy 0, policy_version 14814 (0.0004) +[2026-06-02 21:25:17,380][451638] Updated weights for policy 0, policy_version 14826 (0.0009) +[2026-06-02 21:25:17,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18022.4, 300 sec: 18216.8). Total num frames: 7569408. Throughput: 0: 18269.9. Samples: 7582336. Policy #0 lag: (min: 63.0, avg: 73.9, max: 127.0) +[2026-06-02 21:25:17,400][450687] Avg episode reward: [(0, '39.463')] +[2026-06-02 21:25:18,347][451638] Updated weights for policy 0, policy_version 14839 (0.0009) +[2026-06-02 21:25:18,531][451638] Updated weights for policy 0, policy_version 14851 (0.0008) +[2026-06-02 21:25:18,714][451638] Updated weights for policy 0, policy_version 14862 (0.0008) +[2026-06-02 21:25:18,878][451638] Updated weights for policy 0, policy_version 14872 (0.0008) +[2026-06-02 21:25:19,080][451638] Updated weights for policy 0, policy_version 14884 (0.0008) +[2026-06-02 21:25:19,262][451638] Updated weights for policy 0, policy_version 14895 (0.0009) +[2026-06-02 21:25:20,272][451638] Updated weights for policy 0, policy_version 14910 (0.0009) +[2026-06-02 21:25:20,430][451638] Updated weights for policy 0, policy_version 14920 (0.0008) +[2026-06-02 21:25:20,627][451638] Updated weights for policy 0, policy_version 14932 (0.0008) +[2026-06-02 21:25:20,826][451638] Updated weights for policy 0, policy_version 14944 (0.0008) +[2026-06-02 21:25:21,029][451638] Updated weights for policy 0, policy_version 14956 (0.0008) +[2026-06-02 21:25:21,974][451638] Updated weights for policy 0, policy_version 14969 (0.0008) +[2026-06-02 21:25:22,163][451638] Updated weights for policy 0, policy_version 14981 (0.0008) +[2026-06-02 21:25:22,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 7667712. Throughput: 0: 18412.0. Samples: 7693696. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-02 21:25:22,400][450687] Avg episode reward: [(0, '48.967')] +[2026-06-02 21:25:22,414][451638] Updated weights for policy 0, policy_version 14996 (0.0009) +[2026-06-02 21:25:22,609][451638] Updated weights for policy 0, policy_version 15008 (0.0008) +[2026-06-02 21:25:22,870][451638] Updated weights for policy 0, policy_version 15024 (0.0008) +[2026-06-02 21:25:23,784][451638] Updated weights for policy 0, policy_version 15035 (0.0009) +[2026-06-02 21:25:23,958][451638] Updated weights for policy 0, policy_version 15046 (0.0008) +[2026-06-02 21:25:24,127][451638] Updated weights for policy 0, policy_version 15056 (0.0008) +[2026-06-02 21:25:24,284][451638] Updated weights for policy 0, policy_version 15066 (0.0008) +[2026-06-02 21:25:24,484][451638] Updated weights for policy 0, policy_version 15078 (0.0008) +[2026-06-02 21:25:25,422][451638] Updated weights for policy 0, policy_version 15090 (0.0008) +[2026-06-02 21:25:25,578][451638] Updated weights for policy 0, policy_version 15100 (0.0008) +[2026-06-02 21:25:25,755][451638] Updated weights for policy 0, policy_version 15111 (0.0008) +[2026-06-02 21:25:25,988][451638] Updated weights for policy 0, policy_version 15125 (0.0008) +[2026-06-02 21:25:26,198][451638] Updated weights for policy 0, policy_version 15138 (0.0008) +[2026-06-02 21:25:26,430][451638] Updated weights for policy 0, policy_version 15152 (0.0009) +[2026-06-02 21:25:27,385][451638] Updated weights for policy 0, policy_version 15164 (0.0009) +[2026-06-02 21:25:27,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 7766016. Throughput: 0: 18523.1. Samples: 7807488. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-02 21:25:27,400][450687] Avg episode reward: [(0, '41.771')] +[2026-06-02 21:25:27,579][451638] Updated weights for policy 0, policy_version 15176 (0.0008) +[2026-06-02 21:25:27,765][451638] Updated weights for policy 0, policy_version 15187 (0.0009) +[2026-06-02 21:25:27,931][451638] Updated weights for policy 0, policy_version 15197 (0.0009) +[2026-06-02 21:25:28,117][451638] Updated weights for policy 0, policy_version 15208 (0.0009) +[2026-06-02 21:25:29,051][451638] Updated weights for policy 0, policy_version 15218 (0.0009) +[2026-06-02 21:25:29,247][451638] Updated weights for policy 0, policy_version 15231 (0.0008) +[2026-06-02 21:25:29,502][451638] Updated weights for policy 0, policy_version 15247 (0.0009) +[2026-06-02 21:25:29,690][451638] Updated weights for policy 0, policy_version 15258 (0.0008) +[2026-06-02 21:25:29,871][451638] Updated weights for policy 0, policy_version 15269 (0.0008) +[2026-06-02 21:25:30,054][451638] Updated weights for policy 0, policy_version 15280 (0.0008) +[2026-06-02 21:25:31,027][451638] Updated weights for policy 0, policy_version 15293 (0.0009) +[2026-06-02 21:25:31,204][451638] Updated weights for policy 0, policy_version 15304 (0.0009) +[2026-06-02 21:25:31,378][451638] Updated weights for policy 0, policy_version 15315 (0.0008) +[2026-06-02 21:25:31,591][451638] Updated weights for policy 0, policy_version 15328 (0.0009) +[2026-06-02 21:25:31,773][451638] Updated weights for policy 0, policy_version 15339 (0.0008) +[2026-06-02 21:25:32,399][450687] Fps is (10 sec: 19661.2, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 7864320. Throughput: 0: 18426.4. Samples: 7858048. Policy #0 lag: (min: 1.0, avg: 40.9, max: 65.0) +[2026-06-02 21:25:32,400][450687] Avg episode reward: [(0, '42.920')] +[2026-06-02 21:25:32,788][451638] Updated weights for policy 0, policy_version 15356 (0.0009) +[2026-06-02 21:25:33,027][451638] Updated weights for policy 0, policy_version 15371 (0.0009) +[2026-06-02 21:25:33,236][451638] Updated weights for policy 0, policy_version 15383 (0.0009) +[2026-06-02 21:25:33,426][451638] Updated weights for policy 0, policy_version 15395 (0.0008) +[2026-06-02 21:25:33,608][451638] Updated weights for policy 0, policy_version 15406 (0.0008) +[2026-06-02 21:25:34,531][451638] Updated weights for policy 0, policy_version 15418 (0.0008) +[2026-06-02 21:25:34,699][451638] Updated weights for policy 0, policy_version 15429 (0.0008) +[2026-06-02 21:25:34,902][451638] Updated weights for policy 0, policy_version 15441 (0.0008) +[2026-06-02 21:25:35,079][451638] Updated weights for policy 0, policy_version 15452 (0.0008) +[2026-06-02 21:25:35,261][451638] Updated weights for policy 0, policy_version 15463 (0.0008) +[2026-06-02 21:25:36,229][451638] Updated weights for policy 0, policy_version 15475 (0.0008) +[2026-06-02 21:25:36,375][451638] Updated weights for policy 0, policy_version 15485 (0.0008) +[2026-06-02 21:25:36,552][451638] Updated weights for policy 0, policy_version 15496 (0.0008) +[2026-06-02 21:25:36,734][451638] Updated weights for policy 0, policy_version 15507 (0.0009) +[2026-06-02 21:25:36,917][451638] Updated weights for policy 0, policy_version 15518 (0.0009) +[2026-06-02 21:25:37,081][451638] Updated weights for policy 0, policy_version 15528 (0.0008) +[2026-06-02 21:25:37,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 7962624. Throughput: 0: 18377.9. Samples: 7971072. Policy #0 lag: (min: 1.0, avg: 40.9, max: 65.0) +[2026-06-02 21:25:37,400][450687] Avg episode reward: [(0, '44.887')] +[2026-06-02 21:25:38,018][451638] Updated weights for policy 0, policy_version 15538 (0.0009) +[2026-06-02 21:25:38,183][451638] Updated weights for policy 0, policy_version 15549 (0.0008) +[2026-06-02 21:25:38,345][451638] Updated weights for policy 0, policy_version 15559 (0.0008) +[2026-06-02 21:25:38,555][451638] Updated weights for policy 0, policy_version 15572 (0.0008) +[2026-06-02 21:25:38,756][451638] Updated weights for policy 0, policy_version 15584 (0.0008) +[2026-06-02 21:25:38,921][451638] Updated weights for policy 0, policy_version 15594 (0.0008) +[2026-06-02 21:25:39,874][451638] Updated weights for policy 0, policy_version 15607 (0.0009) +[2026-06-02 21:25:40,085][451638] Updated weights for policy 0, policy_version 15621 (0.0008) +[2026-06-02 21:25:40,275][451638] Updated weights for policy 0, policy_version 15632 (0.0008) +[2026-06-02 21:25:40,440][451638] Updated weights for policy 0, policy_version 15642 (0.0008) +[2026-06-02 21:25:40,640][451638] Updated weights for policy 0, policy_version 15654 (0.0008) +[2026-06-02 21:25:40,805][451638] Updated weights for policy 0, policy_version 15664 (0.0008) +[2026-06-02 21:25:41,710][451638] Updated weights for policy 0, policy_version 15675 (0.0008) +[2026-06-02 21:25:41,871][451638] Updated weights for policy 0, policy_version 15685 (0.0008) +[2026-06-02 21:25:42,035][451638] Updated weights for policy 0, policy_version 15695 (0.0008) +[2026-06-02 21:25:42,219][451638] Updated weights for policy 0, policy_version 15706 (0.0008) +[2026-06-02 21:25:42,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18022.5, 300 sec: 18327.9). Total num frames: 8028160. Throughput: 0: 18244.4. Samples: 8075008. Policy #0 lag: (min: 1.0, avg: 40.9, max: 65.0) +[2026-06-02 21:25:42,400][450687] Avg episode reward: [(0, '39.154')] +[2026-06-02 21:25:42,404][451638] Updated weights for policy 0, policy_version 15717 (0.0008) +[2026-06-02 21:25:43,359][451638] Updated weights for policy 0, policy_version 15729 (0.0008) +[2026-06-02 21:25:43,513][451638] Updated weights for policy 0, policy_version 15739 (0.0009) +[2026-06-02 21:25:43,672][451638] Updated weights for policy 0, policy_version 15749 (0.0008) +[2026-06-02 21:25:43,870][451638] Updated weights for policy 0, policy_version 15761 (0.0008) +[2026-06-02 21:25:44,038][451638] Updated weights for policy 0, policy_version 15771 (0.0006) +[2026-06-02 21:25:44,229][451638] Updated weights for policy 0, policy_version 15782 (0.0005) +[2026-06-02 21:25:45,162][451638] Updated weights for policy 0, policy_version 15794 (0.0009) +[2026-06-02 21:25:45,396][451638] Updated weights for policy 0, policy_version 15809 (0.0008) +[2026-06-02 21:25:45,596][451638] Updated weights for policy 0, policy_version 15821 (0.0008) +[2026-06-02 21:25:45,751][451638] Updated weights for policy 0, policy_version 15831 (0.0008) +[2026-06-02 21:25:45,936][451638] Updated weights for policy 0, policy_version 15842 (0.0008) +[2026-06-02 21:25:46,145][451638] Updated weights for policy 0, policy_version 15854 (0.0008) +[2026-06-02 21:25:47,079][451638] Updated weights for policy 0, policy_version 15867 (0.0009) +[2026-06-02 21:25:47,293][451638] Updated weights for policy 0, policy_version 15880 (0.0008) +[2026-06-02 21:25:47,399][450687] Fps is (10 sec: 16384.1, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 8126464. Throughput: 0: 18304.0. Samples: 8134656. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-02 21:25:47,400][450687] Avg episode reward: [(0, '43.911')] +[2026-06-02 21:25:47,528][451638] Updated weights for policy 0, policy_version 15894 (0.0008) +[2026-06-02 21:25:47,721][451638] Updated weights for policy 0, policy_version 15906 (0.0008) +[2026-06-02 21:25:47,893][451638] Updated weights for policy 0, policy_version 15916 (0.0008) +[2026-06-02 21:25:48,857][451638] Updated weights for policy 0, policy_version 15930 (0.0009) +[2026-06-02 21:25:49,050][451638] Updated weights for policy 0, policy_version 15942 (0.0008) +[2026-06-02 21:25:49,220][451638] Updated weights for policy 0, policy_version 15952 (0.0009) +[2026-06-02 21:25:49,416][451638] Updated weights for policy 0, policy_version 15964 (0.0009) +[2026-06-02 21:25:49,636][451638] Updated weights for policy 0, policy_version 15977 (0.0009) +[2026-06-02 21:25:50,502][451638] Updated weights for policy 0, policy_version 15987 (0.0009) +[2026-06-02 21:25:50,674][451638] Updated weights for policy 0, policy_version 15998 (0.0008) +[2026-06-02 21:25:50,869][451638] Updated weights for policy 0, policy_version 16010 (0.0009) +[2026-06-02 21:25:51,048][451638] Updated weights for policy 0, policy_version 16021 (0.0008) +[2026-06-02 21:25:51,220][451638] Updated weights for policy 0, policy_version 16032 (0.0008) +[2026-06-02 21:25:51,416][451638] Updated weights for policy 0, policy_version 16043 (0.0009) +[2026-06-02 21:25:52,387][451638] Updated weights for policy 0, policy_version 16056 (0.0008) +[2026-06-02 21:25:52,399][450687] Fps is (10 sec: 19660.3, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 8224768. Throughput: 0: 18218.7. Samples: 8238208. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-02 21:25:52,400][450687] Avg episode reward: [(0, '45.754')] +[2026-06-02 21:25:52,553][451638] Updated weights for policy 0, policy_version 16067 (0.0008) +[2026-06-02 21:25:52,746][451638] Updated weights for policy 0, policy_version 16079 (0.0009) +[2026-06-02 21:25:52,929][451638] Updated weights for policy 0, policy_version 16090 (0.0008) +[2026-06-02 21:25:53,089][451638] Updated weights for policy 0, policy_version 16100 (0.0008) +[2026-06-02 21:25:53,262][451638] Updated weights for policy 0, policy_version 16111 (0.0008) +[2026-06-02 21:25:54,251][451638] Updated weights for policy 0, policy_version 16124 (0.0009) +[2026-06-02 21:25:54,406][451638] Updated weights for policy 0, policy_version 16134 (0.0009) +[2026-06-02 21:25:54,588][451638] Updated weights for policy 0, policy_version 16145 (0.0009) +[2026-06-02 21:25:54,772][451638] Updated weights for policy 0, policy_version 16156 (0.0009) +[2026-06-02 21:25:54,983][451638] Updated weights for policy 0, policy_version 16169 (0.0009) +[2026-06-02 21:25:55,917][451638] Updated weights for policy 0, policy_version 16180 (0.0009) +[2026-06-02 21:25:56,133][451638] Updated weights for policy 0, policy_version 16194 (0.0009) +[2026-06-02 21:25:56,319][451638] Updated weights for policy 0, policy_version 16206 (0.0009) +[2026-06-02 21:25:56,550][451638] Updated weights for policy 0, policy_version 16220 (0.0008) +[2026-06-02 21:25:56,715][451638] Updated weights for policy 0, policy_version 16230 (0.0008) +[2026-06-02 21:25:57,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.7, 300 sec: 18327.9). Total num frames: 8323072. Throughput: 0: 18412.1. Samples: 8353408. Policy #0 lag: (min: 29.0, avg: 39.8, max: 93.0) +[2026-06-02 21:25:57,400][450687] Avg episode reward: [(0, '46.764')] +[2026-06-02 21:25:57,640][451638] Updated weights for policy 0, policy_version 16241 (0.0008) +[2026-06-02 21:25:57,817][451638] Updated weights for policy 0, policy_version 16253 (0.0008) +[2026-06-02 21:25:57,998][451638] Updated weights for policy 0, policy_version 16264 (0.0009) +[2026-06-02 21:25:58,158][451638] Updated weights for policy 0, policy_version 16274 (0.0008) +[2026-06-02 21:25:58,327][451638] Updated weights for policy 0, policy_version 16284 (0.0008) +[2026-06-02 21:25:58,483][451638] Updated weights for policy 0, policy_version 16294 (0.0008) +[2026-06-02 21:25:59,496][451638] Updated weights for policy 0, policy_version 16309 (0.0009) +[2026-06-02 21:25:59,660][451638] Updated weights for policy 0, policy_version 16320 (0.0008) +[2026-06-02 21:25:59,907][451638] Updated weights for policy 0, policy_version 16335 (0.0009) +[2026-06-02 21:26:00,149][451638] Updated weights for policy 0, policy_version 16350 (0.0008) +[2026-06-02 21:26:00,377][451638] Updated weights for policy 0, policy_version 16364 (0.0009) +[2026-06-02 21:26:01,314][451638] Updated weights for policy 0, policy_version 16375 (0.0008) +[2026-06-02 21:26:01,539][451638] Updated weights for policy 0, policy_version 16389 (0.0008) +[2026-06-02 21:26:01,703][451638] Updated weights for policy 0, policy_version 16399 (0.0009) +[2026-06-02 21:26:01,858][451638] Updated weights for policy 0, policy_version 16409 (0.0008) +[2026-06-02 21:26:02,039][451638] Updated weights for policy 0, policy_version 16420 (0.0008) +[2026-06-02 21:26:02,399][450687] Fps is (10 sec: 19661.3, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 8421376. Throughput: 0: 18210.2. Samples: 8401792. Policy #0 lag: (min: 29.0, avg: 39.8, max: 93.0) +[2026-06-02 21:26:02,400][450687] Avg episode reward: [(0, '49.788')] +[2026-06-02 21:26:02,406][451566] Saving new best policy, reward=49.788! +[2026-06-02 21:26:03,055][451638] Updated weights for policy 0, policy_version 16434 (0.0009) +[2026-06-02 21:26:03,219][451638] Updated weights for policy 0, policy_version 16445 (0.0008) +[2026-06-02 21:26:03,470][451638] Updated weights for policy 0, policy_version 16460 (0.0009) +[2026-06-02 21:26:03,676][451638] Updated weights for policy 0, policy_version 16473 (0.0008) +[2026-06-02 21:26:03,857][451638] Updated weights for policy 0, policy_version 16484 (0.0008) +[2026-06-02 21:26:04,834][451638] Updated weights for policy 0, policy_version 16497 (0.0009) +[2026-06-02 21:26:05,052][451638] Updated weights for policy 0, policy_version 16511 (0.0009) +[2026-06-02 21:26:05,233][451638] Updated weights for policy 0, policy_version 16522 (0.0008) +[2026-06-02 21:26:05,432][451638] Updated weights for policy 0, policy_version 16534 (0.0008) +[2026-06-02 21:26:05,630][451638] Updated weights for policy 0, policy_version 16546 (0.0008) +[2026-06-02 21:26:05,838][451638] Updated weights for policy 0, policy_version 16558 (0.0008) +[2026-06-02 21:26:06,768][451638] Updated weights for policy 0, policy_version 16569 (0.0008) +[2026-06-02 21:26:06,935][451638] Updated weights for policy 0, policy_version 16580 (0.0008) +[2026-06-02 21:26:07,105][451638] Updated weights for policy 0, policy_version 16590 (0.0008) +[2026-06-02 21:26:07,281][451638] Updated weights for policy 0, policy_version 16600 (0.0009) +[2026-06-02 21:26:07,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 8486912. Throughput: 0: 18298.3. Samples: 8517120. Policy #0 lag: (min: 29.0, avg: 39.8, max: 93.0) +[2026-06-02 21:26:07,401][450687] Avg episode reward: [(0, '46.844')] +[2026-06-02 21:26:07,433][451638] Updated weights for policy 0, policy_version 16610 (0.0008) +[2026-06-02 21:26:07,612][451638] Updated weights for policy 0, policy_version 16620 (0.0008) +[2026-06-02 21:26:08,509][451638] Updated weights for policy 0, policy_version 16630 (0.0009) +[2026-06-02 21:26:08,675][451638] Updated weights for policy 0, policy_version 16640 (0.0008) +[2026-06-02 21:26:08,867][451638] Updated weights for policy 0, policy_version 16652 (0.0009) +[2026-06-02 21:26:09,046][451638] Updated weights for policy 0, policy_version 16663 (0.0008) +[2026-06-02 21:26:09,218][451638] Updated weights for policy 0, policy_version 16673 (0.0008) +[2026-06-02 21:26:09,391][451638] Updated weights for policy 0, policy_version 16684 (0.0009) +[2026-06-02 21:26:10,317][451638] Updated weights for policy 0, policy_version 16694 (0.0008) +[2026-06-02 21:26:10,488][451638] Updated weights for policy 0, policy_version 16705 (0.0008) +[2026-06-02 21:26:10,688][451638] Updated weights for policy 0, policy_version 16717 (0.0008) +[2026-06-02 21:26:10,949][451638] Updated weights for policy 0, policy_version 16733 (0.0008) +[2026-06-02 21:26:11,120][451638] Updated weights for policy 0, policy_version 16743 (0.0008) +[2026-06-02 21:26:12,070][451638] Updated weights for policy 0, policy_version 16754 (0.0009) +[2026-06-02 21:26:12,279][451638] Updated weights for policy 0, policy_version 16767 (0.0008) +[2026-06-02 21:26:12,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 8585216. Throughput: 0: 18232.9. Samples: 8627968. Policy #0 lag: (min: 5.0, avg: 16.6, max: 69.0) +[2026-06-02 21:26:12,400][450687] Avg episode reward: [(0, '46.369')] +[2026-06-02 21:26:12,463][451638] Updated weights for policy 0, policy_version 16779 (0.0008) +[2026-06-02 21:26:12,635][451638] Updated weights for policy 0, policy_version 16789 (0.0008) +[2026-06-02 21:26:12,817][451638] Updated weights for policy 0, policy_version 16800 (0.0008) +[2026-06-02 21:26:13,001][451638] Updated weights for policy 0, policy_version 16811 (0.0008) +[2026-06-02 21:26:13,905][451638] Updated weights for policy 0, policy_version 16822 (0.0008) +[2026-06-02 21:26:14,054][451638] Updated weights for policy 0, policy_version 16832 (0.0008) +[2026-06-02 21:26:14,249][451638] Updated weights for policy 0, policy_version 16844 (0.0008) +[2026-06-02 21:26:14,418][451638] Updated weights for policy 0, policy_version 16854 (0.0008) +[2026-06-02 21:26:14,623][451638] Updated weights for policy 0, policy_version 16866 (0.0009) +[2026-06-02 21:26:14,790][451638] Updated weights for policy 0, policy_version 16876 (0.0008) +[2026-06-02 21:26:15,728][451638] Updated weights for policy 0, policy_version 16889 (0.0009) +[2026-06-02 21:26:15,918][451638] Updated weights for policy 0, policy_version 16901 (0.0008) +[2026-06-02 21:26:16,095][451638] Updated weights for policy 0, policy_version 16912 (0.0008) +[2026-06-02 21:26:16,264][451638] Updated weights for policy 0, policy_version 16922 (0.0008) +[2026-06-02 21:26:16,429][451638] Updated weights for policy 0, policy_version 16932 (0.0008) +[2026-06-02 21:26:16,617][451638] Updated weights for policy 0, policy_version 16943 (0.0008) +[2026-06-02 21:26:17,398][450687] Fps is (10 sec: 19661.3, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 8683520. Throughput: 0: 18335.3. Samples: 8683136. Policy #0 lag: (min: 5.0, avg: 16.6, max: 69.0) +[2026-06-02 21:26:17,399][450687] Avg episode reward: [(0, '49.329')] +[2026-06-02 21:26:17,515][451638] Updated weights for policy 0, policy_version 16953 (0.0007) +[2026-06-02 21:26:17,688][451638] Updated weights for policy 0, policy_version 16964 (0.0006) +[2026-06-02 21:26:17,881][451638] Updated weights for policy 0, policy_version 16976 (0.0008) +[2026-06-02 21:26:18,043][451638] Updated weights for policy 0, policy_version 16986 (0.0006) +[2026-06-02 21:26:18,207][451638] Updated weights for policy 0, policy_version 16996 (0.0004) +[2026-06-02 21:26:18,402][451638] Updated weights for policy 0, policy_version 17008 (0.0004) +[2026-06-02 21:26:19,296][451638] Updated weights for policy 0, policy_version 17020 (0.0005) +[2026-06-02 21:26:19,470][451638] Updated weights for policy 0, policy_version 17031 (0.0004) +[2026-06-02 21:26:19,630][451638] Updated weights for policy 0, policy_version 17041 (0.0004) +[2026-06-02 21:26:19,809][451638] Updated weights for policy 0, policy_version 17052 (0.0004) +[2026-06-02 21:26:19,984][451638] Updated weights for policy 0, policy_version 17063 (0.0006) +[2026-06-02 21:26:20,907][451638] Updated weights for policy 0, policy_version 17073 (0.0008) +[2026-06-02 21:26:21,106][451638] Updated weights for policy 0, policy_version 17086 (0.0009) +[2026-06-02 21:26:21,309][451638] Updated weights for policy 0, policy_version 17098 (0.0009) +[2026-06-02 21:26:21,465][451638] Updated weights for policy 0, policy_version 17108 (0.0008) +[2026-06-02 21:26:21,683][451638] Updated weights for policy 0, policy_version 17121 (0.0008) +[2026-06-02 21:26:21,882][451638] Updated weights for policy 0, policy_version 17132 (0.0008) +[2026-06-02 21:26:22,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 8781824. Throughput: 0: 18241.4. Samples: 8791936. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0) +[2026-06-02 21:26:22,400][450687] Avg episode reward: [(0, '44.529')] +[2026-06-02 21:26:22,787][451638] Updated weights for policy 0, policy_version 17142 (0.0008) +[2026-06-02 21:26:22,980][451638] Updated weights for policy 0, policy_version 17154 (0.0008) +[2026-06-02 21:26:23,173][451638] Updated weights for policy 0, policy_version 17166 (0.0008) +[2026-06-02 21:26:23,377][451638] Updated weights for policy 0, policy_version 17178 (0.0008) +[2026-06-02 21:26:23,547][451638] Updated weights for policy 0, policy_version 17188 (0.0008) +[2026-06-02 21:26:23,716][451638] Updated weights for policy 0, policy_version 17198 (0.0008) +[2026-06-02 21:26:24,592][451638] Updated weights for policy 0, policy_version 17209 (0.0006) +[2026-06-02 21:26:24,805][451638] Updated weights for policy 0, policy_version 17222 (0.0008) +[2026-06-02 21:26:24,980][451638] Updated weights for policy 0, policy_version 17233 (0.0008) +[2026-06-02 21:26:25,152][451638] Updated weights for policy 0, policy_version 17243 (0.0008) +[2026-06-02 21:26:25,346][451638] Updated weights for policy 0, policy_version 17255 (0.0005) +[2026-06-02 21:26:26,299][451638] Updated weights for policy 0, policy_version 17267 (0.0009) +[2026-06-02 21:26:26,540][451638] Updated weights for policy 0, policy_version 17283 (0.0008) +[2026-06-02 21:26:26,705][451638] Updated weights for policy 0, policy_version 17293 (0.0005) +[2026-06-02 21:26:26,904][451638] Updated weights for policy 0, policy_version 17305 (0.0007) +[2026-06-02 21:26:27,066][451638] Updated weights for policy 0, policy_version 17315 (0.0008) +[2026-06-02 21:26:27,228][451638] Updated weights for policy 0, policy_version 17325 (0.0009) +[2026-06-02 21:26:27,399][450687] Fps is (10 sec: 19660.4, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 8880128. Throughput: 0: 18255.6. Samples: 8896512. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0) +[2026-06-02 21:26:27,402][450687] Avg episode reward: [(0, '46.835')] +[2026-06-02 21:26:28,163][451638] Updated weights for policy 0, policy_version 17337 (0.0008) +[2026-06-02 21:26:28,372][451638] Updated weights for policy 0, policy_version 17350 (0.0008) +[2026-06-02 21:26:28,582][451638] Updated weights for policy 0, policy_version 17363 (0.0008) +[2026-06-02 21:26:28,774][451638] Updated weights for policy 0, policy_version 17374 (0.0008) +[2026-06-02 21:26:28,940][451638] Updated weights for policy 0, policy_version 17384 (0.0008) +[2026-06-02 21:26:29,850][451638] Updated weights for policy 0, policy_version 17395 (0.0009) +[2026-06-02 21:26:29,996][451638] Updated weights for policy 0, policy_version 17405 (0.0008) +[2026-06-02 21:26:30,155][451638] Updated weights for policy 0, policy_version 17415 (0.0008) +[2026-06-02 21:26:30,339][451638] Updated weights for policy 0, policy_version 17426 (0.0010) +[2026-06-02 21:26:30,520][451638] Updated weights for policy 0, policy_version 17437 (0.0009) +[2026-06-02 21:26:30,724][451638] Updated weights for policy 0, policy_version 17449 (0.0008) +[2026-06-02 21:26:31,639][451638] Updated weights for policy 0, policy_version 17459 (0.0008) +[2026-06-02 21:26:31,819][451638] Updated weights for policy 0, policy_version 17471 (0.0008) +[2026-06-02 21:26:31,994][451638] Updated weights for policy 0, policy_version 17482 (0.0008) +[2026-06-02 21:26:32,200][451638] Updated weights for policy 0, policy_version 17494 (0.0008) +[2026-06-02 21:26:32,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 8945664. Throughput: 0: 18250.0. Samples: 8955904. Policy #0 lag: (min: 63.0, avg: 74.0, max: 127.0) +[2026-06-02 21:26:32,400][450687] Avg episode reward: [(0, '49.708')] +[2026-06-02 21:26:32,432][451638] Updated weights for policy 0, policy_version 17508 (0.0010) +[2026-06-02 21:26:32,618][451638] Updated weights for policy 0, policy_version 17519 (0.0010) +[2026-06-02 21:26:33,564][451638] Updated weights for policy 0, policy_version 17532 (0.0009) +[2026-06-02 21:26:33,758][451638] Updated weights for policy 0, policy_version 17544 (0.0009) +[2026-06-02 21:26:33,932][451638] Updated weights for policy 0, policy_version 17554 (0.0008) +[2026-06-02 21:26:34,123][451638] Updated weights for policy 0, policy_version 17566 (0.0009) +[2026-06-02 21:26:34,323][451638] Updated weights for policy 0, policy_version 17578 (0.0013) +[2026-06-02 21:26:35,259][451638] Updated weights for policy 0, policy_version 17589 (0.0009) +[2026-06-02 21:26:35,449][451638] Updated weights for policy 0, policy_version 17601 (0.0007) +[2026-06-02 21:26:35,612][451638] Updated weights for policy 0, policy_version 17611 (0.0010) +[2026-06-02 21:26:35,790][451638] Updated weights for policy 0, policy_version 17622 (0.0012) +[2026-06-02 21:26:35,955][451638] Updated weights for policy 0, policy_version 17632 (0.0010) +[2026-06-02 21:26:36,139][451638] Updated weights for policy 0, policy_version 17643 (0.0010) +[2026-06-02 21:26:37,094][451638] Updated weights for policy 0, policy_version 17655 (0.0011) +[2026-06-02 21:26:37,294][451638] Updated weights for policy 0, policy_version 17668 (0.0011) +[2026-06-02 21:26:37,399][450687] Fps is (10 sec: 16384.1, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 9043968. Throughput: 0: 18289.9. Samples: 9061248. Policy #0 lag: (min: 43.0, avg: 70.9, max: 107.0) +[2026-06-02 21:26:37,400][450687] Avg episode reward: [(0, '52.669')] +[2026-06-02 21:26:37,451][451638] Updated weights for policy 0, policy_version 17678 (0.0011) +[2026-06-02 21:26:37,643][451638] Updated weights for policy 0, policy_version 17689 (0.0006) +[2026-06-02 21:26:37,816][451638] Updated weights for policy 0, policy_version 17700 (0.0008) +[2026-06-02 21:26:38,011][451566] Saving new best policy, reward=52.669! +[2026-06-02 21:26:38,012][451638] Updated weights for policy 0, policy_version 17712 (0.0009) +[2026-06-02 21:26:38,978][451638] Updated weights for policy 0, policy_version 17725 (0.0009) +[2026-06-02 21:26:39,132][451638] Updated weights for policy 0, policy_version 17735 (0.0009) +[2026-06-02 21:26:39,304][451638] Updated weights for policy 0, policy_version 17746 (0.0008) +[2026-06-02 21:26:39,517][451638] Updated weights for policy 0, policy_version 17758 (0.0008) +[2026-06-02 21:26:39,689][451638] Updated weights for policy 0, policy_version 17769 (0.0008) +[2026-06-02 21:26:40,683][451638] Updated weights for policy 0, policy_version 17782 (0.0008) +[2026-06-02 21:26:40,831][451638] Updated weights for policy 0, policy_version 17792 (0.0008) +[2026-06-02 21:26:41,000][451638] Updated weights for policy 0, policy_version 17802 (0.0008) +[2026-06-02 21:26:41,186][451638] Updated weights for policy 0, policy_version 17813 (0.0008) +[2026-06-02 21:26:41,389][451638] Updated weights for policy 0, policy_version 17826 (0.0008) +[2026-06-02 21:26:41,576][451638] Updated weights for policy 0, policy_version 17837 (0.0008) +[2026-06-02 21:26:42,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 9142272. Throughput: 0: 18397.8. Samples: 9181312. Policy #0 lag: (min: 43.0, avg: 70.9, max: 107.0) +[2026-06-02 21:26:42,400][450687] Avg episode reward: [(0, '43.307')] +[2026-06-02 21:26:42,491][451638] Updated weights for policy 0, policy_version 17847 (0.0008) +[2026-06-02 21:26:42,687][451638] Updated weights for policy 0, policy_version 17859 (0.0008) +[2026-06-02 21:26:42,878][451638] Updated weights for policy 0, policy_version 17871 (0.0009) +[2026-06-02 21:26:43,064][451638] Updated weights for policy 0, policy_version 17882 (0.0008) +[2026-06-02 21:26:43,236][451638] Updated weights for policy 0, policy_version 17893 (0.0008) +[2026-06-02 21:26:44,191][451638] Updated weights for policy 0, policy_version 17906 (0.0009) +[2026-06-02 21:26:44,355][451638] Updated weights for policy 0, policy_version 17917 (0.0008) +[2026-06-02 21:26:44,565][451638] Updated weights for policy 0, policy_version 17930 (0.0008) +[2026-06-02 21:26:44,789][451638] Updated weights for policy 0, policy_version 17943 (0.0008) +[2026-06-02 21:26:44,963][451638] Updated weights for policy 0, policy_version 17954 (0.0008) +[2026-06-02 21:26:45,155][451638] Updated weights for policy 0, policy_version 17965 (0.0008) +[2026-06-02 21:26:46,095][451638] Updated weights for policy 0, policy_version 17978 (0.0009) +[2026-06-02 21:26:46,302][451638] Updated weights for policy 0, policy_version 17991 (0.0009) +[2026-06-02 21:26:46,568][451638] Updated weights for policy 0, policy_version 18007 (0.0009) +[2026-06-02 21:26:46,734][451638] Updated weights for policy 0, policy_version 18017 (0.0008) +[2026-06-02 21:26:46,897][451638] Updated weights for policy 0, policy_version 18027 (0.0009) +[2026-06-02 21:26:47,399][450687] Fps is (10 sec: 19660.0, 60 sec: 18568.4, 300 sec: 18327.8). Total num frames: 9240576. Throughput: 0: 18340.8. Samples: 9227136. Policy #0 lag: (min: 43.0, avg: 70.9, max: 107.0) +[2026-06-02 21:26:47,401][450687] Avg episode reward: [(0, '46.441')] +[2026-06-02 21:26:47,809][451638] Updated weights for policy 0, policy_version 18038 (0.0009) +[2026-06-02 21:26:48,025][451638] Updated weights for policy 0, policy_version 18052 (0.0009) +[2026-06-02 21:26:48,220][451638] Updated weights for policy 0, policy_version 18064 (0.0009) +[2026-06-02 21:26:48,384][451638] Updated weights for policy 0, policy_version 18074 (0.0009) +[2026-06-02 21:26:48,600][451638] Updated weights for policy 0, policy_version 18087 (0.0009) +[2026-06-02 21:26:49,514][451638] Updated weights for policy 0, policy_version 18098 (0.0009) +[2026-06-02 21:26:49,671][451638] Updated weights for policy 0, policy_version 18108 (0.0008) +[2026-06-02 21:26:49,881][451638] Updated weights for policy 0, policy_version 18121 (0.0008) +[2026-06-02 21:26:50,098][451638] Updated weights for policy 0, policy_version 18134 (0.0009) +[2026-06-02 21:26:50,279][451638] Updated weights for policy 0, policy_version 18145 (0.0008) +[2026-06-02 21:26:50,469][451638] Updated weights for policy 0, policy_version 18156 (0.0008) +[2026-06-02 21:26:51,360][451638] Updated weights for policy 0, policy_version 18166 (0.0009) +[2026-06-02 21:26:51,528][451638] Updated weights for policy 0, policy_version 18177 (0.0008) +[2026-06-02 21:26:51,789][451638] Updated weights for policy 0, policy_version 18193 (0.0009) +[2026-06-02 21:26:51,994][451638] Updated weights for policy 0, policy_version 18206 (0.0008) +[2026-06-02 21:26:52,207][451638] Updated weights for policy 0, policy_version 18219 (0.0008) +[2026-06-02 21:26:52,398][450687] Fps is (10 sec: 19661.2, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 9338880. Throughput: 0: 18375.2. Samples: 9344000. Policy #0 lag: (min: 16.0, avg: 45.5, max: 80.0) +[2026-06-02 21:26:52,399][450687] Avg episode reward: [(0, '41.588')] +[2026-06-02 21:26:53,147][451638] Updated weights for policy 0, policy_version 18230 (0.0009) +[2026-06-02 21:26:53,321][451638] Updated weights for policy 0, policy_version 18241 (0.0008) +[2026-06-02 21:26:53,537][451638] Updated weights for policy 0, policy_version 18254 (0.0008) +[2026-06-02 21:26:53,747][451638] Updated weights for policy 0, policy_version 18267 (0.0008) +[2026-06-02 21:26:53,911][451638] Updated weights for policy 0, policy_version 18277 (0.0008) +[2026-06-02 21:26:54,093][451638] Updated weights for policy 0, policy_version 18288 (0.0008) +[2026-06-02 21:26:54,989][451638] Updated weights for policy 0, policy_version 18299 (0.0008) +[2026-06-02 21:26:55,155][451638] Updated weights for policy 0, policy_version 18310 (0.0008) +[2026-06-02 21:26:55,333][451638] Updated weights for policy 0, policy_version 18320 (0.0008) +[2026-06-02 21:26:55,497][451638] Updated weights for policy 0, policy_version 18330 (0.0008) +[2026-06-02 21:26:55,666][451638] Updated weights for policy 0, policy_version 18340 (0.0008) +[2026-06-02 21:26:55,864][451638] Updated weights for policy 0, policy_version 18352 (0.0008) +[2026-06-02 21:26:56,785][451638] Updated weights for policy 0, policy_version 18365 (0.0009) +[2026-06-02 21:26:56,948][451638] Updated weights for policy 0, policy_version 18375 (0.0008) +[2026-06-02 21:26:57,160][451638] Updated weights for policy 0, policy_version 18388 (0.0009) +[2026-06-02 21:26:57,346][451638] Updated weights for policy 0, policy_version 18399 (0.0009) +[2026-06-02 21:26:57,399][450687] Fps is (10 sec: 16384.6, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 9404416. Throughput: 0: 18210.2. Samples: 9447424. Policy #0 lag: (min: 16.0, avg: 45.5, max: 80.0) +[2026-06-02 21:26:57,400][450687] Avg episode reward: [(0, '47.864')] +[2026-06-02 21:26:57,548][451638] Updated weights for policy 0, policy_version 18411 (0.0009) +[2026-06-02 21:26:58,465][451638] Updated weights for policy 0, policy_version 18421 (0.0008) +[2026-06-02 21:26:58,639][451638] Updated weights for policy 0, policy_version 18432 (0.0008) +[2026-06-02 21:26:58,818][451638] Updated weights for policy 0, policy_version 18443 (0.0008) +[2026-06-02 21:26:59,050][451638] Updated weights for policy 0, policy_version 18457 (0.0009) +[2026-06-02 21:26:59,221][451638] Updated weights for policy 0, policy_version 18467 (0.0008) +[2026-06-02 21:26:59,385][451638] Updated weights for policy 0, policy_version 18477 (0.0008) +[2026-06-02 21:27:00,287][451638] Updated weights for policy 0, policy_version 18487 (0.0009) +[2026-06-02 21:27:00,474][451638] Updated weights for policy 0, policy_version 18499 (0.0008) +[2026-06-02 21:27:00,636][451638] Updated weights for policy 0, policy_version 18509 (0.0008) +[2026-06-02 21:27:00,825][451638] Updated weights for policy 0, policy_version 18520 (0.0008) +[2026-06-02 21:27:00,991][451638] Updated weights for policy 0, policy_version 18530 (0.0008) +[2026-06-02 21:27:01,172][451638] Updated weights for policy 0, policy_version 18541 (0.0008) +[2026-06-02 21:27:02,051][451638] Updated weights for policy 0, policy_version 18551 (0.0008) +[2026-06-02 21:27:02,260][451638] Updated weights for policy 0, policy_version 18564 (0.0009) +[2026-06-02 21:27:02,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 9502720. Throughput: 0: 18321.0. Samples: 9507584. Policy #0 lag: (min: 16.0, avg: 45.5, max: 80.0) +[2026-06-02 21:27:02,400][450687] Avg episode reward: [(0, '47.244')] +[2026-06-02 21:27:02,419][451638] Updated weights for policy 0, policy_version 18574 (0.0008) +[2026-06-02 21:27:02,598][451638] Updated weights for policy 0, policy_version 18585 (0.0008) +[2026-06-02 21:27:02,770][451638] Updated weights for policy 0, policy_version 18595 (0.0008) +[2026-06-02 21:27:02,954][451638] Updated weights for policy 0, policy_version 18606 (0.0008) +[2026-06-02 21:27:04,018][451638] Updated weights for policy 0, policy_version 18626 (0.0009) +[2026-06-02 21:27:04,234][451638] Updated weights for policy 0, policy_version 18639 (0.0008) +[2026-06-02 21:27:04,399][451638] Updated weights for policy 0, policy_version 18649 (0.0008) +[2026-06-02 21:27:04,609][451638] Updated weights for policy 0, policy_version 18661 (0.0005) +[2026-06-02 21:27:04,780][451638] Updated weights for policy 0, policy_version 18672 (0.0005) +[2026-06-02 21:27:05,761][451638] Updated weights for policy 0, policy_version 18687 (0.0009) +[2026-06-02 21:27:05,941][451638] Updated weights for policy 0, policy_version 18698 (0.0009) +[2026-06-02 21:27:06,154][451638] Updated weights for policy 0, policy_version 18711 (0.0007) +[2026-06-02 21:27:06,337][451638] Updated weights for policy 0, policy_version 18722 (0.0008) +[2026-06-02 21:27:06,508][451638] Updated weights for policy 0, policy_version 18732 (0.0008) +[2026-06-02 21:27:07,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 9601024. Throughput: 0: 18215.8. Samples: 9611648. Policy #0 lag: (min: 21.0, avg: 32.5, max: 85.0) +[2026-06-02 21:27:07,401][450687] Avg episode reward: [(0, '47.282')] +[2026-06-02 21:27:07,417][451638] Updated weights for policy 0, policy_version 18743 (0.0008) +[2026-06-02 21:27:07,702][451638] Updated weights for policy 0, policy_version 18761 (0.0009) +[2026-06-02 21:27:07,877][451638] Updated weights for policy 0, policy_version 18772 (0.0008) +[2026-06-02 21:27:08,048][451638] Updated weights for policy 0, policy_version 18782 (0.0009) +[2026-06-02 21:27:08,225][451638] Updated weights for policy 0, policy_version 18793 (0.0008) +[2026-06-02 21:27:09,172][451638] Updated weights for policy 0, policy_version 18805 (0.0009) +[2026-06-02 21:27:09,338][451638] Updated weights for policy 0, policy_version 18816 (0.0008) +[2026-06-02 21:27:09,531][451638] Updated weights for policy 0, policy_version 18828 (0.0009) +[2026-06-02 21:27:09,722][451638] Updated weights for policy 0, policy_version 18839 (0.0008) +[2026-06-02 21:27:09,882][451638] Updated weights for policy 0, policy_version 18849 (0.0009) +[2026-06-02 21:27:10,084][451638] Updated weights for policy 0, policy_version 18861 (0.0008) +[2026-06-02 21:27:11,031][451638] Updated weights for policy 0, policy_version 18875 (0.0008) +[2026-06-02 21:27:11,264][451638] Updated weights for policy 0, policy_version 18889 (0.0008) +[2026-06-02 21:27:11,440][451638] Updated weights for policy 0, policy_version 18900 (0.0008) +[2026-06-02 21:27:11,645][451638] Updated weights for policy 0, policy_version 18912 (0.0008) +[2026-06-02 21:27:11,891][451638] Updated weights for policy 0, policy_version 18927 (0.0008) +[2026-06-02 21:27:12,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 9699328. Throughput: 0: 18432.0. Samples: 9725952. Policy #0 lag: (min: 21.0, avg: 32.5, max: 85.0) +[2026-06-02 21:27:12,400][450687] Avg episode reward: [(0, '48.467')] +[2026-06-02 21:27:12,923][451638] Updated weights for policy 0, policy_version 18944 (0.0009) +[2026-06-02 21:27:13,215][451638] Updated weights for policy 0, policy_version 18962 (0.0009) +[2026-06-02 21:27:13,395][451638] Updated weights for policy 0, policy_version 18973 (0.0008) +[2026-06-02 21:27:13,600][451638] Updated weights for policy 0, policy_version 18985 (0.0008) +[2026-06-02 21:27:14,540][451638] Updated weights for policy 0, policy_version 18998 (0.0008) +[2026-06-02 21:27:14,708][451638] Updated weights for policy 0, policy_version 19009 (0.0008) +[2026-06-02 21:27:14,866][451638] Updated weights for policy 0, policy_version 19019 (0.0008) +[2026-06-02 21:27:15,039][451638] Updated weights for policy 0, policy_version 19029 (0.0008) +[2026-06-02 21:27:15,213][451638] Updated weights for policy 0, policy_version 19040 (0.0008) +[2026-06-02 21:27:15,435][451638] Updated weights for policy 0, policy_version 19053 (0.0008) +[2026-06-02 21:27:16,365][451638] Updated weights for policy 0, policy_version 19065 (0.0008) +[2026-06-02 21:27:16,548][451638] Updated weights for policy 0, policy_version 19077 (0.0008) +[2026-06-02 21:27:16,759][451638] Updated weights for policy 0, policy_version 19090 (0.0008) +[2026-06-02 21:27:16,969][451638] Updated weights for policy 0, policy_version 19102 (0.0009) +[2026-06-02 21:27:17,141][451638] Updated weights for policy 0, policy_version 19113 (0.0008) +[2026-06-02 21:27:17,399][450687] Fps is (10 sec: 19660.4, 60 sec: 18568.4, 300 sec: 18438.9). Total num frames: 9797632. Throughput: 0: 18212.8. Samples: 9775488. Policy #0 lag: (min: 21.0, avg: 32.5, max: 85.0) +[2026-06-02 21:27:17,401][450687] Avg episode reward: [(0, '43.013')] +[2026-06-02 21:27:18,161][451638] Updated weights for policy 0, policy_version 19130 (0.0009) +[2026-06-02 21:27:18,428][451638] Updated weights for policy 0, policy_version 19147 (0.0009) +[2026-06-02 21:27:18,635][451638] Updated weights for policy 0, policy_version 19159 (0.0009) +[2026-06-02 21:27:18,834][451638] Updated weights for policy 0, policy_version 19171 (0.0009) +[2026-06-02 21:27:18,997][451638] Updated weights for policy 0, policy_version 19181 (0.0009) +[2026-06-02 21:27:19,924][451638] Updated weights for policy 0, policy_version 19193 (0.0009) +[2026-06-02 21:27:20,097][451638] Updated weights for policy 0, policy_version 19204 (0.0008) +[2026-06-02 21:27:20,273][451638] Updated weights for policy 0, policy_version 19214 (0.0008) +[2026-06-02 21:27:20,447][451638] Updated weights for policy 0, policy_version 19225 (0.0008) +[2026-06-02 21:27:20,663][451638] Updated weights for policy 0, policy_version 19238 (0.0008) +[2026-06-02 21:27:20,828][451638] Updated weights for policy 0, policy_version 19248 (0.0008) +[2026-06-02 21:27:21,767][451638] Updated weights for policy 0, policy_version 19261 (0.0009) +[2026-06-02 21:27:21,967][451638] Updated weights for policy 0, policy_version 19273 (0.0008) +[2026-06-02 21:27:22,133][451638] Updated weights for policy 0, policy_version 19283 (0.0008) +[2026-06-02 21:27:22,336][451638] Updated weights for policy 0, policy_version 19295 (0.0009) +[2026-06-02 21:27:22,399][450687] Fps is (10 sec: 16382.9, 60 sec: 18022.2, 300 sec: 18327.8). Total num frames: 9863168. Throughput: 0: 18446.0. Samples: 9891328. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-02 21:27:22,402][450687] Avg episode reward: [(0, '47.599')] +[2026-06-02 21:27:22,512][451638] Updated weights for policy 0, policy_version 19306 (0.0008) +[2026-06-02 21:27:23,458][451638] Updated weights for policy 0, policy_version 19316 (0.0008) +[2026-06-02 21:27:23,639][451638] Updated weights for policy 0, policy_version 19328 (0.0008) +[2026-06-02 21:27:23,844][451638] Updated weights for policy 0, policy_version 19340 (0.0008) +[2026-06-02 21:27:24,014][451638] Updated weights for policy 0, policy_version 19350 (0.0008) +[2026-06-02 21:27:24,188][451638] Updated weights for policy 0, policy_version 19361 (0.0008) +[2026-06-02 21:27:24,390][451638] Updated weights for policy 0, policy_version 19373 (0.0009) +[2026-06-02 21:27:25,350][451638] Updated weights for policy 0, policy_version 19389 (0.0009) +[2026-06-02 21:27:25,554][451638] Updated weights for policy 0, policy_version 19401 (0.0009) +[2026-06-02 21:27:25,720][451638] Updated weights for policy 0, policy_version 19411 (0.0008) +[2026-06-02 21:27:25,958][451638] Updated weights for policy 0, policy_version 19425 (0.0009) +[2026-06-02 21:27:26,122][451638] Updated weights for policy 0, policy_version 19435 (0.0008) +[2026-06-02 21:27:27,029][451638] Updated weights for policy 0, policy_version 19447 (0.0009) +[2026-06-02 21:27:27,180][451638] Updated weights for policy 0, policy_version 19457 (0.0008) +[2026-06-02 21:27:27,396][451638] Updated weights for policy 0, policy_version 19470 (0.0008) +[2026-06-02 21:27:27,399][450687] Fps is (10 sec: 16384.6, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 9961472. Throughput: 0: 18187.4. Samples: 9999744. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-02 21:27:27,400][450687] Avg episode reward: [(0, '45.971')] +[2026-06-02 21:27:27,600][451638] Updated weights for policy 0, policy_version 19482 (0.0008) +[2026-06-02 21:27:27,777][451638] Updated weights for policy 0, policy_version 19493 (0.0008) +[2026-06-02 21:27:27,954][451638] Updated weights for policy 0, policy_version 19504 (0.0008) +[2026-06-02 21:27:28,901][451638] Updated weights for policy 0, policy_version 19516 (0.0009) +[2026-06-02 21:27:29,107][451638] Updated weights for policy 0, policy_version 19529 (0.0009) +[2026-06-02 21:27:29,293][451638] Updated weights for policy 0, policy_version 19540 (0.0009) +[2026-06-02 21:27:29,486][451638] Updated weights for policy 0, policy_version 19552 (0.0008) +[2026-06-02 21:27:29,684][451638] Updated weights for policy 0, policy_version 19564 (0.0008) +[2026-06-02 21:27:30,614][451638] Updated weights for policy 0, policy_version 19575 (0.0008) +[2026-06-02 21:27:30,765][451638] Updated weights for policy 0, policy_version 19585 (0.0008) +[2026-06-02 21:27:30,961][451638] Updated weights for policy 0, policy_version 19597 (0.0008) +[2026-06-02 21:27:31,131][451638] Updated weights for policy 0, policy_version 19607 (0.0008) +[2026-06-02 21:27:31,322][451638] Updated weights for policy 0, policy_version 19618 (0.0008) +[2026-06-02 21:27:31,516][451638] Updated weights for policy 0, policy_version 19630 (0.0008) +[2026-06-02 21:27:32,399][450687] Fps is (10 sec: 19661.8, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 10059776. Throughput: 0: 18457.7. Samples: 10057728. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-02 21:27:32,401][450687] Avg episode reward: [(0, '44.746')] +[2026-06-02 21:27:32,408][451638] Updated weights for policy 0, policy_version 19640 (0.0009) +[2026-06-02 21:27:32,637][451638] Updated weights for policy 0, policy_version 19654 (0.0009) +[2026-06-02 21:27:32,857][451638] Updated weights for policy 0, policy_version 19667 (0.0008) +[2026-06-02 21:27:33,072][451638] Updated weights for policy 0, policy_version 19680 (0.0008) +[2026-06-02 21:27:33,293][451638] Updated weights for policy 0, policy_version 19693 (0.0008) +[2026-06-02 21:27:34,207][451638] Updated weights for policy 0, policy_version 19705 (0.0008) +[2026-06-02 21:27:34,408][451638] Updated weights for policy 0, policy_version 19717 (0.0008) +[2026-06-02 21:27:34,571][451638] Updated weights for policy 0, policy_version 19727 (0.0008) +[2026-06-02 21:27:34,772][451638] Updated weights for policy 0, policy_version 19739 (0.0008) +[2026-06-02 21:27:34,976][451638] Updated weights for policy 0, policy_version 19751 (0.0008) +[2026-06-02 21:27:35,895][451638] Updated weights for policy 0, policy_version 19762 (0.0009) +[2026-06-02 21:27:36,043][451638] Updated weights for policy 0, policy_version 19772 (0.0008) +[2026-06-02 21:27:36,230][451638] Updated weights for policy 0, policy_version 19784 (0.0008) +[2026-06-02 21:27:36,411][451638] Updated weights for policy 0, policy_version 19794 (0.0009) +[2026-06-02 21:27:36,577][451638] Updated weights for policy 0, policy_version 19804 (0.0009) +[2026-06-02 21:27:36,802][451638] Updated weights for policy 0, policy_version 19817 (0.0009) +[2026-06-02 21:27:37,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 10158080. Throughput: 0: 18212.9. Samples: 10163584. Policy #0 lag: (min: 24.0, avg: 37.1, max: 88.0) +[2026-06-02 21:27:37,400][450687] Avg episode reward: [(0, '43.773')] +[2026-06-02 21:27:37,729][451638] Updated weights for policy 0, policy_version 19828 (0.0009) +[2026-06-02 21:27:37,880][451638] Updated weights for policy 0, policy_version 19838 (0.0008) +[2026-06-02 21:27:38,079][451638] Updated weights for policy 0, policy_version 19850 (0.0009) +[2026-06-02 21:27:38,265][451638] Updated weights for policy 0, policy_version 19861 (0.0009) +[2026-06-02 21:27:38,458][451638] Updated weights for policy 0, policy_version 19872 (0.0009) +[2026-06-02 21:27:38,635][451638] Updated weights for policy 0, policy_version 19883 (0.0009) +[2026-06-02 21:27:39,554][451638] Updated weights for policy 0, policy_version 19894 (0.0009) +[2026-06-02 21:27:39,724][451638] Updated weights for policy 0, policy_version 19905 (0.0008) +[2026-06-02 21:27:39,885][451638] Updated weights for policy 0, policy_version 19915 (0.0008) +[2026-06-02 21:27:40,056][451638] Updated weights for policy 0, policy_version 19925 (0.0008) +[2026-06-02 21:27:40,251][451638] Updated weights for policy 0, policy_version 19936 (0.0008) +[2026-06-02 21:27:40,452][451638] Updated weights for policy 0, policy_version 19948 (0.0008) +[2026-06-02 21:27:41,368][451638] Updated weights for policy 0, policy_version 19959 (0.0009) +[2026-06-02 21:27:41,595][451638] Updated weights for policy 0, policy_version 19973 (0.0008) +[2026-06-02 21:27:41,767][451638] Updated weights for policy 0, policy_version 19983 (0.0008) +[2026-06-02 21:27:41,939][451638] Updated weights for policy 0, policy_version 19993 (0.0008) +[2026-06-02 21:27:42,126][451638] Updated weights for policy 0, policy_version 20004 (0.0008) +[2026-06-02 21:27:42,309][451638] Updated weights for policy 0, policy_version 20015 (0.0008) +[2026-06-02 21:27:42,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 10256384. Throughput: 0: 18258.5. Samples: 10269056. Policy #0 lag: (min: 24.0, avg: 37.1, max: 88.0) +[2026-06-02 21:27:42,401][450687] Avg episode reward: [(0, '44.273')] +[2026-06-02 21:27:43,215][451638] Updated weights for policy 0, policy_version 20028 (0.0008) +[2026-06-02 21:27:43,397][451638] Updated weights for policy 0, policy_version 20039 (0.0008) +[2026-06-02 21:27:43,564][451638] Updated weights for policy 0, policy_version 20049 (0.0008) +[2026-06-02 21:27:43,763][451638] Updated weights for policy 0, policy_version 20061 (0.0008) +[2026-06-02 21:27:43,925][451638] Updated weights for policy 0, policy_version 20071 (0.0008) +[2026-06-02 21:27:44,871][451638] Updated weights for policy 0, policy_version 20083 (0.0008) +[2026-06-02 21:27:45,044][451638] Updated weights for policy 0, policy_version 20094 (0.0008) +[2026-06-02 21:27:45,199][451638] Updated weights for policy 0, policy_version 20104 (0.0008) +[2026-06-02 21:27:45,422][451638] Updated weights for policy 0, policy_version 20117 (0.0008) +[2026-06-02 21:27:45,622][451638] Updated weights for policy 0, policy_version 20129 (0.0008) +[2026-06-02 21:27:45,812][451638] Updated weights for policy 0, policy_version 20140 (0.0008) +[2026-06-02 21:27:46,754][451638] Updated weights for policy 0, policy_version 20152 (0.0008) +[2026-06-02 21:27:46,925][451638] Updated weights for policy 0, policy_version 20163 (0.0008) +[2026-06-02 21:27:47,117][451638] Updated weights for policy 0, policy_version 20175 (0.0008) +[2026-06-02 21:27:47,339][451638] Updated weights for policy 0, policy_version 20189 (0.0009) +[2026-06-02 21:27:47,399][450687] Fps is (10 sec: 16384.1, 60 sec: 18022.5, 300 sec: 18327.9). Total num frames: 10321920. Throughput: 0: 18244.2. Samples: 10328576. Policy #0 lag: (min: 24.0, avg: 37.1, max: 88.0) +[2026-06-02 21:27:47,400][450687] Avg episode reward: [(0, '49.368')] +[2026-06-02 21:27:47,551][451638] Updated weights for policy 0, policy_version 20202 (0.0008) +[2026-06-02 21:27:48,487][451638] Updated weights for policy 0, policy_version 20213 (0.0008) +[2026-06-02 21:27:48,648][451638] Updated weights for policy 0, policy_version 20223 (0.0008) +[2026-06-02 21:27:48,877][451638] Updated weights for policy 0, policy_version 20237 (0.0009) +[2026-06-02 21:27:49,034][451638] Updated weights for policy 0, policy_version 20247 (0.0008) +[2026-06-02 21:27:49,262][451638] Updated weights for policy 0, policy_version 20261 (0.0008) +[2026-06-02 21:27:50,235][451638] Updated weights for policy 0, policy_version 20274 (0.0009) +[2026-06-02 21:27:50,442][451638] Updated weights for policy 0, policy_version 20287 (0.0008) +[2026-06-02 21:27:50,601][451638] Updated weights for policy 0, policy_version 20297 (0.0008) +[2026-06-02 21:27:50,775][451638] Updated weights for policy 0, policy_version 20308 (0.0008) +[2026-06-02 21:27:50,971][451638] Updated weights for policy 0, policy_version 20320 (0.0008) +[2026-06-02 21:27:51,213][451638] Updated weights for policy 0, policy_version 20335 (0.0009) +[2026-06-02 21:27:52,158][451638] Updated weights for policy 0, policy_version 20347 (0.0011) +[2026-06-02 21:27:52,355][451638] Updated weights for policy 0, policy_version 20359 (0.0012) +[2026-06-02 21:27:52,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18022.3, 300 sec: 18327.9). Total num frames: 10420224. Throughput: 0: 18304.0. Samples: 10435328. Policy #0 lag: (min: 6.0, avg: 16.2, max: 70.0) +[2026-06-02 21:27:52,402][450687] Avg episode reward: [(0, '43.704')] +[2026-06-02 21:27:52,544][451638] Updated weights for policy 0, policy_version 20370 (0.0011) +[2026-06-02 21:27:52,745][451638] Updated weights for policy 0, policy_version 20382 (0.0011) +[2026-06-02 21:27:52,959][451638] Updated weights for policy 0, policy_version 20395 (0.0009) +[2026-06-02 21:27:53,889][451638] Updated weights for policy 0, policy_version 20407 (0.0008) +[2026-06-02 21:27:54,065][451638] Updated weights for policy 0, policy_version 20418 (0.0009) +[2026-06-02 21:27:54,294][451638] Updated weights for policy 0, policy_version 20432 (0.0009) +[2026-06-02 21:27:54,474][451638] Updated weights for policy 0, policy_version 20443 (0.0008) +[2026-06-02 21:27:54,655][451638] Updated weights for policy 0, policy_version 20454 (0.0008) +[2026-06-02 21:27:54,814][451638] Updated weights for policy 0, policy_version 20464 (0.0008) +[2026-06-02 21:27:55,731][451638] Updated weights for policy 0, policy_version 20475 (0.0009) +[2026-06-02 21:27:55,889][451638] Updated weights for policy 0, policy_version 20485 (0.0010) +[2026-06-02 21:27:56,077][451638] Updated weights for policy 0, policy_version 20497 (0.0009) +[2026-06-02 21:27:56,273][451638] Updated weights for policy 0, policy_version 20509 (0.0008) +[2026-06-02 21:27:56,451][451638] Updated weights for policy 0, policy_version 20520 (0.0009) +[2026-06-02 21:27:57,397][451638] Updated weights for policy 0, policy_version 20530 (0.0009) +[2026-06-02 21:27:57,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 10518528. Throughput: 0: 18403.6. Samples: 10554112. Policy #0 lag: (min: 6.0, avg: 16.2, max: 70.0) +[2026-06-02 21:27:57,399][450687] Avg episode reward: [(0, '37.388')] +[2026-06-02 21:27:57,547][451638] Updated weights for policy 0, policy_version 20540 (0.0009) +[2026-06-02 21:27:57,755][451638] Updated weights for policy 0, policy_version 20553 (0.0009) +[2026-06-02 21:27:58,028][451638] Updated weights for policy 0, policy_version 20570 (0.0009) +[2026-06-02 21:27:58,196][451638] Updated weights for policy 0, policy_version 20580 (0.0009) +[2026-06-02 21:27:59,176][451638] Updated weights for policy 0, policy_version 20594 (0.0009) +[2026-06-02 21:27:59,347][451638] Updated weights for policy 0, policy_version 20605 (0.0008) +[2026-06-02 21:27:59,540][451638] Updated weights for policy 0, policy_version 20617 (0.0008) +[2026-06-02 21:27:59,700][451638] Updated weights for policy 0, policy_version 20627 (0.0008) +[2026-06-02 21:27:59,864][451638] Updated weights for policy 0, policy_version 20637 (0.0008) +[2026-06-02 21:28:00,039][451638] Updated weights for policy 0, policy_version 20648 (0.0008) +[2026-06-02 21:28:00,980][451638] Updated weights for policy 0, policy_version 20658 (0.0009) +[2026-06-02 21:28:01,222][451638] Updated weights for policy 0, policy_version 20674 (0.0009) +[2026-06-02 21:28:01,383][451638] Updated weights for policy 0, policy_version 20684 (0.0008) +[2026-06-02 21:28:01,567][451638] Updated weights for policy 0, policy_version 20695 (0.0009) +[2026-06-02 21:28:01,773][451638] Updated weights for policy 0, policy_version 20707 (0.0009) +[2026-06-02 21:28:01,930][451638] Updated weights for policy 0, policy_version 20717 (0.0009) +[2026-06-02 21:28:02,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 10616832. Throughput: 0: 18346.8. Samples: 10601088. Policy #0 lag: (min: 6.0, avg: 16.2, max: 70.0) +[2026-06-02 21:28:02,400][450687] Avg episode reward: [(0, '48.654')] +[2026-06-02 21:28:02,881][451638] Updated weights for policy 0, policy_version 20730 (0.0009) +[2026-06-02 21:28:03,107][451638] Updated weights for policy 0, policy_version 20744 (0.0009) +[2026-06-02 21:28:03,266][451638] Updated weights for policy 0, policy_version 20754 (0.0008) +[2026-06-02 21:28:03,447][451638] Updated weights for policy 0, policy_version 20765 (0.0009) +[2026-06-02 21:28:03,642][451638] Updated weights for policy 0, policy_version 20777 (0.0009) +[2026-06-02 21:28:04,553][451638] Updated weights for policy 0, policy_version 20787 (0.0010) +[2026-06-02 21:28:04,784][451638] Updated weights for policy 0, policy_version 20802 (0.0009) +[2026-06-02 21:28:04,964][451638] Updated weights for policy 0, policy_version 20813 (0.0008) +[2026-06-02 21:28:05,129][451638] Updated weights for policy 0, policy_version 20823 (0.0009) +[2026-06-02 21:28:05,343][451638] Updated weights for policy 0, policy_version 20836 (0.0008) +[2026-06-02 21:28:05,528][451638] Updated weights for policy 0, policy_version 20847 (0.0008) +[2026-06-02 21:28:06,499][451638] Updated weights for policy 0, policy_version 20860 (0.0009) +[2026-06-02 21:28:06,670][451638] Updated weights for policy 0, policy_version 20870 (0.0009) +[2026-06-02 21:28:06,851][451638] Updated weights for policy 0, policy_version 20881 (0.0009) +[2026-06-02 21:28:07,128][451638] Updated weights for policy 0, policy_version 20898 (0.0009) +[2026-06-02 21:28:07,290][451638] Updated weights for policy 0, policy_version 20908 (0.0009) +[2026-06-02 21:28:07,399][450687] Fps is (10 sec: 19660.4, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 10715136. Throughput: 0: 18400.9. Samples: 10719360. Policy #0 lag: (min: 0.0, avg: 22.0, max: 64.0) +[2026-06-02 21:28:07,400][450687] Avg episode reward: [(0, '47.788')] +[2026-06-02 21:28:07,407][451566] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_uniform_u1_3_stride5_seed14/checkpoint_p0/checkpoint_000020912_10715136.pth... +[2026-06-02 21:28:08,203][451638] Updated weights for policy 0, policy_version 20919 (0.0009) +[2026-06-02 21:28:08,408][451638] Updated weights for policy 0, policy_version 20932 (0.0009) +[2026-06-02 21:28:08,587][451638] Updated weights for policy 0, policy_version 20943 (0.0009) +[2026-06-02 21:28:08,765][451638] Updated weights for policy 0, policy_version 20954 (0.0009) +[2026-06-02 21:28:08,927][451638] Updated weights for policy 0, policy_version 20964 (0.0009) +[2026-06-02 21:28:09,117][451638] Updated weights for policy 0, policy_version 20976 (0.0008) +[2026-06-02 21:28:10,061][451638] Updated weights for policy 0, policy_version 20986 (0.0008) +[2026-06-02 21:28:10,212][451638] Updated weights for policy 0, policy_version 20996 (0.0008) +[2026-06-02 21:28:10,443][451638] Updated weights for policy 0, policy_version 21010 (0.0009) +[2026-06-02 21:28:10,613][451638] Updated weights for policy 0, policy_version 21020 (0.0008) +[2026-06-02 21:28:10,799][451638] Updated weights for policy 0, policy_version 21031 (0.0008) +[2026-06-02 21:28:11,690][451638] Updated weights for policy 0, policy_version 21041 (0.0008) +[2026-06-02 21:28:11,864][451638] Updated weights for policy 0, policy_version 21053 (0.0009) +[2026-06-02 21:28:12,060][451638] Updated weights for policy 0, policy_version 21065 (0.0009) +[2026-06-02 21:28:12,225][451638] Updated weights for policy 0, policy_version 21075 (0.0008) +[2026-06-02 21:28:12,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 10780672. Throughput: 0: 18323.9. Samples: 10824320. Policy #0 lag: (min: 0.0, avg: 22.0, max: 64.0) +[2026-06-02 21:28:12,400][450687] Avg episode reward: [(0, '56.391')] +[2026-06-02 21:28:12,405][451638] Updated weights for policy 0, policy_version 21086 (0.0009) +[2026-06-02 21:28:12,596][451638] Updated weights for policy 0, policy_version 21097 (0.0009) +[2026-06-02 21:28:12,699][451566] Saving new best policy, reward=56.391! +[2026-06-02 21:28:13,533][451638] Updated weights for policy 0, policy_version 21108 (0.0009) +[2026-06-02 21:28:13,753][451638] Updated weights for policy 0, policy_version 21122 (0.0009) +[2026-06-02 21:28:13,909][451638] Updated weights for policy 0, policy_version 21132 (0.0008) +[2026-06-02 21:28:14,077][451638] Updated weights for policy 0, policy_version 21142 (0.0008) +[2026-06-02 21:28:14,239][451638] Updated weights for policy 0, policy_version 21152 (0.0008) +[2026-06-02 21:28:14,403][451638] Updated weights for policy 0, policy_version 21162 (0.0008) +[2026-06-02 21:28:14,496][451566] Early stopping after 8 epochs (64 sgd steps), loss delta 0.0000006 +[2026-06-02 21:28:15,330][451638] Updated weights for policy 0, policy_version 21173 (0.0009) +[2026-06-02 21:28:15,486][451638] Updated weights for policy 0, policy_version 21183 (0.0008) +[2026-06-02 21:28:15,667][451638] Updated weights for policy 0, policy_version 21194 (0.0008) +[2026-06-02 21:28:15,873][451638] Updated weights for policy 0, policy_version 21206 (0.0009) +[2026-06-02 21:28:16,043][451638] Updated weights for policy 0, policy_version 21217 (0.0008) +[2026-06-02 21:28:16,230][451638] Updated weights for policy 0, policy_version 21228 (0.0009) +[2026-06-02 21:28:17,140][451638] Updated weights for policy 0, policy_version 21238 (0.0008) +[2026-06-02 21:28:17,311][451638] Updated weights for policy 0, policy_version 21249 (0.0008) +[2026-06-02 21:28:17,399][450687] Fps is (10 sec: 16384.3, 60 sec: 18022.5, 300 sec: 18328.0). Total num frames: 10878976. Throughput: 0: 18352.4. Samples: 10883584. Policy #0 lag: (min: 0.0, avg: 22.0, max: 64.0) +[2026-06-02 21:28:17,400][450687] Avg episode reward: [(0, '49.572')] +[2026-06-02 21:28:17,490][451638] Updated weights for policy 0, policy_version 21260 (0.0009) +[2026-06-02 21:28:17,668][451638] Updated weights for policy 0, policy_version 21270 (0.0008) +[2026-06-02 21:28:17,854][451638] Updated weights for policy 0, policy_version 21281 (0.0008) +[2026-06-02 21:28:18,031][451638] Updated weights for policy 0, policy_version 21292 (0.0008) +[2026-06-02 21:28:18,907][451638] Updated weights for policy 0, policy_version 21303 (0.0009) +[2026-06-02 21:28:19,118][451638] Updated weights for policy 0, policy_version 21316 (0.0009) +[2026-06-02 21:28:19,355][451638] Updated weights for policy 0, policy_version 21330 (0.0009) +[2026-06-02 21:28:19,572][451638] Updated weights for policy 0, policy_version 21343 (0.0009) +[2026-06-02 21:28:19,772][451638] Updated weights for policy 0, policy_version 21355 (0.0009) +[2026-06-02 21:28:20,676][451638] Updated weights for policy 0, policy_version 21365 (0.0009) +[2026-06-02 21:28:20,889][451638] Updated weights for policy 0, policy_version 21379 (0.0008) +[2026-06-02 21:28:21,085][451638] Updated weights for policy 0, policy_version 21391 (0.0008) +[2026-06-02 21:28:21,257][451638] Updated weights for policy 0, policy_version 21401 (0.0008) +[2026-06-02 21:28:21,427][451638] Updated weights for policy 0, policy_version 21412 (0.0008) +[2026-06-02 21:28:21,595][451638] Updated weights for policy 0, policy_version 21422 (0.0009) +[2026-06-02 21:28:22,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.7, 300 sec: 18327.9). Total num frames: 10977280. Throughput: 0: 18315.4. Samples: 10987776. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-02 21:28:22,401][450687] Avg episode reward: [(0, '44.967')] +[2026-06-02 21:28:22,535][451638] Updated weights for policy 0, policy_version 21435 (0.0009) +[2026-06-02 21:28:22,740][451638] Updated weights for policy 0, policy_version 21448 (0.0009) +[2026-06-02 21:28:22,928][451638] Updated weights for policy 0, policy_version 21459 (0.0009) +[2026-06-02 21:28:23,088][451638] Updated weights for policy 0, policy_version 21469 (0.0008) +[2026-06-02 21:28:23,275][451638] Updated weights for policy 0, policy_version 21480 (0.0009) +[2026-06-02 21:28:24,179][451638] Updated weights for policy 0, policy_version 21491 (0.0009) +[2026-06-02 21:28:24,326][451638] Updated weights for policy 0, policy_version 21501 (0.0009) +[2026-06-02 21:28:24,497][451638] Updated weights for policy 0, policy_version 21511 (0.0007) +[2026-06-02 21:28:24,670][451638] Updated weights for policy 0, policy_version 21522 (0.0007) +[2026-06-02 21:28:24,859][451638] Updated weights for policy 0, policy_version 21533 (0.0008) +[2026-06-02 21:28:25,059][451638] Updated weights for policy 0, policy_version 21545 (0.0008) +[2026-06-02 21:28:26,004][451638] Updated weights for policy 0, policy_version 21558 (0.0009) +[2026-06-02 21:28:26,212][451638] Updated weights for policy 0, policy_version 21571 (0.0008) +[2026-06-02 21:28:26,388][451638] Updated weights for policy 0, policy_version 21582 (0.0008) +[2026-06-02 21:28:26,588][451638] Updated weights for policy 0, policy_version 21594 (0.0009) +[2026-06-02 21:28:26,760][451638] Updated weights for policy 0, policy_version 21604 (0.0008) +[2026-06-02 21:28:26,920][451638] Updated weights for policy 0, policy_version 21614 (0.0008) +[2026-06-02 21:28:27,399][450687] Fps is (10 sec: 19660.1, 60 sec: 18568.4, 300 sec: 18438.9). Total num frames: 11075584. Throughput: 0: 18488.8. Samples: 11101056. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-02 21:28:27,405][450687] Avg episode reward: [(0, '42.496')] +[2026-06-02 21:28:27,856][451638] Updated weights for policy 0, policy_version 21629 (0.0010) +[2026-06-02 21:28:28,078][451638] Updated weights for policy 0, policy_version 21643 (0.0006) +[2026-06-02 21:28:28,266][451638] Updated weights for policy 0, policy_version 21654 (0.0008) +[2026-06-02 21:28:28,480][451638] Updated weights for policy 0, policy_version 21667 (0.0007) +[2026-06-02 21:28:28,674][451638] Updated weights for policy 0, policy_version 21679 (0.0004) +[2026-06-02 21:28:29,549][451638] Updated weights for policy 0, policy_version 21690 (0.0005) +[2026-06-02 21:28:29,743][451638] Updated weights for policy 0, policy_version 21702 (0.0008) +[2026-06-02 21:28:29,919][451638] Updated weights for policy 0, policy_version 21713 (0.0008) +[2026-06-02 21:28:30,101][451638] Updated weights for policy 0, policy_version 21724 (0.0008) +[2026-06-02 21:28:30,323][451638] Updated weights for policy 0, policy_version 21737 (0.0008) +[2026-06-02 21:28:31,224][451638] Updated weights for policy 0, policy_version 21747 (0.0009) +[2026-06-02 21:28:31,404][451638] Updated weights for policy 0, policy_version 21759 (0.0008) +[2026-06-02 21:28:31,568][451638] Updated weights for policy 0, policy_version 21769 (0.0008) +[2026-06-02 21:28:31,745][451638] Updated weights for policy 0, policy_version 21779 (0.0008) +[2026-06-02 21:28:31,905][451638] Updated weights for policy 0, policy_version 21789 (0.0008) +[2026-06-02 21:28:32,106][451638] Updated weights for policy 0, policy_version 21801 (0.0008) +[2026-06-02 21:28:32,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 11173888. Throughput: 0: 18301.2. Samples: 11152128. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-02 21:28:32,400][450687] Avg episode reward: [(0, '43.054')] +[2026-06-02 21:28:32,994][451638] Updated weights for policy 0, policy_version 21811 (0.0009) +[2026-06-02 21:28:33,233][451638] Updated weights for policy 0, policy_version 21826 (0.0008) +[2026-06-02 21:28:33,395][451638] Updated weights for policy 0, policy_version 21836 (0.0008) +[2026-06-02 21:28:33,598][451638] Updated weights for policy 0, policy_version 21848 (0.0008) +[2026-06-02 21:28:33,774][451638] Updated weights for policy 0, policy_version 21859 (0.0009) +[2026-06-02 21:28:33,986][451638] Updated weights for policy 0, policy_version 21872 (0.0008) +[2026-06-02 21:28:34,951][451638] Updated weights for policy 0, policy_version 21886 (0.0009) +[2026-06-02 21:28:35,171][451638] Updated weights for policy 0, policy_version 21899 (0.0008) +[2026-06-02 21:28:35,337][451638] Updated weights for policy 0, policy_version 21909 (0.0008) +[2026-06-02 21:28:35,496][451638] Updated weights for policy 0, policy_version 21919 (0.0008) +[2026-06-02 21:28:35,669][451638] Updated weights for policy 0, policy_version 21930 (0.0008) +[2026-06-02 21:28:36,555][451638] Updated weights for policy 0, policy_version 21940 (0.0009) +[2026-06-02 21:28:36,785][451638] Updated weights for policy 0, policy_version 21955 (0.0009) +[2026-06-02 21:28:36,951][451638] Updated weights for policy 0, policy_version 21965 (0.0008) +[2026-06-02 21:28:37,132][451638] Updated weights for policy 0, policy_version 21976 (0.0008) +[2026-06-02 21:28:37,299][451638] Updated weights for policy 0, policy_version 21986 (0.0008) +[2026-06-02 21:28:37,399][450687] Fps is (10 sec: 16384.3, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 11239424. Throughput: 0: 18565.7. Samples: 11270784. Policy #0 lag: (min: 25.0, avg: 40.9, max: 89.0) +[2026-06-02 21:28:37,400][450687] Avg episode reward: [(0, '52.482')] +[2026-06-02 21:28:37,470][451638] Updated weights for policy 0, policy_version 21996 (0.0009) +[2026-06-02 21:28:38,368][451638] Updated weights for policy 0, policy_version 22006 (0.0009) +[2026-06-02 21:28:38,557][451638] Updated weights for policy 0, policy_version 22018 (0.0009) +[2026-06-02 21:28:38,760][451638] Updated weights for policy 0, policy_version 22030 (0.0009) +[2026-06-02 21:28:38,959][451638] Updated weights for policy 0, policy_version 22042 (0.0009) +[2026-06-02 21:28:39,118][451638] Updated weights for policy 0, policy_version 22052 (0.0009) +[2026-06-02 21:28:40,151][451638] Updated weights for policy 0, policy_version 22067 (0.0009) +[2026-06-02 21:28:40,330][451638] Updated weights for policy 0, policy_version 22078 (0.0008) +[2026-06-02 21:28:40,484][451638] Updated weights for policy 0, policy_version 22088 (0.0008) +[2026-06-02 21:28:40,669][451638] Updated weights for policy 0, policy_version 22099 (0.0008) +[2026-06-02 21:28:40,827][451638] Updated weights for policy 0, policy_version 22109 (0.0008) +[2026-06-02 21:28:40,991][451638] Updated weights for policy 0, policy_version 22119 (0.0008) +[2026-06-02 21:28:41,950][451638] Updated weights for policy 0, policy_version 22131 (0.0009) +[2026-06-02 21:28:42,151][451638] Updated weights for policy 0, policy_version 22144 (0.0008) +[2026-06-02 21:28:42,333][451638] Updated weights for policy 0, policy_version 22155 (0.0008) +[2026-06-02 21:28:42,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 11337728. Throughput: 0: 18286.9. Samples: 11377024. Policy #0 lag: (min: 25.0, avg: 40.9, max: 89.0) +[2026-06-02 21:28:42,400][450687] Avg episode reward: [(0, '46.988')] +[2026-06-02 21:28:42,504][451638] Updated weights for policy 0, policy_version 22165 (0.0008) +[2026-06-02 21:28:42,683][451638] Updated weights for policy 0, policy_version 22176 (0.0008) +[2026-06-02 21:28:42,855][451638] Updated weights for policy 0, policy_version 22186 (0.0008) +[2026-06-02 21:28:43,770][451638] Updated weights for policy 0, policy_version 22197 (0.0009) +[2026-06-02 21:28:43,930][451638] Updated weights for policy 0, policy_version 22207 (0.0008) +[2026-06-02 21:28:44,101][451638] Updated weights for policy 0, policy_version 22217 (0.0009) +[2026-06-02 21:28:44,276][451638] Updated weights for policy 0, policy_version 22228 (0.0008) +[2026-06-02 21:28:44,458][451638] Updated weights for policy 0, policy_version 22239 (0.0008) +[2026-06-02 21:28:44,629][451638] Updated weights for policy 0, policy_version 22249 (0.0008) +[2026-06-02 21:28:45,510][451638] Updated weights for policy 0, policy_version 22260 (0.0009) +[2026-06-02 21:28:45,669][451638] Updated weights for policy 0, policy_version 22270 (0.0008) +[2026-06-02 21:28:45,919][451638] Updated weights for policy 0, policy_version 22285 (0.0009) +[2026-06-02 21:28:46,146][451638] Updated weights for policy 0, policy_version 22299 (0.0009) +[2026-06-02 21:28:46,353][451638] Updated weights for policy 0, policy_version 22312 (0.0008) +[2026-06-02 21:28:47,245][451638] Updated weights for policy 0, policy_version 22322 (0.0009) +[2026-06-02 21:28:47,400][451638] Updated weights for policy 0, policy_version 22332 (0.0009) +[2026-06-02 21:28:47,399][450687] Fps is (10 sec: 19660.3, 60 sec: 18568.4, 300 sec: 18327.8). Total num frames: 11436032. Throughput: 0: 18574.0. Samples: 11436928. Policy #0 lag: (min: 25.0, avg: 40.9, max: 89.0) +[2026-06-02 21:28:47,401][450687] Avg episode reward: [(0, '50.077')] +[2026-06-02 21:28:47,554][451638] Updated weights for policy 0, policy_version 22342 (0.0008) +[2026-06-02 21:28:47,735][451638] Updated weights for policy 0, policy_version 22353 (0.0008) +[2026-06-02 21:28:47,923][451638] Updated weights for policy 0, policy_version 22364 (0.0008) +[2026-06-02 21:28:48,082][451638] Updated weights for policy 0, policy_version 22374 (0.0007) +[2026-06-02 21:28:48,249][451638] Updated weights for policy 0, policy_version 22384 (0.0004) +[2026-06-02 21:28:49,132][451638] Updated weights for policy 0, policy_version 22394 (0.0009) +[2026-06-02 21:28:49,287][451638] Updated weights for policy 0, policy_version 22404 (0.0005) +[2026-06-02 21:28:49,449][451638] Updated weights for policy 0, policy_version 22414 (0.0005) +[2026-06-02 21:28:49,652][451638] Updated weights for policy 0, policy_version 22426 (0.0004) +[2026-06-02 21:28:49,839][451638] Updated weights for policy 0, policy_version 22437 (0.0005) +[2026-06-02 21:28:50,005][451638] Updated weights for policy 0, policy_version 22447 (0.0008) +[2026-06-02 21:28:50,928][451638] Updated weights for policy 0, policy_version 22458 (0.0009) +[2026-06-02 21:28:51,096][451638] Updated weights for policy 0, policy_version 22468 (0.0008) +[2026-06-02 21:28:51,266][451638] Updated weights for policy 0, policy_version 22479 (0.0008) +[2026-06-02 21:28:51,504][451638] Updated weights for policy 0, policy_version 22493 (0.0009) +[2026-06-02 21:28:51,688][451638] Updated weights for policy 0, policy_version 22504 (0.0009) +[2026-06-02 21:28:52,399][450687] Fps is (10 sec: 19660.0, 60 sec: 18568.4, 300 sec: 18438.9). Total num frames: 11534336. Throughput: 0: 18292.5. Samples: 11542528. Policy #0 lag: (min: 50.0, avg: 68.5, max: 114.0) +[2026-06-02 21:28:52,402][450687] Avg episode reward: [(0, '49.408')] +[2026-06-02 21:28:52,615][451638] Updated weights for policy 0, policy_version 22515 (0.0009) +[2026-06-02 21:28:52,802][451638] Updated weights for policy 0, policy_version 22527 (0.0009) +[2026-06-02 21:28:52,981][451638] Updated weights for policy 0, policy_version 22538 (0.0008) +[2026-06-02 21:28:53,141][451638] Updated weights for policy 0, policy_version 22548 (0.0008) +[2026-06-02 21:28:53,347][451638] Updated weights for policy 0, policy_version 22560 (0.0009) +[2026-06-02 21:28:53,532][451638] Updated weights for policy 0, policy_version 22571 (0.0009) +[2026-06-02 21:28:54,421][451638] Updated weights for policy 0, policy_version 22581 (0.0008) +[2026-06-02 21:28:54,610][451638] Updated weights for policy 0, policy_version 22593 (0.0008) +[2026-06-02 21:28:54,769][451638] Updated weights for policy 0, policy_version 22603 (0.0008) +[2026-06-02 21:28:54,955][451638] Updated weights for policy 0, policy_version 22614 (0.0009) +[2026-06-02 21:28:55,160][451638] Updated weights for policy 0, policy_version 22626 (0.0009) +[2026-06-02 21:28:55,375][451638] Updated weights for policy 0, policy_version 22639 (0.0011) +[2026-06-02 21:28:56,230][451638] Updated weights for policy 0, policy_version 22652 (0.0008) +[2026-06-02 21:28:56,414][451638] Updated weights for policy 0, policy_version 22663 (0.0008) +[2026-06-02 21:28:56,577][451638] Updated weights for policy 0, policy_version 22673 (0.0008) +[2026-06-02 21:28:56,779][451638] Updated weights for policy 0, policy_version 22685 (0.0008) +[2026-06-02 21:28:56,956][451638] Updated weights for policy 0, policy_version 22695 (0.0008) +[2026-06-02 21:28:57,399][450687] Fps is (10 sec: 19661.7, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 11632640. Throughput: 0: 18423.5. Samples: 11653376. Policy #0 lag: (min: 50.0, avg: 68.5, max: 114.0) +[2026-06-02 21:28:57,400][450687] Avg episode reward: [(0, '51.729')] +[2026-06-02 21:28:57,878][451638] Updated weights for policy 0, policy_version 22707 (0.0009) +[2026-06-02 21:28:58,115][451638] Updated weights for policy 0, policy_version 22723 (0.0009) +[2026-06-02 21:28:58,303][451638] Updated weights for policy 0, policy_version 22734 (0.0008) +[2026-06-02 21:28:58,495][451638] Updated weights for policy 0, policy_version 22745 (0.0008) +[2026-06-02 21:28:58,692][451638] Updated weights for policy 0, policy_version 22757 (0.0008) +[2026-06-02 21:28:59,632][451638] Updated weights for policy 0, policy_version 22770 (0.0009) +[2026-06-02 21:28:59,780][451638] Updated weights for policy 0, policy_version 22780 (0.0008) +[2026-06-02 21:28:59,992][451638] Updated weights for policy 0, policy_version 22793 (0.0008) +[2026-06-02 21:29:00,168][451638] Updated weights for policy 0, policy_version 22804 (0.0009) +[2026-06-02 21:29:00,368][451638] Updated weights for policy 0, policy_version 22816 (0.0009) +[2026-06-02 21:29:00,568][451638] Updated weights for policy 0, policy_version 22828 (0.0008) +[2026-06-02 21:29:01,535][451638] Updated weights for policy 0, policy_version 22840 (0.0009) +[2026-06-02 21:29:01,707][451638] Updated weights for policy 0, policy_version 22851 (0.0010) +[2026-06-02 21:29:01,922][451638] Updated weights for policy 0, policy_version 22864 (0.0010) +[2026-06-02 21:29:02,118][451638] Updated weights for policy 0, policy_version 22876 (0.0012) +[2026-06-02 21:29:02,280][451638] Updated weights for policy 0, policy_version 22886 (0.0012) +[2026-06-02 21:29:02,399][450687] Fps is (10 sec: 16384.7, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 11698176. Throughput: 0: 18304.0. Samples: 11707264. Policy #0 lag: (min: 50.0, avg: 68.5, max: 114.0) +[2026-06-02 21:29:02,400][450687] Avg episode reward: [(0, '48.586')] +[2026-06-02 21:29:03,199][451638] Updated weights for policy 0, policy_version 22897 (0.0011) +[2026-06-02 21:29:03,348][451638] Updated weights for policy 0, policy_version 22907 (0.0011) +[2026-06-02 21:29:03,500][451638] Updated weights for policy 0, policy_version 22917 (0.0008) +[2026-06-02 21:29:03,683][451638] Updated weights for policy 0, policy_version 22928 (0.0008) +[2026-06-02 21:29:03,867][451638] Updated weights for policy 0, policy_version 22939 (0.0008) +[2026-06-02 21:29:04,064][451638] Updated weights for policy 0, policy_version 22951 (0.0008) +[2026-06-02 21:29:04,965][451638] Updated weights for policy 0, policy_version 22961 (0.0008) +[2026-06-02 21:29:05,163][451638] Updated weights for policy 0, policy_version 22974 (0.0011) +[2026-06-02 21:29:05,324][451638] Updated weights for policy 0, policy_version 22984 (0.0010) +[2026-06-02 21:29:05,534][451638] Updated weights for policy 0, policy_version 22997 (0.0011) +[2026-06-02 21:29:05,736][451638] Updated weights for policy 0, policy_version 23009 (0.0012) +[2026-06-02 21:29:05,935][451638] Updated weights for policy 0, policy_version 23021 (0.0006) +[2026-06-02 21:29:06,825][451638] Updated weights for policy 0, policy_version 23033 (0.0008) +[2026-06-02 21:29:06,980][451638] Updated weights for policy 0, policy_version 23043 (0.0008) +[2026-06-02 21:29:07,222][451638] Updated weights for policy 0, policy_version 23057 (0.0009) +[2026-06-02 21:29:07,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 11796480. Throughput: 0: 18545.8. Samples: 11822336. Policy #0 lag: (min: 50.0, avg: 68.5, max: 114.0) +[2026-06-02 21:29:07,401][450687] Avg episode reward: [(0, '44.579')] +[2026-06-02 21:29:07,407][451638] Updated weights for policy 0, policy_version 23068 (0.0008) +[2026-06-02 21:29:07,569][451638] Updated weights for policy 0, policy_version 23078 (0.0008) +[2026-06-02 21:29:08,483][451638] Updated weights for policy 0, policy_version 23089 (0.0009) +[2026-06-02 21:29:08,638][451638] Updated weights for policy 0, policy_version 23099 (0.0008) +[2026-06-02 21:29:08,814][451638] Updated weights for policy 0, policy_version 23110 (0.0008) +[2026-06-02 21:29:09,028][451638] Updated weights for policy 0, policy_version 23123 (0.0009) +[2026-06-02 21:29:09,217][451638] Updated weights for policy 0, policy_version 23134 (0.0009) +[2026-06-02 21:29:09,380][451638] Updated weights for policy 0, policy_version 23144 (0.0008) +[2026-06-02 21:29:10,297][451638] Updated weights for policy 0, policy_version 23154 (0.0009) +[2026-06-02 21:29:10,449][451638] Updated weights for policy 0, policy_version 23164 (0.0008) +[2026-06-02 21:29:10,612][451638] Updated weights for policy 0, policy_version 23174 (0.0008) +[2026-06-02 21:29:10,812][451638] Updated weights for policy 0, policy_version 23186 (0.0009) +[2026-06-02 21:29:10,996][451638] Updated weights for policy 0, policy_version 23197 (0.0008) +[2026-06-02 21:29:11,175][451638] Updated weights for policy 0, policy_version 23208 (0.0008) +[2026-06-02 21:29:12,106][451638] Updated weights for policy 0, policy_version 23218 (0.0009) +[2026-06-02 21:29:12,275][451638] Updated weights for policy 0, policy_version 23229 (0.0008) +[2026-06-02 21:29:12,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 11894784. Throughput: 0: 18540.2. Samples: 11935360. Policy #0 lag: (min: 1.0, avg: 23.6, max: 65.0) +[2026-06-02 21:29:12,400][450687] Avg episode reward: [(0, '49.706')] +[2026-06-02 21:29:12,449][451638] Updated weights for policy 0, policy_version 23240 (0.0009) +[2026-06-02 21:29:12,634][451638] Updated weights for policy 0, policy_version 23251 (0.0009) +[2026-06-02 21:29:12,821][451638] Updated weights for policy 0, policy_version 23262 (0.0008) +[2026-06-02 21:29:13,000][451638] Updated weights for policy 0, policy_version 23273 (0.0008) +[2026-06-02 21:29:13,908][451638] Updated weights for policy 0, policy_version 23285 (0.0008) +[2026-06-02 21:29:14,103][451638] Updated weights for policy 0, policy_version 23298 (0.0009) +[2026-06-02 21:29:14,337][451638] Updated weights for policy 0, policy_version 23312 (0.0008) +[2026-06-02 21:29:14,509][451638] Updated weights for policy 0, policy_version 23322 (0.0008) +[2026-06-02 21:29:14,704][451638] Updated weights for policy 0, policy_version 23334 (0.0008) +[2026-06-02 21:29:15,634][451638] Updated weights for policy 0, policy_version 23346 (0.0008) +[2026-06-02 21:29:15,810][451638] Updated weights for policy 0, policy_version 23357 (0.0008) +[2026-06-02 21:29:15,980][451638] Updated weights for policy 0, policy_version 23368 (0.0008) +[2026-06-02 21:29:16,159][451638] Updated weights for policy 0, policy_version 23378 (0.0008) +[2026-06-02 21:29:16,336][451638] Updated weights for policy 0, policy_version 23389 (0.0008) +[2026-06-02 21:29:16,523][451638] Updated weights for policy 0, policy_version 23400 (0.0008) +[2026-06-02 21:29:17,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.4, 300 sec: 18438.9). Total num frames: 11993088. Throughput: 0: 18619.6. Samples: 11990016. Policy #0 lag: (min: 1.0, avg: 23.6, max: 65.0) +[2026-06-02 21:29:17,401][450687] Avg episode reward: [(0, '48.536')] +[2026-06-02 21:29:17,440][451638] Updated weights for policy 0, policy_version 23411 (0.0008) +[2026-06-02 21:29:17,644][451638] Updated weights for policy 0, policy_version 23424 (0.0008) +[2026-06-02 21:29:17,854][451638] Updated weights for policy 0, policy_version 23437 (0.0008) +[2026-06-02 21:29:18,090][451638] Updated weights for policy 0, policy_version 23451 (0.0008) +[2026-06-02 21:29:18,276][451638] Updated weights for policy 0, policy_version 23462 (0.0008) +[2026-06-02 21:29:19,205][451638] Updated weights for policy 0, policy_version 23474 (0.0008) +[2026-06-02 21:29:19,367][451638] Updated weights for policy 0, policy_version 23485 (0.0008) +[2026-06-02 21:29:19,547][451638] Updated weights for policy 0, policy_version 23496 (0.0008) +[2026-06-02 21:29:19,716][451638] Updated weights for policy 0, policy_version 23506 (0.0008) +[2026-06-02 21:29:19,912][451638] Updated weights for policy 0, policy_version 23518 (0.0008) +[2026-06-02 21:29:20,097][451638] Updated weights for policy 0, policy_version 23529 (0.0008) +[2026-06-02 21:29:21,033][451638] Updated weights for policy 0, policy_version 23543 (0.0009) +[2026-06-02 21:29:21,199][451638] Updated weights for policy 0, policy_version 23553 (0.0008) +[2026-06-02 21:29:21,360][451638] Updated weights for policy 0, policy_version 23563 (0.0008) +[2026-06-02 21:29:21,565][451638] Updated weights for policy 0, policy_version 23575 (0.0008) +[2026-06-02 21:29:21,731][451638] Updated weights for policy 0, policy_version 23585 (0.0008) +[2026-06-02 21:29:21,899][451638] Updated weights for policy 0, policy_version 23595 (0.0008) +[2026-06-02 21:29:22,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 18439.0). Total num frames: 12091392. Throughput: 0: 18423.5. Samples: 12099840. Policy #0 lag: (min: 1.0, avg: 23.6, max: 65.0) +[2026-06-02 21:29:22,402][450687] Avg episode reward: [(0, '46.405')] +[2026-06-02 21:29:22,768][451638] Updated weights for policy 0, policy_version 23605 (0.0009) +[2026-06-02 21:29:22,991][451638] Updated weights for policy 0, policy_version 23620 (0.0008) +[2026-06-02 21:29:23,165][451638] Updated weights for policy 0, policy_version 23630 (0.0008) +[2026-06-02 21:29:23,352][451638] Updated weights for policy 0, policy_version 23641 (0.0008) +[2026-06-02 21:29:23,554][451638] Updated weights for policy 0, policy_version 23653 (0.0009) +[2026-06-02 21:29:24,482][451638] Updated weights for policy 0, policy_version 23665 (0.0009) +[2026-06-02 21:29:24,640][451638] Updated weights for policy 0, policy_version 23675 (0.0008) +[2026-06-02 21:29:24,812][451638] Updated weights for policy 0, policy_version 23686 (0.0008) +[2026-06-02 21:29:24,993][451638] Updated weights for policy 0, policy_version 23697 (0.0008) +[2026-06-02 21:29:25,208][451638] Updated weights for policy 0, policy_version 23710 (0.0008) +[2026-06-02 21:29:25,427][451638] Updated weights for policy 0, policy_version 23723 (0.0009) +[2026-06-02 21:29:26,345][451638] Updated weights for policy 0, policy_version 23735 (0.0008) +[2026-06-02 21:29:26,506][451638] Updated weights for policy 0, policy_version 23745 (0.0008) +[2026-06-02 21:29:26,666][451638] Updated weights for policy 0, policy_version 23755 (0.0008) +[2026-06-02 21:29:26,861][451638] Updated weights for policy 0, policy_version 23766 (0.0009) +[2026-06-02 21:29:27,055][451638] Updated weights for policy 0, policy_version 23778 (0.0009) +[2026-06-02 21:29:27,233][451638] Updated weights for policy 0, policy_version 23789 (0.0009) +[2026-06-02 21:29:27,399][450687] Fps is (10 sec: 19661.3, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 12189696. Throughput: 0: 18397.9. Samples: 12204928. Policy #0 lag: (min: 21.0, avg: 33.0, max: 85.0) +[2026-06-02 21:29:27,400][450687] Avg episode reward: [(0, '48.342')] +[2026-06-02 21:29:28,175][451638] Updated weights for policy 0, policy_version 23801 (0.0009) +[2026-06-02 21:29:28,364][451638] Updated weights for policy 0, policy_version 23813 (0.0008) +[2026-06-02 21:29:28,550][451638] Updated weights for policy 0, policy_version 23824 (0.0008) +[2026-06-02 21:29:28,717][451638] Updated weights for policy 0, policy_version 23834 (0.0009) +[2026-06-02 21:29:28,902][451638] Updated weights for policy 0, policy_version 23845 (0.0009) +[2026-06-02 21:29:29,070][451638] Updated weights for policy 0, policy_version 23855 (0.0008) +[2026-06-02 21:29:29,984][451638] Updated weights for policy 0, policy_version 23866 (0.0008) +[2026-06-02 21:29:30,161][451638] Updated weights for policy 0, policy_version 23877 (0.0008) +[2026-06-02 21:29:30,360][451638] Updated weights for policy 0, policy_version 23889 (0.0008) +[2026-06-02 21:29:30,545][451638] Updated weights for policy 0, policy_version 23900 (0.0008) +[2026-06-02 21:29:30,746][451638] Updated weights for policy 0, policy_version 23912 (0.0009) +[2026-06-02 21:29:31,703][451638] Updated weights for policy 0, policy_version 23926 (0.0009) +[2026-06-02 21:29:31,867][451638] Updated weights for policy 0, policy_version 23937 (0.0008) +[2026-06-02 21:29:32,039][451638] Updated weights for policy 0, policy_version 23947 (0.0008) +[2026-06-02 21:29:32,232][451638] Updated weights for policy 0, policy_version 23959 (0.0008) +[2026-06-02 21:29:32,398][450687] Fps is (10 sec: 16384.3, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 12255232. Throughput: 0: 18406.6. Samples: 12265216. Policy #0 lag: (min: 21.0, avg: 33.0, max: 85.0) +[2026-06-02 21:29:32,400][450687] Avg episode reward: [(0, '56.954')] +[2026-06-02 21:29:32,482][451638] Updated weights for policy 0, policy_version 23974 (0.0008) +[2026-06-02 21:29:32,645][451566] Saving new best policy, reward=56.954! +[2026-06-02 21:29:32,648][451638] Updated weights for policy 0, policy_version 23984 (0.0008) +[2026-06-02 21:29:33,548][451638] Updated weights for policy 0, policy_version 23995 (0.0008) +[2026-06-02 21:29:33,758][451638] Updated weights for policy 0, policy_version 24008 (0.0008) +[2026-06-02 21:29:33,916][451638] Updated weights for policy 0, policy_version 24018 (0.0008) +[2026-06-02 21:29:34,092][451638] Updated weights for policy 0, policy_version 24028 (0.0009) +[2026-06-02 21:29:34,257][451638] Updated weights for policy 0, policy_version 24038 (0.0008) +[2026-06-02 21:29:35,189][451638] Updated weights for policy 0, policy_version 24049 (0.0009) +[2026-06-02 21:29:35,390][451638] Updated weights for policy 0, policy_version 24062 (0.0008) +[2026-06-02 21:29:35,569][451638] Updated weights for policy 0, policy_version 24073 (0.0008) +[2026-06-02 21:29:35,752][451638] Updated weights for policy 0, policy_version 24084 (0.0009) +[2026-06-02 21:29:35,993][451638] Updated weights for policy 0, policy_version 24098 (0.0009) +[2026-06-02 21:29:36,155][451638] Updated weights for policy 0, policy_version 24108 (0.0009) +[2026-06-02 21:29:37,077][451638] Updated weights for policy 0, policy_version 24118 (0.0008) +[2026-06-02 21:29:37,250][451638] Updated weights for policy 0, policy_version 24129 (0.0009) +[2026-06-02 21:29:37,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 12353536. Throughput: 0: 18423.6. Samples: 12371584. Policy #0 lag: (min: 21.0, avg: 33.0, max: 85.0) +[2026-06-02 21:29:37,400][450687] Avg episode reward: [(0, '47.263')] +[2026-06-02 21:29:37,426][451638] Updated weights for policy 0, policy_version 24140 (0.0008) +[2026-06-02 21:29:37,611][451638] Updated weights for policy 0, policy_version 24151 (0.0008) +[2026-06-02 21:29:37,842][451638] Updated weights for policy 0, policy_version 24165 (0.0009) +[2026-06-02 21:29:38,018][451638] Updated weights for policy 0, policy_version 24175 (0.0009) +[2026-06-02 21:29:38,906][451638] Updated weights for policy 0, policy_version 24186 (0.0009) +[2026-06-02 21:29:39,059][451638] Updated weights for policy 0, policy_version 24196 (0.0008) +[2026-06-02 21:29:39,226][451638] Updated weights for policy 0, policy_version 24206 (0.0008) +[2026-06-02 21:29:39,391][451638] Updated weights for policy 0, policy_version 24216 (0.0008) +[2026-06-02 21:29:39,585][451638] Updated weights for policy 0, policy_version 24227 (0.0009) +[2026-06-02 21:29:39,791][451638] Updated weights for policy 0, policy_version 24239 (0.0009) +[2026-06-02 21:29:40,681][451638] Updated weights for policy 0, policy_version 24250 (0.0008) +[2026-06-02 21:29:40,838][451638] Updated weights for policy 0, policy_version 24260 (0.0008) +[2026-06-02 21:29:41,024][451638] Updated weights for policy 0, policy_version 24271 (0.0009) +[2026-06-02 21:29:41,203][451638] Updated weights for policy 0, policy_version 24282 (0.0008) +[2026-06-02 21:29:41,416][451638] Updated weights for policy 0, policy_version 24295 (0.0009) +[2026-06-02 21:29:42,344][451638] Updated weights for policy 0, policy_version 24306 (0.0009) +[2026-06-02 21:29:42,399][450687] Fps is (10 sec: 19660.3, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 12451840. Throughput: 0: 18622.5. Samples: 12491392. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:29:42,400][450687] Avg episode reward: [(0, '45.018')] +[2026-06-02 21:29:42,556][451638] Updated weights for policy 0, policy_version 24320 (0.0008) +[2026-06-02 21:29:42,750][451638] Updated weights for policy 0, policy_version 24331 (0.0008) +[2026-06-02 21:29:42,933][451638] Updated weights for policy 0, policy_version 24342 (0.0008) +[2026-06-02 21:29:43,101][451638] Updated weights for policy 0, policy_version 24352 (0.0008) +[2026-06-02 21:29:43,296][451638] Updated weights for policy 0, policy_version 24364 (0.0009) +[2026-06-02 21:29:44,263][451638] Updated weights for policy 0, policy_version 24378 (0.0008) +[2026-06-02 21:29:44,474][451638] Updated weights for policy 0, policy_version 24391 (0.0008) +[2026-06-02 21:29:44,683][451638] Updated weights for policy 0, policy_version 24403 (0.0008) +[2026-06-02 21:29:44,873][451638] Updated weights for policy 0, policy_version 24415 (0.0008) +[2026-06-02 21:29:45,069][451638] Updated weights for policy 0, policy_version 24427 (0.0008) +[2026-06-02 21:29:45,978][451638] Updated weights for policy 0, policy_version 24437 (0.0008) +[2026-06-02 21:29:46,161][451638] Updated weights for policy 0, policy_version 24449 (0.0008) +[2026-06-02 21:29:46,338][451638] Updated weights for policy 0, policy_version 24460 (0.0008) +[2026-06-02 21:29:46,572][451638] Updated weights for policy 0, policy_version 24474 (0.0009) +[2026-06-02 21:29:46,743][451638] Updated weights for policy 0, policy_version 24484 (0.0008) +[2026-06-02 21:29:46,917][451638] Updated weights for policy 0, policy_version 24495 (0.0008) +[2026-06-02 21:29:47,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 12550144. Throughput: 0: 18514.4. Samples: 12540416. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:29:47,400][450687] Avg episode reward: [(0, '45.656')] +[2026-06-02 21:29:47,790][451638] Updated weights for policy 0, policy_version 24505 (0.0009) +[2026-06-02 21:29:48,019][451638] Updated weights for policy 0, policy_version 24519 (0.0009) +[2026-06-02 21:29:48,207][451638] Updated weights for policy 0, policy_version 24531 (0.0008) +[2026-06-02 21:29:48,377][451638] Updated weights for policy 0, policy_version 24541 (0.0008) +[2026-06-02 21:29:48,593][451638] Updated weights for policy 0, policy_version 24554 (0.0008) +[2026-06-02 21:29:49,542][451638] Updated weights for policy 0, policy_version 24566 (0.0008) +[2026-06-02 21:29:49,734][451638] Updated weights for policy 0, policy_version 24578 (0.0008) +[2026-06-02 21:29:49,953][451638] Updated weights for policy 0, policy_version 24591 (0.0008) +[2026-06-02 21:29:50,141][451638] Updated weights for policy 0, policy_version 24602 (0.0008) +[2026-06-02 21:29:50,355][451638] Updated weights for policy 0, policy_version 24615 (0.0008) +[2026-06-02 21:29:51,250][451638] Updated weights for policy 0, policy_version 24625 (0.0008) +[2026-06-02 21:29:51,414][451638] Updated weights for policy 0, policy_version 24636 (0.0008) +[2026-06-02 21:29:51,610][451638] Updated weights for policy 0, policy_version 24648 (0.0008) +[2026-06-02 21:29:51,780][451638] Updated weights for policy 0, policy_version 24658 (0.0008) +[2026-06-02 21:29:51,940][451638] Updated weights for policy 0, policy_version 24668 (0.0008) +[2026-06-02 21:29:52,106][451638] Updated weights for policy 0, policy_version 24678 (0.0008) +[2026-06-02 21:29:52,265][451638] Updated weights for policy 0, policy_version 24688 (0.0009) +[2026-06-02 21:29:52,399][450687] Fps is (10 sec: 19660.2, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 12648448. Throughput: 0: 18559.9. Samples: 12657536. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:29:52,401][450687] Avg episode reward: [(0, '50.535')] +[2026-06-02 21:29:53,185][451638] Updated weights for policy 0, policy_version 24698 (0.0008) +[2026-06-02 21:29:53,350][451638] Updated weights for policy 0, policy_version 24708 (0.0008) +[2026-06-02 21:29:53,542][451638] Updated weights for policy 0, policy_version 24720 (0.0008) +[2026-06-02 21:29:53,816][451638] Updated weights for policy 0, policy_version 24736 (0.0008) +[2026-06-02 21:29:53,974][451638] Updated weights for policy 0, policy_version 24746 (0.0008) +[2026-06-02 21:29:54,834][451638] Updated weights for policy 0, policy_version 24756 (0.0008) +[2026-06-02 21:29:55,013][451638] Updated weights for policy 0, policy_version 24767 (0.0008) +[2026-06-02 21:29:55,241][451638] Updated weights for policy 0, policy_version 24781 (0.0008) +[2026-06-02 21:29:55,446][451638] Updated weights for policy 0, policy_version 24793 (0.0008) +[2026-06-02 21:29:55,620][451638] Updated weights for policy 0, policy_version 24804 (0.0008) +[2026-06-02 21:29:55,815][451638] Updated weights for policy 0, policy_version 24816 (0.0008) +[2026-06-02 21:29:56,698][451638] Updated weights for policy 0, policy_version 24826 (0.0008) +[2026-06-02 21:29:56,878][451638] Updated weights for policy 0, policy_version 24837 (0.0008) +[2026-06-02 21:29:57,092][451638] Updated weights for policy 0, policy_version 24850 (0.0008) +[2026-06-02 21:29:57,256][451638] Updated weights for policy 0, policy_version 24860 (0.0008) +[2026-06-02 21:29:57,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 12713984. Throughput: 0: 18372.3. Samples: 12762112. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:29:57,400][450687] Avg episode reward: [(0, '48.318')] +[2026-06-02 21:29:57,435][451638] Updated weights for policy 0, policy_version 24871 (0.0009) +[2026-06-02 21:29:58,338][451638] Updated weights for policy 0, policy_version 24881 (0.0008) +[2026-06-02 21:29:58,523][451638] Updated weights for policy 0, policy_version 24893 (0.0008) +[2026-06-02 21:29:58,697][451638] Updated weights for policy 0, policy_version 24904 (0.0008) +[2026-06-02 21:29:58,863][451638] Updated weights for policy 0, policy_version 24914 (0.0008) +[2026-06-02 21:29:59,047][451638] Updated weights for policy 0, policy_version 24925 (0.0008) +[2026-06-02 21:29:59,215][451638] Updated weights for policy 0, policy_version 24935 (0.0008) +[2026-06-02 21:30:00,113][451638] Updated weights for policy 0, policy_version 24945 (0.0008) +[2026-06-02 21:30:00,271][451638] Updated weights for policy 0, policy_version 24956 (0.0008) +[2026-06-02 21:30:00,478][451638] Updated weights for policy 0, policy_version 24968 (0.0008) +[2026-06-02 21:30:00,642][451638] Updated weights for policy 0, policy_version 24978 (0.0008) +[2026-06-02 21:30:00,811][451638] Updated weights for policy 0, policy_version 24988 (0.0009) +[2026-06-02 21:30:00,984][451638] Updated weights for policy 0, policy_version 24999 (0.0008) +[2026-06-02 21:30:01,888][451638] Updated weights for policy 0, policy_version 25011 (0.0008) +[2026-06-02 21:30:02,040][451638] Updated weights for policy 0, policy_version 25021 (0.0008) +[2026-06-02 21:30:02,237][451638] Updated weights for policy 0, policy_version 25033 (0.0008) +[2026-06-02 21:30:02,399][450687] Fps is (10 sec: 16384.5, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 12812288. Throughput: 0: 18494.6. Samples: 12822272. Policy #0 lag: (min: 37.0, avg: 48.8, max: 101.0) +[2026-06-02 21:30:02,401][450687] Avg episode reward: [(0, '54.863')] +[2026-06-02 21:30:02,459][451638] Updated weights for policy 0, policy_version 25046 (0.0008) +[2026-06-02 21:30:02,656][451638] Updated weights for policy 0, policy_version 25058 (0.0009) +[2026-06-02 21:30:02,811][451638] Updated weights for policy 0, policy_version 25068 (0.0008) +[2026-06-02 21:30:03,710][451638] Updated weights for policy 0, policy_version 25078 (0.0008) +[2026-06-02 21:30:03,888][451638] Updated weights for policy 0, policy_version 25089 (0.0008) +[2026-06-02 21:30:04,076][451638] Updated weights for policy 0, policy_version 25100 (0.0008) +[2026-06-02 21:30:04,287][451638] Updated weights for policy 0, policy_version 25113 (0.0008) +[2026-06-02 21:30:04,453][451638] Updated weights for policy 0, policy_version 25123 (0.0008) +[2026-06-02 21:30:04,640][451638] Updated weights for policy 0, policy_version 25134 (0.0008) +[2026-06-02 21:30:05,548][451638] Updated weights for policy 0, policy_version 25145 (0.0008) +[2026-06-02 21:30:05,753][451638] Updated weights for policy 0, policy_version 25158 (0.0008) +[2026-06-02 21:30:05,935][451638] Updated weights for policy 0, policy_version 25169 (0.0008) +[2026-06-02 21:30:06,107][451638] Updated weights for policy 0, policy_version 25179 (0.0008) +[2026-06-02 21:30:06,285][451638] Updated weights for policy 0, policy_version 25190 (0.0008) +[2026-06-02 21:30:06,446][451638] Updated weights for policy 0, policy_version 25200 (0.0008) +[2026-06-02 21:30:07,330][451638] Updated weights for policy 0, policy_version 25211 (0.0009) +[2026-06-02 21:30:07,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18327.9). Total num frames: 12910592. Throughput: 0: 18412.1. Samples: 12928384. Policy #0 lag: (min: 37.0, avg: 48.8, max: 101.0) +[2026-06-02 21:30:07,400][450687] Avg episode reward: [(0, '54.809')] +[2026-06-02 21:30:07,486][451638] Updated weights for policy 0, policy_version 25221 (0.0008) +[2026-06-02 21:30:07,649][451638] Updated weights for policy 0, policy_version 25231 (0.0008) +[2026-06-02 21:30:07,843][451638] Updated weights for policy 0, policy_version 25242 (0.0008) +[2026-06-02 21:30:08,026][451638] Updated weights for policy 0, policy_version 25253 (0.0008) +[2026-06-02 21:30:08,204][451638] Updated weights for policy 0, policy_version 25264 (0.0008) +[2026-06-02 21:30:09,077][451638] Updated weights for policy 0, policy_version 25275 (0.0008) +[2026-06-02 21:30:09,239][451638] Updated weights for policy 0, policy_version 25285 (0.0008) +[2026-06-02 21:30:09,441][451638] Updated weights for policy 0, policy_version 25297 (0.0008) +[2026-06-02 21:30:09,641][451638] Updated weights for policy 0, policy_version 25309 (0.0008) +[2026-06-02 21:30:09,822][451638] Updated weights for policy 0, policy_version 25320 (0.0008) +[2026-06-02 21:30:10,715][451638] Updated weights for policy 0, policy_version 25330 (0.0008) +[2026-06-02 21:30:10,880][451638] Updated weights for policy 0, policy_version 25341 (0.0008) +[2026-06-02 21:30:11,061][451638] Updated weights for policy 0, policy_version 25352 (0.0008) +[2026-06-02 21:30:11,238][451638] Updated weights for policy 0, policy_version 25363 (0.0008) +[2026-06-02 21:30:11,441][451638] Updated weights for policy 0, policy_version 25375 (0.0008) +[2026-06-02 21:30:11,622][451638] Updated weights for policy 0, policy_version 25386 (0.0008) +[2026-06-02 21:30:12,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 13008896. Throughput: 0: 18724.9. Samples: 13047552. Policy #0 lag: (min: 37.0, avg: 48.8, max: 101.0) +[2026-06-02 21:30:12,400][450687] Avg episode reward: [(0, '47.547')] +[2026-06-02 21:30:12,548][451638] Updated weights for policy 0, policy_version 25397 (0.0008) +[2026-06-02 21:30:12,722][451638] Updated weights for policy 0, policy_version 25408 (0.0008) +[2026-06-02 21:30:12,896][451638] Updated weights for policy 0, policy_version 25419 (0.0008) +[2026-06-02 21:30:13,086][451638] Updated weights for policy 0, policy_version 25430 (0.0008) +[2026-06-02 21:30:13,269][451638] Updated weights for policy 0, policy_version 25441 (0.0008) +[2026-06-02 21:30:13,428][451638] Updated weights for policy 0, policy_version 25451 (0.0008) +[2026-06-02 21:30:14,314][451638] Updated weights for policy 0, policy_version 25461 (0.0009) +[2026-06-02 21:30:14,518][451638] Updated weights for policy 0, policy_version 25474 (0.0009) +[2026-06-02 21:30:14,674][451638] Updated weights for policy 0, policy_version 25484 (0.0008) +[2026-06-02 21:30:14,882][451638] Updated weights for policy 0, policy_version 25496 (0.0008) +[2026-06-02 21:30:15,047][451638] Updated weights for policy 0, policy_version 25506 (0.0008) +[2026-06-02 21:30:15,246][451638] Updated weights for policy 0, policy_version 25518 (0.0008) +[2026-06-02 21:30:16,211][451638] Updated weights for policy 0, policy_version 25533 (0.0009) +[2026-06-02 21:30:16,374][451638] Updated weights for policy 0, policy_version 25543 (0.0008) +[2026-06-02 21:30:16,556][451638] Updated weights for policy 0, policy_version 25554 (0.0008) +[2026-06-02 21:30:16,721][451638] Updated weights for policy 0, policy_version 25564 (0.0008) +[2026-06-02 21:30:16,922][451638] Updated weights for policy 0, policy_version 25576 (0.0008) +[2026-06-02 21:30:17,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 13107200. Throughput: 0: 18380.7. Samples: 13092352. Policy #0 lag: (min: 15.0, avg: 26.5, max: 79.0) +[2026-06-02 21:30:17,400][450687] Avg episode reward: [(0, '48.609')] +[2026-06-02 21:30:17,820][451638] Updated weights for policy 0, policy_version 25586 (0.0008) +[2026-06-02 21:30:17,985][451638] Updated weights for policy 0, policy_version 25597 (0.0008) +[2026-06-02 21:30:18,205][451638] Updated weights for policy 0, policy_version 25611 (0.0008) +[2026-06-02 21:30:18,441][451638] Updated weights for policy 0, policy_version 25625 (0.0008) +[2026-06-02 21:30:18,622][451638] Updated weights for policy 0, policy_version 25636 (0.0008) +[2026-06-02 21:30:18,806][451638] Updated weights for policy 0, policy_version 25647 (0.0008) +[2026-06-02 21:30:19,729][451638] Updated weights for policy 0, policy_version 25657 (0.0008) +[2026-06-02 21:30:19,883][451638] Updated weights for policy 0, policy_version 25667 (0.0008) +[2026-06-02 21:30:20,117][451638] Updated weights for policy 0, policy_version 25681 (0.0008) +[2026-06-02 21:30:20,339][451638] Updated weights for policy 0, policy_version 25694 (0.0009) +[2026-06-02 21:30:20,513][451638] Updated weights for policy 0, policy_version 25705 (0.0008) +[2026-06-02 21:30:21,444][451638] Updated weights for policy 0, policy_version 25716 (0.0008) +[2026-06-02 21:30:21,648][451638] Updated weights for policy 0, policy_version 25729 (0.0008) +[2026-06-02 21:30:21,826][451638] Updated weights for policy 0, policy_version 25740 (0.0008) +[2026-06-02 21:30:22,068][451638] Updated weights for policy 0, policy_version 25755 (0.0008) +[2026-06-02 21:30:22,243][451638] Updated weights for policy 0, policy_version 25765 (0.0008) +[2026-06-02 21:30:22,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 13172736. Throughput: 0: 18713.6. Samples: 13213696. Policy #0 lag: (min: 15.0, avg: 26.5, max: 79.0) +[2026-06-02 21:30:22,400][450687] Avg episode reward: [(0, '43.183')] +[2026-06-02 21:30:23,235][451638] Updated weights for policy 0, policy_version 25780 (0.0009) +[2026-06-02 21:30:23,429][451638] Updated weights for policy 0, policy_version 25792 (0.0009) +[2026-06-02 21:30:23,607][451638] Updated weights for policy 0, policy_version 25803 (0.0008) +[2026-06-02 21:30:23,801][451638] Updated weights for policy 0, policy_version 25815 (0.0008) +[2026-06-02 21:30:23,977][451638] Updated weights for policy 0, policy_version 25825 (0.0009) +[2026-06-02 21:30:24,156][451638] Updated weights for policy 0, policy_version 25836 (0.0009) +[2026-06-02 21:30:25,122][451638] Updated weights for policy 0, policy_version 25849 (0.0009) +[2026-06-02 21:30:25,279][451638] Updated weights for policy 0, policy_version 25859 (0.0008) +[2026-06-02 21:30:25,461][451638] Updated weights for policy 0, policy_version 25870 (0.0008) +[2026-06-02 21:30:25,643][451638] Updated weights for policy 0, policy_version 25881 (0.0009) +[2026-06-02 21:30:25,876][451638] Updated weights for policy 0, policy_version 25895 (0.0009) +[2026-06-02 21:30:26,790][451638] Updated weights for policy 0, policy_version 25906 (0.0008) +[2026-06-02 21:30:27,025][451638] Updated weights for policy 0, policy_version 25921 (0.0008) +[2026-06-02 21:30:27,226][451638] Updated weights for policy 0, policy_version 25933 (0.0008) +[2026-06-02 21:30:27,387][451638] Updated weights for policy 0, policy_version 25943 (0.0008) +[2026-06-02 21:30:27,399][450687] Fps is (10 sec: 16384.1, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 13271040. Throughput: 0: 18378.0. Samples: 13318400. Policy #0 lag: (min: 15.0, avg: 26.5, max: 79.0) +[2026-06-02 21:30:27,400][450687] Avg episode reward: [(0, '49.000')] +[2026-06-02 21:30:27,570][451638] Updated weights for policy 0, policy_version 25954 (0.0008) +[2026-06-02 21:30:27,767][451638] Updated weights for policy 0, policy_version 25966 (0.0009) +[2026-06-02 21:30:28,719][451638] Updated weights for policy 0, policy_version 25978 (0.0009) +[2026-06-02 21:30:28,923][451638] Updated weights for policy 0, policy_version 25991 (0.0008) +[2026-06-02 21:30:29,122][451638] Updated weights for policy 0, policy_version 26003 (0.0008) +[2026-06-02 21:30:29,311][451638] Updated weights for policy 0, policy_version 26015 (0.0008) +[2026-06-02 21:30:29,476][451638] Updated weights for policy 0, policy_version 26025 (0.0008) +[2026-06-02 21:30:30,379][451638] Updated weights for policy 0, policy_version 26035 (0.0008) +[2026-06-02 21:30:30,591][451638] Updated weights for policy 0, policy_version 26048 (0.0008) +[2026-06-02 21:30:30,798][451638] Updated weights for policy 0, policy_version 26061 (0.0009) +[2026-06-02 21:30:30,972][451638] Updated weights for policy 0, policy_version 26071 (0.0008) +[2026-06-02 21:30:31,159][451638] Updated weights for policy 0, policy_version 26082 (0.0008) +[2026-06-02 21:30:31,316][451638] Updated weights for policy 0, policy_version 26092 (0.0008) +[2026-06-02 21:30:32,230][451638] Updated weights for policy 0, policy_version 26103 (0.0008) +[2026-06-02 21:30:32,379][451638] Updated weights for policy 0, policy_version 26113 (0.0008) +[2026-06-02 21:30:32,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 13369344. Throughput: 0: 18648.2. Samples: 13379584. Policy #0 lag: (min: 15.0, avg: 26.5, max: 79.0) +[2026-06-02 21:30:32,400][450687] Avg episode reward: [(0, '47.954')] +[2026-06-02 21:30:32,563][451638] Updated weights for policy 0, policy_version 26124 (0.0009) +[2026-06-02 21:30:32,816][451638] Updated weights for policy 0, policy_version 26139 (0.0009) +[2026-06-02 21:30:32,991][451638] Updated weights for policy 0, policy_version 26150 (0.0008) +[2026-06-02 21:30:33,155][451638] Updated weights for policy 0, policy_version 26160 (0.0008) +[2026-06-02 21:30:34,072][451638] Updated weights for policy 0, policy_version 26170 (0.0009) +[2026-06-02 21:30:34,227][451638] Updated weights for policy 0, policy_version 26180 (0.0008) +[2026-06-02 21:30:34,388][451638] Updated weights for policy 0, policy_version 26190 (0.0008) +[2026-06-02 21:30:34,593][451638] Updated weights for policy 0, policy_version 26202 (0.0008) +[2026-06-02 21:30:34,811][451638] Updated weights for policy 0, policy_version 26215 (0.0008) +[2026-06-02 21:30:35,740][451638] Updated weights for policy 0, policy_version 26227 (0.0009) +[2026-06-02 21:30:35,896][451638] Updated weights for policy 0, policy_version 26237 (0.0008) +[2026-06-02 21:30:36,088][451638] Updated weights for policy 0, policy_version 26249 (0.0008) +[2026-06-02 21:30:36,321][451638] Updated weights for policy 0, policy_version 26263 (0.0009) +[2026-06-02 21:30:36,526][451638] Updated weights for policy 0, policy_version 26275 (0.0008) +[2026-06-02 21:30:36,710][451638] Updated weights for policy 0, policy_version 26286 (0.0008) +[2026-06-02 21:30:37,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 13467648. Throughput: 0: 18403.7. Samples: 13485696. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-02 21:30:37,400][450687] Avg episode reward: [(0, '53.154')] +[2026-06-02 21:30:37,650][451638] Updated weights for policy 0, policy_version 26299 (0.0009) +[2026-06-02 21:30:37,804][451638] Updated weights for policy 0, policy_version 26309 (0.0008) +[2026-06-02 21:30:37,978][451638] Updated weights for policy 0, policy_version 26319 (0.0008) +[2026-06-02 21:30:38,137][451638] Updated weights for policy 0, policy_version 26329 (0.0008) +[2026-06-02 21:30:38,334][451638] Updated weights for policy 0, policy_version 26340 (0.0008) +[2026-06-02 21:30:38,504][451638] Updated weights for policy 0, policy_version 26351 (0.0008) +[2026-06-02 21:30:39,418][451638] Updated weights for policy 0, policy_version 26363 (0.0009) +[2026-06-02 21:30:39,607][451638] Updated weights for policy 0, policy_version 26375 (0.0009) +[2026-06-02 21:30:39,837][451638] Updated weights for policy 0, policy_version 26389 (0.0009) +[2026-06-02 21:30:40,041][451638] Updated weights for policy 0, policy_version 26402 (0.0009) +[2026-06-02 21:30:40,233][451638] Updated weights for policy 0, policy_version 26414 (0.0008) +[2026-06-02 21:30:41,166][451638] Updated weights for policy 0, policy_version 26425 (0.0008) +[2026-06-02 21:30:41,317][451638] Updated weights for policy 0, policy_version 26435 (0.0008) +[2026-06-02 21:30:41,494][451638] Updated weights for policy 0, policy_version 26446 (0.0008) +[2026-06-02 21:30:41,658][451638] Updated weights for policy 0, policy_version 26456 (0.0008) +[2026-06-02 21:30:41,847][451638] Updated weights for policy 0, policy_version 26468 (0.0008) +[2026-06-02 21:30:42,039][451638] Updated weights for policy 0, policy_version 26480 (0.0008) +[2026-06-02 21:30:42,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 13565952. Throughput: 0: 18534.3. Samples: 13596160. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-02 21:30:42,400][450687] Avg episode reward: [(0, '47.638')] +[2026-06-02 21:30:42,996][451638] Updated weights for policy 0, policy_version 26492 (0.0008) +[2026-06-02 21:30:43,148][451638] Updated weights for policy 0, policy_version 26502 (0.0008) +[2026-06-02 21:30:43,329][451638] Updated weights for policy 0, policy_version 26513 (0.0008) +[2026-06-02 21:30:43,589][451638] Updated weights for policy 0, policy_version 26529 (0.0009) +[2026-06-02 21:30:43,754][451638] Updated weights for policy 0, policy_version 26539 (0.0008) +[2026-06-02 21:30:44,680][451638] Updated weights for policy 0, policy_version 26552 (0.0009) +[2026-06-02 21:30:44,867][451638] Updated weights for policy 0, policy_version 26564 (0.0008) +[2026-06-02 21:30:45,051][451638] Updated weights for policy 0, policy_version 26575 (0.0009) +[2026-06-02 21:30:45,237][451638] Updated weights for policy 0, policy_version 26586 (0.0009) +[2026-06-02 21:30:45,413][451638] Updated weights for policy 0, policy_version 26596 (0.0009) +[2026-06-02 21:30:45,572][451638] Updated weights for policy 0, policy_version 26606 (0.0008) +[2026-06-02 21:30:46,475][451638] Updated weights for policy 0, policy_version 26618 (0.0009) +[2026-06-02 21:30:46,643][451638] Updated weights for policy 0, policy_version 26629 (0.0008) +[2026-06-02 21:30:46,863][451638] Updated weights for policy 0, policy_version 26642 (0.0009) +[2026-06-02 21:30:47,062][451638] Updated weights for policy 0, policy_version 26654 (0.0009) +[2026-06-02 21:30:47,234][451638] Updated weights for policy 0, policy_version 26664 (0.0008) +[2026-06-02 21:30:47,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 18439.0). Total num frames: 13664256. Throughput: 0: 18412.1. Samples: 13650816. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-02 21:30:47,400][450687] Avg episode reward: [(0, '48.292')] +[2026-06-02 21:30:48,139][451638] Updated weights for policy 0, policy_version 26674 (0.0009) +[2026-06-02 21:30:48,289][451638] Updated weights for policy 0, policy_version 26684 (0.0008) +[2026-06-02 21:30:48,481][451638] Updated weights for policy 0, policy_version 26696 (0.0009) +[2026-06-02 21:30:48,679][451638] Updated weights for policy 0, policy_version 26708 (0.0008) +[2026-06-02 21:30:48,854][451638] Updated weights for policy 0, policy_version 26719 (0.0008) +[2026-06-02 21:30:49,025][451638] Updated weights for policy 0, policy_version 26729 (0.0008) +[2026-06-02 21:30:49,975][451638] Updated weights for policy 0, policy_version 26743 (0.0009) +[2026-06-02 21:30:50,202][451638] Updated weights for policy 0, policy_version 26757 (0.0009) +[2026-06-02 21:30:50,445][451638] Updated weights for policy 0, policy_version 26772 (0.0009) +[2026-06-02 21:30:50,668][451638] Updated weights for policy 0, policy_version 26785 (0.0008) +[2026-06-02 21:30:50,855][451638] Updated weights for policy 0, policy_version 26796 (0.0008) +[2026-06-02 21:30:51,775][451638] Updated weights for policy 0, policy_version 26807 (0.0009) +[2026-06-02 21:30:51,990][451638] Updated weights for policy 0, policy_version 26820 (0.0009) +[2026-06-02 21:30:52,192][451638] Updated weights for policy 0, policy_version 26833 (0.0009) +[2026-06-02 21:30:52,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18022.5, 300 sec: 18327.9). Total num frames: 13729792. Throughput: 0: 18594.1. Samples: 13765120. Policy #0 lag: (min: 63.0, avg: 74.2, max: 127.0) +[2026-06-02 21:30:52,400][450687] Avg episode reward: [(0, '56.161')] +[2026-06-02 21:30:52,468][451638] Updated weights for policy 0, policy_version 26850 (0.0009) +[2026-06-02 21:30:52,691][451638] Updated weights for policy 0, policy_version 26863 (0.0006) +[2026-06-02 21:30:53,540][451638] Updated weights for policy 0, policy_version 26873 (0.0008) +[2026-06-02 21:30:53,714][451638] Updated weights for policy 0, policy_version 26884 (0.0008) +[2026-06-02 21:30:53,900][451638] Updated weights for policy 0, policy_version 26895 (0.0008) +[2026-06-02 21:30:54,083][451638] Updated weights for policy 0, policy_version 26906 (0.0008) +[2026-06-02 21:30:54,269][451638] Updated weights for policy 0, policy_version 26917 (0.0008) +[2026-06-02 21:30:54,448][451638] Updated weights for policy 0, policy_version 26928 (0.0011) +[2026-06-02 21:30:55,345][451638] Updated weights for policy 0, policy_version 26939 (0.0008) +[2026-06-02 21:30:55,517][451638] Updated weights for policy 0, policy_version 26949 (0.0008) +[2026-06-02 21:30:55,695][451638] Updated weights for policy 0, policy_version 26960 (0.0008) +[2026-06-02 21:30:55,871][451638] Updated weights for policy 0, policy_version 26971 (0.0008) +[2026-06-02 21:30:56,037][451638] Updated weights for policy 0, policy_version 26981 (0.0008) +[2026-06-02 21:30:56,214][451638] Updated weights for policy 0, policy_version 26992 (0.0008) +[2026-06-02 21:30:57,140][451638] Updated weights for policy 0, policy_version 27004 (0.0008) +[2026-06-02 21:30:57,332][451638] Updated weights for policy 0, policy_version 27016 (0.0008) +[2026-06-02 21:30:57,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 13828096. Throughput: 0: 18434.9. Samples: 13877120. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-02 21:30:57,400][450687] Avg episode reward: [(0, '56.388')] +[2026-06-02 21:30:57,491][451638] Updated weights for policy 0, policy_version 27026 (0.0008) +[2026-06-02 21:30:57,743][451638] Updated weights for policy 0, policy_version 27041 (0.0009) +[2026-06-02 21:30:57,965][451638] Updated weights for policy 0, policy_version 27054 (0.0008) +[2026-06-02 21:30:58,934][451638] Updated weights for policy 0, policy_version 27067 (0.0009) +[2026-06-02 21:30:59,085][451638] Updated weights for policy 0, policy_version 27077 (0.0009) +[2026-06-02 21:30:59,266][451638] Updated weights for policy 0, policy_version 27088 (0.0008) +[2026-06-02 21:30:59,451][451638] Updated weights for policy 0, policy_version 27099 (0.0008) +[2026-06-02 21:30:59,630][451638] Updated weights for policy 0, policy_version 27110 (0.0008) +[2026-06-02 21:30:59,796][451638] Updated weights for policy 0, policy_version 27120 (0.0008) +[2026-06-02 21:31:00,713][451638] Updated weights for policy 0, policy_version 27133 (0.0008) +[2026-06-02 21:31:00,905][451638] Updated weights for policy 0, policy_version 27145 (0.0008) +[2026-06-02 21:31:01,088][451638] Updated weights for policy 0, policy_version 27156 (0.0008) +[2026-06-02 21:31:01,288][451638] Updated weights for policy 0, policy_version 27168 (0.0009) +[2026-06-02 21:31:01,453][451638] Updated weights for policy 0, policy_version 27178 (0.0008) +[2026-06-02 21:31:02,375][451638] Updated weights for policy 0, policy_version 27189 (0.0009) +[2026-06-02 21:31:02,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 13926400. Throughput: 0: 18733.5. Samples: 13935360. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-02 21:31:02,400][450687] Avg episode reward: [(0, '51.416')] +[2026-06-02 21:31:02,604][451638] Updated weights for policy 0, policy_version 27203 (0.0009) +[2026-06-02 21:31:02,776][451638] Updated weights for policy 0, policy_version 27214 (0.0009) +[2026-06-02 21:31:02,957][451638] Updated weights for policy 0, policy_version 27225 (0.0009) +[2026-06-02 21:31:03,159][451638] Updated weights for policy 0, policy_version 27237 (0.0009) +[2026-06-02 21:31:03,337][451638] Updated weights for policy 0, policy_version 27248 (0.0009) +[2026-06-02 21:31:04,239][451638] Updated weights for policy 0, policy_version 27259 (0.0007) +[2026-06-02 21:31:04,477][451638] Updated weights for policy 0, policy_version 27273 (0.0005) +[2026-06-02 21:31:04,637][451638] Updated weights for policy 0, policy_version 27283 (0.0004) +[2026-06-02 21:31:04,841][451638] Updated weights for policy 0, policy_version 27295 (0.0006) +[2026-06-02 21:31:05,026][451638] Updated weights for policy 0, policy_version 27306 (0.0008) +[2026-06-02 21:31:05,919][451638] Updated weights for policy 0, policy_version 27316 (0.0008) +[2026-06-02 21:31:06,074][451638] Updated weights for policy 0, policy_version 27326 (0.0008) +[2026-06-02 21:31:06,230][451638] Updated weights for policy 0, policy_version 27336 (0.0005) +[2026-06-02 21:31:06,395][451638] Updated weights for policy 0, policy_version 27346 (0.0004) +[2026-06-02 21:31:06,578][451638] Updated weights for policy 0, policy_version 27357 (0.0004) +[2026-06-02 21:31:06,743][451638] Updated weights for policy 0, policy_version 27367 (0.0004) +[2026-06-02 21:31:07,399][450687] Fps is (10 sec: 19659.6, 60 sec: 18568.4, 300 sec: 18438.9). Total num frames: 14024704. Throughput: 0: 18423.2. Samples: 14042752. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-02 21:31:07,401][450687] Avg episode reward: [(0, '47.108')] +[2026-06-02 21:31:07,633][451638] Updated weights for policy 0, policy_version 27377 (0.0005) +[2026-06-02 21:31:07,821][451638] Updated weights for policy 0, policy_version 27389 (0.0009) +[2026-06-02 21:31:08,013][451638] Updated weights for policy 0, policy_version 27401 (0.0009) +[2026-06-02 21:31:08,184][451638] Updated weights for policy 0, policy_version 27411 (0.0008) +[2026-06-02 21:31:08,367][451638] Updated weights for policy 0, policy_version 27422 (0.0008) +[2026-06-02 21:31:08,586][451638] Updated weights for policy 0, policy_version 27435 (0.0009) +[2026-06-02 21:31:09,486][451638] Updated weights for policy 0, policy_version 27447 (0.0008) +[2026-06-02 21:31:09,635][451638] Updated weights for policy 0, policy_version 27457 (0.0008) +[2026-06-02 21:31:09,843][451638] Updated weights for policy 0, policy_version 27469 (0.0008) +[2026-06-02 21:31:09,998][451638] Updated weights for policy 0, policy_version 27479 (0.0008) +[2026-06-02 21:31:10,228][451638] Updated weights for policy 0, policy_version 27493 (0.0009) +[2026-06-02 21:31:11,156][451638] Updated weights for policy 0, policy_version 27505 (0.0008) +[2026-06-02 21:31:11,308][451638] Updated weights for policy 0, policy_version 27515 (0.0008) +[2026-06-02 21:31:11,470][451638] Updated weights for policy 0, policy_version 27525 (0.0008) +[2026-06-02 21:31:11,710][451638] Updated weights for policy 0, policy_version 27540 (0.0009) +[2026-06-02 21:31:11,888][451638] Updated weights for policy 0, policy_version 27551 (0.0009) +[2026-06-02 21:31:12,103][451638] Updated weights for policy 0, policy_version 27564 (0.0008) +[2026-06-02 21:31:12,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 14123008. Throughput: 0: 18471.8. Samples: 14149632. Policy #0 lag: (min: 63.0, avg: 73.7, max: 127.0) +[2026-06-02 21:31:12,400][450687] Avg episode reward: [(0, '53.501')] +[2026-06-02 21:31:13,005][451638] Updated weights for policy 0, policy_version 27575 (0.0008) +[2026-06-02 21:31:13,155][451638] Updated weights for policy 0, policy_version 27585 (0.0009) +[2026-06-02 21:31:13,351][451638] Updated weights for policy 0, policy_version 27597 (0.0008) +[2026-06-02 21:31:13,543][451638] Updated weights for policy 0, policy_version 27608 (0.0008) +[2026-06-02 21:31:13,720][451638] Updated weights for policy 0, policy_version 27619 (0.0008) +[2026-06-02 21:31:13,914][451638] Updated weights for policy 0, policy_version 27630 (0.0009) +[2026-06-02 21:31:14,838][451638] Updated weights for policy 0, policy_version 27643 (0.0008) +[2026-06-02 21:31:15,014][451638] Updated weights for policy 0, policy_version 27654 (0.0008) +[2026-06-02 21:31:15,196][451638] Updated weights for policy 0, policy_version 27665 (0.0008) +[2026-06-02 21:31:15,407][451638] Updated weights for policy 0, policy_version 27677 (0.0008) +[2026-06-02 21:31:15,602][451638] Updated weights for policy 0, policy_version 27689 (0.0009) +[2026-06-02 21:31:16,508][451638] Updated weights for policy 0, policy_version 27699 (0.0008) +[2026-06-02 21:31:16,706][451638] Updated weights for policy 0, policy_version 27712 (0.0008) +[2026-06-02 21:31:16,881][451638] Updated weights for policy 0, policy_version 27723 (0.0008) +[2026-06-02 21:31:17,068][451638] Updated weights for policy 0, policy_version 27734 (0.0008) +[2026-06-02 21:31:17,258][451638] Updated weights for policy 0, policy_version 27745 (0.0008) +[2026-06-02 21:31:17,399][450687] Fps is (10 sec: 16385.1, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 14188544. Throughput: 0: 18375.1. Samples: 14206464. Policy #0 lag: (min: 60.0, avg: 71.6, max: 124.0) +[2026-06-02 21:31:17,400][450687] Avg episode reward: [(0, '54.258')] +[2026-06-02 21:31:17,486][451638] Updated weights for policy 0, policy_version 27759 (0.0009) +[2026-06-02 21:31:18,375][451638] Updated weights for policy 0, policy_version 27769 (0.0008) +[2026-06-02 21:31:18,529][451638] Updated weights for policy 0, policy_version 27779 (0.0008) +[2026-06-02 21:31:18,767][451638] Updated weights for policy 0, policy_version 27793 (0.0008) +[2026-06-02 21:31:18,922][451638] Updated weights for policy 0, policy_version 27803 (0.0008) +[2026-06-02 21:31:19,107][451638] Updated weights for policy 0, policy_version 27814 (0.0008) +[2026-06-02 21:31:19,268][451638] Updated weights for policy 0, policy_version 27824 (0.0008) +[2026-06-02 21:31:20,197][451638] Updated weights for policy 0, policy_version 27835 (0.0008) +[2026-06-02 21:31:20,372][451638] Updated weights for policy 0, policy_version 27846 (0.0008) +[2026-06-02 21:31:20,545][451638] Updated weights for policy 0, policy_version 27856 (0.0009) +[2026-06-02 21:31:20,734][451638] Updated weights for policy 0, policy_version 27868 (0.0008) +[2026-06-02 21:31:20,960][451638] Updated weights for policy 0, policy_version 27881 (0.0008) +[2026-06-02 21:31:21,850][451638] Updated weights for policy 0, policy_version 27892 (0.0008) +[2026-06-02 21:31:22,038][451638] Updated weights for policy 0, policy_version 27904 (0.0009) +[2026-06-02 21:31:22,223][451638] Updated weights for policy 0, policy_version 27915 (0.0008) +[2026-06-02 21:31:22,398][451638] Updated weights for policy 0, policy_version 27926 (0.0008) +[2026-06-02 21:31:22,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18568.5, 300 sec: 18327.9). Total num frames: 14286848. Throughput: 0: 18514.5. Samples: 14318848. Policy #0 lag: (min: 60.0, avg: 71.6, max: 124.0) +[2026-06-02 21:31:22,400][450687] Avg episode reward: [(0, '52.266')] +[2026-06-02 21:31:22,592][451638] Updated weights for policy 0, policy_version 27937 (0.0008) +[2026-06-02 21:31:22,770][451638] Updated weights for policy 0, policy_version 27948 (0.0008) +[2026-06-02 21:31:23,682][451638] Updated weights for policy 0, policy_version 27958 (0.0008) +[2026-06-02 21:31:23,906][451638] Updated weights for policy 0, policy_version 27972 (0.0008) +[2026-06-02 21:31:24,086][451638] Updated weights for policy 0, policy_version 27983 (0.0008) +[2026-06-02 21:31:24,253][451638] Updated weights for policy 0, policy_version 27993 (0.0008) +[2026-06-02 21:31:24,420][451638] Updated weights for policy 0, policy_version 28003 (0.0008) +[2026-06-02 21:31:24,584][451638] Updated weights for policy 0, policy_version 28013 (0.0008) +[2026-06-02 21:31:25,502][451638] Updated weights for policy 0, policy_version 28023 (0.0008) +[2026-06-02 21:31:25,656][451638] Updated weights for policy 0, policy_version 28033 (0.0008) +[2026-06-02 21:31:25,832][451638] Updated weights for policy 0, policy_version 28044 (0.0008) +[2026-06-02 21:31:26,033][451638] Updated weights for policy 0, policy_version 28056 (0.0008) +[2026-06-02 21:31:26,232][451638] Updated weights for policy 0, policy_version 28068 (0.0008) +[2026-06-02 21:31:26,417][451638] Updated weights for policy 0, policy_version 28079 (0.0009) +[2026-06-02 21:31:27,337][451638] Updated weights for policy 0, policy_version 28091 (0.0008) +[2026-06-02 21:31:27,399][450687] Fps is (10 sec: 19660.4, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 14385152. Throughput: 0: 18611.2. Samples: 14433664. Policy #0 lag: (min: 60.0, avg: 71.6, max: 124.0) +[2026-06-02 21:31:27,401][450687] Avg episode reward: [(0, '50.606')] +[2026-06-02 21:31:27,508][451638] Updated weights for policy 0, policy_version 28102 (0.0008) +[2026-06-02 21:31:27,723][451638] Updated weights for policy 0, policy_version 28115 (0.0009) +[2026-06-02 21:31:27,899][451638] Updated weights for policy 0, policy_version 28125 (0.0008) +[2026-06-02 21:31:28,059][451638] Updated weights for policy 0, policy_version 28135 (0.0008) +[2026-06-02 21:31:28,912][451638] Updated weights for policy 0, policy_version 28147 (0.0008) +[2026-06-02 21:31:29,116][451638] Updated weights for policy 0, policy_version 28160 (0.0008) +[2026-06-02 21:31:29,288][451638] Updated weights for policy 0, policy_version 28170 (0.0008) +[2026-06-02 21:31:29,518][451638] Updated weights for policy 0, policy_version 28184 (0.0008) +[2026-06-02 21:31:29,711][451638] Updated weights for policy 0, policy_version 28196 (0.0008) +[2026-06-02 21:31:29,878][451638] Updated weights for policy 0, policy_version 28206 (0.0008) +[2026-06-02 21:31:30,771][451638] Updated weights for policy 0, policy_version 28218 (0.0008) +[2026-06-02 21:31:30,981][451638] Updated weights for policy 0, policy_version 28231 (0.0009) +[2026-06-02 21:31:31,174][451638] Updated weights for policy 0, policy_version 28243 (0.0008) +[2026-06-02 21:31:31,358][451638] Updated weights for policy 0, policy_version 28254 (0.0008) +[2026-06-02 21:31:31,531][451638] Updated weights for policy 0, policy_version 28264 (0.0008) +[2026-06-02 21:31:32,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 14483456. Throughput: 0: 18633.9. Samples: 14489344. Policy #0 lag: (min: 60.0, avg: 71.6, max: 124.0) +[2026-06-02 21:31:32,400][450687] Avg episode reward: [(0, '53.987')] +[2026-06-02 21:31:32,476][451638] Updated weights for policy 0, policy_version 28277 (0.0009) +[2026-06-02 21:31:32,654][451638] Updated weights for policy 0, policy_version 28288 (0.0008) +[2026-06-02 21:31:32,815][451638] Updated weights for policy 0, policy_version 28298 (0.0008) +[2026-06-02 21:31:33,008][451638] Updated weights for policy 0, policy_version 28309 (0.0008) +[2026-06-02 21:31:33,196][451638] Updated weights for policy 0, policy_version 28321 (0.0008) +[2026-06-02 21:31:33,374][451638] Updated weights for policy 0, policy_version 28331 (0.0008) +[2026-06-02 21:31:34,291][451638] Updated weights for policy 0, policy_version 28343 (0.0009) +[2026-06-02 21:31:34,501][451638] Updated weights for policy 0, policy_version 28356 (0.0009) +[2026-06-02 21:31:34,665][451638] Updated weights for policy 0, policy_version 28366 (0.0008) +[2026-06-02 21:31:34,847][451638] Updated weights for policy 0, policy_version 28377 (0.0008) +[2026-06-02 21:31:35,048][451638] Updated weights for policy 0, policy_version 28389 (0.0009) +[2026-06-02 21:31:35,224][451638] Updated weights for policy 0, policy_version 28400 (0.0009) +[2026-06-02 21:31:36,125][451638] Updated weights for policy 0, policy_version 28410 (0.0009) +[2026-06-02 21:31:36,278][451638] Updated weights for policy 0, policy_version 28420 (0.0008) +[2026-06-02 21:31:36,446][451638] Updated weights for policy 0, policy_version 28430 (0.0008) +[2026-06-02 21:31:36,673][451638] Updated weights for policy 0, policy_version 28444 (0.0009) +[2026-06-02 21:31:36,840][451638] Updated weights for policy 0, policy_version 28454 (0.0008) +[2026-06-02 21:31:37,002][451638] Updated weights for policy 0, policy_version 28464 (0.0008) +[2026-06-02 21:31:37,399][450687] Fps is (10 sec: 19661.2, 60 sec: 18568.6, 300 sec: 18439.0). Total num frames: 14581760. Throughput: 0: 18554.3. Samples: 14600064. Policy #0 lag: (min: 55.0, avg: 66.3, max: 119.0) +[2026-06-02 21:31:37,400][450687] Avg episode reward: [(0, '52.302')] +[2026-06-02 21:31:37,921][451638] Updated weights for policy 0, policy_version 28475 (0.0008) +[2026-06-02 21:31:38,082][451638] Updated weights for policy 0, policy_version 28485 (0.0008) +[2026-06-02 21:31:38,265][451638] Updated weights for policy 0, policy_version 28496 (0.0008) +[2026-06-02 21:31:38,419][451638] Updated weights for policy 0, policy_version 28506 (0.0008) +[2026-06-02 21:31:38,592][451638] Updated weights for policy 0, policy_version 28516 (0.0008) +[2026-06-02 21:31:38,776][451638] Updated weights for policy 0, policy_version 28527 (0.0009) +[2026-06-02 21:31:39,691][451638] Updated weights for policy 0, policy_version 28538 (0.0009) +[2026-06-02 21:31:39,845][451638] Updated weights for policy 0, policy_version 28548 (0.0008) +[2026-06-02 21:31:40,061][451638] Updated weights for policy 0, policy_version 28561 (0.0008) +[2026-06-02 21:31:40,227][451638] Updated weights for policy 0, policy_version 28571 (0.0008) +[2026-06-02 21:31:40,410][451638] Updated weights for policy 0, policy_version 28582 (0.0008) +[2026-06-02 21:31:40,569][451638] Updated weights for policy 0, policy_version 28592 (0.0008) +[2026-06-02 21:31:41,564][451638] Updated weights for policy 0, policy_version 28608 (0.0009) +[2026-06-02 21:31:41,721][451638] Updated weights for policy 0, policy_version 28618 (0.0008) +[2026-06-02 21:31:41,914][451638] Updated weights for policy 0, policy_version 28630 (0.0008) +[2026-06-02 21:31:42,081][451638] Updated weights for policy 0, policy_version 28640 (0.0008) +[2026-06-02 21:31:42,298][451638] Updated weights for policy 0, policy_version 28653 (0.0008) +[2026-06-02 21:31:42,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 18439.0). Total num frames: 14680064. Throughput: 0: 18380.8. Samples: 14704256. Policy #0 lag: (min: 55.0, avg: 66.3, max: 119.0) +[2026-06-02 21:31:42,400][450687] Avg episode reward: [(0, '57.292')] +[2026-06-02 21:31:42,406][451566] Saving new best policy, reward=57.292! +[2026-06-02 21:31:43,260][451638] Updated weights for policy 0, policy_version 28666 (0.0008) +[2026-06-02 21:31:43,439][451638] Updated weights for policy 0, policy_version 28677 (0.0008) +[2026-06-02 21:31:43,636][451638] Updated weights for policy 0, policy_version 28689 (0.0008) +[2026-06-02 21:31:43,839][451638] Updated weights for policy 0, policy_version 28701 (0.0008) +[2026-06-02 21:31:44,042][451638] Updated weights for policy 0, policy_version 28713 (0.0008) +[2026-06-02 21:31:44,924][451638] Updated weights for policy 0, policy_version 28723 (0.0008) +[2026-06-02 21:31:45,077][451638] Updated weights for policy 0, policy_version 28733 (0.0008) +[2026-06-02 21:31:45,287][451638] Updated weights for policy 0, policy_version 28746 (0.0008) +[2026-06-02 21:31:45,453][451638] Updated weights for policy 0, policy_version 28756 (0.0008) +[2026-06-02 21:31:45,657][451638] Updated weights for policy 0, policy_version 28768 (0.0008) +[2026-06-02 21:31:45,850][451638] Updated weights for policy 0, policy_version 28780 (0.0008) +[2026-06-02 21:31:46,693][451638] Updated weights for policy 0, policy_version 28790 (0.0008) +[2026-06-02 21:31:46,843][451638] Updated weights for policy 0, policy_version 28800 (0.0008) +[2026-06-02 21:31:47,027][451638] Updated weights for policy 0, policy_version 28811 (0.0008) +[2026-06-02 21:31:47,195][451638] Updated weights for policy 0, policy_version 28821 (0.0008) +[2026-06-02 21:31:47,373][451638] Updated weights for policy 0, policy_version 28832 (0.0008) +[2026-06-02 21:31:47,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18022.4, 300 sec: 18327.9). Total num frames: 14745600. Throughput: 0: 18432.0. Samples: 14764800. Policy #0 lag: (min: 55.0, avg: 66.3, max: 119.0) +[2026-06-02 21:31:47,400][450687] Avg episode reward: [(0, '51.723')] +[2026-06-02 21:31:47,554][451638] Updated weights for policy 0, policy_version 28842 (0.0008) +[2026-06-02 21:31:48,427][451638] Updated weights for policy 0, policy_version 28853 (0.0009) +[2026-06-02 21:31:48,633][451638] Updated weights for policy 0, policy_version 28866 (0.0009) +[2026-06-02 21:31:48,803][451638] Updated weights for policy 0, policy_version 28876 (0.0008) +[2026-06-02 21:31:48,958][451638] Updated weights for policy 0, policy_version 28886 (0.0008) +[2026-06-02 21:31:49,129][451638] Updated weights for policy 0, policy_version 28896 (0.0008) +[2026-06-02 21:31:49,305][451638] Updated weights for policy 0, policy_version 28907 (0.0008) +[2026-06-02 21:31:50,369][451638] Updated weights for policy 0, policy_version 28925 (0.0009) +[2026-06-02 21:31:50,545][451638] Updated weights for policy 0, policy_version 28936 (0.0008) +[2026-06-02 21:31:50,712][451638] Updated weights for policy 0, policy_version 28946 (0.0008) +[2026-06-02 21:31:50,894][451638] Updated weights for policy 0, policy_version 28957 (0.0008) +[2026-06-02 21:31:51,056][451638] Updated weights for policy 0, policy_version 28967 (0.0008) +[2026-06-02 21:31:51,997][451638] Updated weights for policy 0, policy_version 28979 (0.0007) +[2026-06-02 21:31:52,164][451638] Updated weights for policy 0, policy_version 28990 (0.0004) +[2026-06-02 21:31:52,344][451638] Updated weights for policy 0, policy_version 29001 (0.0006) +[2026-06-02 21:31:52,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 14843904. Throughput: 0: 18429.4. Samples: 14872064. Policy #0 lag: (min: 55.0, avg: 66.3, max: 119.0) +[2026-06-02 21:31:52,399][450687] Avg episode reward: [(0, '49.263')] +[2026-06-02 21:31:52,538][451638] Updated weights for policy 0, policy_version 29013 (0.0008) +[2026-06-02 21:31:52,713][451638] Updated weights for policy 0, policy_version 29023 (0.0008) +[2026-06-02 21:31:52,879][451638] Updated weights for policy 0, policy_version 29033 (0.0008) +[2026-06-02 21:31:53,760][451638] Updated weights for policy 0, policy_version 29043 (0.0008) +[2026-06-02 21:31:54,006][451638] Updated weights for policy 0, policy_version 29059 (0.0009) +[2026-06-02 21:31:54,207][451638] Updated weights for policy 0, policy_version 29071 (0.0009) +[2026-06-02 21:31:54,404][451638] Updated weights for policy 0, policy_version 29083 (0.0008) +[2026-06-02 21:31:54,604][451638] Updated weights for policy 0, policy_version 29095 (0.0008) +[2026-06-02 21:31:55,562][451638] Updated weights for policy 0, policy_version 29108 (0.0007) +[2026-06-02 21:31:55,766][451638] Updated weights for policy 0, policy_version 29121 (0.0008) +[2026-06-02 21:31:55,928][451638] Updated weights for policy 0, policy_version 29131 (0.0008) +[2026-06-02 21:31:56,091][451638] Updated weights for policy 0, policy_version 29141 (0.0008) +[2026-06-02 21:31:56,244][451638] Updated weights for policy 0, policy_version 29151 (0.0008) +[2026-06-02 21:31:56,411][451638] Updated weights for policy 0, policy_version 29161 (0.0004) +[2026-06-02 21:31:57,341][451638] Updated weights for policy 0, policy_version 29174 (0.0004) +[2026-06-02 21:31:57,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 14942208. Throughput: 0: 18742.0. Samples: 14993024. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-02 21:31:57,399][450687] Avg episode reward: [(0, '46.771')] +[2026-06-02 21:31:57,556][451638] Updated weights for policy 0, policy_version 29187 (0.0004) +[2026-06-02 21:31:57,752][451638] Updated weights for policy 0, policy_version 29199 (0.0006) +[2026-06-02 21:31:57,949][451638] Updated weights for policy 0, policy_version 29211 (0.0008) +[2026-06-02 21:31:58,159][451638] Updated weights for policy 0, policy_version 29224 (0.0008) +[2026-06-02 21:31:58,999][451638] Updated weights for policy 0, policy_version 29234 (0.0008) +[2026-06-02 21:31:59,181][451638] Updated weights for policy 0, policy_version 29246 (0.0005) +[2026-06-02 21:31:59,343][451638] Updated weights for policy 0, policy_version 29256 (0.0005) +[2026-06-02 21:31:59,521][451638] Updated weights for policy 0, policy_version 29266 (0.0004) +[2026-06-02 21:31:59,721][451638] Updated weights for policy 0, policy_version 29278 (0.0005) +[2026-06-02 21:31:59,915][451638] Updated weights for policy 0, policy_version 29290 (0.0005) +[2026-06-02 21:32:00,727][451638] Updated weights for policy 0, policy_version 29300 (0.0005) +[2026-06-02 21:32:00,903][451638] Updated weights for policy 0, policy_version 29311 (0.0005) +[2026-06-02 21:32:01,078][451638] Updated weights for policy 0, policy_version 29322 (0.0005) +[2026-06-02 21:32:01,273][451638] Updated weights for policy 0, policy_version 29333 (0.0005) +[2026-06-02 21:32:01,450][451638] Updated weights for policy 0, policy_version 29344 (0.0005) +[2026-06-02 21:32:01,623][451638] Updated weights for policy 0, policy_version 29354 (0.0005) +[2026-06-02 21:32:02,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18439.0). Total num frames: 15040512. Throughput: 0: 18668.1. Samples: 15046528. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-02 21:32:02,400][450687] Avg episode reward: [(0, '52.993')] +[2026-06-02 21:32:02,490][451638] Updated weights for policy 0, policy_version 29369 (0.0005) +[2026-06-02 21:32:02,650][451638] Updated weights for policy 0, policy_version 29379 (0.0005) +[2026-06-02 21:32:02,818][451638] Updated weights for policy 0, policy_version 29389 (0.0005) +[2026-06-02 21:32:03,027][451638] Updated weights for policy 0, policy_version 29401 (0.0005) +[2026-06-02 21:32:03,188][451638] Updated weights for policy 0, policy_version 29411 (0.0005) +[2026-06-02 21:32:03,362][451638] Updated weights for policy 0, policy_version 29421 (0.0005) +[2026-06-02 21:32:04,169][451638] Updated weights for policy 0, policy_version 29431 (0.0005) +[2026-06-02 21:32:04,358][451638] Updated weights for policy 0, policy_version 29443 (0.0005) +[2026-06-02 21:32:04,557][451638] Updated weights for policy 0, policy_version 29455 (0.0005) +[2026-06-02 21:32:04,729][451638] Updated weights for policy 0, policy_version 29465 (0.0008) +[2026-06-02 21:32:04,925][451638] Updated weights for policy 0, policy_version 29477 (0.0008) +[2026-06-02 21:32:05,843][451638] Updated weights for policy 0, policy_version 29490 (0.0008) +[2026-06-02 21:32:06,001][451638] Updated weights for policy 0, policy_version 29500 (0.0008) +[2026-06-02 21:32:06,180][451638] Updated weights for policy 0, policy_version 29511 (0.0008) +[2026-06-02 21:32:06,347][451638] Updated weights for policy 0, policy_version 29521 (0.0008) +[2026-06-02 21:32:06,520][451638] Updated weights for policy 0, policy_version 29531 (0.0008) +[2026-06-02 21:32:06,679][451638] Updated weights for policy 0, policy_version 29541 (0.0008) +[2026-06-02 21:32:07,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.7, 300 sec: 18438.9). Total num frames: 15138816. Throughput: 0: 18685.1. Samples: 15159680. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-02 21:32:07,400][450687] Avg episode reward: [(0, '58.064')] +[2026-06-02 21:32:07,406][451566] Saving new best policy, reward=58.064! +[2026-06-02 21:32:07,626][451638] Updated weights for policy 0, policy_version 29553 (0.0008) +[2026-06-02 21:32:07,790][451638] Updated weights for policy 0, policy_version 29564 (0.0008) +[2026-06-02 21:32:07,963][451638] Updated weights for policy 0, policy_version 29575 (0.0008) +[2026-06-02 21:32:08,125][451638] Updated weights for policy 0, policy_version 29585 (0.0008) +[2026-06-02 21:32:08,330][451638] Updated weights for policy 0, policy_version 29597 (0.0008) +[2026-06-02 21:32:08,518][451638] Updated weights for policy 0, policy_version 29608 (0.0008) +[2026-06-02 21:32:09,456][451638] Updated weights for policy 0, policy_version 29620 (0.0009) +[2026-06-02 21:32:09,602][451638] Updated weights for policy 0, policy_version 29630 (0.0008) +[2026-06-02 21:32:09,763][451638] Updated weights for policy 0, policy_version 29640 (0.0008) +[2026-06-02 21:32:09,931][451638] Updated weights for policy 0, policy_version 29650 (0.0008) +[2026-06-02 21:32:10,116][451638] Updated weights for policy 0, policy_version 29661 (0.0008) +[2026-06-02 21:32:10,303][451638] Updated weights for policy 0, policy_version 29672 (0.0008) +[2026-06-02 21:32:11,212][451638] Updated weights for policy 0, policy_version 29683 (0.0009) +[2026-06-02 21:32:11,415][451638] Updated weights for policy 0, policy_version 29696 (0.0009) +[2026-06-02 21:32:11,605][451638] Updated weights for policy 0, policy_version 29707 (0.0009) +[2026-06-02 21:32:11,832][451638] Updated weights for policy 0, policy_version 29721 (0.0009) +[2026-06-02 21:32:12,035][451638] Updated weights for policy 0, policy_version 29733 (0.0009) +[2026-06-02 21:32:12,199][451638] Updated weights for policy 0, policy_version 29743 (0.0008) +[2026-06-02 21:32:12,399][450687] Fps is (10 sec: 19660.0, 60 sec: 18568.4, 300 sec: 18438.9). Total num frames: 15237120. Throughput: 0: 18514.4. Samples: 15266816. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-02 21:32:12,401][450687] Avg episode reward: [(0, '54.401')] +[2026-06-02 21:32:13,151][451638] Updated weights for policy 0, policy_version 29757 (0.0009) +[2026-06-02 21:32:13,309][451638] Updated weights for policy 0, policy_version 29767 (0.0009) +[2026-06-02 21:32:13,476][451638] Updated weights for policy 0, policy_version 29777 (0.0009) +[2026-06-02 21:32:13,638][451638] Updated weights for policy 0, policy_version 29787 (0.0008) +[2026-06-02 21:32:13,837][451638] Updated weights for policy 0, policy_version 29799 (0.0009) +[2026-06-02 21:32:14,753][451638] Updated weights for policy 0, policy_version 29809 (0.0009) +[2026-06-02 21:32:14,922][451638] Updated weights for policy 0, policy_version 29820 (0.0008) +[2026-06-02 21:32:15,099][451638] Updated weights for policy 0, policy_version 29831 (0.0008) +[2026-06-02 21:32:15,260][451638] Updated weights for policy 0, policy_version 29841 (0.0008) +[2026-06-02 21:32:15,452][451638] Updated weights for policy 0, policy_version 29852 (0.0009) +[2026-06-02 21:32:15,669][451638] Updated weights for policy 0, policy_version 29865 (0.0009) +[2026-06-02 21:32:16,607][451638] Updated weights for policy 0, policy_version 29877 (0.0008) +[2026-06-02 21:32:16,793][451638] Updated weights for policy 0, policy_version 29889 (0.0008) +[2026-06-02 21:32:17,014][451638] Updated weights for policy 0, policy_version 29902 (0.0009) +[2026-06-02 21:32:17,191][451638] Updated weights for policy 0, policy_version 29913 (0.0008) +[2026-06-02 21:32:17,387][451638] Updated weights for policy 0, policy_version 29925 (0.0008) +[2026-06-02 21:32:17,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18568.5, 300 sec: 18439.0). Total num frames: 15302656. Throughput: 0: 18557.2. Samples: 15324416. Policy #0 lag: (min: 105.0, avg: 120.4, max: 171.0) +[2026-06-02 21:32:17,400][450687] Avg episode reward: [(0, '51.197')] +[2026-06-02 21:32:18,298][451638] Updated weights for policy 0, policy_version 29938 (0.0008) +[2026-06-02 21:32:18,505][451638] Updated weights for policy 0, policy_version 29951 (0.0008) +[2026-06-02 21:32:18,659][451638] Updated weights for policy 0, policy_version 29961 (0.0008) +[2026-06-02 21:32:18,881][451638] Updated weights for policy 0, policy_version 29974 (0.0008) +[2026-06-02 21:32:19,042][451638] Updated weights for policy 0, policy_version 29984 (0.0008) +[2026-06-02 21:32:19,208][451638] Updated weights for policy 0, policy_version 29994 (0.0008) +[2026-06-02 21:32:20,157][451638] Updated weights for policy 0, policy_version 30006 (0.0009) +[2026-06-02 21:32:20,313][451638] Updated weights for policy 0, policy_version 30016 (0.0008) +[2026-06-02 21:32:20,466][451638] Updated weights for policy 0, policy_version 30026 (0.0008) +[2026-06-02 21:32:20,639][451638] Updated weights for policy 0, policy_version 30036 (0.0008) +[2026-06-02 21:32:20,845][451638] Updated weights for policy 0, policy_version 30048 (0.0008) +[2026-06-02 21:32:21,038][451638] Updated weights for policy 0, policy_version 30060 (0.0008) +[2026-06-02 21:32:21,923][451638] Updated weights for policy 0, policy_version 30070 (0.0008) +[2026-06-02 21:32:22,115][451638] Updated weights for policy 0, policy_version 30082 (0.0009) +[2026-06-02 21:32:22,313][451638] Updated weights for policy 0, policy_version 30094 (0.0008) +[2026-06-02 21:32:22,399][450687] Fps is (10 sec: 16384.6, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 15400960. Throughput: 0: 18542.9. Samples: 15434496. Policy #0 lag: (min: 105.0, avg: 120.4, max: 171.0) +[2026-06-02 21:32:22,400][450687] Avg episode reward: [(0, '47.482')] +[2026-06-02 21:32:22,505][451638] Updated weights for policy 0, policy_version 30106 (0.0008) +[2026-06-02 21:32:22,720][451638] Updated weights for policy 0, policy_version 30119 (0.0008) +[2026-06-02 21:32:23,582][451638] Updated weights for policy 0, policy_version 30130 (0.0008) +[2026-06-02 21:32:23,766][451638] Updated weights for policy 0, policy_version 30142 (0.0005) +[2026-06-02 21:32:23,948][451638] Updated weights for policy 0, policy_version 30153 (0.0006) +[2026-06-02 21:32:24,112][451638] Updated weights for policy 0, policy_version 30163 (0.0005) +[2026-06-02 21:32:24,303][451638] Updated weights for policy 0, policy_version 30174 (0.0006) +[2026-06-02 21:32:24,464][451638] Updated weights for policy 0, policy_version 30184 (0.0005) +[2026-06-02 21:32:25,367][451638] Updated weights for policy 0, policy_version 30196 (0.0006) +[2026-06-02 21:32:25,532][451638] Updated weights for policy 0, policy_version 30206 (0.0008) +[2026-06-02 21:32:25,694][451638] Updated weights for policy 0, policy_version 30216 (0.0008) +[2026-06-02 21:32:25,871][451638] Updated weights for policy 0, policy_version 30227 (0.0009) +[2026-06-02 21:32:26,094][451638] Updated weights for policy 0, policy_version 30240 (0.0009) +[2026-06-02 21:32:26,251][451638] Updated weights for policy 0, policy_version 30250 (0.0008) +[2026-06-02 21:32:27,157][451638] Updated weights for policy 0, policy_version 30263 (0.0009) +[2026-06-02 21:32:27,348][451638] Updated weights for policy 0, policy_version 30275 (0.0008) +[2026-06-02 21:32:27,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 15499264. Throughput: 0: 18781.9. Samples: 15549440. Policy #0 lag: (min: 105.0, avg: 120.4, max: 171.0) +[2026-06-02 21:32:27,401][450687] Avg episode reward: [(0, '48.530')] +[2026-06-02 21:32:27,517][451638] Updated weights for policy 0, policy_version 30285 (0.0008) +[2026-06-02 21:32:27,702][451638] Updated weights for policy 0, policy_version 30296 (0.0008) +[2026-06-02 21:32:27,885][451638] Updated weights for policy 0, policy_version 30307 (0.0008) +[2026-06-02 21:32:28,069][451638] Updated weights for policy 0, policy_version 30318 (0.0008) +[2026-06-02 21:32:28,967][451638] Updated weights for policy 0, policy_version 30329 (0.0009) +[2026-06-02 21:32:29,140][451638] Updated weights for policy 0, policy_version 30340 (0.0009) +[2026-06-02 21:32:29,349][451638] Updated weights for policy 0, policy_version 30353 (0.0008) +[2026-06-02 21:32:29,517][451638] Updated weights for policy 0, policy_version 30363 (0.0008) +[2026-06-02 21:32:29,731][451638] Updated weights for policy 0, policy_version 30376 (0.0008) +[2026-06-02 21:32:30,633][451638] Updated weights for policy 0, policy_version 30387 (0.0008) +[2026-06-02 21:32:30,803][451638] Updated weights for policy 0, policy_version 30398 (0.0008) +[2026-06-02 21:32:30,979][451638] Updated weights for policy 0, policy_version 30409 (0.0008) +[2026-06-02 21:32:31,169][451638] Updated weights for policy 0, policy_version 30420 (0.0008) +[2026-06-02 21:32:31,336][451638] Updated weights for policy 0, policy_version 30430 (0.0008) +[2026-06-02 21:32:31,496][451638] Updated weights for policy 0, policy_version 30440 (0.0008) +[2026-06-02 21:32:32,379][451638] Updated weights for policy 0, policy_version 30450 (0.0008) +[2026-06-02 21:32:32,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 15597568. Throughput: 0: 18679.4. Samples: 15605376. Policy #0 lag: (min: 105.0, avg: 120.4, max: 171.0) +[2026-06-02 21:32:32,400][450687] Avg episode reward: [(0, '49.457')] +[2026-06-02 21:32:32,569][451638] Updated weights for policy 0, policy_version 30462 (0.0008) +[2026-06-02 21:32:32,729][451638] Updated weights for policy 0, policy_version 30472 (0.0008) +[2026-06-02 21:32:32,945][451638] Updated weights for policy 0, policy_version 30485 (0.0008) +[2026-06-02 21:32:33,107][451638] Updated weights for policy 0, policy_version 30495 (0.0008) +[2026-06-02 21:32:33,277][451638] Updated weights for policy 0, policy_version 30505 (0.0008) +[2026-06-02 21:32:34,184][451638] Updated weights for policy 0, policy_version 30516 (0.0009) +[2026-06-02 21:32:34,339][451638] Updated weights for policy 0, policy_version 30526 (0.0008) +[2026-06-02 21:32:34,544][451638] Updated weights for policy 0, policy_version 30539 (0.0008) +[2026-06-02 21:32:34,715][451638] Updated weights for policy 0, policy_version 30549 (0.0008) +[2026-06-02 21:32:34,907][451638] Updated weights for policy 0, policy_version 30561 (0.0008) +[2026-06-02 21:32:35,096][451638] Updated weights for policy 0, policy_version 30572 (0.0008) +[2026-06-02 21:32:35,980][451638] Updated weights for policy 0, policy_version 30582 (0.0008) +[2026-06-02 21:32:36,201][451638] Updated weights for policy 0, policy_version 30596 (0.0009) +[2026-06-02 21:32:36,370][451638] Updated weights for policy 0, policy_version 30606 (0.0009) +[2026-06-02 21:32:36,589][451638] Updated weights for policy 0, policy_version 30619 (0.0009) +[2026-06-02 21:32:36,754][451638] Updated weights for policy 0, policy_version 30629 (0.0008) +[2026-06-02 21:32:36,930][451638] Updated weights for policy 0, policy_version 30639 (0.0009) +[2026-06-02 21:32:37,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 15695872. Throughput: 0: 18702.1. Samples: 15713664. Policy #0 lag: (min: 54.0, avg: 65.5, max: 118.0) +[2026-06-02 21:32:37,401][450687] Avg episode reward: [(0, '55.932')] +[2026-06-02 21:32:37,786][451638] Updated weights for policy 0, policy_version 30649 (0.0009) +[2026-06-02 21:32:37,939][451638] Updated weights for policy 0, policy_version 30659 (0.0008) +[2026-06-02 21:32:38,099][451638] Updated weights for policy 0, policy_version 30669 (0.0008) +[2026-06-02 21:32:38,283][451638] Updated weights for policy 0, policy_version 30680 (0.0009) +[2026-06-02 21:32:38,451][451638] Updated weights for policy 0, policy_version 30690 (0.0008) +[2026-06-02 21:32:38,618][451638] Updated weights for policy 0, policy_version 30700 (0.0008) +[2026-06-02 21:32:39,542][451638] Updated weights for policy 0, policy_version 30712 (0.0009) +[2026-06-02 21:32:39,708][451638] Updated weights for policy 0, policy_version 30723 (0.0008) +[2026-06-02 21:32:39,906][451638] Updated weights for policy 0, policy_version 30735 (0.0009) +[2026-06-02 21:32:40,080][451638] Updated weights for policy 0, policy_version 30745 (0.0009) +[2026-06-02 21:32:40,244][451638] Updated weights for policy 0, policy_version 30755 (0.0008) +[2026-06-02 21:32:40,405][451638] Updated weights for policy 0, policy_version 30765 (0.0008) +[2026-06-02 21:32:41,311][451638] Updated weights for policy 0, policy_version 30777 (0.0009) +[2026-06-02 21:32:41,554][451638] Updated weights for policy 0, policy_version 30792 (0.0009) +[2026-06-02 21:32:41,711][451638] Updated weights for policy 0, policy_version 30802 (0.0009) +[2026-06-02 21:32:41,915][451638] Updated weights for policy 0, policy_version 30814 (0.0009) +[2026-06-02 21:32:42,120][451638] Updated weights for policy 0, policy_version 30826 (0.0009) +[2026-06-02 21:32:42,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 15794176. Throughput: 0: 18378.0. Samples: 15820032. Policy #0 lag: (min: 54.0, avg: 65.5, max: 118.0) +[2026-06-02 21:32:42,400][450687] Avg episode reward: [(0, '50.676')] +[2026-06-02 21:32:42,956][451638] Updated weights for policy 0, policy_version 30836 (0.0007) +[2026-06-02 21:32:43,131][451638] Updated weights for policy 0, policy_version 30847 (0.0009) +[2026-06-02 21:32:43,345][451638] Updated weights for policy 0, policy_version 30860 (0.0010) +[2026-06-02 21:32:43,549][451638] Updated weights for policy 0, policy_version 30872 (0.0009) +[2026-06-02 21:32:43,726][451638] Updated weights for policy 0, policy_version 30883 (0.0009) +[2026-06-02 21:32:43,912][451638] Updated weights for policy 0, policy_version 30894 (0.0009) +[2026-06-02 21:32:44,793][451638] Updated weights for policy 0, policy_version 30905 (0.0009) +[2026-06-02 21:32:44,950][451638] Updated weights for policy 0, policy_version 30915 (0.0009) +[2026-06-02 21:32:45,168][451638] Updated weights for policy 0, policy_version 30928 (0.0009) +[2026-06-02 21:32:45,368][451638] Updated weights for policy 0, policy_version 30940 (0.0010) +[2026-06-02 21:32:45,556][451638] Updated weights for policy 0, policy_version 30951 (0.0009) +[2026-06-02 21:32:46,403][451638] Updated weights for policy 0, policy_version 30963 (0.0007) +[2026-06-02 21:32:46,570][451638] Updated weights for policy 0, policy_version 30974 (0.0005) +[2026-06-02 21:32:46,723][451638] Updated weights for policy 0, policy_version 30984 (0.0006) +[2026-06-02 21:32:46,910][451638] Updated weights for policy 0, policy_version 30995 (0.0005) +[2026-06-02 21:32:47,106][451638] Updated weights for policy 0, policy_version 31007 (0.0006) +[2026-06-02 21:32:47,300][451638] Updated weights for policy 0, policy_version 31019 (0.0006) +[2026-06-02 21:32:47,399][450687] Fps is (10 sec: 19660.6, 60 sec: 19114.6, 300 sec: 18550.0). Total num frames: 15892480. Throughput: 0: 18494.5. Samples: 15878784. Policy #0 lag: (min: 54.0, avg: 65.5, max: 118.0) +[2026-06-02 21:32:47,400][450687] Avg episode reward: [(0, '57.679')] +[2026-06-02 21:32:48,187][451638] Updated weights for policy 0, policy_version 31029 (0.0008) +[2026-06-02 21:32:48,354][451638] Updated weights for policy 0, policy_version 31040 (0.0011) +[2026-06-02 21:32:48,571][451638] Updated weights for policy 0, policy_version 31053 (0.0010) +[2026-06-02 21:32:48,788][451638] Updated weights for policy 0, policy_version 31066 (0.0010) +[2026-06-02 21:32:49,007][451638] Updated weights for policy 0, policy_version 31079 (0.0010) +[2026-06-02 21:32:49,909][451638] Updated weights for policy 0, policy_version 31089 (0.0010) +[2026-06-02 21:32:50,091][451638] Updated weights for policy 0, policy_version 31101 (0.0009) +[2026-06-02 21:32:50,272][451638] Updated weights for policy 0, policy_version 31112 (0.0009) +[2026-06-02 21:32:50,522][451638] Updated weights for policy 0, policy_version 31127 (0.0010) +[2026-06-02 21:32:50,688][451638] Updated weights for policy 0, policy_version 31137 (0.0008) +[2026-06-02 21:32:50,882][451638] Updated weights for policy 0, policy_version 31148 (0.0008) +[2026-06-02 21:32:51,792][451638] Updated weights for policy 0, policy_version 31161 (0.0009) +[2026-06-02 21:32:51,953][451638] Updated weights for policy 0, policy_version 31171 (0.0008) +[2026-06-02 21:32:52,123][451638] Updated weights for policy 0, policy_version 31181 (0.0008) +[2026-06-02 21:32:52,356][451638] Updated weights for policy 0, policy_version 31195 (0.0009) +[2026-06-02 21:32:52,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 15958016. Throughput: 0: 18537.3. Samples: 15993856. Policy #0 lag: (min: 54.0, avg: 65.5, max: 118.0) +[2026-06-02 21:32:52,400][450687] Avg episode reward: [(0, '52.849')] +[2026-06-02 21:32:52,521][451638] Updated weights for policy 0, policy_version 31205 (0.0008) +[2026-06-02 21:32:53,489][451638] Updated weights for policy 0, policy_version 31220 (0.0009) +[2026-06-02 21:32:53,674][451638] Updated weights for policy 0, policy_version 31232 (0.0009) +[2026-06-02 21:32:53,845][451638] Updated weights for policy 0, policy_version 31242 (0.0008) +[2026-06-02 21:32:54,061][451638] Updated weights for policy 0, policy_version 31255 (0.0008) +[2026-06-02 21:32:54,225][451638] Updated weights for policy 0, policy_version 31265 (0.0008) +[2026-06-02 21:32:54,410][451638] Updated weights for policy 0, policy_version 31276 (0.0008) +[2026-06-02 21:32:55,301][451638] Updated weights for policy 0, policy_version 31289 (0.0008) +[2026-06-02 21:32:55,473][451638] Updated weights for policy 0, policy_version 31300 (0.0007) +[2026-06-02 21:32:55,706][451638] Updated weights for policy 0, policy_version 31314 (0.0007) +[2026-06-02 21:32:55,874][451638] Updated weights for policy 0, policy_version 31324 (0.0007) +[2026-06-02 21:32:56,042][451638] Updated weights for policy 0, policy_version 31334 (0.0007) +[2026-06-02 21:32:56,965][451638] Updated weights for policy 0, policy_version 31347 (0.0007) +[2026-06-02 21:32:57,150][451638] Updated weights for policy 0, policy_version 31359 (0.0008) +[2026-06-02 21:32:57,368][451638] Updated weights for policy 0, policy_version 31372 (0.0008) +[2026-06-02 21:32:57,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 16056320. Throughput: 0: 18597.1. Samples: 16103680. Policy #0 lag: (min: 54.0, avg: 65.5, max: 118.0) +[2026-06-02 21:32:57,401][450687] Avg episode reward: [(0, '48.996')] +[2026-06-02 21:32:57,548][451638] Updated weights for policy 0, policy_version 31383 (0.0008) +[2026-06-02 21:32:57,748][451638] Updated weights for policy 0, policy_version 31395 (0.0008) +[2026-06-02 21:32:57,938][451638] Updated weights for policy 0, policy_version 31406 (0.0008) +[2026-06-02 21:32:58,868][451638] Updated weights for policy 0, policy_version 31418 (0.0009) +[2026-06-02 21:32:59,050][451638] Updated weights for policy 0, policy_version 31429 (0.0008) +[2026-06-02 21:32:59,266][451638] Updated weights for policy 0, policy_version 31442 (0.0009) +[2026-06-02 21:32:59,459][451638] Updated weights for policy 0, policy_version 31453 (0.0008) +[2026-06-02 21:32:59,653][451638] Updated weights for policy 0, policy_version 31465 (0.0009) +[2026-06-02 21:33:00,530][451638] Updated weights for policy 0, policy_version 31477 (0.0009) +[2026-06-02 21:33:00,700][451638] Updated weights for policy 0, policy_version 31488 (0.0008) +[2026-06-02 21:33:00,881][451638] Updated weights for policy 0, policy_version 31499 (0.0008) +[2026-06-02 21:33:01,068][451638] Updated weights for policy 0, policy_version 31510 (0.0008) +[2026-06-02 21:33:01,255][451638] Updated weights for policy 0, policy_version 31521 (0.0008) +[2026-06-02 21:33:01,456][451638] Updated weights for policy 0, policy_version 31533 (0.0008) +[2026-06-02 21:33:02,389][451638] Updated weights for policy 0, policy_version 31547 (0.0009) +[2026-06-02 21:33:02,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.5, 300 sec: 18438.9). Total num frames: 16154624. Throughput: 0: 18642.4. Samples: 16163328. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-02 21:33:02,401][450687] Avg episode reward: [(0, '50.951')] +[2026-06-02 21:33:02,556][451638] Updated weights for policy 0, policy_version 31557 (0.0008) +[2026-06-02 21:33:02,760][451638] Updated weights for policy 0, policy_version 31569 (0.0008) +[2026-06-02 21:33:02,917][451638] Updated weights for policy 0, policy_version 31579 (0.0008) +[2026-06-02 21:33:03,139][451638] Updated weights for policy 0, policy_version 31592 (0.0008) +[2026-06-02 21:33:04,036][451638] Updated weights for policy 0, policy_version 31603 (0.0008) +[2026-06-02 21:33:04,227][451638] Updated weights for policy 0, policy_version 31615 (0.0008) +[2026-06-02 21:33:04,472][451638] Updated weights for policy 0, policy_version 31630 (0.0009) +[2026-06-02 21:33:04,673][451638] Updated weights for policy 0, policy_version 31642 (0.0009) +[2026-06-02 21:33:04,887][451638] Updated weights for policy 0, policy_version 31655 (0.0009) +[2026-06-02 21:33:05,795][451638] Updated weights for policy 0, policy_version 31666 (0.0009) +[2026-06-02 21:33:05,986][451638] Updated weights for policy 0, policy_version 31678 (0.0008) +[2026-06-02 21:33:06,194][451638] Updated weights for policy 0, policy_version 31691 (0.0008) +[2026-06-02 21:33:06,398][451638] Updated weights for policy 0, policy_version 31703 (0.0008) +[2026-06-02 21:33:06,579][451638] Updated weights for policy 0, policy_version 31714 (0.0008) +[2026-06-02 21:33:06,748][451638] Updated weights for policy 0, policy_version 31724 (0.0008) +[2026-06-02 21:33:07,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 16252928. Throughput: 0: 18528.7. Samples: 16268288. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-02 21:33:07,400][450687] Avg episode reward: [(0, '52.771')] +[2026-06-02 21:33:07,629][451638] Updated weights for policy 0, policy_version 31735 (0.0008) +[2026-06-02 21:33:07,802][451638] Updated weights for policy 0, policy_version 31746 (0.0008) +[2026-06-02 21:33:07,989][451638] Updated weights for policy 0, policy_version 31757 (0.0008) +[2026-06-02 21:33:08,198][451638] Updated weights for policy 0, policy_version 31769 (0.0008) +[2026-06-02 21:33:08,378][451638] Updated weights for policy 0, policy_version 31780 (0.0008) +[2026-06-02 21:33:08,546][451638] Updated weights for policy 0, policy_version 31790 (0.0008) +[2026-06-02 21:33:09,398][451638] Updated weights for policy 0, policy_version 31800 (0.0008) +[2026-06-02 21:33:09,597][451638] Updated weights for policy 0, policy_version 31813 (0.0008) +[2026-06-02 21:33:09,766][451638] Updated weights for policy 0, policy_version 31823 (0.0008) +[2026-06-02 21:33:09,982][451638] Updated weights for policy 0, policy_version 31836 (0.0008) +[2026-06-02 21:33:10,171][451638] Updated weights for policy 0, policy_version 31847 (0.0008) +[2026-06-02 21:33:11,081][451638] Updated weights for policy 0, policy_version 31858 (0.0008) +[2026-06-02 21:33:11,243][451638] Updated weights for policy 0, policy_version 31869 (0.0008) +[2026-06-02 21:33:11,410][451638] Updated weights for policy 0, policy_version 31879 (0.0008) +[2026-06-02 21:33:11,591][451638] Updated weights for policy 0, policy_version 31890 (0.0008) +[2026-06-02 21:33:11,759][451638] Updated weights for policy 0, policy_version 31900 (0.0008) +[2026-06-02 21:33:11,956][451638] Updated weights for policy 0, policy_version 31912 (0.0008) +[2026-06-02 21:33:12,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.7, 300 sec: 18550.0). Total num frames: 16351232. Throughput: 0: 18403.6. Samples: 16377600. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-02 21:33:12,399][450687] Avg episode reward: [(0, '47.812')] +[2026-06-02 21:33:12,869][451638] Updated weights for policy 0, policy_version 31923 (0.0008) +[2026-06-02 21:33:13,018][451638] Updated weights for policy 0, policy_version 31933 (0.0008) +[2026-06-02 21:33:13,227][451638] Updated weights for policy 0, policy_version 31946 (0.0009) +[2026-06-02 21:33:13,413][451638] Updated weights for policy 0, policy_version 31957 (0.0008) +[2026-06-02 21:33:13,594][451638] Updated weights for policy 0, policy_version 31968 (0.0008) +[2026-06-02 21:33:13,770][451638] Updated weights for policy 0, policy_version 31978 (0.0008) +[2026-06-02 21:33:14,645][451638] Updated weights for policy 0, policy_version 31989 (0.0008) +[2026-06-02 21:33:14,806][451638] Updated weights for policy 0, policy_version 32000 (0.0008) +[2026-06-02 21:33:15,027][451638] Updated weights for policy 0, policy_version 32013 (0.0009) +[2026-06-02 21:33:15,221][451638] Updated weights for policy 0, policy_version 32025 (0.0008) +[2026-06-02 21:33:15,411][451638] Updated weights for policy 0, policy_version 32036 (0.0008) +[2026-06-02 21:33:15,607][451638] Updated weights for policy 0, policy_version 32048 (0.0008) +[2026-06-02 21:33:16,517][451638] Updated weights for policy 0, policy_version 32060 (0.0008) +[2026-06-02 21:33:16,667][451638] Updated weights for policy 0, policy_version 32070 (0.0008) +[2026-06-02 21:33:16,838][451638] Updated weights for policy 0, policy_version 32080 (0.0008) +[2026-06-02 21:33:17,061][451638] Updated weights for policy 0, policy_version 32093 (0.0009) +[2026-06-02 21:33:17,227][451638] Updated weights for policy 0, policy_version 32103 (0.0008) +[2026-06-02 21:33:17,399][450687] Fps is (10 sec: 19660.8, 60 sec: 19114.7, 300 sec: 18550.0). Total num frames: 16449536. Throughput: 0: 18378.0. Samples: 16432384. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-02 21:33:17,400][450687] Avg episode reward: [(0, '55.408')] +[2026-06-02 21:33:18,156][451638] Updated weights for policy 0, policy_version 32115 (0.0009) +[2026-06-02 21:33:18,358][451638] Updated weights for policy 0, policy_version 32128 (0.0008) +[2026-06-02 21:33:18,587][451638] Updated weights for policy 0, policy_version 32142 (0.0008) +[2026-06-02 21:33:18,766][451638] Updated weights for policy 0, policy_version 32153 (0.0008) +[2026-06-02 21:33:18,952][451638] Updated weights for policy 0, policy_version 32164 (0.0009) +[2026-06-02 21:33:19,126][451638] Updated weights for policy 0, policy_version 32174 (0.0008) +[2026-06-02 21:33:20,079][451638] Updated weights for policy 0, policy_version 32187 (0.0009) +[2026-06-02 21:33:20,237][451638] Updated weights for policy 0, policy_version 32197 (0.0008) +[2026-06-02 21:33:20,416][451638] Updated weights for policy 0, policy_version 32208 (0.0008) +[2026-06-02 21:33:20,578][451638] Updated weights for policy 0, policy_version 32218 (0.0008) +[2026-06-02 21:33:20,781][451638] Updated weights for policy 0, policy_version 32230 (0.0008) +[2026-06-02 21:33:20,947][451638] Updated weights for policy 0, policy_version 32240 (0.0008) +[2026-06-02 21:33:21,862][451638] Updated weights for policy 0, policy_version 32252 (0.0009) +[2026-06-02 21:33:22,032][451638] Updated weights for policy 0, policy_version 32263 (0.0009) +[2026-06-02 21:33:22,208][451638] Updated weights for policy 0, policy_version 32273 (0.0009) +[2026-06-02 21:33:22,376][451638] Updated weights for policy 0, policy_version 32283 (0.0009) +[2026-06-02 21:33:22,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18568.5, 300 sec: 18439.0). Total num frames: 16515072. Throughput: 0: 18520.2. Samples: 16547072. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-02 21:33:22,400][450687] Avg episode reward: [(0, '57.150')] +[2026-06-02 21:33:22,553][451638] Updated weights for policy 0, policy_version 32294 (0.0009) +[2026-06-02 21:33:22,720][451638] Updated weights for policy 0, policy_version 32304 (0.0008) +[2026-06-02 21:33:23,700][451638] Updated weights for policy 0, policy_version 32319 (0.0009) +[2026-06-02 21:33:23,871][451638] Updated weights for policy 0, policy_version 32330 (0.0009) +[2026-06-02 21:33:24,032][451638] Updated weights for policy 0, policy_version 32340 (0.0008) +[2026-06-02 21:33:24,200][451638] Updated weights for policy 0, policy_version 32350 (0.0008) +[2026-06-02 21:33:24,395][451638] Updated weights for policy 0, policy_version 32361 (0.0007) +[2026-06-02 21:33:25,201][451638] Updated weights for policy 0, policy_version 32371 (0.0006) +[2026-06-02 21:33:25,387][451638] Updated weights for policy 0, policy_version 32383 (0.0008) +[2026-06-02 21:33:25,567][451638] Updated weights for policy 0, policy_version 32394 (0.0008) +[2026-06-02 21:33:25,736][451638] Updated weights for policy 0, policy_version 32404 (0.0008) +[2026-06-02 21:33:25,920][451638] Updated weights for policy 0, policy_version 32415 (0.0008) +[2026-06-02 21:33:26,120][451638] Updated weights for policy 0, policy_version 32427 (0.0008) +[2026-06-02 21:33:27,008][451638] Updated weights for policy 0, policy_version 32437 (0.0008) +[2026-06-02 21:33:27,174][451638] Updated weights for policy 0, policy_version 32448 (0.0008) +[2026-06-02 21:33:27,352][451638] Updated weights for policy 0, policy_version 32459 (0.0008) +[2026-06-02 21:33:27,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 16613376. Throughput: 0: 18653.9. Samples: 16659456. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:33:27,400][450687] Avg episode reward: [(0, '57.141')] +[2026-06-02 21:33:27,525][451638] Updated weights for policy 0, policy_version 32469 (0.0008) +[2026-06-02 21:33:27,716][451638] Updated weights for policy 0, policy_version 32481 (0.0008) +[2026-06-02 21:33:27,904][451638] Updated weights for policy 0, policy_version 32492 (0.0008) +[2026-06-02 21:33:28,825][451638] Updated weights for policy 0, policy_version 32503 (0.0008) +[2026-06-02 21:33:29,083][451638] Updated weights for policy 0, policy_version 32519 (0.0009) +[2026-06-02 21:33:29,278][451638] Updated weights for policy 0, policy_version 32531 (0.0008) +[2026-06-02 21:33:29,449][451638] Updated weights for policy 0, policy_version 32541 (0.0008) +[2026-06-02 21:33:29,685][451638] Updated weights for policy 0, policy_version 32555 (0.0008) +[2026-06-02 21:33:30,580][451638] Updated weights for policy 0, policy_version 32566 (0.0009) +[2026-06-02 21:33:30,747][451638] Updated weights for policy 0, policy_version 32577 (0.0009) +[2026-06-02 21:33:30,932][451638] Updated weights for policy 0, policy_version 32588 (0.0009) +[2026-06-02 21:33:31,104][451638] Updated weights for policy 0, policy_version 32598 (0.0009) +[2026-06-02 21:33:31,308][451638] Updated weights for policy 0, policy_version 32610 (0.0009) +[2026-06-02 21:33:31,471][451638] Updated weights for policy 0, policy_version 32620 (0.0009) +[2026-06-02 21:33:32,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 16711680. Throughput: 0: 18659.6. Samples: 16718464. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:33:32,400][450687] Avg episode reward: [(0, '53.300')] +[2026-06-02 21:33:32,416][451638] Updated weights for policy 0, policy_version 32633 (0.0009) +[2026-06-02 21:33:32,641][451638] Updated weights for policy 0, policy_version 32647 (0.0008) +[2026-06-02 21:33:32,842][451638] Updated weights for policy 0, policy_version 32659 (0.0008) +[2026-06-02 21:33:33,006][451638] Updated weights for policy 0, policy_version 32669 (0.0009) +[2026-06-02 21:33:33,168][451638] Updated weights for policy 0, policy_version 32679 (0.0008) +[2026-06-02 21:33:34,099][451638] Updated weights for policy 0, policy_version 32692 (0.0008) +[2026-06-02 21:33:34,257][451638] Updated weights for policy 0, policy_version 32702 (0.0008) +[2026-06-02 21:33:34,468][451638] Updated weights for policy 0, policy_version 32715 (0.0008) +[2026-06-02 21:33:34,666][451638] Updated weights for policy 0, policy_version 32727 (0.0008) +[2026-06-02 21:33:34,853][451638] Updated weights for policy 0, policy_version 32738 (0.0008) +[2026-06-02 21:33:35,037][451638] Updated weights for policy 0, policy_version 32749 (0.0008) +[2026-06-02 21:33:35,894][451638] Updated weights for policy 0, policy_version 32759 (0.0008) +[2026-06-02 21:33:36,054][451638] Updated weights for policy 0, policy_version 32769 (0.0008) +[2026-06-02 21:33:36,215][451638] Updated weights for policy 0, policy_version 32779 (0.0008) +[2026-06-02 21:33:36,398][451638] Updated weights for policy 0, policy_version 32790 (0.0008) +[2026-06-02 21:33:36,580][451638] Updated weights for policy 0, policy_version 32801 (0.0008) +[2026-06-02 21:33:36,746][451638] Updated weights for policy 0, policy_version 32811 (0.0008) +[2026-06-02 21:33:37,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 16809984. Throughput: 0: 18446.3. Samples: 16823936. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:33:37,401][450687] Avg episode reward: [(0, '48.264')] +[2026-06-02 21:33:37,629][451638] Updated weights for policy 0, policy_version 32821 (0.0008) +[2026-06-02 21:33:37,815][451638] Updated weights for policy 0, policy_version 32833 (0.0008) +[2026-06-02 21:33:37,984][451638] Updated weights for policy 0, policy_version 32843 (0.0009) +[2026-06-02 21:33:38,167][451638] Updated weights for policy 0, policy_version 32854 (0.0009) +[2026-06-02 21:33:38,370][451638] Updated weights for policy 0, policy_version 32866 (0.0009) +[2026-06-02 21:33:38,588][451638] Updated weights for policy 0, policy_version 32879 (0.0009) +[2026-06-02 21:33:39,445][451638] Updated weights for policy 0, policy_version 32890 (0.0008) +[2026-06-02 21:33:39,632][451638] Updated weights for policy 0, policy_version 32902 (0.0008) +[2026-06-02 21:33:39,818][451638] Updated weights for policy 0, policy_version 32913 (0.0008) +[2026-06-02 21:33:39,980][451638] Updated weights for policy 0, policy_version 32923 (0.0008) +[2026-06-02 21:33:40,144][451638] Updated weights for policy 0, policy_version 32933 (0.0008) +[2026-06-02 21:33:41,058][451638] Updated weights for policy 0, policy_version 32945 (0.0008) +[2026-06-02 21:33:41,209][451638] Updated weights for policy 0, policy_version 32955 (0.0008) +[2026-06-02 21:33:41,431][451638] Updated weights for policy 0, policy_version 32969 (0.0008) +[2026-06-02 21:33:41,633][451638] Updated weights for policy 0, policy_version 32981 (0.0008) +[2026-06-02 21:33:41,831][451638] Updated weights for policy 0, policy_version 32993 (0.0008) +[2026-06-02 21:33:42,018][451638] Updated weights for policy 0, policy_version 33004 (0.0008) +[2026-06-02 21:33:42,398][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.6, 300 sec: 18550.1). Total num frames: 16908288. Throughput: 0: 18426.4. Samples: 16932864. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:33:42,399][450687] Avg episode reward: [(0, '51.661')] +[2026-06-02 21:33:42,957][451638] Updated weights for policy 0, policy_version 33017 (0.0008) +[2026-06-02 21:33:43,132][451638] Updated weights for policy 0, policy_version 33028 (0.0008) +[2026-06-02 21:33:43,351][451638] Updated weights for policy 0, policy_version 33041 (0.0008) +[2026-06-02 21:33:43,542][451638] Updated weights for policy 0, policy_version 33052 (0.0008) +[2026-06-02 21:33:43,703][451638] Updated weights for policy 0, policy_version 33062 (0.0008) +[2026-06-02 21:33:43,861][451638] Updated weights for policy 0, policy_version 33072 (0.0008) +[2026-06-02 21:33:44,716][451638] Updated weights for policy 0, policy_version 33082 (0.0009) +[2026-06-02 21:33:44,908][451638] Updated weights for policy 0, policy_version 33094 (0.0009) +[2026-06-02 21:33:45,104][451638] Updated weights for policy 0, policy_version 33106 (0.0009) +[2026-06-02 21:33:45,270][451638] Updated weights for policy 0, policy_version 33116 (0.0008) +[2026-06-02 21:33:45,449][451638] Updated weights for policy 0, policy_version 33127 (0.0009) +[2026-06-02 21:33:46,341][451638] Updated weights for policy 0, policy_version 33138 (0.0009) +[2026-06-02 21:33:46,517][451638] Updated weights for policy 0, policy_version 33149 (0.0009) +[2026-06-02 21:33:46,725][451638] Updated weights for policy 0, policy_version 33162 (0.0009) +[2026-06-02 21:33:46,925][451638] Updated weights for policy 0, policy_version 33174 (0.0009) +[2026-06-02 21:33:47,094][451638] Updated weights for policy 0, policy_version 33184 (0.0008) +[2026-06-02 21:33:47,263][451638] Updated weights for policy 0, policy_version 33194 (0.0008) +[2026-06-02 21:33:47,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.6, 300 sec: 18550.1). Total num frames: 17006592. Throughput: 0: 18284.2. Samples: 16986112. Policy #0 lag: (min: 63.0, avg: 76.7, max: 127.0) +[2026-06-02 21:33:47,399][450687] Avg episode reward: [(0, '50.855')] +[2026-06-02 21:33:48,170][451638] Updated weights for policy 0, policy_version 33205 (0.0009) +[2026-06-02 21:33:48,322][451638] Updated weights for policy 0, policy_version 33215 (0.0009) +[2026-06-02 21:33:48,507][451638] Updated weights for policy 0, policy_version 33226 (0.0009) +[2026-06-02 21:33:48,677][451638] Updated weights for policy 0, policy_version 33236 (0.0008) +[2026-06-02 21:33:48,860][451638] Updated weights for policy 0, policy_version 33247 (0.0008) +[2026-06-02 21:33:49,062][451638] Updated weights for policy 0, policy_version 33259 (0.0009) +[2026-06-02 21:33:49,962][451638] Updated weights for policy 0, policy_version 33270 (0.0009) +[2026-06-02 21:33:50,146][451638] Updated weights for policy 0, policy_version 33282 (0.0009) +[2026-06-02 21:33:50,347][451638] Updated weights for policy 0, policy_version 33294 (0.0009) +[2026-06-02 21:33:50,530][451638] Updated weights for policy 0, policy_version 33305 (0.0008) +[2026-06-02 21:33:50,695][451638] Updated weights for policy 0, policy_version 33315 (0.0008) +[2026-06-02 21:33:50,878][451638] Updated weights for policy 0, policy_version 33326 (0.0008) +[2026-06-02 21:33:51,763][451638] Updated weights for policy 0, policy_version 33338 (0.0009) +[2026-06-02 21:33:51,958][451638] Updated weights for policy 0, policy_version 33350 (0.0009) +[2026-06-02 21:33:52,136][451638] Updated weights for policy 0, policy_version 33361 (0.0009) +[2026-06-02 21:33:52,326][451638] Updated weights for policy 0, policy_version 33372 (0.0009) +[2026-06-02 21:33:52,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18568.6, 300 sec: 18438.9). Total num frames: 17072128. Throughput: 0: 18480.4. Samples: 17099904. Policy #0 lag: (min: 63.0, avg: 76.7, max: 127.0) +[2026-06-02 21:33:52,400][450687] Avg episode reward: [(0, '52.704')] +[2026-06-02 21:33:52,511][451638] Updated weights for policy 0, policy_version 33383 (0.0009) +[2026-06-02 21:33:53,467][451638] Updated weights for policy 0, policy_version 33398 (0.0009) +[2026-06-02 21:33:53,669][451638] Updated weights for policy 0, policy_version 33411 (0.0009) +[2026-06-02 21:33:53,849][451638] Updated weights for policy 0, policy_version 33422 (0.0009) +[2026-06-02 21:33:54,045][451638] Updated weights for policy 0, policy_version 33434 (0.0009) +[2026-06-02 21:33:54,213][451638] Updated weights for policy 0, policy_version 33444 (0.0008) +[2026-06-02 21:33:54,408][451638] Updated weights for policy 0, policy_version 33456 (0.0009) +[2026-06-02 21:33:55,330][451638] Updated weights for policy 0, policy_version 33467 (0.0009) +[2026-06-02 21:33:55,532][451638] Updated weights for policy 0, policy_version 33479 (0.0009) +[2026-06-02 21:33:55,711][451638] Updated weights for policy 0, policy_version 33490 (0.0009) +[2026-06-02 21:33:55,880][451638] Updated weights for policy 0, policy_version 33500 (0.0009) +[2026-06-02 21:33:56,085][451638] Updated weights for policy 0, policy_version 33512 (0.0009) +[2026-06-02 21:33:57,010][451638] Updated weights for policy 0, policy_version 33523 (0.0009) +[2026-06-02 21:33:57,198][451638] Updated weights for policy 0, policy_version 33535 (0.0009) +[2026-06-02 21:33:57,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 17170432. Throughput: 0: 18463.3. Samples: 17208448. Policy #0 lag: (min: 63.0, avg: 76.7, max: 127.0) +[2026-06-02 21:33:57,400][450687] Avg episode reward: [(0, '56.883')] +[2026-06-02 21:33:57,426][451638] Updated weights for policy 0, policy_version 33549 (0.0009) +[2026-06-02 21:33:57,616][451638] Updated weights for policy 0, policy_version 33560 (0.0009) +[2026-06-02 21:33:57,798][451638] Updated weights for policy 0, policy_version 33571 (0.0009) +[2026-06-02 21:33:57,954][451638] Updated weights for policy 0, policy_version 33581 (0.0009) +[2026-06-02 21:33:58,911][451638] Updated weights for policy 0, policy_version 33594 (0.0009) +[2026-06-02 21:33:59,084][451638] Updated weights for policy 0, policy_version 33605 (0.0009) +[2026-06-02 21:33:59,307][451638] Updated weights for policy 0, policy_version 33618 (0.0009) +[2026-06-02 21:33:59,515][451638] Updated weights for policy 0, policy_version 33631 (0.0009) +[2026-06-02 21:33:59,693][451638] Updated weights for policy 0, policy_version 33642 (0.0009) +[2026-06-02 21:34:00,593][451638] Updated weights for policy 0, policy_version 33653 (0.0009) +[2026-06-02 21:34:00,849][451638] Updated weights for policy 0, policy_version 33669 (0.0009) +[2026-06-02 21:34:01,057][451638] Updated weights for policy 0, policy_version 33682 (0.0009) +[2026-06-02 21:34:01,246][451638] Updated weights for policy 0, policy_version 33693 (0.0009) +[2026-06-02 21:34:01,411][451638] Updated weights for policy 0, policy_version 33703 (0.0008) +[2026-06-02 21:34:02,375][451638] Updated weights for policy 0, policy_version 33718 (0.0009) +[2026-06-02 21:34:02,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 17268736. Throughput: 0: 18523.0. Samples: 17265920. Policy #0 lag: (min: 63.0, avg: 76.7, max: 127.0) +[2026-06-02 21:34:02,400][450687] Avg episode reward: [(0, '52.171')] +[2026-06-02 21:34:02,545][451638] Updated weights for policy 0, policy_version 33729 (0.0008) +[2026-06-02 21:34:02,745][451638] Updated weights for policy 0, policy_version 33741 (0.0008) +[2026-06-02 21:34:02,945][451638] Updated weights for policy 0, policy_version 33753 (0.0008) +[2026-06-02 21:34:03,133][451638] Updated weights for policy 0, policy_version 33764 (0.0008) +[2026-06-02 21:34:03,300][451638] Updated weights for policy 0, policy_version 33774 (0.0008) +[2026-06-02 21:34:04,182][451638] Updated weights for policy 0, policy_version 33784 (0.0008) +[2026-06-02 21:34:04,356][451638] Updated weights for policy 0, policy_version 33795 (0.0008) +[2026-06-02 21:34:04,547][451638] Updated weights for policy 0, policy_version 33807 (0.0008) +[2026-06-02 21:34:04,765][451638] Updated weights for policy 0, policy_version 33820 (0.0008) +[2026-06-02 21:34:04,979][451638] Updated weights for policy 0, policy_version 33833 (0.0009) +[2026-06-02 21:34:05,949][451638] Updated weights for policy 0, policy_version 33847 (0.0008) +[2026-06-02 21:34:06,103][451638] Updated weights for policy 0, policy_version 33857 (0.0008) +[2026-06-02 21:34:06,299][451638] Updated weights for policy 0, policy_version 33869 (0.0009) +[2026-06-02 21:34:06,467][451638] Updated weights for policy 0, policy_version 33879 (0.0006) +[2026-06-02 21:34:06,662][451638] Updated weights for policy 0, policy_version 33891 (0.0007) +[2026-06-02 21:34:06,841][451638] Updated weights for policy 0, policy_version 33902 (0.0009) +[2026-06-02 21:34:07,399][450687] Fps is (10 sec: 19660.2, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 17367040. Throughput: 0: 18363.7. Samples: 17373440. Policy #0 lag: (min: 63.0, avg: 76.7, max: 127.0) +[2026-06-02 21:34:07,401][450687] Avg episode reward: [(0, '53.060')] +[2026-06-02 21:34:07,789][451638] Updated weights for policy 0, policy_version 33915 (0.0008) +[2026-06-02 21:34:07,943][451638] Updated weights for policy 0, policy_version 33925 (0.0008) +[2026-06-02 21:34:08,106][451638] Updated weights for policy 0, policy_version 33935 (0.0008) +[2026-06-02 21:34:08,340][451638] Updated weights for policy 0, policy_version 33949 (0.0008) +[2026-06-02 21:34:08,554][451638] Updated weights for policy 0, policy_version 33962 (0.0005) +[2026-06-02 21:34:09,388][451638] Updated weights for policy 0, policy_version 33973 (0.0006) +[2026-06-02 21:34:09,578][451638] Updated weights for policy 0, policy_version 33985 (0.0009) +[2026-06-02 21:34:09,778][451638] Updated weights for policy 0, policy_version 33997 (0.0009) +[2026-06-02 21:34:09,957][451638] Updated weights for policy 0, policy_version 34008 (0.0008) +[2026-06-02 21:34:10,141][451638] Updated weights for policy 0, policy_version 34019 (0.0008) +[2026-06-02 21:34:10,306][451638] Updated weights for policy 0, policy_version 34029 (0.0008) +[2026-06-02 21:34:11,274][451638] Updated weights for policy 0, policy_version 34043 (0.0009) +[2026-06-02 21:34:11,435][451638] Updated weights for policy 0, policy_version 34053 (0.0008) +[2026-06-02 21:34:11,661][451638] Updated weights for policy 0, policy_version 34067 (0.0010) +[2026-06-02 21:34:11,822][451638] Updated weights for policy 0, policy_version 34077 (0.0008) +[2026-06-02 21:34:12,011][451638] Updated weights for policy 0, policy_version 34088 (0.0008) +[2026-06-02 21:34:12,399][450687] Fps is (10 sec: 19660.2, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 17465344. Throughput: 0: 18309.6. Samples: 17483392. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:34:12,401][450687] Avg episode reward: [(0, '54.814')] +[2026-06-02 21:34:13,010][451638] Updated weights for policy 0, policy_version 34104 (0.0009) +[2026-06-02 21:34:13,188][451638] Updated weights for policy 0, policy_version 34115 (0.0008) +[2026-06-02 21:34:13,371][451638] Updated weights for policy 0, policy_version 34126 (0.0008) +[2026-06-02 21:34:13,558][451638] Updated weights for policy 0, policy_version 34137 (0.0008) +[2026-06-02 21:34:13,716][451638] Updated weights for policy 0, policy_version 34147 (0.0008) +[2026-06-02 21:34:13,898][451638] Updated weights for policy 0, policy_version 34158 (0.0008) +[2026-06-02 21:34:14,775][451638] Updated weights for policy 0, policy_version 34169 (0.0008) +[2026-06-02 21:34:14,945][451638] Updated weights for policy 0, policy_version 34180 (0.0008) +[2026-06-02 21:34:15,175][451638] Updated weights for policy 0, policy_version 34194 (0.0008) +[2026-06-02 21:34:15,369][451638] Updated weights for policy 0, policy_version 34206 (0.0008) +[2026-06-02 21:34:15,562][451638] Updated weights for policy 0, policy_version 34217 (0.0008) +[2026-06-02 21:34:16,470][451638] Updated weights for policy 0, policy_version 34227 (0.0008) +[2026-06-02 21:34:16,691][451638] Updated weights for policy 0, policy_version 34241 (0.0009) +[2026-06-02 21:34:16,852][451638] Updated weights for policy 0, policy_version 34251 (0.0008) +[2026-06-02 21:34:17,023][451638] Updated weights for policy 0, policy_version 34261 (0.0008) +[2026-06-02 21:34:17,182][451638] Updated weights for policy 0, policy_version 34271 (0.0008) +[2026-06-02 21:34:17,350][451638] Updated weights for policy 0, policy_version 34281 (0.0008) +[2026-06-02 21:34:17,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18022.3, 300 sec: 18438.9). Total num frames: 17530880. Throughput: 0: 18241.3. Samples: 17539328. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:34:17,402][450687] Avg episode reward: [(0, '50.091')] +[2026-06-02 21:34:18,222][451638] Updated weights for policy 0, policy_version 34291 (0.0008) +[2026-06-02 21:34:18,384][451638] Updated weights for policy 0, policy_version 34302 (0.0008) +[2026-06-02 21:34:18,551][451638] Updated weights for policy 0, policy_version 34312 (0.0008) +[2026-06-02 21:34:18,768][451638] Updated weights for policy 0, policy_version 34325 (0.0008) +[2026-06-02 21:34:18,981][451638] Updated weights for policy 0, policy_version 34338 (0.0008) +[2026-06-02 21:34:19,155][451638] Updated weights for policy 0, policy_version 34348 (0.0008) +[2026-06-02 21:34:20,077][451638] Updated weights for policy 0, policy_version 34360 (0.0008) +[2026-06-02 21:34:20,259][451638] Updated weights for policy 0, policy_version 34371 (0.0008) +[2026-06-02 21:34:20,434][451638] Updated weights for policy 0, policy_version 34382 (0.0008) +[2026-06-02 21:34:20,629][451638] Updated weights for policy 0, policy_version 34393 (0.0008) +[2026-06-02 21:34:20,821][451638] Updated weights for policy 0, policy_version 34405 (0.0008) +[2026-06-02 21:34:21,728][451638] Updated weights for policy 0, policy_version 34418 (0.0008) +[2026-06-02 21:34:21,886][451638] Updated weights for policy 0, policy_version 34428 (0.0009) +[2026-06-02 21:34:22,098][451638] Updated weights for policy 0, policy_version 34441 (0.0009) +[2026-06-02 21:34:22,255][451638] Updated weights for policy 0, policy_version 34451 (0.0008) +[2026-06-02 21:34:22,398][450687] Fps is (10 sec: 16384.6, 60 sec: 18568.6, 300 sec: 18439.0). Total num frames: 17629184. Throughput: 0: 18400.8. Samples: 17651968. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:34:22,399][450687] Avg episode reward: [(0, '47.763')] +[2026-06-02 21:34:22,424][451638] Updated weights for policy 0, policy_version 34461 (0.0009) +[2026-06-02 21:34:22,588][451638] Updated weights for policy 0, policy_version 34471 (0.0008) +[2026-06-02 21:34:23,554][451638] Updated weights for policy 0, policy_version 34484 (0.0009) +[2026-06-02 21:34:23,726][451638] Updated weights for policy 0, policy_version 34495 (0.0009) +[2026-06-02 21:34:23,891][451638] Updated weights for policy 0, policy_version 34505 (0.0008) +[2026-06-02 21:34:24,061][451638] Updated weights for policy 0, policy_version 34515 (0.0009) +[2026-06-02 21:34:24,226][451638] Updated weights for policy 0, policy_version 34525 (0.0008) +[2026-06-02 21:34:24,419][451638] Updated weights for policy 0, policy_version 34536 (0.0009) +[2026-06-02 21:34:25,277][451638] Updated weights for policy 0, policy_version 34546 (0.0008) +[2026-06-02 21:34:25,446][451638] Updated weights for policy 0, policy_version 34557 (0.0009) +[2026-06-02 21:34:25,669][451638] Updated weights for policy 0, policy_version 34571 (0.0009) +[2026-06-02 21:34:25,842][451638] Updated weights for policy 0, policy_version 34581 (0.0009) +[2026-06-02 21:34:26,060][451638] Updated weights for policy 0, policy_version 34594 (0.0009) +[2026-06-02 21:34:26,257][451638] Updated weights for policy 0, policy_version 34606 (0.0008) +[2026-06-02 21:34:27,174][451638] Updated weights for policy 0, policy_version 34616 (0.0009) +[2026-06-02 21:34:27,356][451638] Updated weights for policy 0, policy_version 34627 (0.0009) +[2026-06-02 21:34:27,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.4, 300 sec: 18550.0). Total num frames: 17727488. Throughput: 0: 18494.4. Samples: 17765120. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:34:27,401][450687] Avg episode reward: [(0, '57.188')] +[2026-06-02 21:34:27,562][451638] Updated weights for policy 0, policy_version 34640 (0.0009) +[2026-06-02 21:34:27,747][451638] Updated weights for policy 0, policy_version 34651 (0.0008) +[2026-06-02 21:34:27,908][451638] Updated weights for policy 0, policy_version 34661 (0.0008) +[2026-06-02 21:34:28,843][451638] Updated weights for policy 0, policy_version 34673 (0.0009) +[2026-06-02 21:34:29,042][451638] Updated weights for policy 0, policy_version 34686 (0.0009) +[2026-06-02 21:34:29,222][451638] Updated weights for policy 0, policy_version 34697 (0.0008) +[2026-06-02 21:34:29,395][451638] Updated weights for policy 0, policy_version 34707 (0.0008) +[2026-06-02 21:34:29,580][451638] Updated weights for policy 0, policy_version 34718 (0.0008) +[2026-06-02 21:34:29,786][451638] Updated weights for policy 0, policy_version 34730 (0.0008) +[2026-06-02 21:34:30,673][451638] Updated weights for policy 0, policy_version 34741 (0.0009) +[2026-06-02 21:34:30,850][451638] Updated weights for policy 0, policy_version 34752 (0.0008) +[2026-06-02 21:34:31,025][451638] Updated weights for policy 0, policy_version 34763 (0.0009) +[2026-06-02 21:34:31,219][451638] Updated weights for policy 0, policy_version 34774 (0.0008) +[2026-06-02 21:34:31,427][451638] Updated weights for policy 0, policy_version 34787 (0.0009) +[2026-06-02 21:34:31,611][451638] Updated weights for policy 0, policy_version 34798 (0.0009) +[2026-06-02 21:34:32,399][450687] Fps is (10 sec: 19660.1, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 17825792. Throughput: 0: 18565.5. Samples: 17821568. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-02 21:34:32,400][450687] Avg episode reward: [(0, '57.064')] +[2026-06-02 21:34:32,462][451638] Updated weights for policy 0, policy_version 34808 (0.0008) +[2026-06-02 21:34:32,620][451638] Updated weights for policy 0, policy_version 34818 (0.0009) +[2026-06-02 21:34:32,820][451638] Updated weights for policy 0, policy_version 34830 (0.0009) +[2026-06-02 21:34:33,021][451638] Updated weights for policy 0, policy_version 34842 (0.0009) +[2026-06-02 21:34:33,188][451638] Updated weights for policy 0, policy_version 34852 (0.0008) +[2026-06-02 21:34:33,372][451638] Updated weights for policy 0, policy_version 34863 (0.0009) +[2026-06-02 21:34:34,205][451638] Updated weights for policy 0, policy_version 34873 (0.0008) +[2026-06-02 21:34:34,400][451638] Updated weights for policy 0, policy_version 34885 (0.0009) +[2026-06-02 21:34:34,557][451638] Updated weights for policy 0, policy_version 34895 (0.0008) +[2026-06-02 21:34:34,743][451638] Updated weights for policy 0, policy_version 34906 (0.0008) +[2026-06-02 21:34:34,953][451638] Updated weights for policy 0, policy_version 34919 (0.0009) +[2026-06-02 21:34:35,846][451638] Updated weights for policy 0, policy_version 34930 (0.0009) +[2026-06-02 21:34:36,039][451638] Updated weights for policy 0, policy_version 34942 (0.0009) +[2026-06-02 21:34:36,211][451638] Updated weights for policy 0, policy_version 34953 (0.0008) +[2026-06-02 21:34:36,376][451638] Updated weights for policy 0, policy_version 34963 (0.0008) +[2026-06-02 21:34:36,552][451638] Updated weights for policy 0, policy_version 34973 (0.0008) +[2026-06-02 21:34:36,712][451638] Updated weights for policy 0, policy_version 34983 (0.0008) +[2026-06-02 21:34:37,399][450687] Fps is (10 sec: 19661.6, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 17924096. Throughput: 0: 18474.7. Samples: 17931264. Policy #0 lag: (min: 45.0, avg: 56.9, max: 109.0) +[2026-06-02 21:34:37,400][450687] Avg episode reward: [(0, '57.297')] +[2026-06-02 21:34:37,664][451638] Updated weights for policy 0, policy_version 34995 (0.0009) +[2026-06-02 21:34:37,826][451638] Updated weights for policy 0, policy_version 35006 (0.0008) +[2026-06-02 21:34:38,000][451638] Updated weights for policy 0, policy_version 35017 (0.0009) +[2026-06-02 21:34:38,172][451638] Updated weights for policy 0, policy_version 35027 (0.0009) +[2026-06-02 21:34:38,368][451638] Updated weights for policy 0, policy_version 35039 (0.0009) +[2026-06-02 21:34:38,549][451638] Updated weights for policy 0, policy_version 35050 (0.0008) +[2026-06-02 21:34:39,461][451638] Updated weights for policy 0, policy_version 35061 (0.0008) +[2026-06-02 21:34:39,651][451638] Updated weights for policy 0, policy_version 35073 (0.0008) +[2026-06-02 21:34:39,856][451638] Updated weights for policy 0, policy_version 35085 (0.0008) +[2026-06-02 21:34:40,048][451638] Updated weights for policy 0, policy_version 35097 (0.0008) +[2026-06-02 21:34:40,248][451638] Updated weights for policy 0, policy_version 35109 (0.0009) +[2026-06-02 21:34:40,421][451638] Updated weights for policy 0, policy_version 35119 (0.0008) +[2026-06-02 21:34:41,361][451638] Updated weights for policy 0, policy_version 35134 (0.0009) +[2026-06-02 21:34:41,528][451638] Updated weights for policy 0, policy_version 35144 (0.0009) +[2026-06-02 21:34:41,748][451638] Updated weights for policy 0, policy_version 35157 (0.0009) +[2026-06-02 21:34:41,925][451638] Updated weights for policy 0, policy_version 35168 (0.0008) +[2026-06-02 21:34:42,131][451638] Updated weights for policy 0, policy_version 35180 (0.0008) +[2026-06-02 21:34:42,399][450687] Fps is (10 sec: 19661.3, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 18022400. Throughput: 0: 18463.3. Samples: 18039296. Policy #0 lag: (min: 45.0, avg: 56.9, max: 109.0) +[2026-06-02 21:34:42,400][450687] Avg episode reward: [(0, '50.166')] +[2026-06-02 21:34:43,055][451638] Updated weights for policy 0, policy_version 35191 (0.0008) +[2026-06-02 21:34:43,288][451638] Updated weights for policy 0, policy_version 35205 (0.0009) +[2026-06-02 21:34:43,452][451638] Updated weights for policy 0, policy_version 35215 (0.0008) +[2026-06-02 21:34:43,653][451638] Updated weights for policy 0, policy_version 35227 (0.0009) +[2026-06-02 21:34:43,871][451638] Updated weights for policy 0, policy_version 35240 (0.0009) +[2026-06-02 21:34:44,817][451638] Updated weights for policy 0, policy_version 35255 (0.0009) +[2026-06-02 21:34:45,007][451638] Updated weights for policy 0, policy_version 35267 (0.0008) +[2026-06-02 21:34:45,209][451638] Updated weights for policy 0, policy_version 35279 (0.0008) +[2026-06-02 21:34:45,386][451638] Updated weights for policy 0, policy_version 35290 (0.0008) +[2026-06-02 21:34:45,551][451638] Updated weights for policy 0, policy_version 35300 (0.0008) +[2026-06-02 21:34:45,741][451638] Updated weights for policy 0, policy_version 35312 (0.0008) +[2026-06-02 21:34:46,680][451638] Updated weights for policy 0, policy_version 35327 (0.0009) +[2026-06-02 21:34:46,886][451638] Updated weights for policy 0, policy_version 35339 (0.0009) +[2026-06-02 21:34:47,056][451638] Updated weights for policy 0, policy_version 35349 (0.0008) +[2026-06-02 21:34:47,230][451638] Updated weights for policy 0, policy_version 35360 (0.0009) +[2026-06-02 21:34:47,399][450687] Fps is (10 sec: 16383.6, 60 sec: 18022.3, 300 sec: 18439.0). Total num frames: 18087936. Throughput: 0: 18460.4. Samples: 18096640. Policy #0 lag: (min: 45.0, avg: 56.9, max: 109.0) +[2026-06-02 21:34:47,401][450687] Avg episode reward: [(0, '53.475')] +[2026-06-02 21:34:47,409][451638] Updated weights for policy 0, policy_version 35370 (0.0009) +[2026-06-02 21:34:48,311][451638] Updated weights for policy 0, policy_version 35380 (0.0009) +[2026-06-02 21:34:48,465][451638] Updated weights for policy 0, policy_version 35390 (0.0009) +[2026-06-02 21:34:48,623][451638] Updated weights for policy 0, policy_version 35400 (0.0008) +[2026-06-02 21:34:48,820][451638] Updated weights for policy 0, policy_version 35412 (0.0009) +[2026-06-02 21:34:49,019][451638] Updated weights for policy 0, policy_version 35424 (0.0009) +[2026-06-02 21:34:49,213][451638] Updated weights for policy 0, policy_version 35435 (0.0009) +[2026-06-02 21:34:50,102][451638] Updated weights for policy 0, policy_version 35446 (0.0008) +[2026-06-02 21:34:50,256][451638] Updated weights for policy 0, policy_version 35456 (0.0008) +[2026-06-02 21:34:50,442][451638] Updated weights for policy 0, policy_version 35467 (0.0008) +[2026-06-02 21:34:50,639][451638] Updated weights for policy 0, policy_version 35479 (0.0008) +[2026-06-02 21:34:50,823][451638] Updated weights for policy 0, policy_version 35490 (0.0008) +[2026-06-02 21:34:51,003][451638] Updated weights for policy 0, policy_version 35501 (0.0009) +[2026-06-02 21:34:51,986][451638] Updated weights for policy 0, policy_version 35518 (0.0009) +[2026-06-02 21:34:52,140][451638] Updated weights for policy 0, policy_version 35528 (0.0008) +[2026-06-02 21:34:52,313][451638] Updated weights for policy 0, policy_version 35539 (0.0009) +[2026-06-02 21:34:52,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 18186240. Throughput: 0: 18540.1. Samples: 18207744. Policy #0 lag: (min: 45.0, avg: 56.9, max: 109.0) +[2026-06-02 21:34:52,400][450687] Avg episode reward: [(0, '56.418')] +[2026-06-02 21:34:52,521][451638] Updated weights for policy 0, policy_version 35551 (0.0010) +[2026-06-02 21:34:52,701][451638] Updated weights for policy 0, policy_version 35562 (0.0009) +[2026-06-02 21:34:53,627][451638] Updated weights for policy 0, policy_version 35572 (0.0008) +[2026-06-02 21:34:53,841][451638] Updated weights for policy 0, policy_version 35586 (0.0008) +[2026-06-02 21:34:54,032][451638] Updated weights for policy 0, policy_version 35597 (0.0009) +[2026-06-02 21:34:54,206][451638] Updated weights for policy 0, policy_version 35608 (0.0009) +[2026-06-02 21:34:54,380][451638] Updated weights for policy 0, policy_version 35618 (0.0008) +[2026-06-02 21:34:54,544][451638] Updated weights for policy 0, policy_version 35628 (0.0008) +[2026-06-02 21:34:55,415][451638] Updated weights for policy 0, policy_version 35640 (0.0008) +[2026-06-02 21:34:55,611][451638] Updated weights for policy 0, policy_version 35652 (0.0009) +[2026-06-02 21:34:55,794][451638] Updated weights for policy 0, policy_version 35663 (0.0008) +[2026-06-02 21:34:55,992][451638] Updated weights for policy 0, policy_version 35675 (0.0008) +[2026-06-02 21:34:56,201][451638] Updated weights for policy 0, policy_version 35687 (0.0008) +[2026-06-02 21:34:57,110][451638] Updated weights for policy 0, policy_version 35698 (0.0009) +[2026-06-02 21:34:57,278][451638] Updated weights for policy 0, policy_version 35709 (0.0008) +[2026-06-02 21:34:57,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 18284544. Throughput: 0: 18628.3. Samples: 18321664. Policy #0 lag: (min: 45.0, avg: 56.9, max: 109.0) +[2026-06-02 21:34:57,400][450687] Avg episode reward: [(0, '50.545')] +[2026-06-02 21:34:57,492][451638] Updated weights for policy 0, policy_version 35722 (0.0008) +[2026-06-02 21:34:57,655][451638] Updated weights for policy 0, policy_version 35732 (0.0007) +[2026-06-02 21:34:57,851][451638] Updated weights for policy 0, policy_version 35744 (0.0009) +[2026-06-02 21:34:58,026][451638] Updated weights for policy 0, policy_version 35755 (0.0009) +[2026-06-02 21:34:58,930][451638] Updated weights for policy 0, policy_version 35766 (0.0008) +[2026-06-02 21:34:59,092][451638] Updated weights for policy 0, policy_version 35776 (0.0008) +[2026-06-02 21:34:59,247][451638] Updated weights for policy 0, policy_version 35786 (0.0008) +[2026-06-02 21:34:59,416][451638] Updated weights for policy 0, policy_version 35796 (0.0008) +[2026-06-02 21:34:59,581][451638] Updated weights for policy 0, policy_version 35806 (0.0008) +[2026-06-02 21:34:59,756][451638] Updated weights for policy 0, policy_version 35816 (0.0008) +[2026-06-02 21:35:00,628][451638] Updated weights for policy 0, policy_version 35826 (0.0008) +[2026-06-02 21:35:00,776][451638] Updated weights for policy 0, policy_version 35836 (0.0008) +[2026-06-02 21:35:00,933][451638] Updated weights for policy 0, policy_version 35846 (0.0009) +[2026-06-02 21:35:01,114][451638] Updated weights for policy 0, policy_version 35857 (0.0008) +[2026-06-02 21:35:01,270][451638] Updated weights for policy 0, policy_version 35867 (0.0008) +[2026-06-02 21:35:01,441][451638] Updated weights for policy 0, policy_version 35877 (0.0008) +[2026-06-02 21:35:01,624][451638] Updated weights for policy 0, policy_version 35888 (0.0008) +[2026-06-02 21:35:02,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 18382848. Throughput: 0: 18614.2. Samples: 18376960. Policy #0 lag: (min: 31.0, avg: 42.2, max: 95.0) +[2026-06-02 21:35:02,400][450687] Avg episode reward: [(0, '47.421')] +[2026-06-02 21:35:02,544][451638] Updated weights for policy 0, policy_version 35900 (0.0008) +[2026-06-02 21:35:02,713][451638] Updated weights for policy 0, policy_version 35911 (0.0008) +[2026-06-02 21:35:02,911][451638] Updated weights for policy 0, policy_version 35923 (0.0008) +[2026-06-02 21:35:03,084][451638] Updated weights for policy 0, policy_version 35934 (0.0008) +[2026-06-02 21:35:03,302][451638] Updated weights for policy 0, policy_version 35947 (0.0009) +[2026-06-02 21:35:04,225][451638] Updated weights for policy 0, policy_version 35958 (0.0006) +[2026-06-02 21:35:04,412][451638] Updated weights for policy 0, policy_version 35970 (0.0008) +[2026-06-02 21:35:04,597][451638] Updated weights for policy 0, policy_version 35981 (0.0010) +[2026-06-02 21:35:04,767][451638] Updated weights for policy 0, policy_version 35991 (0.0008) +[2026-06-02 21:35:04,946][451638] Updated weights for policy 0, policy_version 36002 (0.0008) +[2026-06-02 21:35:05,120][451638] Updated weights for policy 0, policy_version 36012 (0.0008) +[2026-06-02 21:35:06,045][451638] Updated weights for policy 0, policy_version 36024 (0.0009) +[2026-06-02 21:35:06,217][451638] Updated weights for policy 0, policy_version 36035 (0.0008) +[2026-06-02 21:35:06,391][451638] Updated weights for policy 0, policy_version 36045 (0.0008) +[2026-06-02 21:35:06,544][451638] Updated weights for policy 0, policy_version 36055 (0.0009) +[2026-06-02 21:35:06,717][451638] Updated weights for policy 0, policy_version 36065 (0.0008) +[2026-06-02 21:35:06,964][451638] Updated weights for policy 0, policy_version 36080 (0.0009) +[2026-06-02 21:35:07,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 18481152. Throughput: 0: 18591.3. Samples: 18488576. Policy #0 lag: (min: 31.0, avg: 42.2, max: 95.0) +[2026-06-02 21:35:07,400][450687] Avg episode reward: [(0, '46.771')] +[2026-06-02 21:35:07,877][451638] Updated weights for policy 0, policy_version 36091 (0.0009) +[2026-06-02 21:35:08,034][451638] Updated weights for policy 0, policy_version 36101 (0.0008) +[2026-06-02 21:35:08,236][451638] Updated weights for policy 0, policy_version 36113 (0.0008) +[2026-06-02 21:35:08,420][451638] Updated weights for policy 0, policy_version 36124 (0.0008) +[2026-06-02 21:35:08,595][451638] Updated weights for policy 0, policy_version 36134 (0.0008) +[2026-06-02 21:35:09,541][451638] Updated weights for policy 0, policy_version 36147 (0.0009) +[2026-06-02 21:35:09,691][451638] Updated weights for policy 0, policy_version 36157 (0.0008) +[2026-06-02 21:35:09,898][451638] Updated weights for policy 0, policy_version 36169 (0.0008) +[2026-06-02 21:35:10,099][451638] Updated weights for policy 0, policy_version 36181 (0.0008) +[2026-06-02 21:35:10,326][451638] Updated weights for policy 0, policy_version 36195 (0.0009) +[2026-06-02 21:35:10,497][451638] Updated weights for policy 0, policy_version 36205 (0.0008) +[2026-06-02 21:35:11,375][451638] Updated weights for policy 0, policy_version 36215 (0.0008) +[2026-06-02 21:35:11,530][451638] Updated weights for policy 0, policy_version 36225 (0.0008) +[2026-06-02 21:35:11,752][451638] Updated weights for policy 0, policy_version 36238 (0.0008) +[2026-06-02 21:35:11,966][451638] Updated weights for policy 0, policy_version 36251 (0.0008) +[2026-06-02 21:35:12,153][451638] Updated weights for policy 0, policy_version 36262 (0.0009) +[2026-06-02 21:35:12,315][451638] Updated weights for policy 0, policy_version 36272 (0.0008) +[2026-06-02 21:35:12,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 18579456. Throughput: 0: 18446.4. Samples: 18595200. Policy #0 lag: (min: 31.0, avg: 42.2, max: 95.0) +[2026-06-02 21:35:12,400][450687] Avg episode reward: [(0, '50.043')] +[2026-06-02 21:35:13,296][451638] Updated weights for policy 0, policy_version 36285 (0.0009) +[2026-06-02 21:35:13,486][451638] Updated weights for policy 0, policy_version 36297 (0.0008) +[2026-06-02 21:35:13,669][451638] Updated weights for policy 0, policy_version 36308 (0.0008) +[2026-06-02 21:35:13,859][451638] Updated weights for policy 0, policy_version 36319 (0.0008) +[2026-06-02 21:35:14,064][451638] Updated weights for policy 0, policy_version 36331 (0.0008) +[2026-06-02 21:35:14,954][451638] Updated weights for policy 0, policy_version 36344 (0.0009) +[2026-06-02 21:35:15,125][451638] Updated weights for policy 0, policy_version 36355 (0.0008) +[2026-06-02 21:35:15,330][451638] Updated weights for policy 0, policy_version 36367 (0.0008) +[2026-06-02 21:35:15,505][451638] Updated weights for policy 0, policy_version 36377 (0.0008) +[2026-06-02 21:35:15,680][451638] Updated weights for policy 0, policy_version 36388 (0.0008) +[2026-06-02 21:35:15,868][451638] Updated weights for policy 0, policy_version 36399 (0.0008) +[2026-06-02 21:35:16,755][451638] Updated weights for policy 0, policy_version 36410 (0.0008) +[2026-06-02 21:35:16,918][451638] Updated weights for policy 0, policy_version 36420 (0.0008) +[2026-06-02 21:35:17,099][451638] Updated weights for policy 0, policy_version 36431 (0.0008) +[2026-06-02 21:35:17,295][451638] Updated weights for policy 0, policy_version 36443 (0.0008) +[2026-06-02 21:35:17,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 18644992. Throughput: 0: 18548.7. Samples: 18656256. Policy #0 lag: (min: 31.0, avg: 42.2, max: 95.0) +[2026-06-02 21:35:17,400][450687] Avg episode reward: [(0, '57.113')] +[2026-06-02 21:35:17,477][451638] Updated weights for policy 0, policy_version 36453 (0.0009) +[2026-06-02 21:35:17,648][451638] Updated weights for policy 0, policy_version 36464 (0.0009) +[2026-06-02 21:35:18,533][451638] Updated weights for policy 0, policy_version 36474 (0.0009) +[2026-06-02 21:35:18,728][451638] Updated weights for policy 0, policy_version 36486 (0.0009) +[2026-06-02 21:35:18,926][451638] Updated weights for policy 0, policy_version 36498 (0.0009) +[2026-06-02 21:35:19,112][451638] Updated weights for policy 0, policy_version 36509 (0.0009) +[2026-06-02 21:35:19,333][451638] Updated weights for policy 0, policy_version 36522 (0.0008) +[2026-06-02 21:35:20,205][451638] Updated weights for policy 0, policy_version 36533 (0.0008) +[2026-06-02 21:35:20,382][451638] Updated weights for policy 0, policy_version 36544 (0.0008) +[2026-06-02 21:35:20,543][451638] Updated weights for policy 0, policy_version 36554 (0.0008) +[2026-06-02 21:35:20,740][451638] Updated weights for policy 0, policy_version 36566 (0.0008) +[2026-06-02 21:35:20,911][451638] Updated weights for policy 0, policy_version 36576 (0.0008) +[2026-06-02 21:35:21,076][451638] Updated weights for policy 0, policy_version 36586 (0.0009) +[2026-06-02 21:35:22,008][451638] Updated weights for policy 0, policy_version 36598 (0.0009) +[2026-06-02 21:35:22,173][451638] Updated weights for policy 0, policy_version 36608 (0.0008) +[2026-06-02 21:35:22,347][451638] Updated weights for policy 0, policy_version 36619 (0.0008) +[2026-06-02 21:35:22,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 18743296. Throughput: 0: 18505.9. Samples: 18764032. Policy #0 lag: (min: 31.0, avg: 42.2, max: 95.0) +[2026-06-02 21:35:22,401][450687] Avg episode reward: [(0, '58.263')] +[2026-06-02 21:35:22,535][451638] Updated weights for policy 0, policy_version 36630 (0.0008) +[2026-06-02 21:35:22,702][451638] Updated weights for policy 0, policy_version 36640 (0.0009) +[2026-06-02 21:35:22,902][451638] Updated weights for policy 0, policy_version 36652 (0.0008) +[2026-06-02 21:35:22,963][451566] Saving new best policy, reward=58.263! +[2026-06-02 21:35:23,793][451638] Updated weights for policy 0, policy_version 36663 (0.0008) +[2026-06-02 21:35:23,977][451638] Updated weights for policy 0, policy_version 36675 (0.0008) +[2026-06-02 21:35:24,145][451638] Updated weights for policy 0, policy_version 36685 (0.0008) +[2026-06-02 21:35:24,383][451638] Updated weights for policy 0, policy_version 36699 (0.0009) +[2026-06-02 21:35:24,543][451638] Updated weights for policy 0, policy_version 36709 (0.0010) +[2026-06-02 21:35:25,482][451638] Updated weights for policy 0, policy_version 36721 (0.0009) +[2026-06-02 21:35:25,670][451638] Updated weights for policy 0, policy_version 36733 (0.0009) +[2026-06-02 21:35:25,864][451638] Updated weights for policy 0, policy_version 36745 (0.0009) +[2026-06-02 21:35:26,036][451638] Updated weights for policy 0, policy_version 36755 (0.0008) +[2026-06-02 21:35:26,216][451638] Updated weights for policy 0, policy_version 36766 (0.0009) +[2026-06-02 21:35:26,416][451638] Updated weights for policy 0, policy_version 36778 (0.0009) +[2026-06-02 21:35:27,303][451638] Updated weights for policy 0, policy_version 36788 (0.0009) +[2026-06-02 21:35:27,399][450687] Fps is (10 sec: 19661.0, 60 sec: 18568.7, 300 sec: 18550.0). Total num frames: 18841600. Throughput: 0: 18710.8. Samples: 18881280. Policy #0 lag: (min: 7.0, avg: 18.0, max: 71.0) +[2026-06-02 21:35:27,400][450687] Avg episode reward: [(0, '56.848')] +[2026-06-02 21:35:27,476][451638] Updated weights for policy 0, policy_version 36799 (0.0009) +[2026-06-02 21:35:27,654][451638] Updated weights for policy 0, policy_version 36810 (0.0009) +[2026-06-02 21:35:27,870][451638] Updated weights for policy 0, policy_version 36823 (0.0009) +[2026-06-02 21:35:28,076][451638] Updated weights for policy 0, policy_version 36835 (0.0009) +[2026-06-02 21:35:28,247][451638] Updated weights for policy 0, policy_version 36845 (0.0008) +[2026-06-02 21:35:29,130][451638] Updated weights for policy 0, policy_version 36856 (0.0009) +[2026-06-02 21:35:29,329][451638] Updated weights for policy 0, policy_version 36868 (0.0009) +[2026-06-02 21:35:29,511][451638] Updated weights for policy 0, policy_version 36879 (0.0009) +[2026-06-02 21:35:29,696][451638] Updated weights for policy 0, policy_version 36890 (0.0009) +[2026-06-02 21:35:29,915][451638] Updated weights for policy 0, policy_version 36903 (0.0009) +[2026-06-02 21:35:30,827][451638] Updated weights for policy 0, policy_version 36915 (0.0009) +[2026-06-02 21:35:30,987][451638] Updated weights for policy 0, policy_version 36925 (0.0008) +[2026-06-02 21:35:31,145][451638] Updated weights for policy 0, policy_version 36935 (0.0008) +[2026-06-02 21:35:31,339][451638] Updated weights for policy 0, policy_version 36946 (0.0008) +[2026-06-02 21:35:31,501][451638] Updated weights for policy 0, policy_version 36956 (0.0008) +[2026-06-02 21:35:31,685][451638] Updated weights for policy 0, policy_version 36967 (0.0008) +[2026-06-02 21:35:32,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 18939904. Throughput: 0: 18574.3. Samples: 18932480. Policy #0 lag: (min: 7.0, avg: 18.0, max: 71.0) +[2026-06-02 21:35:32,400][450687] Avg episode reward: [(0, '51.652')] +[2026-06-02 21:35:32,598][451638] Updated weights for policy 0, policy_version 36978 (0.0008) +[2026-06-02 21:35:32,782][451638] Updated weights for policy 0, policy_version 36990 (0.0008) +[2026-06-02 21:35:32,983][451638] Updated weights for policy 0, policy_version 37002 (0.0008) +[2026-06-02 21:35:33,169][451638] Updated weights for policy 0, policy_version 37013 (0.0008) +[2026-06-02 21:35:33,370][451638] Updated weights for policy 0, policy_version 37025 (0.0009) +[2026-06-02 21:35:33,587][451638] Updated weights for policy 0, policy_version 37038 (0.0009) +[2026-06-02 21:35:34,498][451638] Updated weights for policy 0, policy_version 37050 (0.0008) +[2026-06-02 21:35:34,658][451638] Updated weights for policy 0, policy_version 37060 (0.0008) +[2026-06-02 21:35:34,819][451638] Updated weights for policy 0, policy_version 37070 (0.0008) +[2026-06-02 21:35:35,012][451638] Updated weights for policy 0, policy_version 37081 (0.0008) +[2026-06-02 21:35:35,176][451638] Updated weights for policy 0, policy_version 37091 (0.0009) +[2026-06-02 21:35:35,356][451638] Updated weights for policy 0, policy_version 37102 (0.0008) +[2026-06-02 21:35:36,255][451638] Updated weights for policy 0, policy_version 37112 (0.0009) +[2026-06-02 21:35:36,403][451638] Updated weights for policy 0, policy_version 37122 (0.0008) +[2026-06-02 21:35:36,593][451638] Updated weights for policy 0, policy_version 37133 (0.0008) +[2026-06-02 21:35:36,788][451638] Updated weights for policy 0, policy_version 37145 (0.0009) +[2026-06-02 21:35:36,996][451638] Updated weights for policy 0, policy_version 37157 (0.0009) +[2026-06-02 21:35:37,157][451638] Updated weights for policy 0, policy_version 37167 (0.0008) +[2026-06-02 21:35:37,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 19038208. Throughput: 0: 18653.9. Samples: 19047168. Policy #0 lag: (min: 7.0, avg: 18.0, max: 71.0) +[2026-06-02 21:35:37,400][450687] Avg episode reward: [(0, '48.881')] +[2026-06-02 21:35:38,072][451638] Updated weights for policy 0, policy_version 37178 (0.0008) +[2026-06-02 21:35:38,274][451638] Updated weights for policy 0, policy_version 37191 (0.0008) +[2026-06-02 21:35:38,479][451638] Updated weights for policy 0, policy_version 37203 (0.0008) +[2026-06-02 21:35:38,662][451638] Updated weights for policy 0, policy_version 37214 (0.0008) +[2026-06-02 21:35:38,844][451638] Updated weights for policy 0, policy_version 37225 (0.0008) +[2026-06-02 21:35:39,816][451638] Updated weights for policy 0, policy_version 37241 (0.0010) +[2026-06-02 21:35:40,026][451638] Updated weights for policy 0, policy_version 37254 (0.0012) +[2026-06-02 21:35:40,221][451638] Updated weights for policy 0, policy_version 37266 (0.0009) +[2026-06-02 21:35:40,409][451638] Updated weights for policy 0, policy_version 37277 (0.0008) +[2026-06-02 21:35:40,587][451638] Updated weights for policy 0, policy_version 37288 (0.0006) +[2026-06-02 21:35:41,534][451638] Updated weights for policy 0, policy_version 37301 (0.0009) +[2026-06-02 21:35:41,709][451638] Updated weights for policy 0, policy_version 37312 (0.0008) +[2026-06-02 21:35:41,924][451638] Updated weights for policy 0, policy_version 37325 (0.0009) +[2026-06-02 21:35:42,143][451638] Updated weights for policy 0, policy_version 37338 (0.0009) +[2026-06-02 21:35:42,326][451638] Updated weights for policy 0, policy_version 37349 (0.0008) +[2026-06-02 21:35:42,399][450687] Fps is (10 sec: 16383.7, 60 sec: 18022.3, 300 sec: 18438.9). Total num frames: 19103744. Throughput: 0: 18494.5. Samples: 19153920. Policy #0 lag: (min: 7.0, avg: 18.0, max: 71.0) +[2026-06-02 21:35:42,400][450687] Avg episode reward: [(0, '55.244')] +[2026-06-02 21:35:42,510][451638] Updated weights for policy 0, policy_version 37360 (0.0009) +[2026-06-02 21:35:43,439][451638] Updated weights for policy 0, policy_version 37371 (0.0009) +[2026-06-02 21:35:43,645][451638] Updated weights for policy 0, policy_version 37384 (0.0008) +[2026-06-02 21:35:43,874][451638] Updated weights for policy 0, policy_version 37398 (0.0009) +[2026-06-02 21:35:44,044][451638] Updated weights for policy 0, policy_version 37408 (0.0009) +[2026-06-02 21:35:44,280][451638] Updated weights for policy 0, policy_version 37422 (0.0008) +[2026-06-02 21:35:45,190][451638] Updated weights for policy 0, policy_version 37432 (0.0008) +[2026-06-02 21:35:45,369][451638] Updated weights for policy 0, policy_version 37443 (0.0008) +[2026-06-02 21:35:45,531][451638] Updated weights for policy 0, policy_version 37453 (0.0008) +[2026-06-02 21:35:45,699][451638] Updated weights for policy 0, policy_version 37463 (0.0009) +[2026-06-02 21:35:45,921][451638] Updated weights for policy 0, policy_version 37476 (0.0009) +[2026-06-02 21:35:46,855][451638] Updated weights for policy 0, policy_version 37489 (0.0009) +[2026-06-02 21:35:47,015][451638] Updated weights for policy 0, policy_version 37499 (0.0008) +[2026-06-02 21:35:47,227][451638] Updated weights for policy 0, policy_version 37512 (0.0008) +[2026-06-02 21:35:47,398][450687] Fps is (10 sec: 16384.2, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 19202048. Throughput: 0: 18614.1. Samples: 19214592. Policy #0 lag: (min: 7.0, avg: 18.0, max: 71.0) +[2026-06-02 21:35:47,399][450687] Avg episode reward: [(0, '54.290')] +[2026-06-02 21:35:47,400][451638] Updated weights for policy 0, policy_version 37523 (0.0008) +[2026-06-02 21:35:47,573][451638] Updated weights for policy 0, policy_version 37533 (0.0008) +[2026-06-02 21:35:47,794][451638] Updated weights for policy 0, policy_version 37546 (0.0009) +[2026-06-02 21:35:48,667][451638] Updated weights for policy 0, policy_version 37557 (0.0008) +[2026-06-02 21:35:48,818][451638] Updated weights for policy 0, policy_version 37567 (0.0008) +[2026-06-02 21:35:48,984][451638] Updated weights for policy 0, policy_version 37577 (0.0008) +[2026-06-02 21:35:49,167][451638] Updated weights for policy 0, policy_version 37588 (0.0009) +[2026-06-02 21:35:49,369][451638] Updated weights for policy 0, policy_version 37600 (0.0009) +[2026-06-02 21:35:49,543][451638] Updated weights for policy 0, policy_version 37610 (0.0008) +[2026-06-02 21:35:50,454][451638] Updated weights for policy 0, policy_version 37622 (0.0009) +[2026-06-02 21:35:50,618][451638] Updated weights for policy 0, policy_version 37632 (0.0008) +[2026-06-02 21:35:50,779][451638] Updated weights for policy 0, policy_version 37642 (0.0008) +[2026-06-02 21:35:50,962][451638] Updated weights for policy 0, policy_version 37653 (0.0009) +[2026-06-02 21:35:51,141][451638] Updated weights for policy 0, policy_version 37664 (0.0008) +[2026-06-02 21:35:51,339][451638] Updated weights for policy 0, policy_version 37676 (0.0008) +[2026-06-02 21:35:52,245][451638] Updated weights for policy 0, policy_version 37687 (0.0009) +[2026-06-02 21:35:52,399][450687] Fps is (10 sec: 19661.2, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 19300352. Throughput: 0: 18486.0. Samples: 19320448. Policy #0 lag: (min: 20.0, avg: 31.6, max: 84.0) +[2026-06-02 21:35:52,400][450687] Avg episode reward: [(0, '56.755')] +[2026-06-02 21:35:52,439][451638] Updated weights for policy 0, policy_version 37699 (0.0009) +[2026-06-02 21:35:52,631][451638] Updated weights for policy 0, policy_version 37711 (0.0009) +[2026-06-02 21:35:52,814][451638] Updated weights for policy 0, policy_version 37722 (0.0009) +[2026-06-02 21:35:53,010][451638] Updated weights for policy 0, policy_version 37734 (0.0009) +[2026-06-02 21:35:53,961][451638] Updated weights for policy 0, policy_version 37747 (0.0009) +[2026-06-02 21:35:54,112][451638] Updated weights for policy 0, policy_version 37757 (0.0008) +[2026-06-02 21:35:54,302][451638] Updated weights for policy 0, policy_version 37769 (0.0008) +[2026-06-02 21:35:54,498][451638] Updated weights for policy 0, policy_version 37781 (0.0008) +[2026-06-02 21:35:54,714][451638] Updated weights for policy 0, policy_version 37794 (0.0008) +[2026-06-02 21:35:54,886][451638] Updated weights for policy 0, policy_version 37804 (0.0008) +[2026-06-02 21:35:55,784][451638] Updated weights for policy 0, policy_version 37814 (0.0008) +[2026-06-02 21:35:55,957][451638] Updated weights for policy 0, policy_version 37825 (0.0008) +[2026-06-02 21:35:56,190][451638] Updated weights for policy 0, policy_version 37839 (0.0009) +[2026-06-02 21:35:56,406][451638] Updated weights for policy 0, policy_version 37852 (0.0009) +[2026-06-02 21:35:56,579][451638] Updated weights for policy 0, policy_version 37863 (0.0008) +[2026-06-02 21:35:57,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 19398656. Throughput: 0: 18767.6. Samples: 19439744. Policy #0 lag: (min: 20.0, avg: 31.6, max: 84.0) +[2026-06-02 21:35:57,400][450687] Avg episode reward: [(0, '55.796')] +[2026-06-02 21:35:57,483][451638] Updated weights for policy 0, policy_version 37873 (0.0009) +[2026-06-02 21:35:57,650][451638] Updated weights for policy 0, policy_version 37885 (0.0008) +[2026-06-02 21:35:57,817][451638] Updated weights for policy 0, policy_version 37895 (0.0008) +[2026-06-02 21:35:58,045][451638] Updated weights for policy 0, policy_version 37909 (0.0009) +[2026-06-02 21:35:58,206][451638] Updated weights for policy 0, policy_version 37919 (0.0008) +[2026-06-02 21:35:58,371][451638] Updated weights for policy 0, policy_version 37929 (0.0008) +[2026-06-02 21:35:59,297][451638] Updated weights for policy 0, policy_version 37939 (0.0008) +[2026-06-02 21:35:59,466][451638] Updated weights for policy 0, policy_version 37951 (0.0008) +[2026-06-02 21:35:59,689][451638] Updated weights for policy 0, policy_version 37964 (0.0008) +[2026-06-02 21:35:59,845][451638] Updated weights for policy 0, policy_version 37974 (0.0008) +[2026-06-02 21:36:00,006][451638] Updated weights for policy 0, policy_version 37984 (0.0008) +[2026-06-02 21:36:00,221][451638] Updated weights for policy 0, policy_version 37997 (0.0009) +[2026-06-02 21:36:01,156][451638] Updated weights for policy 0, policy_version 38008 (0.0009) +[2026-06-02 21:36:01,384][451638] Updated weights for policy 0, policy_version 38022 (0.0009) +[2026-06-02 21:36:01,563][451638] Updated weights for policy 0, policy_version 38033 (0.0009) +[2026-06-02 21:36:01,780][451638] Updated weights for policy 0, policy_version 38046 (0.0009) +[2026-06-02 21:36:01,954][451638] Updated weights for policy 0, policy_version 38057 (0.0009) +[2026-06-02 21:36:02,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.5, 300 sec: 18550.1). Total num frames: 19496960. Throughput: 0: 18417.8. Samples: 19485056. Policy #0 lag: (min: 20.0, avg: 31.6, max: 84.0) +[2026-06-02 21:36:02,399][450687] Avg episode reward: [(0, '64.012')] +[2026-06-02 21:36:02,405][451566] Saving new best policy, reward=64.012! +[2026-06-02 21:36:02,882][451638] Updated weights for policy 0, policy_version 38068 (0.0009) +[2026-06-02 21:36:03,081][451638] Updated weights for policy 0, policy_version 38081 (0.0007) +[2026-06-02 21:36:03,281][451638] Updated weights for policy 0, policy_version 38093 (0.0008) +[2026-06-02 21:36:03,452][451638] Updated weights for policy 0, policy_version 38103 (0.0008) +[2026-06-02 21:36:03,627][451638] Updated weights for policy 0, policy_version 38114 (0.0008) +[2026-06-02 21:36:03,799][451638] Updated weights for policy 0, policy_version 38124 (0.0008) +[2026-06-02 21:36:04,748][451638] Updated weights for policy 0, policy_version 38137 (0.0008) +[2026-06-02 21:36:04,944][451638] Updated weights for policy 0, policy_version 38149 (0.0008) +[2026-06-02 21:36:05,122][451638] Updated weights for policy 0, policy_version 38160 (0.0009) +[2026-06-02 21:36:05,329][451638] Updated weights for policy 0, policy_version 38172 (0.0008) +[2026-06-02 21:36:05,495][451638] Updated weights for policy 0, policy_version 38182 (0.0007) +[2026-06-02 21:36:05,657][451638] Updated weights for policy 0, policy_version 38192 (0.0007) +[2026-06-02 21:36:06,536][451638] Updated weights for policy 0, policy_version 38203 (0.0009) +[2026-06-02 21:36:06,708][451638] Updated weights for policy 0, policy_version 38214 (0.0008) +[2026-06-02 21:36:06,889][451638] Updated weights for policy 0, policy_version 38225 (0.0008) +[2026-06-02 21:36:07,076][451638] Updated weights for policy 0, policy_version 38236 (0.0009) +[2026-06-02 21:36:07,261][451638] Updated weights for policy 0, policy_version 38247 (0.0008) +[2026-06-02 21:36:07,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18022.4, 300 sec: 18438.9). Total num frames: 19562496. Throughput: 0: 18756.3. Samples: 19608064. Policy #0 lag: (min: 20.0, avg: 31.6, max: 84.0) +[2026-06-02 21:36:07,400][450687] Avg episode reward: [(0, '55.459')] +[2026-06-02 21:36:08,175][451638] Updated weights for policy 0, policy_version 38260 (0.0009) +[2026-06-02 21:36:08,355][451638] Updated weights for policy 0, policy_version 38271 (0.0008) +[2026-06-02 21:36:08,541][451638] Updated weights for policy 0, policy_version 38283 (0.0008) +[2026-06-02 21:36:08,725][451638] Updated weights for policy 0, policy_version 38294 (0.0008) +[2026-06-02 21:36:08,909][451638] Updated weights for policy 0, policy_version 38305 (0.0008) +[2026-06-02 21:36:09,077][451638] Updated weights for policy 0, policy_version 38315 (0.0008) +[2026-06-02 21:36:09,964][451638] Updated weights for policy 0, policy_version 38325 (0.0009) +[2026-06-02 21:36:10,160][451638] Updated weights for policy 0, policy_version 38338 (0.0009) +[2026-06-02 21:36:10,363][451638] Updated weights for policy 0, policy_version 38350 (0.0007) +[2026-06-02 21:36:10,542][451638] Updated weights for policy 0, policy_version 38361 (0.0007) +[2026-06-02 21:36:10,729][451638] Updated weights for policy 0, policy_version 38372 (0.0004) +[2026-06-02 21:36:10,922][451638] Updated weights for policy 0, policy_version 38384 (0.0006) +[2026-06-02 21:36:11,797][451638] Updated weights for policy 0, policy_version 38395 (0.0005) +[2026-06-02 21:36:12,007][451638] Updated weights for policy 0, policy_version 38408 (0.0005) +[2026-06-02 21:36:12,182][451638] Updated weights for policy 0, policy_version 38419 (0.0004) +[2026-06-02 21:36:12,358][451638] Updated weights for policy 0, policy_version 38429 (0.0004) +[2026-06-02 21:36:12,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18022.4, 300 sec: 18550.0). Total num frames: 19660800. Throughput: 0: 18471.8. Samples: 19712512. Policy #0 lag: (min: 20.0, avg: 31.6, max: 84.0) +[2026-06-02 21:36:12,400][450687] Avg episode reward: [(0, '53.653')] +[2026-06-02 21:36:12,519][451638] Updated weights for policy 0, policy_version 38439 (0.0004) +[2026-06-02 21:36:13,351][451638] Updated weights for policy 0, policy_version 38449 (0.0005) +[2026-06-02 21:36:13,523][451638] Updated weights for policy 0, policy_version 38460 (0.0008) +[2026-06-02 21:36:13,760][451638] Updated weights for policy 0, policy_version 38475 (0.0008) +[2026-06-02 21:36:13,944][451638] Updated weights for policy 0, policy_version 38486 (0.0008) +[2026-06-02 21:36:14,148][451638] Updated weights for policy 0, policy_version 38498 (0.0009) +[2026-06-02 21:36:14,329][451638] Updated weights for policy 0, policy_version 38509 (0.0009) +[2026-06-02 21:36:15,237][451638] Updated weights for policy 0, policy_version 38519 (0.0009) +[2026-06-02 21:36:15,395][451638] Updated weights for policy 0, policy_version 38529 (0.0008) +[2026-06-02 21:36:15,560][451638] Updated weights for policy 0, policy_version 38539 (0.0008) +[2026-06-02 21:36:15,731][451638] Updated weights for policy 0, policy_version 38549 (0.0008) +[2026-06-02 21:36:15,918][451638] Updated weights for policy 0, policy_version 38560 (0.0008) +[2026-06-02 21:36:16,149][451638] Updated weights for policy 0, policy_version 38574 (0.0008) +[2026-06-02 21:36:17,025][451638] Updated weights for policy 0, policy_version 38584 (0.0009) +[2026-06-02 21:36:17,180][451638] Updated weights for policy 0, policy_version 38594 (0.0009) +[2026-06-02 21:36:17,372][451638] Updated weights for policy 0, policy_version 38606 (0.0008) +[2026-06-02 21:36:17,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 19759104. Throughput: 0: 18696.5. Samples: 19773824. Policy #0 lag: (min: 60.0, avg: 71.1, max: 124.0) +[2026-06-02 21:36:17,400][450687] Avg episode reward: [(0, '55.163')] +[2026-06-02 21:36:17,550][451638] Updated weights for policy 0, policy_version 38616 (0.0008) +[2026-06-02 21:36:17,712][451638] Updated weights for policy 0, policy_version 38626 (0.0008) +[2026-06-02 21:36:17,872][451638] Updated weights for policy 0, policy_version 38636 (0.0008) +[2026-06-02 21:36:18,791][451638] Updated weights for policy 0, policy_version 38649 (0.0009) +[2026-06-02 21:36:18,992][451638] Updated weights for policy 0, policy_version 38661 (0.0008) +[2026-06-02 21:36:19,172][451638] Updated weights for policy 0, policy_version 38672 (0.0008) +[2026-06-02 21:36:19,353][451638] Updated weights for policy 0, policy_version 38683 (0.0008) +[2026-06-02 21:36:19,527][451638] Updated weights for policy 0, policy_version 38693 (0.0008) +[2026-06-02 21:36:20,450][451638] Updated weights for policy 0, policy_version 38705 (0.0009) +[2026-06-02 21:36:20,691][451638] Updated weights for policy 0, policy_version 38721 (0.0009) +[2026-06-02 21:36:20,890][451638] Updated weights for policy 0, policy_version 38733 (0.0008) +[2026-06-02 21:36:21,053][451638] Updated weights for policy 0, policy_version 38743 (0.0008) +[2026-06-02 21:36:21,238][451638] Updated weights for policy 0, policy_version 38754 (0.0008) +[2026-06-02 21:36:21,408][451638] Updated weights for policy 0, policy_version 38764 (0.0008) +[2026-06-02 21:36:22,310][451638] Updated weights for policy 0, policy_version 38775 (0.0009) +[2026-06-02 21:36:22,399][450687] Fps is (10 sec: 19660.1, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 19857408. Throughput: 0: 18497.3. Samples: 19879552. Policy #0 lag: (min: 60.0, avg: 71.1, max: 124.0) +[2026-06-02 21:36:22,402][450687] Avg episode reward: [(0, '56.804')] +[2026-06-02 21:36:22,464][451638] Updated weights for policy 0, policy_version 38785 (0.0008) +[2026-06-02 21:36:22,644][451638] Updated weights for policy 0, policy_version 38796 (0.0005) +[2026-06-02 21:36:22,819][451638] Updated weights for policy 0, policy_version 38806 (0.0005) +[2026-06-02 21:36:22,987][451638] Updated weights for policy 0, policy_version 38816 (0.0005) +[2026-06-02 21:36:23,190][451638] Updated weights for policy 0, policy_version 38828 (0.0004) +[2026-06-02 21:36:24,096][451638] Updated weights for policy 0, policy_version 38842 (0.0008) +[2026-06-02 21:36:24,269][451638] Updated weights for policy 0, policy_version 38853 (0.0008) +[2026-06-02 21:36:24,453][451638] Updated weights for policy 0, policy_version 38864 (0.0008) +[2026-06-02 21:36:24,617][451638] Updated weights for policy 0, policy_version 38874 (0.0008) +[2026-06-02 21:36:24,819][451638] Updated weights for policy 0, policy_version 38886 (0.0008) +[2026-06-02 21:36:24,984][451638] Updated weights for policy 0, policy_version 38896 (0.0008) +[2026-06-02 21:36:25,928][451638] Updated weights for policy 0, policy_version 38909 (0.0009) +[2026-06-02 21:36:26,080][451638] Updated weights for policy 0, policy_version 38919 (0.0008) +[2026-06-02 21:36:26,250][451638] Updated weights for policy 0, policy_version 38929 (0.0008) +[2026-06-02 21:36:26,413][451638] Updated weights for policy 0, policy_version 38939 (0.0008) +[2026-06-02 21:36:26,580][451638] Updated weights for policy 0, policy_version 38949 (0.0008) +[2026-06-02 21:36:26,757][451638] Updated weights for policy 0, policy_version 38960 (0.0008) +[2026-06-02 21:36:27,399][450687] Fps is (10 sec: 19659.9, 60 sec: 18568.4, 300 sec: 18550.0). Total num frames: 19955712. Throughput: 0: 18827.3. Samples: 20001152. Policy #0 lag: (min: 60.0, avg: 71.1, max: 124.0) +[2026-06-02 21:36:27,402][450687] Avg episode reward: [(0, '45.513')] +[2026-06-02 21:36:27,681][451638] Updated weights for policy 0, policy_version 38973 (0.0009) +[2026-06-02 21:36:27,863][451638] Updated weights for policy 0, policy_version 38984 (0.0008) +[2026-06-02 21:36:28,045][451638] Updated weights for policy 0, policy_version 38995 (0.0008) +[2026-06-02 21:36:28,204][451638] Updated weights for policy 0, policy_version 39005 (0.0008) +[2026-06-02 21:36:28,370][451638] Updated weights for policy 0, policy_version 39015 (0.0008) +[2026-06-02 21:36:29,236][451638] Updated weights for policy 0, policy_version 39025 (0.0009) +[2026-06-02 21:36:29,409][451638] Updated weights for policy 0, policy_version 39036 (0.0009) +[2026-06-02 21:36:29,571][451638] Updated weights for policy 0, policy_version 39046 (0.0008) +[2026-06-02 21:36:29,777][451638] Updated weights for policy 0, policy_version 39058 (0.0009) +[2026-06-02 21:36:29,985][451638] Updated weights for policy 0, policy_version 39071 (0.0008) +[2026-06-02 21:36:30,168][451638] Updated weights for policy 0, policy_version 39082 (0.0008) +[2026-06-02 21:36:31,080][451638] Updated weights for policy 0, policy_version 39092 (0.0009) +[2026-06-02 21:36:31,265][451638] Updated weights for policy 0, policy_version 39104 (0.0008) +[2026-06-02 21:36:31,456][451638] Updated weights for policy 0, policy_version 39116 (0.0008) +[2026-06-02 21:36:31,618][451638] Updated weights for policy 0, policy_version 39126 (0.0008) +[2026-06-02 21:36:31,793][451638] Updated weights for policy 0, policy_version 39136 (0.0010) +[2026-06-02 21:36:31,971][451638] Updated weights for policy 0, policy_version 39147 (0.0008) +[2026-06-02 21:36:32,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.4, 300 sec: 18550.0). Total num frames: 20054016. Throughput: 0: 18508.6. Samples: 20047488. Policy #0 lag: (min: 60.0, avg: 71.1, max: 124.0) +[2026-06-02 21:36:32,401][450687] Avg episode reward: [(0, '52.769')] +[2026-06-02 21:36:32,940][451638] Updated weights for policy 0, policy_version 39160 (0.0009) +[2026-06-02 21:36:33,128][451638] Updated weights for policy 0, policy_version 39172 (0.0009) +[2026-06-02 21:36:33,291][451638] Updated weights for policy 0, policy_version 39182 (0.0008) +[2026-06-02 21:36:33,470][451638] Updated weights for policy 0, policy_version 39193 (0.0009) +[2026-06-02 21:36:33,684][451638] Updated weights for policy 0, policy_version 39206 (0.0009) +[2026-06-02 21:36:34,621][451638] Updated weights for policy 0, policy_version 39217 (0.0009) +[2026-06-02 21:36:34,816][451638] Updated weights for policy 0, policy_version 39230 (0.0009) +[2026-06-02 21:36:35,003][451638] Updated weights for policy 0, policy_version 39241 (0.0008) +[2026-06-02 21:36:35,180][451638] Updated weights for policy 0, policy_version 39252 (0.0009) +[2026-06-02 21:36:35,370][451638] Updated weights for policy 0, policy_version 39263 (0.0009) +[2026-06-02 21:36:35,554][451638] Updated weights for policy 0, policy_version 39274 (0.0008) +[2026-06-02 21:36:36,455][451638] Updated weights for policy 0, policy_version 39286 (0.0009) +[2026-06-02 21:36:36,631][451638] Updated weights for policy 0, policy_version 39297 (0.0008) +[2026-06-02 21:36:36,805][451638] Updated weights for policy 0, policy_version 39308 (0.0008) +[2026-06-02 21:36:36,989][451638] Updated weights for policy 0, policy_version 39319 (0.0009) +[2026-06-02 21:36:37,199][451638] Updated weights for policy 0, policy_version 39331 (0.0009) +[2026-06-02 21:36:37,396][451638] Updated weights for policy 0, policy_version 39343 (0.0009) +[2026-06-02 21:36:37,399][450687] Fps is (10 sec: 16384.9, 60 sec: 18022.4, 300 sec: 18438.9). Total num frames: 20119552. Throughput: 0: 18858.7. Samples: 20169088. Policy #0 lag: (min: 60.0, avg: 71.1, max: 124.0) +[2026-06-02 21:36:37,400][450687] Avg episode reward: [(0, '59.347')] +[2026-06-02 21:36:38,256][451638] Updated weights for policy 0, policy_version 39353 (0.0009) +[2026-06-02 21:36:38,431][451638] Updated weights for policy 0, policy_version 39364 (0.0009) +[2026-06-02 21:36:38,587][451638] Updated weights for policy 0, policy_version 39374 (0.0008) +[2026-06-02 21:36:38,768][451638] Updated weights for policy 0, policy_version 39385 (0.0009) +[2026-06-02 21:36:38,969][451638] Updated weights for policy 0, policy_version 39397 (0.0009) +[2026-06-02 21:36:39,147][451638] Updated weights for policy 0, policy_version 39408 (0.0008) +[2026-06-02 21:36:40,035][451638] Updated weights for policy 0, policy_version 39419 (0.0008) +[2026-06-02 21:36:40,204][451638] Updated weights for policy 0, policy_version 39430 (0.0010) +[2026-06-02 21:36:40,381][451638] Updated weights for policy 0, policy_version 39441 (0.0009) +[2026-06-02 21:36:40,595][451638] Updated weights for policy 0, policy_version 39454 (0.0009) +[2026-06-02 21:36:40,760][451638] Updated weights for policy 0, policy_version 39464 (0.0008) +[2026-06-02 21:36:41,664][451638] Updated weights for policy 0, policy_version 39475 (0.0008) +[2026-06-02 21:36:41,832][451638] Updated weights for policy 0, policy_version 39486 (0.0008) +[2026-06-02 21:36:42,024][451638] Updated weights for policy 0, policy_version 39498 (0.0008) +[2026-06-02 21:36:42,196][451638] Updated weights for policy 0, policy_version 39508 (0.0008) +[2026-06-02 21:36:42,381][451638] Updated weights for policy 0, policy_version 39519 (0.0008) +[2026-06-02 21:36:42,399][450687] Fps is (10 sec: 16384.9, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 20217856. Throughput: 0: 18548.7. Samples: 20274432. Policy #0 lag: (min: 104.0, avg: 116.1, max: 168.0) +[2026-06-02 21:36:42,399][450687] Avg episode reward: [(0, '51.918')] +[2026-06-02 21:36:42,568][451638] Updated weights for policy 0, policy_version 39530 (0.0008) +[2026-06-02 21:36:43,430][451638] Updated weights for policy 0, policy_version 39540 (0.0009) +[2026-06-02 21:36:43,627][451638] Updated weights for policy 0, policy_version 39552 (0.0008) +[2026-06-02 21:36:43,808][451638] Updated weights for policy 0, policy_version 39563 (0.0008) +[2026-06-02 21:36:43,991][451638] Updated weights for policy 0, policy_version 39574 (0.0008) +[2026-06-02 21:36:44,160][451638] Updated weights for policy 0, policy_version 39584 (0.0008) +[2026-06-02 21:36:44,380][451638] Updated weights for policy 0, policy_version 39597 (0.0009) +[2026-06-02 21:36:45,238][451638] Updated weights for policy 0, policy_version 39608 (0.0009) +[2026-06-02 21:36:45,411][451638] Updated weights for policy 0, policy_version 39619 (0.0008) +[2026-06-02 21:36:45,626][451638] Updated weights for policy 0, policy_version 39632 (0.0009) +[2026-06-02 21:36:45,817][451638] Updated weights for policy 0, policy_version 39643 (0.0008) +[2026-06-02 21:36:45,998][451638] Updated weights for policy 0, policy_version 39654 (0.0008) +[2026-06-02 21:36:46,160][451638] Updated weights for policy 0, policy_version 39664 (0.0008) +[2026-06-02 21:36:47,075][451638] Updated weights for policy 0, policy_version 39679 (0.0009) +[2026-06-02 21:36:47,246][451638] Updated weights for policy 0, policy_version 39689 (0.0008) +[2026-06-02 21:36:47,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 20316160. Throughput: 0: 18864.4. Samples: 20333952. Policy #0 lag: (min: 104.0, avg: 116.1, max: 168.0) +[2026-06-02 21:36:47,400][450687] Avg episode reward: [(0, '66.414')] +[2026-06-02 21:36:47,431][451638] Updated weights for policy 0, policy_version 39700 (0.0008) +[2026-06-02 21:36:47,641][451638] Updated weights for policy 0, policy_version 39713 (0.0008) +[2026-06-02 21:36:47,855][451638] Updated weights for policy 0, policy_version 39726 (0.0008) +[2026-06-02 21:36:47,886][451566] Saving new best policy, reward=66.414! +[2026-06-02 21:36:48,739][451638] Updated weights for policy 0, policy_version 39736 (0.0008) +[2026-06-02 21:36:48,906][451638] Updated weights for policy 0, policy_version 39747 (0.0008) +[2026-06-02 21:36:49,091][451638] Updated weights for policy 0, policy_version 39758 (0.0009) +[2026-06-02 21:36:49,289][451638] Updated weights for policy 0, policy_version 39770 (0.0009) +[2026-06-02 21:36:49,492][451638] Updated weights for policy 0, policy_version 39782 (0.0008) +[2026-06-02 21:36:49,656][451638] Updated weights for policy 0, policy_version 39792 (0.0008) +[2026-06-02 21:36:50,557][451638] Updated weights for policy 0, policy_version 39803 (0.0008) +[2026-06-02 21:36:50,784][451638] Updated weights for policy 0, policy_version 39817 (0.0009) +[2026-06-02 21:36:50,948][451638] Updated weights for policy 0, policy_version 39827 (0.0008) +[2026-06-02 21:36:51,190][451638] Updated weights for policy 0, policy_version 39842 (0.0009) +[2026-06-02 21:36:52,187][451638] Updated weights for policy 0, policy_version 39857 (0.0009) +[2026-06-02 21:36:52,341][451638] Updated weights for policy 0, policy_version 39867 (0.0009) +[2026-06-02 21:36:52,399][450687] Fps is (10 sec: 19660.4, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 20414464. Throughput: 0: 18440.5. Samples: 20437888. Policy #0 lag: (min: 104.0, avg: 116.1, max: 168.0) +[2026-06-02 21:36:52,401][450687] Avg episode reward: [(0, '48.539')] +[2026-06-02 21:36:52,513][451638] Updated weights for policy 0, policy_version 39878 (0.0008) +[2026-06-02 21:36:52,714][451638] Updated weights for policy 0, policy_version 39890 (0.0009) +[2026-06-02 21:36:52,893][451638] Updated weights for policy 0, policy_version 39901 (0.0008) +[2026-06-02 21:36:53,073][451638] Updated weights for policy 0, policy_version 39912 (0.0009) +[2026-06-02 21:36:54,019][451638] Updated weights for policy 0, policy_version 39926 (0.0009) +[2026-06-02 21:36:54,186][451638] Updated weights for policy 0, policy_version 39937 (0.0008) +[2026-06-02 21:36:54,357][451638] Updated weights for policy 0, policy_version 39947 (0.0009) +[2026-06-02 21:36:54,548][451638] Updated weights for policy 0, policy_version 39958 (0.0009) +[2026-06-02 21:36:54,744][451638] Updated weights for policy 0, policy_version 39970 (0.0008) +[2026-06-02 21:36:54,962][451638] Updated weights for policy 0, policy_version 39983 (0.0008) +[2026-06-02 21:36:55,803][451638] Updated weights for policy 0, policy_version 39993 (0.0008) +[2026-06-02 21:36:55,999][451638] Updated weights for policy 0, policy_version 40005 (0.0009) +[2026-06-02 21:36:56,186][451638] Updated weights for policy 0, policy_version 40016 (0.0008) +[2026-06-02 21:36:56,361][451638] Updated weights for policy 0, policy_version 40027 (0.0008) +[2026-06-02 21:36:56,566][451638] Updated weights for policy 0, policy_version 40039 (0.0009) +[2026-06-02 21:36:57,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 20512768. Throughput: 0: 18764.8. Samples: 20556928. Policy #0 lag: (min: 104.0, avg: 116.1, max: 168.0) +[2026-06-02 21:36:57,400][450687] Avg episode reward: [(0, '63.213')] +[2026-06-02 21:36:57,459][451638] Updated weights for policy 0, policy_version 40049 (0.0008) +[2026-06-02 21:36:57,662][451638] Updated weights for policy 0, policy_version 40062 (0.0009) +[2026-06-02 21:36:57,845][451638] Updated weights for policy 0, policy_version 40073 (0.0009) +[2026-06-02 21:36:58,037][451638] Updated weights for policy 0, policy_version 40085 (0.0009) +[2026-06-02 21:36:58,229][451638] Updated weights for policy 0, policy_version 40096 (0.0009) +[2026-06-02 21:36:58,412][451638] Updated weights for policy 0, policy_version 40107 (0.0009) +[2026-06-02 21:36:59,289][451638] Updated weights for policy 0, policy_version 40118 (0.0009) +[2026-06-02 21:36:59,493][451638] Updated weights for policy 0, policy_version 40131 (0.0009) +[2026-06-02 21:36:59,658][451638] Updated weights for policy 0, policy_version 40141 (0.0009) +[2026-06-02 21:36:59,848][451638] Updated weights for policy 0, policy_version 40152 (0.0009) +[2026-06-02 21:37:00,043][451638] Updated weights for policy 0, policy_version 40164 (0.0009) +[2026-06-02 21:37:00,989][451638] Updated weights for policy 0, policy_version 40178 (0.0009) +[2026-06-02 21:37:01,239][451638] Updated weights for policy 0, policy_version 40194 (0.0009) +[2026-06-02 21:37:01,460][451638] Updated weights for policy 0, policy_version 40208 (0.0009) +[2026-06-02 21:37:01,686][451638] Updated weights for policy 0, policy_version 40221 (0.0009) +[2026-06-02 21:37:01,889][451638] Updated weights for policy 0, policy_version 40233 (0.0009) +[2026-06-02 21:37:02,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 20611072. Throughput: 0: 18423.4. Samples: 20602880. Policy #0 lag: (min: 104.0, avg: 116.1, max: 168.0) +[2026-06-02 21:37:02,401][450687] Avg episode reward: [(0, '57.929')] +[2026-06-02 21:37:02,793][451638] Updated weights for policy 0, policy_version 40243 (0.0009) +[2026-06-02 21:37:02,959][451638] Updated weights for policy 0, policy_version 40254 (0.0008) +[2026-06-02 21:37:03,148][451638] Updated weights for policy 0, policy_version 40266 (0.0008) +[2026-06-02 21:37:03,319][451638] Updated weights for policy 0, policy_version 40276 (0.0009) +[2026-06-02 21:37:03,486][451638] Updated weights for policy 0, policy_version 40286 (0.0008) +[2026-06-02 21:37:03,671][451638] Updated weights for policy 0, policy_version 40297 (0.0009) +[2026-06-02 21:37:04,593][451638] Updated weights for policy 0, policy_version 40310 (0.0009) +[2026-06-02 21:37:04,782][451638] Updated weights for policy 0, policy_version 40322 (0.0009) +[2026-06-02 21:37:04,984][451638] Updated weights for policy 0, policy_version 40334 (0.0010) +[2026-06-02 21:37:05,149][451638] Updated weights for policy 0, policy_version 40344 (0.0011) +[2026-06-02 21:37:05,331][451638] Updated weights for policy 0, policy_version 40355 (0.0009) +[2026-06-02 21:37:05,514][451638] Updated weights for policy 0, policy_version 40366 (0.0009) +[2026-06-02 21:37:06,435][451638] Updated weights for policy 0, policy_version 40378 (0.0009) +[2026-06-02 21:37:06,606][451638] Updated weights for policy 0, policy_version 40389 (0.0009) +[2026-06-02 21:37:06,806][451638] Updated weights for policy 0, policy_version 40401 (0.0009) +[2026-06-02 21:37:07,008][451638] Updated weights for policy 0, policy_version 40413 (0.0009) +[2026-06-02 21:37:07,205][451638] Updated weights for policy 0, policy_version 40425 (0.0009) +[2026-06-02 21:37:07,399][450687] Fps is (10 sec: 19661.1, 60 sec: 19114.7, 300 sec: 18550.0). Total num frames: 20709376. Throughput: 0: 18719.4. Samples: 20721920. Policy #0 lag: (min: 50.0, avg: 92.8, max: 102.0) +[2026-06-02 21:37:07,400][450687] Avg episode reward: [(0, '47.757')] +[2026-06-02 21:37:08,116][451638] Updated weights for policy 0, policy_version 40436 (0.0008) +[2026-06-02 21:37:08,316][451638] Updated weights for policy 0, policy_version 40449 (0.0009) +[2026-06-02 21:37:08,492][451638] Updated weights for policy 0, policy_version 40460 (0.0008) +[2026-06-02 21:37:08,665][451638] Updated weights for policy 0, policy_version 40470 (0.0009) +[2026-06-02 21:37:08,859][451638] Updated weights for policy 0, policy_version 40482 (0.0009) +[2026-06-02 21:37:09,058][451638] Updated weights for policy 0, policy_version 40494 (0.0009) +[2026-06-02 21:37:09,948][451638] Updated weights for policy 0, policy_version 40505 (0.0009) +[2026-06-02 21:37:10,099][451638] Updated weights for policy 0, policy_version 40515 (0.0008) +[2026-06-02 21:37:10,292][451638] Updated weights for policy 0, policy_version 40527 (0.0008) +[2026-06-02 21:37:10,482][451638] Updated weights for policy 0, policy_version 40538 (0.0009) +[2026-06-02 21:37:10,640][451638] Updated weights for policy 0, policy_version 40548 (0.0008) +[2026-06-02 21:37:10,825][451638] Updated weights for policy 0, policy_version 40559 (0.0009) +[2026-06-02 21:37:11,714][451638] Updated weights for policy 0, policy_version 40569 (0.0009) +[2026-06-02 21:37:11,906][451638] Updated weights for policy 0, policy_version 40581 (0.0009) +[2026-06-02 21:37:12,133][451638] Updated weights for policy 0, policy_version 40595 (0.0009) +[2026-06-02 21:37:12,321][451638] Updated weights for policy 0, policy_version 40606 (0.0009) +[2026-06-02 21:37:12,399][450687] Fps is (10 sec: 16384.2, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 20774912. Throughput: 0: 18341.2. Samples: 20826496. Policy #0 lag: (min: 50.0, avg: 92.8, max: 102.0) +[2026-06-02 21:37:12,400][450687] Avg episode reward: [(0, '50.153')] +[2026-06-02 21:37:12,506][451638] Updated weights for policy 0, policy_version 40617 (0.0009) +[2026-06-02 21:37:13,399][451638] Updated weights for policy 0, policy_version 40628 (0.0009) +[2026-06-02 21:37:13,573][451638] Updated weights for policy 0, policy_version 40639 (0.0008) +[2026-06-02 21:37:13,753][451638] Updated weights for policy 0, policy_version 40650 (0.0009) +[2026-06-02 21:37:13,947][451638] Updated weights for policy 0, policy_version 40661 (0.0009) +[2026-06-02 21:37:14,112][451638] Updated weights for policy 0, policy_version 40671 (0.0008) +[2026-06-02 21:37:14,298][451638] Updated weights for policy 0, policy_version 40682 (0.0009) +[2026-06-02 21:37:15,176][451638] Updated weights for policy 0, policy_version 40692 (0.0009) +[2026-06-02 21:37:15,360][451638] Updated weights for policy 0, policy_version 40704 (0.0009) +[2026-06-02 21:37:15,523][451638] Updated weights for policy 0, policy_version 40714 (0.0009) +[2026-06-02 21:37:15,719][451638] Updated weights for policy 0, policy_version 40726 (0.0009) +[2026-06-02 21:37:15,909][451638] Updated weights for policy 0, policy_version 40737 (0.0009) +[2026-06-02 21:37:16,111][451638] Updated weights for policy 0, policy_version 40749 (0.0009) +[2026-06-02 21:37:17,004][451638] Updated weights for policy 0, policy_version 40760 (0.0009) +[2026-06-02 21:37:17,176][451638] Updated weights for policy 0, policy_version 40771 (0.0009) +[2026-06-02 21:37:17,385][451638] Updated weights for policy 0, policy_version 40783 (0.0009) +[2026-06-02 21:37:17,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 20873216. Throughput: 0: 18648.4. Samples: 20886656. Policy #0 lag: (min: 50.0, avg: 92.8, max: 102.0) +[2026-06-02 21:37:17,400][450687] Avg episode reward: [(0, '60.062')] +[2026-06-02 21:37:17,564][451638] Updated weights for policy 0, policy_version 40794 (0.0009) +[2026-06-02 21:37:17,731][451638] Updated weights for policy 0, policy_version 40804 (0.0009) +[2026-06-02 21:37:17,915][451638] Updated weights for policy 0, policy_version 40815 (0.0008) +[2026-06-02 21:37:18,807][451638] Updated weights for policy 0, policy_version 40826 (0.0008) +[2026-06-02 21:37:19,009][451638] Updated weights for policy 0, policy_version 40838 (0.0008) +[2026-06-02 21:37:19,168][451638] Updated weights for policy 0, policy_version 40848 (0.0008) +[2026-06-02 21:37:19,338][451638] Updated weights for policy 0, policy_version 40858 (0.0008) +[2026-06-02 21:37:19,541][451638] Updated weights for policy 0, policy_version 40870 (0.0008) +[2026-06-02 21:37:20,436][451638] Updated weights for policy 0, policy_version 40881 (0.0008) +[2026-06-02 21:37:20,647][451638] Updated weights for policy 0, policy_version 40895 (0.0009) +[2026-06-02 21:37:20,847][451638] Updated weights for policy 0, policy_version 40907 (0.0008) +[2026-06-02 21:37:21,067][451638] Updated weights for policy 0, policy_version 40920 (0.0009) +[2026-06-02 21:37:21,256][451638] Updated weights for policy 0, policy_version 40932 (0.0008) +[2026-06-02 21:37:21,460][451638] Updated weights for policy 0, policy_version 40944 (0.0009) +[2026-06-02 21:37:22,378][451638] Updated weights for policy 0, policy_version 40955 (0.0009) +[2026-06-02 21:37:22,399][450687] Fps is (10 sec: 19660.4, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 20971520. Throughput: 0: 18292.5. Samples: 20992256. Policy #0 lag: (min: 50.0, avg: 92.8, max: 102.0) +[2026-06-02 21:37:22,401][450687] Avg episode reward: [(0, '51.005')] +[2026-06-02 21:37:22,591][451638] Updated weights for policy 0, policy_version 40968 (0.0009) +[2026-06-02 21:37:22,768][451638] Updated weights for policy 0, policy_version 40979 (0.0008) +[2026-06-02 21:37:22,998][451638] Updated weights for policy 0, policy_version 40992 (0.0009) +[2026-06-02 21:37:23,156][451638] Updated weights for policy 0, policy_version 41002 (0.0008) +[2026-06-02 21:37:24,064][451638] Updated weights for policy 0, policy_version 41014 (0.0008) +[2026-06-02 21:37:24,257][451638] Updated weights for policy 0, policy_version 41026 (0.0008) +[2026-06-02 21:37:24,440][451638] Updated weights for policy 0, policy_version 41037 (0.0008) +[2026-06-02 21:37:24,640][451638] Updated weights for policy 0, policy_version 41049 (0.0008) +[2026-06-02 21:37:24,828][451638] Updated weights for policy 0, policy_version 41060 (0.0008) +[2026-06-02 21:37:24,997][451638] Updated weights for policy 0, policy_version 41070 (0.0008) +[2026-06-02 21:37:25,898][451638] Updated weights for policy 0, policy_version 41083 (0.0008) +[2026-06-02 21:37:26,090][451638] Updated weights for policy 0, policy_version 41095 (0.0008) +[2026-06-02 21:37:26,300][451638] Updated weights for policy 0, policy_version 41107 (0.0008) +[2026-06-02 21:37:26,464][451638] Updated weights for policy 0, policy_version 41117 (0.0008) +[2026-06-02 21:37:26,683][451638] Updated weights for policy 0, policy_version 41130 (0.0008) +[2026-06-02 21:37:27,399][450687] Fps is (10 sec: 19660.5, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 21069824. Throughput: 0: 18594.0. Samples: 21111168. Policy #0 lag: (min: 50.0, avg: 92.8, max: 102.0) +[2026-06-02 21:37:27,400][450687] Avg episode reward: [(0, '59.446')] +[2026-06-02 21:37:27,542][451638] Updated weights for policy 0, policy_version 41140 (0.0008) +[2026-06-02 21:37:27,740][451638] Updated weights for policy 0, policy_version 41152 (0.0008) +[2026-06-02 21:37:27,915][451638] Updated weights for policy 0, policy_version 41163 (0.0008) +[2026-06-02 21:37:28,081][451638] Updated weights for policy 0, policy_version 41173 (0.0008) +[2026-06-02 21:37:28,300][451638] Updated weights for policy 0, policy_version 41186 (0.0008) +[2026-06-02 21:37:28,470][451638] Updated weights for policy 0, policy_version 41196 (0.0008) +[2026-06-02 21:37:29,350][451638] Updated weights for policy 0, policy_version 41208 (0.0009) +[2026-06-02 21:37:29,523][451638] Updated weights for policy 0, policy_version 41219 (0.0008) +[2026-06-02 21:37:29,712][451638] Updated weights for policy 0, policy_version 41230 (0.0008) +[2026-06-02 21:37:29,894][451638] Updated weights for policy 0, policy_version 41241 (0.0008) +[2026-06-02 21:37:30,079][451638] Updated weights for policy 0, policy_version 41252 (0.0009) +[2026-06-02 21:37:30,250][451638] Updated weights for policy 0, policy_version 41262 (0.0008) +[2026-06-02 21:37:31,139][451638] Updated weights for policy 0, policy_version 41273 (0.0008) +[2026-06-02 21:37:31,317][451638] Updated weights for policy 0, policy_version 41284 (0.0008) +[2026-06-02 21:37:31,510][451638] Updated weights for policy 0, policy_version 41296 (0.0008) +[2026-06-02 21:37:31,702][451638] Updated weights for policy 0, policy_version 41307 (0.0008) +[2026-06-02 21:37:31,935][451638] Updated weights for policy 0, policy_version 41321 (0.0008) +[2026-06-02 21:37:32,399][450687] Fps is (10 sec: 19661.2, 60 sec: 18568.7, 300 sec: 18550.0). Total num frames: 21168128. Throughput: 0: 18309.7. Samples: 21157888. Policy #0 lag: (min: 50.0, avg: 92.8, max: 102.0) +[2026-06-02 21:37:32,399][450687] Avg episode reward: [(0, '54.024')] +[2026-06-02 21:37:32,832][451638] Updated weights for policy 0, policy_version 41332 (0.0008) +[2026-06-02 21:37:33,005][451638] Updated weights for policy 0, policy_version 41343 (0.0008) +[2026-06-02 21:37:33,184][451638] Updated weights for policy 0, policy_version 41354 (0.0008) +[2026-06-02 21:37:33,386][451638] Updated weights for policy 0, policy_version 41366 (0.0008) +[2026-06-02 21:37:33,629][451638] Updated weights for policy 0, policy_version 41380 (0.0008) +[2026-06-02 21:37:33,822][451638] Updated weights for policy 0, policy_version 41392 (0.0008) +[2026-06-02 21:37:34,702][451638] Updated weights for policy 0, policy_version 41402 (0.0008) +[2026-06-02 21:37:34,861][451638] Updated weights for policy 0, policy_version 41412 (0.0008) +[2026-06-02 21:37:35,064][451638] Updated weights for policy 0, policy_version 41424 (0.0008) +[2026-06-02 21:37:35,266][451638] Updated weights for policy 0, policy_version 41436 (0.0008) +[2026-06-02 21:37:35,458][451638] Updated weights for policy 0, policy_version 41448 (0.0008) +[2026-06-02 21:37:36,338][451638] Updated weights for policy 0, policy_version 41459 (0.0008) +[2026-06-02 21:37:36,545][451638] Updated weights for policy 0, policy_version 41472 (0.0008) +[2026-06-02 21:37:36,705][451638] Updated weights for policy 0, policy_version 41482 (0.0008) +[2026-06-02 21:37:36,910][451638] Updated weights for policy 0, policy_version 41494 (0.0008) +[2026-06-02 21:37:37,079][451638] Updated weights for policy 0, policy_version 41504 (0.0008) +[2026-06-02 21:37:37,280][451638] Updated weights for policy 0, policy_version 41516 (0.0008) +[2026-06-02 21:37:37,399][450687] Fps is (10 sec: 19660.9, 60 sec: 19114.6, 300 sec: 18550.0). Total num frames: 21266432. Throughput: 0: 18645.3. Samples: 21276928. Policy #0 lag: (min: 45.0, avg: 57.0, max: 109.0) +[2026-06-02 21:37:37,400][450687] Avg episode reward: [(0, '48.807')] +[2026-06-02 21:37:38,153][451638] Updated weights for policy 0, policy_version 41527 (0.0008) +[2026-06-02 21:37:38,298][451638] Updated weights for policy 0, policy_version 41537 (0.0008) +[2026-06-02 21:37:38,524][451638] Updated weights for policy 0, policy_version 41550 (0.0009) +[2026-06-02 21:37:38,700][451638] Updated weights for policy 0, policy_version 41561 (0.0009) +[2026-06-02 21:37:38,913][451638] Updated weights for policy 0, policy_version 41574 (0.0009) +[2026-06-02 21:37:39,809][451638] Updated weights for policy 0, policy_version 41585 (0.0009) +[2026-06-02 21:37:39,961][451638] Updated weights for policy 0, policy_version 41595 (0.0008) +[2026-06-02 21:37:40,191][451638] Updated weights for policy 0, policy_version 41609 (0.0009) +[2026-06-02 21:37:40,354][451638] Updated weights for policy 0, policy_version 41619 (0.0008) +[2026-06-02 21:37:40,546][451638] Updated weights for policy 0, policy_version 41630 (0.0009) +[2026-06-02 21:37:40,706][451638] Updated weights for policy 0, policy_version 41640 (0.0008) +[2026-06-02 21:37:41,604][451638] Updated weights for policy 0, policy_version 41651 (0.0009) +[2026-06-02 21:37:41,789][451638] Updated weights for policy 0, policy_version 41663 (0.0009) +[2026-06-02 21:37:41,966][451638] Updated weights for policy 0, policy_version 41674 (0.0009) +[2026-06-02 21:37:42,150][451638] Updated weights for policy 0, policy_version 41685 (0.0009) +[2026-06-02 21:37:42,315][451638] Updated weights for policy 0, policy_version 41695 (0.0009) +[2026-06-02 21:37:42,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18568.5, 300 sec: 18439.0). Total num frames: 21331968. Throughput: 0: 18338.2. Samples: 21382144. Policy #0 lag: (min: 45.0, avg: 57.0, max: 109.0) +[2026-06-02 21:37:42,399][450687] Avg episode reward: [(0, '58.224')] +[2026-06-02 21:37:42,498][451638] Updated weights for policy 0, policy_version 41706 (0.0008) +[2026-06-02 21:37:43,427][451638] Updated weights for policy 0, policy_version 41719 (0.0009) +[2026-06-02 21:37:43,633][451638] Updated weights for policy 0, policy_version 41732 (0.0008) +[2026-06-02 21:37:43,799][451638] Updated weights for policy 0, policy_version 41742 (0.0008) +[2026-06-02 21:37:43,988][451638] Updated weights for policy 0, policy_version 41753 (0.0008) +[2026-06-02 21:37:44,184][451638] Updated weights for policy 0, policy_version 41765 (0.0008) +[2026-06-02 21:37:45,125][451638] Updated weights for policy 0, policy_version 41779 (0.0010) +[2026-06-02 21:37:45,280][451638] Updated weights for policy 0, policy_version 41789 (0.0009) +[2026-06-02 21:37:45,445][451638] Updated weights for policy 0, policy_version 41799 (0.0008) +[2026-06-02 21:37:45,602][451638] Updated weights for policy 0, policy_version 41809 (0.0008) +[2026-06-02 21:37:45,786][451638] Updated weights for policy 0, policy_version 41820 (0.0008) +[2026-06-02 21:37:45,961][451638] Updated weights for policy 0, policy_version 41830 (0.0008) +[2026-06-02 21:37:46,836][451638] Updated weights for policy 0, policy_version 41841 (0.0008) +[2026-06-02 21:37:47,035][451638] Updated weights for policy 0, policy_version 41854 (0.0004) +[2026-06-02 21:37:47,237][451638] Updated weights for policy 0, policy_version 41867 (0.0008) +[2026-06-02 21:37:47,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 21430272. Throughput: 0: 18656.7. Samples: 21442432. Policy #0 lag: (min: 45.0, avg: 57.0, max: 109.0) +[2026-06-02 21:37:47,400][450687] Avg episode reward: [(0, '48.807')] +[2026-06-02 21:37:47,425][451638] Updated weights for policy 0, policy_version 41878 (0.0004) +[2026-06-02 21:37:47,587][451638] Updated weights for policy 0, policy_version 41888 (0.0005) +[2026-06-02 21:37:47,775][451638] Updated weights for policy 0, policy_version 41899 (0.0009) +[2026-06-02 21:37:48,629][451638] Updated weights for policy 0, policy_version 41910 (0.0008) +[2026-06-02 21:37:48,802][451638] Updated weights for policy 0, policy_version 41922 (0.0008) +[2026-06-02 21:37:49,026][451638] Updated weights for policy 0, policy_version 41935 (0.0008) +[2026-06-02 21:37:49,213][451638] Updated weights for policy 0, policy_version 41946 (0.0008) +[2026-06-02 21:37:49,445][451638] Updated weights for policy 0, policy_version 41960 (0.0008) +[2026-06-02 21:37:50,320][451638] Updated weights for policy 0, policy_version 41971 (0.0009) +[2026-06-02 21:37:50,561][451638] Updated weights for policy 0, policy_version 41986 (0.0009) +[2026-06-02 21:37:50,722][451638] Updated weights for policy 0, policy_version 41996 (0.0008) +[2026-06-02 21:37:50,950][451638] Updated weights for policy 0, policy_version 42010 (0.0008) +[2026-06-02 21:37:51,121][451638] Updated weights for policy 0, policy_version 42020 (0.0008) +[2026-06-02 21:37:51,315][451638] Updated weights for policy 0, policy_version 42032 (0.0005) +[2026-06-02 21:37:52,148][451638] Updated weights for policy 0, policy_version 42045 (0.0009) +[2026-06-02 21:37:52,325][451638] Updated weights for policy 0, policy_version 42056 (0.0010) +[2026-06-02 21:37:52,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 21528576. Throughput: 0: 18335.3. Samples: 21547008. Policy #0 lag: (min: 45.0, avg: 57.0, max: 109.0) +[2026-06-02 21:37:52,400][450687] Avg episode reward: [(0, '57.012')] +[2026-06-02 21:37:52,509][451638] Updated weights for policy 0, policy_version 42067 (0.0009) +[2026-06-02 21:37:52,677][451638] Updated weights for policy 0, policy_version 42077 (0.0009) +[2026-06-02 21:37:52,857][451638] Updated weights for policy 0, policy_version 42088 (0.0009) +[2026-06-02 21:37:53,757][451638] Updated weights for policy 0, policy_version 42100 (0.0009) +[2026-06-02 21:37:53,910][451638] Updated weights for policy 0, policy_version 42110 (0.0009) +[2026-06-02 21:37:54,082][451638] Updated weights for policy 0, policy_version 42120 (0.0008) +[2026-06-02 21:37:54,270][451638] Updated weights for policy 0, policy_version 42132 (0.0010) +[2026-06-02 21:37:54,442][451638] Updated weights for policy 0, policy_version 42142 (0.0009) +[2026-06-02 21:37:54,600][451638] Updated weights for policy 0, policy_version 42152 (0.0009) +[2026-06-02 21:37:55,408][451638] Updated weights for policy 0, policy_version 42163 (0.0006) +[2026-06-02 21:37:55,578][451638] Updated weights for policy 0, policy_version 42174 (0.0004) +[2026-06-02 21:37:55,745][451638] Updated weights for policy 0, policy_version 42184 (0.0004) +[2026-06-02 21:37:55,903][451638] Updated weights for policy 0, policy_version 42194 (0.0004) +[2026-06-02 21:37:56,094][451638] Updated weights for policy 0, policy_version 42205 (0.0005) +[2026-06-02 21:37:56,307][451638] Updated weights for policy 0, policy_version 42218 (0.0005) +[2026-06-02 21:37:57,179][451638] Updated weights for policy 0, policy_version 42229 (0.0006) +[2026-06-02 21:37:57,352][451638] Updated weights for policy 0, policy_version 42240 (0.0009) +[2026-06-02 21:37:57,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 21626880. Throughput: 0: 18719.2. Samples: 21668864. Policy #0 lag: (min: 45.0, avg: 57.0, max: 109.0) +[2026-06-02 21:37:57,400][450687] Avg episode reward: [(0, '51.013')] +[2026-06-02 21:37:57,525][451638] Updated weights for policy 0, policy_version 42251 (0.0009) +[2026-06-02 21:37:57,688][451638] Updated weights for policy 0, policy_version 42261 (0.0009) +[2026-06-02 21:37:57,882][451638] Updated weights for policy 0, policy_version 42273 (0.0008) +[2026-06-02 21:37:58,081][451638] Updated weights for policy 0, policy_version 42285 (0.0008) +[2026-06-02 21:37:58,981][451638] Updated weights for policy 0, policy_version 42296 (0.0008) +[2026-06-02 21:37:59,167][451638] Updated weights for policy 0, policy_version 42308 (0.0009) +[2026-06-02 21:37:59,334][451638] Updated weights for policy 0, policy_version 42318 (0.0008) +[2026-06-02 21:37:59,548][451638] Updated weights for policy 0, policy_version 42331 (0.0009) +[2026-06-02 21:37:59,737][451638] Updated weights for policy 0, policy_version 42342 (0.0009) +[2026-06-02 21:38:00,638][451638] Updated weights for policy 0, policy_version 42353 (0.0009) +[2026-06-02 21:38:00,808][451638] Updated weights for policy 0, policy_version 42364 (0.0009) +[2026-06-02 21:38:00,986][451638] Updated weights for policy 0, policy_version 42375 (0.0009) +[2026-06-02 21:38:01,145][451638] Updated weights for policy 0, policy_version 42385 (0.0008) +[2026-06-02 21:38:01,312][451638] Updated weights for policy 0, policy_version 42395 (0.0008) +[2026-06-02 21:38:01,494][451638] Updated weights for policy 0, policy_version 42406 (0.0008) +[2026-06-02 21:38:02,398][451638] Updated weights for policy 0, policy_version 42417 (0.0009) +[2026-06-02 21:38:02,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 21725184. Throughput: 0: 18599.8. Samples: 21723648. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-02 21:38:02,400][450687] Avg episode reward: [(0, '57.873')] +[2026-06-02 21:38:02,579][451638] Updated weights for policy 0, policy_version 42429 (0.0008) +[2026-06-02 21:38:02,778][451638] Updated weights for policy 0, policy_version 42441 (0.0008) +[2026-06-02 21:38:02,971][451638] Updated weights for policy 0, policy_version 42453 (0.0009) +[2026-06-02 21:38:03,156][451638] Updated weights for policy 0, policy_version 42464 (0.0009) +[2026-06-02 21:38:03,347][451638] Updated weights for policy 0, policy_version 42475 (0.0009) +[2026-06-02 21:38:04,242][451638] Updated weights for policy 0, policy_version 42487 (0.0009) +[2026-06-02 21:38:04,420][451638] Updated weights for policy 0, policy_version 42498 (0.0008) +[2026-06-02 21:38:04,590][451638] Updated weights for policy 0, policy_version 42508 (0.0008) +[2026-06-02 21:38:04,749][451638] Updated weights for policy 0, policy_version 42518 (0.0008) +[2026-06-02 21:38:04,922][451638] Updated weights for policy 0, policy_version 42528 (0.0009) +[2026-06-02 21:38:05,121][451638] Updated weights for policy 0, policy_version 42540 (0.0008) +[2026-06-02 21:38:06,001][451638] Updated weights for policy 0, policy_version 42551 (0.0008) +[2026-06-02 21:38:06,243][451638] Updated weights for policy 0, policy_version 42566 (0.0008) +[2026-06-02 21:38:06,430][451638] Updated weights for policy 0, policy_version 42577 (0.0008) +[2026-06-02 21:38:06,644][451638] Updated weights for policy 0, policy_version 42590 (0.0008) +[2026-06-02 21:38:06,835][451638] Updated weights for policy 0, policy_version 42601 (0.0009) +[2026-06-02 21:38:07,399][450687] Fps is (10 sec: 19661.2, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 21823488. Throughput: 0: 18685.2. Samples: 21833088. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-02 21:38:07,400][450687] Avg episode reward: [(0, '65.323')] +[2026-06-02 21:38:07,405][451566] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_uniform_u1_3_stride5_seed14/checkpoint_p0/checkpoint_000042608_21823488.pth... +[2026-06-02 21:38:07,697][451638] Updated weights for policy 0, policy_version 42611 (0.0009) +[2026-06-02 21:38:07,897][451638] Updated weights for policy 0, policy_version 42624 (0.0009) +[2026-06-02 21:38:08,062][451638] Updated weights for policy 0, policy_version 42634 (0.0008) +[2026-06-02 21:38:08,233][451638] Updated weights for policy 0, policy_version 42645 (0.0008) +[2026-06-02 21:38:08,448][451638] Updated weights for policy 0, policy_version 42658 (0.0008) +[2026-06-02 21:38:08,622][451638] Updated weights for policy 0, policy_version 42668 (0.0008) +[2026-06-02 21:38:09,505][451638] Updated weights for policy 0, policy_version 42678 (0.0008) +[2026-06-02 21:38:09,709][451638] Updated weights for policy 0, policy_version 42691 (0.0008) +[2026-06-02 21:38:09,912][451638] Updated weights for policy 0, policy_version 42703 (0.0008) +[2026-06-02 21:38:10,074][451638] Updated weights for policy 0, policy_version 42713 (0.0008) +[2026-06-02 21:38:10,282][451638] Updated weights for policy 0, policy_version 42726 (0.0008) +[2026-06-02 21:38:10,452][451638] Updated weights for policy 0, policy_version 42736 (0.0010) +[2026-06-02 21:38:11,369][451638] Updated weights for policy 0, policy_version 42749 (0.0008) +[2026-06-02 21:38:11,590][451638] Updated weights for policy 0, policy_version 42762 (0.0009) +[2026-06-02 21:38:11,770][451638] Updated weights for policy 0, policy_version 42773 (0.0008) +[2026-06-02 21:38:11,976][451638] Updated weights for policy 0, policy_version 42785 (0.0008) +[2026-06-02 21:38:12,163][451638] Updated weights for policy 0, policy_version 42796 (0.0008) +[2026-06-02 21:38:12,399][450687] Fps is (10 sec: 19661.1, 60 sec: 19114.7, 300 sec: 18550.0). Total num frames: 21921792. Throughput: 0: 18406.5. Samples: 21939456. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-02 21:38:12,399][450687] Avg episode reward: [(0, '56.279')] +[2026-06-02 21:38:13,043][451638] Updated weights for policy 0, policy_version 42809 (0.0008) +[2026-06-02 21:38:13,219][451638] Updated weights for policy 0, policy_version 42820 (0.0009) +[2026-06-02 21:38:13,431][451638] Updated weights for policy 0, policy_version 42833 (0.0009) +[2026-06-02 21:38:13,598][451638] Updated weights for policy 0, policy_version 42843 (0.0009) +[2026-06-02 21:38:13,804][451638] Updated weights for policy 0, policy_version 42855 (0.0008) +[2026-06-02 21:38:14,706][451638] Updated weights for policy 0, policy_version 42867 (0.0009) +[2026-06-02 21:38:14,878][451638] Updated weights for policy 0, policy_version 42878 (0.0008) +[2026-06-02 21:38:15,055][451638] Updated weights for policy 0, policy_version 42889 (0.0008) +[2026-06-02 21:38:15,221][451638] Updated weights for policy 0, policy_version 42899 (0.0008) +[2026-06-02 21:38:15,396][451638] Updated weights for policy 0, policy_version 42909 (0.0008) +[2026-06-02 21:38:15,571][451638] Updated weights for policy 0, policy_version 42920 (0.0009) +[2026-06-02 21:38:16,466][451638] Updated weights for policy 0, policy_version 42930 (0.0009) +[2026-06-02 21:38:16,633][451638] Updated weights for policy 0, policy_version 42941 (0.0009) +[2026-06-02 21:38:16,845][451638] Updated weights for policy 0, policy_version 42954 (0.0009) +[2026-06-02 21:38:17,050][451638] Updated weights for policy 0, policy_version 42966 (0.0009) +[2026-06-02 21:38:17,248][451638] Updated weights for policy 0, policy_version 42978 (0.0009) +[2026-06-02 21:38:17,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 21987328. Throughput: 0: 18639.6. Samples: 21996672. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-02 21:38:17,401][450687] Avg episode reward: [(0, '49.199')] +[2026-06-02 21:38:17,426][451638] Updated weights for policy 0, policy_version 42989 (0.0009) +[2026-06-02 21:38:18,336][451638] Updated weights for policy 0, policy_version 43000 (0.0009) +[2026-06-02 21:38:18,497][451638] Updated weights for policy 0, policy_version 43010 (0.0009) +[2026-06-02 21:38:18,678][451638] Updated weights for policy 0, policy_version 43021 (0.0009) +[2026-06-02 21:38:18,874][451638] Updated weights for policy 0, policy_version 43033 (0.0009) +[2026-06-02 21:38:19,036][451638] Updated weights for policy 0, policy_version 43043 (0.0009) +[2026-06-02 21:38:19,222][451638] Updated weights for policy 0, policy_version 43054 (0.0008) +[2026-06-02 21:38:20,197][451638] Updated weights for policy 0, policy_version 43069 (0.0009) +[2026-06-02 21:38:20,418][451638] Updated weights for policy 0, policy_version 43082 (0.0009) +[2026-06-02 21:38:20,578][451638] Updated weights for policy 0, policy_version 43092 (0.0008) +[2026-06-02 21:38:20,750][451638] Updated weights for policy 0, policy_version 43102 (0.0008) +[2026-06-02 21:38:20,932][451638] Updated weights for policy 0, policy_version 43113 (0.0008) +[2026-06-02 21:38:21,808][451638] Updated weights for policy 0, policy_version 43124 (0.0008) +[2026-06-02 21:38:22,000][451638] Updated weights for policy 0, policy_version 43136 (0.0009) +[2026-06-02 21:38:22,213][451638] Updated weights for policy 0, policy_version 43149 (0.0008) +[2026-06-02 21:38:22,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 22085632. Throughput: 0: 18477.5. Samples: 22108416. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-02 21:38:22,400][450687] Avg episode reward: [(0, '60.041')] +[2026-06-02 21:38:22,422][451638] Updated weights for policy 0, policy_version 43162 (0.0008) +[2026-06-02 21:38:22,615][451638] Updated weights for policy 0, policy_version 43173 (0.0009) +[2026-06-02 21:38:22,783][451638] Updated weights for policy 0, policy_version 43183 (0.0008) +[2026-06-02 21:38:23,724][451638] Updated weights for policy 0, policy_version 43194 (0.0009) +[2026-06-02 21:38:23,935][451638] Updated weights for policy 0, policy_version 43207 (0.0008) +[2026-06-02 21:38:24,119][451638] Updated weights for policy 0, policy_version 43218 (0.0009) +[2026-06-02 21:38:24,313][451638] Updated weights for policy 0, policy_version 43229 (0.0008) +[2026-06-02 21:38:24,524][451638] Updated weights for policy 0, policy_version 43242 (0.0009) +[2026-06-02 21:38:25,404][451638] Updated weights for policy 0, policy_version 43253 (0.0009) +[2026-06-02 21:38:25,564][451638] Updated weights for policy 0, policy_version 43263 (0.0008) +[2026-06-02 21:38:25,740][451638] Updated weights for policy 0, policy_version 43274 (0.0008) +[2026-06-02 21:38:25,920][451638] Updated weights for policy 0, policy_version 43285 (0.0008) +[2026-06-02 21:38:26,119][451638] Updated weights for policy 0, policy_version 43297 (0.0009) +[2026-06-02 21:38:26,358][451638] Updated weights for policy 0, policy_version 43311 (0.0009) +[2026-06-02 21:38:27,195][451638] Updated weights for policy 0, policy_version 43321 (0.0009) +[2026-06-02 21:38:27,398][450687] Fps is (10 sec: 19661.2, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 22183936. Throughput: 0: 18673.8. Samples: 22222464. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-02 21:38:27,399][450687] Avg episode reward: [(0, '56.339')] +[2026-06-02 21:38:27,413][451638] Updated weights for policy 0, policy_version 43334 (0.0009) +[2026-06-02 21:38:27,570][451638] Updated weights for policy 0, policy_version 43344 (0.0009) +[2026-06-02 21:38:27,740][451638] Updated weights for policy 0, policy_version 43354 (0.0009) +[2026-06-02 21:38:27,905][451638] Updated weights for policy 0, policy_version 43364 (0.0008) +[2026-06-02 21:38:28,075][451638] Updated weights for policy 0, policy_version 43374 (0.0008) +[2026-06-02 21:38:28,974][451638] Updated weights for policy 0, policy_version 43384 (0.0009) +[2026-06-02 21:38:29,142][451638] Updated weights for policy 0, policy_version 43395 (0.0009) +[2026-06-02 21:38:29,362][451638] Updated weights for policy 0, policy_version 43408 (0.0009) +[2026-06-02 21:38:29,599][451638] Updated weights for policy 0, policy_version 43422 (0.0009) +[2026-06-02 21:38:29,772][451638] Updated weights for policy 0, policy_version 43433 (0.0008) +[2026-06-02 21:38:30,668][451638] Updated weights for policy 0, policy_version 43444 (0.0009) +[2026-06-02 21:38:30,898][451638] Updated weights for policy 0, policy_version 43458 (0.0009) +[2026-06-02 21:38:31,088][451638] Updated weights for policy 0, policy_version 43470 (0.0009) +[2026-06-02 21:38:31,305][451638] Updated weights for policy 0, policy_version 43483 (0.0009) +[2026-06-02 21:38:31,536][451638] Updated weights for policy 0, policy_version 43497 (0.0009) +[2026-06-02 21:38:32,399][450687] Fps is (10 sec: 19660.3, 60 sec: 18568.4, 300 sec: 18550.0). Total num frames: 22282240. Throughput: 0: 18557.1. Samples: 22277504. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0) +[2026-06-02 21:38:32,401][450687] Avg episode reward: [(0, '56.762')] +[2026-06-02 21:38:32,420][451638] Updated weights for policy 0, policy_version 43507 (0.0009) +[2026-06-02 21:38:32,593][451638] Updated weights for policy 0, policy_version 43518 (0.0009) +[2026-06-02 21:38:32,774][451638] Updated weights for policy 0, policy_version 43529 (0.0009) +[2026-06-02 21:38:32,939][451638] Updated weights for policy 0, policy_version 43539 (0.0009) +[2026-06-02 21:38:33,124][451638] Updated weights for policy 0, policy_version 43550 (0.0009) +[2026-06-02 21:38:33,290][451638] Updated weights for policy 0, policy_version 43560 (0.0009) +[2026-06-02 21:38:34,162][451638] Updated weights for policy 0, policy_version 43571 (0.0008) +[2026-06-02 21:38:34,317][451638] Updated weights for policy 0, policy_version 43581 (0.0008) +[2026-06-02 21:38:34,516][451638] Updated weights for policy 0, policy_version 43593 (0.0009) +[2026-06-02 21:38:34,720][451638] Updated weights for policy 0, policy_version 43605 (0.0009) +[2026-06-02 21:38:34,901][451638] Updated weights for policy 0, policy_version 43616 (0.0008) +[2026-06-02 21:38:35,103][451638] Updated weights for policy 0, policy_version 43628 (0.0008) +[2026-06-02 21:38:35,967][451638] Updated weights for policy 0, policy_version 43639 (0.0009) +[2026-06-02 21:38:36,120][451638] Updated weights for policy 0, policy_version 43649 (0.0009) +[2026-06-02 21:38:36,299][451638] Updated weights for policy 0, policy_version 43660 (0.0009) +[2026-06-02 21:38:36,480][451638] Updated weights for policy 0, policy_version 43671 (0.0008) +[2026-06-02 21:38:36,660][451638] Updated weights for policy 0, policy_version 43682 (0.0009) +[2026-06-02 21:38:36,867][451638] Updated weights for policy 0, policy_version 43694 (0.0008) +[2026-06-02 21:38:37,398][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 22380544. Throughput: 0: 18653.9. Samples: 22386432. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0) +[2026-06-02 21:38:37,399][450687] Avg episode reward: [(0, '57.215')] +[2026-06-02 21:38:37,735][451638] Updated weights for policy 0, policy_version 43704 (0.0008) +[2026-06-02 21:38:37,939][451638] Updated weights for policy 0, policy_version 43716 (0.0008) +[2026-06-02 21:38:38,099][451638] Updated weights for policy 0, policy_version 43726 (0.0008) +[2026-06-02 21:38:38,281][451638] Updated weights for policy 0, policy_version 43737 (0.0009) +[2026-06-02 21:38:38,443][451638] Updated weights for policy 0, policy_version 43747 (0.0008) +[2026-06-02 21:38:38,634][451638] Updated weights for policy 0, policy_version 43758 (0.0008) +[2026-06-02 21:38:39,517][451638] Updated weights for policy 0, policy_version 43769 (0.0008) +[2026-06-02 21:38:39,677][451638] Updated weights for policy 0, policy_version 43779 (0.0008) +[2026-06-02 21:38:39,868][451638] Updated weights for policy 0, policy_version 43791 (0.0008) +[2026-06-02 21:38:40,039][451638] Updated weights for policy 0, policy_version 43801 (0.0008) +[2026-06-02 21:38:40,257][451638] Updated weights for policy 0, policy_version 43814 (0.0008) +[2026-06-02 21:38:40,419][451638] Updated weights for policy 0, policy_version 43824 (0.0008) +[2026-06-02 21:38:41,288][451638] Updated weights for policy 0, policy_version 43834 (0.0008) +[2026-06-02 21:38:41,464][451638] Updated weights for policy 0, policy_version 43845 (0.0008) +[2026-06-02 21:38:41,668][451638] Updated weights for policy 0, policy_version 43857 (0.0008) +[2026-06-02 21:38:41,863][451638] Updated weights for policy 0, policy_version 43869 (0.0008) +[2026-06-02 21:38:42,066][451638] Updated weights for policy 0, policy_version 43881 (0.0008) +[2026-06-02 21:38:42,399][450687] Fps is (10 sec: 19661.5, 60 sec: 19114.7, 300 sec: 18550.0). Total num frames: 22478848. Throughput: 0: 18341.1. Samples: 22494208. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0) +[2026-06-02 21:38:42,400][450687] Avg episode reward: [(0, '63.188')] +[2026-06-02 21:38:42,990][451638] Updated weights for policy 0, policy_version 43892 (0.0008) +[2026-06-02 21:38:43,211][451638] Updated weights for policy 0, policy_version 43906 (0.0008) +[2026-06-02 21:38:43,426][451638] Updated weights for policy 0, policy_version 43919 (0.0008) +[2026-06-02 21:38:43,590][451638] Updated weights for policy 0, policy_version 43929 (0.0008) +[2026-06-02 21:38:43,758][451638] Updated weights for policy 0, policy_version 43939 (0.0007) +[2026-06-02 21:38:43,936][451638] Updated weights for policy 0, policy_version 43950 (0.0005) +[2026-06-02 21:38:44,760][451638] Updated weights for policy 0, policy_version 43960 (0.0005) +[2026-06-02 21:38:44,910][451638] Updated weights for policy 0, policy_version 43970 (0.0005) +[2026-06-02 21:38:45,081][451638] Updated weights for policy 0, policy_version 43980 (0.0005) +[2026-06-02 21:38:45,242][451638] Updated weights for policy 0, policy_version 43990 (0.0005) +[2026-06-02 21:38:45,415][451638] Updated weights for policy 0, policy_version 44000 (0.0008) +[2026-06-02 21:38:45,617][451638] Updated weights for policy 0, policy_version 44012 (0.0008) +[2026-06-02 21:38:46,500][451638] Updated weights for policy 0, policy_version 44023 (0.0008) +[2026-06-02 21:38:46,659][451638] Updated weights for policy 0, policy_version 44033 (0.0008) +[2026-06-02 21:38:46,843][451638] Updated weights for policy 0, policy_version 44044 (0.0008) +[2026-06-02 21:38:47,010][451638] Updated weights for policy 0, policy_version 44054 (0.0008) +[2026-06-02 21:38:47,227][451638] Updated weights for policy 0, policy_version 44067 (0.0008) +[2026-06-02 21:38:47,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 22544384. Throughput: 0: 18432.1. Samples: 22553088. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0) +[2026-06-02 21:38:47,400][450687] Avg episode reward: [(0, '61.231')] +[2026-06-02 21:38:48,168][451638] Updated weights for policy 0, policy_version 44081 (0.0009) +[2026-06-02 21:38:48,381][451638] Updated weights for policy 0, policy_version 44095 (0.0008) +[2026-06-02 21:38:48,553][451638] Updated weights for policy 0, policy_version 44105 (0.0008) +[2026-06-02 21:38:48,738][451638] Updated weights for policy 0, policy_version 44116 (0.0009) +[2026-06-02 21:38:48,926][451638] Updated weights for policy 0, policy_version 44127 (0.0008) +[2026-06-02 21:38:49,105][451638] Updated weights for policy 0, policy_version 44138 (0.0008) +[2026-06-02 21:38:49,976][451638] Updated weights for policy 0, policy_version 44149 (0.0008) +[2026-06-02 21:38:50,150][451638] Updated weights for policy 0, policy_version 44160 (0.0009) +[2026-06-02 21:38:50,341][451638] Updated weights for policy 0, policy_version 44172 (0.0008) +[2026-06-02 21:38:50,533][451638] Updated weights for policy 0, policy_version 44183 (0.0008) +[2026-06-02 21:38:50,687][451638] Updated weights for policy 0, policy_version 44193 (0.0008) +[2026-06-02 21:38:50,877][451638] Updated weights for policy 0, policy_version 44204 (0.0008) +[2026-06-02 21:38:51,775][451638] Updated weights for policy 0, policy_version 44215 (0.0008) +[2026-06-02 21:38:51,934][451638] Updated weights for policy 0, policy_version 44225 (0.0008) +[2026-06-02 21:38:52,100][451638] Updated weights for policy 0, policy_version 44235 (0.0008) +[2026-06-02 21:38:52,269][451638] Updated weights for policy 0, policy_version 44245 (0.0008) +[2026-06-02 21:38:52,399][450687] Fps is (10 sec: 16383.6, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 22642688. Throughput: 0: 18534.3. Samples: 22667136. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0) +[2026-06-02 21:38:52,400][450687] Avg episode reward: [(0, '58.307')] +[2026-06-02 21:38:52,450][451638] Updated weights for policy 0, policy_version 44256 (0.0008) +[2026-06-02 21:38:52,615][451638] Updated weights for policy 0, policy_version 44266 (0.0008) +[2026-06-02 21:38:53,566][451638] Updated weights for policy 0, policy_version 44280 (0.0009) +[2026-06-02 21:38:53,760][451638] Updated weights for policy 0, policy_version 44292 (0.0008) +[2026-06-02 21:38:53,926][451638] Updated weights for policy 0, policy_version 44302 (0.0009) +[2026-06-02 21:38:54,115][451638] Updated weights for policy 0, policy_version 44313 (0.0008) +[2026-06-02 21:38:54,288][451638] Updated weights for policy 0, policy_version 44323 (0.0008) +[2026-06-02 21:38:54,453][451638] Updated weights for policy 0, policy_version 44333 (0.0008) +[2026-06-02 21:38:55,340][451638] Updated weights for policy 0, policy_version 44343 (0.0008) +[2026-06-02 21:38:55,512][451638] Updated weights for policy 0, policy_version 44354 (0.0008) +[2026-06-02 21:38:55,677][451638] Updated weights for policy 0, policy_version 44364 (0.0008) +[2026-06-02 21:38:55,887][451638] Updated weights for policy 0, policy_version 44376 (0.0008) +[2026-06-02 21:38:56,047][451638] Updated weights for policy 0, policy_version 44386 (0.0008) +[2026-06-02 21:38:56,248][451638] Updated weights for policy 0, policy_version 44398 (0.0008) +[2026-06-02 21:38:57,212][451638] Updated weights for policy 0, policy_version 44410 (0.0008) +[2026-06-02 21:38:57,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 22740992. Throughput: 0: 18705.1. Samples: 22781184. Policy #0 lag: (min: 63.0, avg: 75.0, max: 127.0) +[2026-06-02 21:38:57,400][450687] Avg episode reward: [(0, '44.241')] +[2026-06-02 21:38:57,407][451638] Updated weights for policy 0, policy_version 44422 (0.0008) +[2026-06-02 21:38:57,607][451638] Updated weights for policy 0, policy_version 44434 (0.0008) +[2026-06-02 21:38:57,772][451638] Updated weights for policy 0, policy_version 44444 (0.0008) +[2026-06-02 21:38:57,969][451638] Updated weights for policy 0, policy_version 44456 (0.0008) +[2026-06-02 21:38:58,896][451638] Updated weights for policy 0, policy_version 44468 (0.0008) +[2026-06-02 21:38:59,119][451638] Updated weights for policy 0, policy_version 44482 (0.0008) +[2026-06-02 21:38:59,296][451638] Updated weights for policy 0, policy_version 44493 (0.0008) +[2026-06-02 21:38:59,479][451638] Updated weights for policy 0, policy_version 44504 (0.0008) +[2026-06-02 21:38:59,701][451638] Updated weights for policy 0, policy_version 44517 (0.0008) +[2026-06-02 21:39:00,644][451638] Updated weights for policy 0, policy_version 44530 (0.0008) +[2026-06-02 21:39:00,851][451638] Updated weights for policy 0, policy_version 44543 (0.0009) +[2026-06-02 21:39:01,050][451638] Updated weights for policy 0, policy_version 44555 (0.0008) +[2026-06-02 21:39:01,234][451638] Updated weights for policy 0, policy_version 44566 (0.0008) +[2026-06-02 21:39:01,409][451638] Updated weights for policy 0, policy_version 44576 (0.0008) +[2026-06-02 21:39:01,590][451638] Updated weights for policy 0, policy_version 44587 (0.0008) +[2026-06-02 21:39:02,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 22839296. Throughput: 0: 18682.3. Samples: 22837376. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-02 21:39:02,401][450687] Avg episode reward: [(0, '54.423')] +[2026-06-02 21:39:02,456][451638] Updated weights for policy 0, policy_version 44597 (0.0009) +[2026-06-02 21:39:02,665][451638] Updated weights for policy 0, policy_version 44610 (0.0009) +[2026-06-02 21:39:02,852][451638] Updated weights for policy 0, policy_version 44622 (0.0009) +[2026-06-02 21:39:03,067][451638] Updated weights for policy 0, policy_version 44634 (0.0009) +[2026-06-02 21:39:03,263][451638] Updated weights for policy 0, policy_version 44646 (0.0009) +[2026-06-02 21:39:04,210][451638] Updated weights for policy 0, policy_version 44659 (0.0010) +[2026-06-02 21:39:04,399][451638] Updated weights for policy 0, policy_version 44671 (0.0009) +[2026-06-02 21:39:04,582][451638] Updated weights for policy 0, policy_version 44682 (0.0009) +[2026-06-02 21:39:04,789][451638] Updated weights for policy 0, policy_version 44695 (0.0009) +[2026-06-02 21:39:04,965][451638] Updated weights for policy 0, policy_version 44705 (0.0009) +[2026-06-02 21:39:05,134][451638] Updated weights for policy 0, policy_version 44715 (0.0008) +[2026-06-02 21:39:06,023][451638] Updated weights for policy 0, policy_version 44725 (0.0009) +[2026-06-02 21:39:06,206][451638] Updated weights for policy 0, policy_version 44737 (0.0008) +[2026-06-02 21:39:06,408][451638] Updated weights for policy 0, policy_version 44749 (0.0009) +[2026-06-02 21:39:06,568][451638] Updated weights for policy 0, policy_version 44759 (0.0008) +[2026-06-02 21:39:06,761][451638] Updated weights for policy 0, policy_version 44770 (0.0009) +[2026-06-02 21:39:06,920][451638] Updated weights for policy 0, policy_version 44780 (0.0008) +[2026-06-02 21:39:07,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 22937600. Throughput: 0: 18656.7. Samples: 22947968. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-02 21:39:07,400][450687] Avg episode reward: [(0, '62.586')] +[2026-06-02 21:39:07,815][451638] Updated weights for policy 0, policy_version 44791 (0.0009) +[2026-06-02 21:39:08,022][451638] Updated weights for policy 0, policy_version 44804 (0.0009) +[2026-06-02 21:39:08,195][451638] Updated weights for policy 0, policy_version 44814 (0.0008) +[2026-06-02 21:39:08,367][451638] Updated weights for policy 0, policy_version 44825 (0.0008) +[2026-06-02 21:39:08,553][451638] Updated weights for policy 0, policy_version 44836 (0.0008) +[2026-06-02 21:39:08,714][451638] Updated weights for policy 0, policy_version 44846 (0.0008) +[2026-06-02 21:39:09,637][451638] Updated weights for policy 0, policy_version 44860 (0.0009) +[2026-06-02 21:39:09,792][451638] Updated weights for policy 0, policy_version 44870 (0.0009) +[2026-06-02 21:39:09,978][451638] Updated weights for policy 0, policy_version 44881 (0.0009) +[2026-06-02 21:39:10,161][451638] Updated weights for policy 0, policy_version 44892 (0.0008) +[2026-06-02 21:39:10,347][451638] Updated weights for policy 0, policy_version 44903 (0.0008) +[2026-06-02 21:39:11,219][451638] Updated weights for policy 0, policy_version 44913 (0.0009) +[2026-06-02 21:39:11,420][451638] Updated weights for policy 0, policy_version 44926 (0.0009) +[2026-06-02 21:39:11,616][451638] Updated weights for policy 0, policy_version 44938 (0.0009) +[2026-06-02 21:39:11,816][451638] Updated weights for policy 0, policy_version 44950 (0.0009) +[2026-06-02 21:39:12,005][451638] Updated weights for policy 0, policy_version 44961 (0.0009) +[2026-06-02 21:39:12,174][451638] Updated weights for policy 0, policy_version 44971 (0.0008) +[2026-06-02 21:39:12,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.5, 300 sec: 18661.1). Total num frames: 23035904. Throughput: 0: 18517.3. Samples: 23055744. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-02 21:39:12,400][450687] Avg episode reward: [(0, '53.436')] +[2026-06-02 21:39:13,123][451638] Updated weights for policy 0, policy_version 44984 (0.0009) +[2026-06-02 21:39:13,298][451638] Updated weights for policy 0, policy_version 44995 (0.0008) +[2026-06-02 21:39:13,499][451638] Updated weights for policy 0, policy_version 45007 (0.0009) +[2026-06-02 21:39:13,718][451638] Updated weights for policy 0, policy_version 45020 (0.0009) +[2026-06-02 21:39:13,920][451638] Updated weights for policy 0, policy_version 45032 (0.0009) +[2026-06-02 21:39:14,818][451638] Updated weights for policy 0, policy_version 45042 (0.0009) +[2026-06-02 21:39:15,018][451638] Updated weights for policy 0, policy_version 45055 (0.0009) +[2026-06-02 21:39:15,181][451638] Updated weights for policy 0, policy_version 45065 (0.0008) +[2026-06-02 21:39:15,378][451638] Updated weights for policy 0, policy_version 45077 (0.0009) +[2026-06-02 21:39:15,621][451638] Updated weights for policy 0, policy_version 45092 (0.0009) +[2026-06-02 21:39:15,794][451638] Updated weights for policy 0, policy_version 45102 (0.0008) +[2026-06-02 21:39:16,683][451638] Updated weights for policy 0, policy_version 45112 (0.0009) +[2026-06-02 21:39:16,870][451638] Updated weights for policy 0, policy_version 45124 (0.0008) +[2026-06-02 21:39:17,052][451638] Updated weights for policy 0, policy_version 45135 (0.0009) +[2026-06-02 21:39:17,222][451638] Updated weights for policy 0, policy_version 45145 (0.0008) +[2026-06-02 21:39:17,399][450687] Fps is (10 sec: 16383.5, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 23101440. Throughput: 0: 18625.4. Samples: 23115648. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-02 21:39:17,401][450687] Avg episode reward: [(0, '53.847')] +[2026-06-02 21:39:17,418][451638] Updated weights for policy 0, policy_version 45157 (0.0009) +[2026-06-02 21:39:17,607][451638] Updated weights for policy 0, policy_version 45168 (0.0008) +[2026-06-02 21:39:18,485][451638] Updated weights for policy 0, policy_version 45179 (0.0009) +[2026-06-02 21:39:18,677][451638] Updated weights for policy 0, policy_version 45191 (0.0009) +[2026-06-02 21:39:18,875][451638] Updated weights for policy 0, policy_version 45203 (0.0009) +[2026-06-02 21:39:19,062][451638] Updated weights for policy 0, policy_version 45214 (0.0009) +[2026-06-02 21:39:19,225][451638] Updated weights for policy 0, policy_version 45224 (0.0008) +[2026-06-02 21:39:20,129][451638] Updated weights for policy 0, policy_version 45235 (0.0009) +[2026-06-02 21:39:20,349][451638] Updated weights for policy 0, policy_version 45249 (0.0009) +[2026-06-02 21:39:20,521][451638] Updated weights for policy 0, policy_version 45260 (0.0009) +[2026-06-02 21:39:20,686][451638] Updated weights for policy 0, policy_version 45270 (0.0009) +[2026-06-02 21:39:20,857][451638] Updated weights for policy 0, policy_version 45280 (0.0009) +[2026-06-02 21:39:21,048][451638] Updated weights for policy 0, policy_version 45291 (0.0009) +[2026-06-02 21:39:21,941][451638] Updated weights for policy 0, policy_version 45301 (0.0009) +[2026-06-02 21:39:22,120][451638] Updated weights for policy 0, policy_version 45312 (0.0008) +[2026-06-02 21:39:22,347][451638] Updated weights for policy 0, policy_version 45326 (0.0009) +[2026-06-02 21:39:22,399][450687] Fps is (10 sec: 16384.0, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 23199744. Throughput: 0: 18656.7. Samples: 23225984. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-02 21:39:22,400][450687] Avg episode reward: [(0, '54.132')] +[2026-06-02 21:39:22,526][451638] Updated weights for policy 0, policy_version 45336 (0.0009) +[2026-06-02 21:39:22,709][451638] Updated weights for policy 0, policy_version 45347 (0.0009) +[2026-06-02 21:39:22,911][451638] Updated weights for policy 0, policy_version 45359 (0.0009) +[2026-06-02 21:39:23,782][451638] Updated weights for policy 0, policy_version 45369 (0.0009) +[2026-06-02 21:39:23,953][451638] Updated weights for policy 0, policy_version 45380 (0.0009) +[2026-06-02 21:39:24,140][451638] Updated weights for policy 0, policy_version 45391 (0.0009) +[2026-06-02 21:39:24,328][451638] Updated weights for policy 0, policy_version 45402 (0.0009) +[2026-06-02 21:39:24,542][451638] Updated weights for policy 0, policy_version 45415 (0.0009) +[2026-06-02 21:39:25,472][451638] Updated weights for policy 0, policy_version 45427 (0.0009) +[2026-06-02 21:39:25,628][451638] Updated weights for policy 0, policy_version 45437 (0.0009) +[2026-06-02 21:39:25,826][451638] Updated weights for policy 0, policy_version 45449 (0.0009) +[2026-06-02 21:39:26,000][451638] Updated weights for policy 0, policy_version 45460 (0.0009) +[2026-06-02 21:39:26,171][451638] Updated weights for policy 0, policy_version 45470 (0.0009) +[2026-06-02 21:39:26,352][451638] Updated weights for policy 0, policy_version 45481 (0.0009) +[2026-06-02 21:39:27,269][451638] Updated weights for policy 0, policy_version 45491 (0.0009) +[2026-06-02 21:39:27,399][450687] Fps is (10 sec: 19661.6, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 23298048. Throughput: 0: 18870.1. Samples: 23343360. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-02 21:39:27,399][450687] Avg episode reward: [(0, '55.317')] +[2026-06-02 21:39:27,440][451638] Updated weights for policy 0, policy_version 45502 (0.0009) +[2026-06-02 21:39:27,618][451638] Updated weights for policy 0, policy_version 45513 (0.0009) +[2026-06-02 21:39:27,821][451638] Updated weights for policy 0, policy_version 45525 (0.0009) +[2026-06-02 21:39:28,001][451638] Updated weights for policy 0, policy_version 45536 (0.0009) +[2026-06-02 21:39:28,186][451638] Updated weights for policy 0, policy_version 45547 (0.0009) +[2026-06-02 21:39:29,096][451638] Updated weights for policy 0, policy_version 45558 (0.0009) +[2026-06-02 21:39:29,256][451638] Updated weights for policy 0, policy_version 45568 (0.0008) +[2026-06-02 21:39:29,457][451638] Updated weights for policy 0, policy_version 45580 (0.0009) +[2026-06-02 21:39:29,637][451638] Updated weights for policy 0, policy_version 45591 (0.0009) +[2026-06-02 21:39:29,824][451638] Updated weights for policy 0, policy_version 45602 (0.0009) +[2026-06-02 21:39:30,026][451638] Updated weights for policy 0, policy_version 45614 (0.0009) +[2026-06-02 21:39:30,895][451638] Updated weights for policy 0, policy_version 45625 (0.0009) +[2026-06-02 21:39:31,056][451638] Updated weights for policy 0, policy_version 45635 (0.0008) +[2026-06-02 21:39:31,232][451638] Updated weights for policy 0, policy_version 45646 (0.0009) +[2026-06-02 21:39:31,423][451638] Updated weights for policy 0, policy_version 45657 (0.0009) +[2026-06-02 21:39:31,610][451638] Updated weights for policy 0, policy_version 45668 (0.0009) +[2026-06-02 21:39:31,805][451638] Updated weights for policy 0, policy_version 45680 (0.0009) +[2026-06-02 21:39:32,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 23396352. Throughput: 0: 18702.2. Samples: 23394688. Policy #0 lag: (min: 10.0, avg: 62.5, max: 74.0) +[2026-06-02 21:39:32,400][450687] Avg episode reward: [(0, '53.298')] +[2026-06-02 21:39:32,728][451638] Updated weights for policy 0, policy_version 45692 (0.0009) +[2026-06-02 21:39:32,957][451638] Updated weights for policy 0, policy_version 45706 (0.0009) +[2026-06-02 21:39:33,141][451638] Updated weights for policy 0, policy_version 45717 (0.0009) +[2026-06-02 21:39:33,342][451638] Updated weights for policy 0, policy_version 45729 (0.0009) +[2026-06-02 21:39:33,547][451638] Updated weights for policy 0, policy_version 45741 (0.0009) +[2026-06-02 21:39:34,437][451638] Updated weights for policy 0, policy_version 45753 (0.0009) +[2026-06-02 21:39:34,676][451638] Updated weights for policy 0, policy_version 45768 (0.0009) +[2026-06-02 21:39:34,845][451638] Updated weights for policy 0, policy_version 45778 (0.0008) +[2026-06-02 21:39:35,079][451638] Updated weights for policy 0, policy_version 45792 (0.0009) +[2026-06-02 21:39:35,243][451638] Updated weights for policy 0, policy_version 45802 (0.0009) +[2026-06-02 21:39:36,235][451638] Updated weights for policy 0, policy_version 45819 (0.0009) +[2026-06-02 21:39:36,419][451638] Updated weights for policy 0, policy_version 45830 (0.0009) +[2026-06-02 21:39:36,603][451638] Updated weights for policy 0, policy_version 45841 (0.0008) +[2026-06-02 21:39:36,785][451638] Updated weights for policy 0, policy_version 45852 (0.0009) +[2026-06-02 21:39:36,991][451638] Updated weights for policy 0, policy_version 45864 (0.0009) +[2026-06-02 21:39:37,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 23494656. Throughput: 0: 18730.8. Samples: 23510016. Policy #0 lag: (min: 10.0, avg: 62.5, max: 74.0) +[2026-06-02 21:39:37,399][450687] Avg episode reward: [(0, '51.574')] +[2026-06-02 21:39:37,907][451638] Updated weights for policy 0, policy_version 45876 (0.0009) +[2026-06-02 21:39:38,165][451638] Updated weights for policy 0, policy_version 45892 (0.0009) +[2026-06-02 21:39:38,318][451638] Updated weights for policy 0, policy_version 45902 (0.0008) +[2026-06-02 21:39:38,487][451638] Updated weights for policy 0, policy_version 45912 (0.0009) +[2026-06-02 21:39:38,708][451638] Updated weights for policy 0, policy_version 45925 (0.0009) +[2026-06-02 21:39:38,882][451638] Updated weights for policy 0, policy_version 45936 (0.0009) +[2026-06-02 21:39:39,762][451638] Updated weights for policy 0, policy_version 45946 (0.0009) +[2026-06-02 21:39:39,913][451638] Updated weights for policy 0, policy_version 45956 (0.0008) +[2026-06-02 21:39:40,149][451638] Updated weights for policy 0, policy_version 45970 (0.0009) +[2026-06-02 21:39:40,365][451638] Updated weights for policy 0, policy_version 45983 (0.0009) +[2026-06-02 21:39:40,531][451638] Updated weights for policy 0, policy_version 45993 (0.0009) +[2026-06-02 21:39:41,387][451638] Updated weights for policy 0, policy_version 46003 (0.0009) +[2026-06-02 21:39:41,615][451638] Updated weights for policy 0, policy_version 46017 (0.0009) +[2026-06-02 21:39:41,827][451638] Updated weights for policy 0, policy_version 46030 (0.0009) +[2026-06-02 21:39:41,990][451638] Updated weights for policy 0, policy_version 46040 (0.0009) +[2026-06-02 21:39:42,169][451638] Updated weights for policy 0, policy_version 46051 (0.0008) +[2026-06-02 21:39:42,356][451638] Updated weights for policy 0, policy_version 46062 (0.0009) +[2026-06-02 21:39:42,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.5, 300 sec: 18661.1). Total num frames: 23592960. Throughput: 0: 18537.3. Samples: 23615360. Policy #0 lag: (min: 10.0, avg: 62.5, max: 74.0) +[2026-06-02 21:39:42,400][450687] Avg episode reward: [(0, '62.129')] +[2026-06-02 21:39:43,334][451638] Updated weights for policy 0, policy_version 46075 (0.0009) +[2026-06-02 21:39:43,504][451638] Updated weights for policy 0, policy_version 46086 (0.0008) +[2026-06-02 21:39:43,706][451638] Updated weights for policy 0, policy_version 46098 (0.0009) +[2026-06-02 21:39:43,871][451638] Updated weights for policy 0, policy_version 46108 (0.0009) +[2026-06-02 21:39:44,077][451638] Updated weights for policy 0, policy_version 46120 (0.0009) +[2026-06-02 21:39:44,966][451638] Updated weights for policy 0, policy_version 46130 (0.0009) +[2026-06-02 21:39:45,118][451638] Updated weights for policy 0, policy_version 46140 (0.0009) +[2026-06-02 21:39:45,295][451638] Updated weights for policy 0, policy_version 46151 (0.0008) +[2026-06-02 21:39:45,495][451638] Updated weights for policy 0, policy_version 46163 (0.0009) +[2026-06-02 21:39:45,675][451638] Updated weights for policy 0, policy_version 46174 (0.0008) +[2026-06-02 21:39:45,843][451638] Updated weights for policy 0, policy_version 46184 (0.0008) +[2026-06-02 21:39:46,779][451638] Updated weights for policy 0, policy_version 46197 (0.0009) +[2026-06-02 21:39:46,961][451638] Updated weights for policy 0, policy_version 46209 (0.0008) +[2026-06-02 21:39:47,182][451638] Updated weights for policy 0, policy_version 46222 (0.0009) +[2026-06-02 21:39:47,365][451638] Updated weights for policy 0, policy_version 46233 (0.0008) +[2026-06-02 21:39:47,398][450687] Fps is (10 sec: 16384.1, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 23658496. Throughput: 0: 18645.5. Samples: 23676416. Policy #0 lag: (min: 10.0, avg: 62.5, max: 74.0) +[2026-06-02 21:39:47,399][450687] Avg episode reward: [(0, '60.545')] +[2026-06-02 21:39:47,559][451638] Updated weights for policy 0, policy_version 46245 (0.0009) +[2026-06-02 21:39:48,561][451638] Updated weights for policy 0, policy_version 46262 (0.0009) +[2026-06-02 21:39:48,771][451638] Updated weights for policy 0, policy_version 46275 (0.0009) +[2026-06-02 21:39:48,944][451638] Updated weights for policy 0, policy_version 46286 (0.0008) +[2026-06-02 21:39:49,168][451638] Updated weights for policy 0, policy_version 46299 (0.0009) +[2026-06-02 21:39:49,350][451638] Updated weights for policy 0, policy_version 46310 (0.0008) +[2026-06-02 21:39:50,276][451638] Updated weights for policy 0, policy_version 46321 (0.0008) +[2026-06-02 21:39:50,518][451638] Updated weights for policy 0, policy_version 46337 (0.0009) +[2026-06-02 21:39:50,691][451638] Updated weights for policy 0, policy_version 46347 (0.0008) +[2026-06-02 21:39:50,927][451638] Updated weights for policy 0, policy_version 46361 (0.0009) +[2026-06-02 21:39:51,139][451638] Updated weights for policy 0, policy_version 46374 (0.0009) +[2026-06-02 21:39:51,299][451638] Updated weights for policy 0, policy_version 46384 (0.0009) +[2026-06-02 21:39:52,175][451638] Updated weights for policy 0, policy_version 46394 (0.0009) +[2026-06-02 21:39:52,355][451638] Updated weights for policy 0, policy_version 46405 (0.0009) +[2026-06-02 21:39:52,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 23756800. Throughput: 0: 18540.1. Samples: 23782272. Policy #0 lag: (min: 10.0, avg: 62.5, max: 74.0) +[2026-06-02 21:39:52,400][450687] Avg episode reward: [(0, '53.826')] +[2026-06-02 21:39:52,555][451638] Updated weights for policy 0, policy_version 46417 (0.0009) +[2026-06-02 21:39:52,764][451638] Updated weights for policy 0, policy_version 46430 (0.0009) +[2026-06-02 21:39:52,937][451638] Updated weights for policy 0, policy_version 46440 (0.0009) +[2026-06-02 21:39:53,818][451638] Updated weights for policy 0, policy_version 46450 (0.0009) +[2026-06-02 21:39:54,002][451638] Updated weights for policy 0, policy_version 46462 (0.0009) +[2026-06-02 21:39:54,179][451638] Updated weights for policy 0, policy_version 46473 (0.0009) +[2026-06-02 21:39:54,357][451638] Updated weights for policy 0, policy_version 46484 (0.0009) +[2026-06-02 21:39:54,558][451638] Updated weights for policy 0, policy_version 46496 (0.0009) +[2026-06-02 21:39:54,755][451638] Updated weights for policy 0, policy_version 46508 (0.0009) +[2026-06-02 21:39:55,640][451638] Updated weights for policy 0, policy_version 46518 (0.0009) +[2026-06-02 21:39:55,796][451638] Updated weights for policy 0, policy_version 46528 (0.0008) +[2026-06-02 21:39:56,029][451638] Updated weights for policy 0, policy_version 46542 (0.0009) +[2026-06-02 21:39:56,192][451638] Updated weights for policy 0, policy_version 46552 (0.0008) +[2026-06-02 21:39:56,375][451638] Updated weights for policy 0, policy_version 46563 (0.0009) +[2026-06-02 21:39:56,587][451638] Updated weights for policy 0, policy_version 46576 (0.0009) +[2026-06-02 21:39:57,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 23855104. Throughput: 0: 18827.4. Samples: 23902976. Policy #0 lag: (min: 10.0, avg: 62.5, max: 74.0) +[2026-06-02 21:39:57,400][450687] Avg episode reward: [(0, '64.009')] +[2026-06-02 21:39:57,527][451638] Updated weights for policy 0, policy_version 46589 (0.0009) +[2026-06-02 21:39:57,739][451638] Updated weights for policy 0, policy_version 46602 (0.0009) +[2026-06-02 21:39:57,952][451638] Updated weights for policy 0, policy_version 46615 (0.0009) +[2026-06-02 21:39:58,112][451638] Updated weights for policy 0, policy_version 46625 (0.0009) +[2026-06-02 21:39:58,353][451638] Updated weights for policy 0, policy_version 46639 (0.0009) +[2026-06-02 21:39:59,212][451638] Updated weights for policy 0, policy_version 46650 (0.0008) +[2026-06-02 21:39:59,371][451638] Updated weights for policy 0, policy_version 46660 (0.0008) +[2026-06-02 21:39:59,540][451638] Updated weights for policy 0, policy_version 46670 (0.0009) +[2026-06-02 21:39:59,708][451638] Updated weights for policy 0, policy_version 46680 (0.0008) +[2026-06-02 21:39:59,872][451638] Updated weights for policy 0, policy_version 46690 (0.0008) +[2026-06-02 21:40:00,063][451638] Updated weights for policy 0, policy_version 46701 (0.0008) +[2026-06-02 21:40:00,978][451638] Updated weights for policy 0, policy_version 46712 (0.0009) +[2026-06-02 21:40:01,129][451638] Updated weights for policy 0, policy_version 46722 (0.0008) +[2026-06-02 21:40:01,295][451638] Updated weights for policy 0, policy_version 46732 (0.0008) +[2026-06-02 21:40:01,462][451638] Updated weights for policy 0, policy_version 46742 (0.0008) +[2026-06-02 21:40:01,667][451638] Updated weights for policy 0, policy_version 46754 (0.0009) +[2026-06-02 21:40:01,842][451638] Updated weights for policy 0, policy_version 46765 (0.0008) +[2026-06-02 21:40:02,399][450687] Fps is (10 sec: 19660.9, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 23953408. Throughput: 0: 18600.0. Samples: 23952640. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-02 21:40:02,399][450687] Avg episode reward: [(0, '55.885')] +[2026-06-02 21:40:02,759][451638] Updated weights for policy 0, policy_version 46777 (0.0009) +[2026-06-02 21:40:02,915][451638] Updated weights for policy 0, policy_version 46787 (0.0008) +[2026-06-02 21:40:03,112][451638] Updated weights for policy 0, policy_version 46799 (0.0008) +[2026-06-02 21:40:03,292][451638] Updated weights for policy 0, policy_version 46810 (0.0008) +[2026-06-02 21:40:03,471][451638] Updated weights for policy 0, policy_version 46821 (0.0008) +[2026-06-02 21:40:03,650][451638] Updated weights for policy 0, policy_version 46832 (0.0010) +[2026-06-02 21:40:04,531][451638] Updated weights for policy 0, policy_version 46842 (0.0009) +[2026-06-02 21:40:04,718][451638] Updated weights for policy 0, policy_version 46854 (0.0008) +[2026-06-02 21:40:04,931][451638] Updated weights for policy 0, policy_version 46867 (0.0007) +[2026-06-02 21:40:05,115][451638] Updated weights for policy 0, policy_version 46878 (0.0008) +[2026-06-02 21:40:05,337][451638] Updated weights for policy 0, policy_version 46891 (0.0009) +[2026-06-02 21:40:06,280][451638] Updated weights for policy 0, policy_version 46904 (0.0009) +[2026-06-02 21:40:06,438][451638] Updated weights for policy 0, policy_version 46914 (0.0007) +[2026-06-02 21:40:06,620][451638] Updated weights for policy 0, policy_version 46926 (0.0008) +[2026-06-02 21:40:06,824][451638] Updated weights for policy 0, policy_version 46938 (0.0009) +[2026-06-02 21:40:07,044][451638] Updated weights for policy 0, policy_version 46951 (0.0009) +[2026-06-02 21:40:07,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 24051712. Throughput: 0: 18739.2. Samples: 24069248. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-02 21:40:07,400][450687] Avg episode reward: [(0, '61.326')] +[2026-06-02 21:40:07,958][451638] Updated weights for policy 0, policy_version 46962 (0.0009) +[2026-06-02 21:40:08,102][451638] Updated weights for policy 0, policy_version 46972 (0.0008) +[2026-06-02 21:40:08,276][451638] Updated weights for policy 0, policy_version 46983 (0.0008) +[2026-06-02 21:40:08,456][451638] Updated weights for policy 0, policy_version 46994 (0.0008) +[2026-06-02 21:40:08,643][451638] Updated weights for policy 0, policy_version 47005 (0.0009) +[2026-06-02 21:40:08,812][451638] Updated weights for policy 0, policy_version 47015 (0.0008) +[2026-06-02 21:40:09,742][451638] Updated weights for policy 0, policy_version 47027 (0.0009) +[2026-06-02 21:40:09,896][451638] Updated weights for policy 0, policy_version 47037 (0.0008) +[2026-06-02 21:40:10,078][451638] Updated weights for policy 0, policy_version 47048 (0.0008) +[2026-06-02 21:40:10,257][451638] Updated weights for policy 0, policy_version 47059 (0.0008) +[2026-06-02 21:40:10,443][451638] Updated weights for policy 0, policy_version 47070 (0.0008) +[2026-06-02 21:40:10,645][451638] Updated weights for policy 0, policy_version 47082 (0.0008) +[2026-06-02 21:40:11,532][451638] Updated weights for policy 0, policy_version 47093 (0.0009) +[2026-06-02 21:40:11,722][451638] Updated weights for policy 0, policy_version 47105 (0.0009) +[2026-06-02 21:40:11,913][451638] Updated weights for policy 0, policy_version 47116 (0.0009) +[2026-06-02 21:40:12,072][451638] Updated weights for policy 0, policy_version 47126 (0.0008) +[2026-06-02 21:40:12,279][451638] Updated weights for policy 0, policy_version 47138 (0.0009) +[2026-06-02 21:40:12,399][450687] Fps is (10 sec: 16383.8, 60 sec: 18022.4, 300 sec: 18550.0). Total num frames: 24117248. Throughput: 0: 18491.7. Samples: 24175488. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-02 21:40:12,401][450687] Avg episode reward: [(0, '61.128')] +[2026-06-02 21:40:12,475][451638] Updated weights for policy 0, policy_version 47150 (0.0009) +[2026-06-02 21:40:13,471][451638] Updated weights for policy 0, policy_version 47166 (0.0009) +[2026-06-02 21:40:13,665][451638] Updated weights for policy 0, policy_version 47178 (0.0009) +[2026-06-02 21:40:13,854][451638] Updated weights for policy 0, policy_version 47189 (0.0009) +[2026-06-02 21:40:14,057][451638] Updated weights for policy 0, policy_version 47201 (0.0009) +[2026-06-02 21:40:14,260][451638] Updated weights for policy 0, policy_version 47213 (0.0009) +[2026-06-02 21:40:15,187][451638] Updated weights for policy 0, policy_version 47228 (0.0010) +[2026-06-02 21:40:15,354][451638] Updated weights for policy 0, policy_version 47238 (0.0009) +[2026-06-02 21:40:15,555][451638] Updated weights for policy 0, policy_version 47250 (0.0009) +[2026-06-02 21:40:15,789][451638] Updated weights for policy 0, policy_version 47264 (0.0009) +[2026-06-02 21:40:15,989][451638] Updated weights for policy 0, policy_version 47276 (0.0009) +[2026-06-02 21:40:16,905][451638] Updated weights for policy 0, policy_version 47288 (0.0009) +[2026-06-02 21:40:17,145][451638] Updated weights for policy 0, policy_version 47303 (0.0009) +[2026-06-02 21:40:17,362][451638] Updated weights for policy 0, policy_version 47316 (0.0009) +[2026-06-02 21:40:17,399][450687] Fps is (10 sec: 16384.1, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 24215552. Throughput: 0: 18685.2. Samples: 24235520. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-02 21:40:17,400][450687] Avg episode reward: [(0, '63.680')] +[2026-06-02 21:40:17,526][451638] Updated weights for policy 0, policy_version 47326 (0.0008) +[2026-06-02 21:40:17,723][451638] Updated weights for policy 0, policy_version 47338 (0.0009) +[2026-06-02 21:40:18,626][451638] Updated weights for policy 0, policy_version 47349 (0.0009) +[2026-06-02 21:40:18,778][451638] Updated weights for policy 0, policy_version 47359 (0.0008) +[2026-06-02 21:40:18,967][451638] Updated weights for policy 0, policy_version 47370 (0.0009) +[2026-06-02 21:40:19,167][451638] Updated weights for policy 0, policy_version 47382 (0.0008) +[2026-06-02 21:40:19,338][451638] Updated weights for policy 0, policy_version 47392 (0.0009) +[2026-06-02 21:40:19,500][451638] Updated weights for policy 0, policy_version 47402 (0.0008) +[2026-06-02 21:40:20,371][451638] Updated weights for policy 0, policy_version 47413 (0.0008) +[2026-06-02 21:40:20,557][451638] Updated weights for policy 0, policy_version 47425 (0.0010) +[2026-06-02 21:40:20,765][451638] Updated weights for policy 0, policy_version 47438 (0.0008) +[2026-06-02 21:40:20,986][451638] Updated weights for policy 0, policy_version 47451 (0.0009) +[2026-06-02 21:40:21,223][451638] Updated weights for policy 0, policy_version 47465 (0.0009) +[2026-06-02 21:40:22,089][451638] Updated weights for policy 0, policy_version 47476 (0.0009) +[2026-06-02 21:40:22,262][451638] Updated weights for policy 0, policy_version 47487 (0.0009) +[2026-06-02 21:40:22,399][450687] Fps is (10 sec: 19660.7, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 24313856. Throughput: 0: 18451.8. Samples: 24340352. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-02 21:40:22,400][450687] Avg episode reward: [(0, '61.163')] +[2026-06-02 21:40:22,455][451638] Updated weights for policy 0, policy_version 47499 (0.0008) +[2026-06-02 21:40:22,664][451638] Updated weights for policy 0, policy_version 47511 (0.0008) +[2026-06-02 21:40:22,858][451638] Updated weights for policy 0, policy_version 47523 (0.0008) +[2026-06-02 21:40:23,058][451638] Updated weights for policy 0, policy_version 47535 (0.0008) +[2026-06-02 21:40:23,926][451638] Updated weights for policy 0, policy_version 47545 (0.0008) +[2026-06-02 21:40:24,104][451638] Updated weights for policy 0, policy_version 47556 (0.0009) +[2026-06-02 21:40:24,271][451638] Updated weights for policy 0, policy_version 47566 (0.0008) +[2026-06-02 21:40:24,455][451638] Updated weights for policy 0, policy_version 47577 (0.0009) +[2026-06-02 21:40:24,642][451638] Updated weights for policy 0, policy_version 47588 (0.0009) +[2026-06-02 21:40:24,805][451638] Updated weights for policy 0, policy_version 47598 (0.0008) +[2026-06-02 21:40:25,679][451638] Updated weights for policy 0, policy_version 47609 (0.0009) +[2026-06-02 21:40:25,840][451638] Updated weights for policy 0, policy_version 47619 (0.0009) +[2026-06-02 21:40:26,033][451638] Updated weights for policy 0, policy_version 47630 (0.0009) +[2026-06-02 21:40:26,240][451638] Updated weights for policy 0, policy_version 47643 (0.0009) +[2026-06-02 21:40:26,430][451638] Updated weights for policy 0, policy_version 47654 (0.0009) +[2026-06-02 21:40:27,334][451638] Updated weights for policy 0, policy_version 47666 (0.0009) +[2026-06-02 21:40:27,399][450687] Fps is (10 sec: 19660.6, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 24412160. Throughput: 0: 18787.5. Samples: 24460800. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-02 21:40:27,400][450687] Avg episode reward: [(0, '54.657')] +[2026-06-02 21:40:27,526][451638] Updated weights for policy 0, policy_version 47678 (0.0009) +[2026-06-02 21:40:27,738][451638] Updated weights for policy 0, policy_version 47691 (0.0009) +[2026-06-02 21:40:27,902][451638] Updated weights for policy 0, policy_version 47701 (0.0008) +[2026-06-02 21:40:28,089][451638] Updated weights for policy 0, policy_version 47712 (0.0009) +[2026-06-02 21:40:28,255][451638] Updated weights for policy 0, policy_version 47722 (0.0008) +[2026-06-02 21:40:29,123][451638] Updated weights for policy 0, policy_version 47733 (0.0008) +[2026-06-02 21:40:29,298][451638] Updated weights for policy 0, policy_version 47744 (0.0008) +[2026-06-02 21:40:29,487][451638] Updated weights for policy 0, policy_version 47755 (0.0008) +[2026-06-02 21:40:29,657][451638] Updated weights for policy 0, policy_version 47765 (0.0008) +[2026-06-02 21:40:29,898][451638] Updated weights for policy 0, policy_version 47779 (0.0008) +[2026-06-02 21:40:30,096][451638] Updated weights for policy 0, policy_version 47791 (0.0008) +[2026-06-02 21:40:30,940][451638] Updated weights for policy 0, policy_version 47802 (0.0008) +[2026-06-02 21:40:31,097][451638] Updated weights for policy 0, policy_version 47812 (0.0008) +[2026-06-02 21:40:31,322][451638] Updated weights for policy 0, policy_version 47825 (0.0008) +[2026-06-02 21:40:31,522][451638] Updated weights for policy 0, policy_version 47837 (0.0008) +[2026-06-02 21:40:31,710][451638] Updated weights for policy 0, policy_version 47848 (0.0008) +[2026-06-02 21:40:32,399][450687] Fps is (10 sec: 19661.1, 60 sec: 18568.6, 300 sec: 18550.0). Total num frames: 24510464. Throughput: 0: 18545.7. Samples: 24510976. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-02 21:40:32,400][450687] Avg episode reward: [(0, '56.259')] +[2026-06-02 21:40:32,590][451638] Updated weights for policy 0, policy_version 47858 (0.0009) +[2026-06-02 21:40:32,777][451638] Updated weights for policy 0, policy_version 47870 (0.0008) +[2026-06-02 21:40:32,990][451638] Updated weights for policy 0, policy_version 47883 (0.0008) +[2026-06-02 21:40:33,193][451638] Updated weights for policy 0, policy_version 47895 (0.0008) +[2026-06-02 21:40:33,374][451638] Updated weights for policy 0, policy_version 47906 (0.0008) +[2026-06-02 21:40:33,542][451638] Updated weights for policy 0, policy_version 47916 (0.0008) +[2026-06-02 21:40:34,427][451638] Updated weights for policy 0, policy_version 47927 (0.0009) +[2026-06-02 21:40:34,614][451638] Updated weights for policy 0, policy_version 47939 (0.0009) +[2026-06-02 21:40:34,822][451638] Updated weights for policy 0, policy_version 47951 (0.0009) +[2026-06-02 21:40:35,006][451638] Updated weights for policy 0, policy_version 47962 (0.0009) +[2026-06-02 21:40:35,181][451638] Updated weights for policy 0, policy_version 47972 (0.0009) +[2026-06-02 21:40:36,086][451638] Updated weights for policy 0, policy_version 47985 (0.0009) +[2026-06-02 21:40:36,246][451638] Updated weights for policy 0, policy_version 47995 (0.0008) +[2026-06-02 21:40:36,418][451638] Updated weights for policy 0, policy_version 48006 (0.0009) +[2026-06-02 21:40:36,609][451638] Updated weights for policy 0, policy_version 48017 (0.0009) +[2026-06-02 21:40:36,794][451638] Updated weights for policy 0, policy_version 48028 (0.0009) +[2026-06-02 21:40:37,004][451638] Updated weights for policy 0, policy_version 48040 (0.0009) +[2026-06-02 21:40:37,399][450687] Fps is (10 sec: 19660.4, 60 sec: 18568.4, 300 sec: 18661.1). Total num frames: 24608768. Throughput: 0: 18747.6. Samples: 24625920. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-02 21:40:37,401][450687] Avg episode reward: [(0, '68.145')] +[2026-06-02 21:40:37,406][451566] Saving new best policy, reward=68.145! +[2026-06-02 21:40:37,886][451638] Updated weights for policy 0, policy_version 48051 (0.0009) +[2026-06-02 21:40:38,039][451638] Updated weights for policy 0, policy_version 48061 (0.0008) +[2026-06-02 21:40:38,248][451638] Updated weights for policy 0, policy_version 48073 (0.0009) +[2026-06-02 21:40:38,453][451638] Updated weights for policy 0, policy_version 48086 (0.0008) +[2026-06-02 21:40:38,638][451638] Updated weights for policy 0, policy_version 48097 (0.0008) +[2026-06-02 21:40:38,804][451638] Updated weights for policy 0, policy_version 48107 (0.0008) +[2026-06-02 21:40:39,661][451638] Updated weights for policy 0, policy_version 48117 (0.0008) +[2026-06-02 21:40:39,829][451638] Updated weights for policy 0, policy_version 48128 (0.0008) +[2026-06-02 21:40:40,026][451638] Updated weights for policy 0, policy_version 48140 (0.0008) +[2026-06-02 21:40:40,206][451638] Updated weights for policy 0, policy_version 48151 (0.0008) +[2026-06-02 21:40:40,394][451638] Updated weights for policy 0, policy_version 48162 (0.0009) +[2026-06-02 21:40:40,576][451638] Updated weights for policy 0, policy_version 48173 (0.0008) +[2026-06-02 21:40:41,490][451638] Updated weights for policy 0, policy_version 48185 (0.0009) +[2026-06-02 21:40:41,639][451638] Updated weights for policy 0, policy_version 48195 (0.0008) +[2026-06-02 21:40:41,840][451638] Updated weights for policy 0, policy_version 48207 (0.0008) +[2026-06-02 21:40:42,008][451638] Updated weights for policy 0, policy_version 48217 (0.0008) +[2026-06-02 21:40:42,183][451638] Updated weights for policy 0, policy_version 48227 (0.0008) +[2026-06-02 21:40:42,386][451638] Updated weights for policy 0, policy_version 48240 (0.0009) +[2026-06-02 21:40:42,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18661.1). Total num frames: 24707072. Throughput: 0: 18395.0. Samples: 24730752. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-02 21:40:42,399][450687] Avg episode reward: [(0, '53.277')] +[2026-06-02 21:40:43,302][451638] Updated weights for policy 0, policy_version 48252 (0.0009) +[2026-06-02 21:40:43,461][451638] Updated weights for policy 0, policy_version 48262 (0.0009) +[2026-06-02 21:40:43,671][451638] Updated weights for policy 0, policy_version 48274 (0.0010) +[2026-06-02 21:40:43,855][451638] Updated weights for policy 0, policy_version 48285 (0.0010) +[2026-06-02 21:40:44,079][451638] Updated weights for policy 0, policy_version 48298 (0.0012) +[2026-06-02 21:40:44,939][451638] Updated weights for policy 0, policy_version 48309 (0.0011) +[2026-06-02 21:40:45,121][451638] Updated weights for policy 0, policy_version 48320 (0.0014) +[2026-06-02 21:40:45,360][451638] Updated weights for policy 0, policy_version 48334 (0.0015) +[2026-06-02 21:40:45,576][451638] Updated weights for policy 0, policy_version 48347 (0.0013) +[2026-06-02 21:40:45,804][451638] Updated weights for policy 0, policy_version 48360 (0.0012) +[2026-06-02 21:40:46,752][451638] Updated weights for policy 0, policy_version 48374 (0.0011) +[2026-06-02 21:40:46,942][451638] Updated weights for policy 0, policy_version 48386 (0.0008) +[2026-06-02 21:40:47,134][451638] Updated weights for policy 0, policy_version 48398 (0.0008) +[2026-06-02 21:40:47,324][451638] Updated weights for policy 0, policy_version 48409 (0.0009) +[2026-06-02 21:40:47,399][450687] Fps is (10 sec: 16384.5, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 24772608. Throughput: 0: 18605.5. Samples: 24789888. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-02 21:40:47,400][450687] Avg episode reward: [(0, '56.788')] +[2026-06-02 21:40:47,505][451638] Updated weights for policy 0, policy_version 48420 (0.0008) +[2026-06-02 21:40:47,698][451638] Updated weights for policy 0, policy_version 48432 (0.0008) +[2026-06-02 21:40:48,582][451638] Updated weights for policy 0, policy_version 48444 (0.0009) +[2026-06-02 21:40:48,794][451638] Updated weights for policy 0, policy_version 48457 (0.0009) +[2026-06-02 21:40:49,004][451638] Updated weights for policy 0, policy_version 48470 (0.0009) +[2026-06-02 21:40:49,169][451638] Updated weights for policy 0, policy_version 48480 (0.0008) +[2026-06-02 21:40:49,366][451638] Updated weights for policy 0, policy_version 48491 (0.0008) +[2026-06-02 21:40:50,209][451638] Updated weights for policy 0, policy_version 48501 (0.0008) +[2026-06-02 21:40:50,416][451638] Updated weights for policy 0, policy_version 48514 (0.0008) +[2026-06-02 21:40:50,645][451638] Updated weights for policy 0, policy_version 48528 (0.0008) +[2026-06-02 21:40:50,831][451638] Updated weights for policy 0, policy_version 48539 (0.0008) +[2026-06-02 21:40:50,997][451638] Updated weights for policy 0, policy_version 48549 (0.0009) +[2026-06-02 21:40:51,898][451638] Updated weights for policy 0, policy_version 48562 (0.0009) +[2026-06-02 21:40:52,066][451638] Updated weights for policy 0, policy_version 48573 (0.0008) +[2026-06-02 21:40:52,225][451638] Updated weights for policy 0, policy_version 48583 (0.0008) +[2026-06-02 21:40:52,399][450687] Fps is (10 sec: 16383.9, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 24870912. Throughput: 0: 18389.3. Samples: 24896768. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-02 21:40:52,400][450687] Avg episode reward: [(0, '58.361')] +[2026-06-02 21:40:52,414][451638] Updated weights for policy 0, policy_version 48594 (0.0008) +[2026-06-02 21:40:52,595][451638] Updated weights for policy 0, policy_version 48605 (0.0008) +[2026-06-02 21:40:52,799][451638] Updated weights for policy 0, policy_version 48617 (0.0009) +[2026-06-02 21:40:53,688][451638] Updated weights for policy 0, policy_version 48628 (0.0009) +[2026-06-02 21:40:53,874][451638] Updated weights for policy 0, policy_version 48640 (0.0008) +[2026-06-02 21:40:54,052][451638] Updated weights for policy 0, policy_version 48651 (0.0009) +[2026-06-02 21:40:54,234][451638] Updated weights for policy 0, policy_version 48662 (0.0008) +[2026-06-02 21:40:54,447][451638] Updated weights for policy 0, policy_version 48674 (0.0008) +[2026-06-02 21:40:54,648][451638] Updated weights for policy 0, policy_version 48686 (0.0008) +[2026-06-02 21:40:55,547][451638] Updated weights for policy 0, policy_version 48699 (0.0009) +[2026-06-02 21:40:55,715][451638] Updated weights for policy 0, policy_version 48709 (0.0008) +[2026-06-02 21:40:55,882][451638] Updated weights for policy 0, policy_version 48719 (0.0008) +[2026-06-02 21:40:56,088][451638] Updated weights for policy 0, policy_version 48731 (0.0009) +[2026-06-02 21:40:56,283][451638] Updated weights for policy 0, policy_version 48743 (0.0009) +[2026-06-02 21:40:57,188][451638] Updated weights for policy 0, policy_version 48755 (0.0009) +[2026-06-02 21:40:57,399][450687] Fps is (10 sec: 19660.8, 60 sec: 18568.5, 300 sec: 18550.0). Total num frames: 24969216. Throughput: 0: 18608.4. Samples: 25012864. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-02 21:40:57,400][450687] Avg episode reward: [(0, '54.060')] +[2026-06-02 21:40:57,424][451638] Updated weights for policy 0, policy_version 48770 (0.0009) +[2026-06-02 21:40:57,596][451638] Updated weights for policy 0, policy_version 48780 (0.0008) +[2026-06-02 21:40:57,778][451638] Updated weights for policy 0, policy_version 48791 (0.0009) +[2026-06-02 21:40:57,974][451638] Updated weights for policy 0, policy_version 48803 (0.0009) +[2026-06-02 21:40:58,163][451638] Updated weights for policy 0, policy_version 48814 (0.0008) +[2026-06-02 21:40:59,061][451638] Updated weights for policy 0, policy_version 48826 (0.0009) +[2026-06-02 21:40:59,144][451566] Early stopping after 2 epochs (16 sgd steps), loss delta 0.0000005 +[2026-06-02 21:40:59,146][451566] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_uniform_u1_3_stride5_seed14/checkpoint_p0/checkpoint_000048832_25034752.pth... +[2026-06-02 21:40:59,146][450687] Component Batcher_0 stopped! +[2026-06-02 21:40:59,146][451637] Stopping RolloutWorker_w1... +[2026-06-02 21:40:59,147][451637] Loop rollout_proc1_evt_loop terminating... +[2026-06-02 21:40:59,147][450687] Component RolloutWorker_w1 stopped! +[2026-06-02 21:40:59,148][451566] Stopping Batcher_0... +[2026-06-02 21:40:59,148][450687] Component RolloutWorker_w0 stopped! +[2026-06-02 21:40:59,148][451566] Loop batcher_evt_loop terminating... +[2026-06-02 21:40:59,148][451639] Stopping RolloutWorker_w0... +[2026-06-02 21:40:59,149][451639] Loop rollout_proc0_evt_loop terminating... +[2026-06-02 21:40:59,164][451566] Saving results/checkpoints_factor_sweeps/flappy/observation_stride/flappy_observation_stride_uniform_u1_3_stride5_seed14/checkpoint_p0/checkpoint_000048832_25034752.pth... +[2026-06-02 21:40:59,184][451566] Stopping LearnerWorker_p0... +[2026-06-02 21:40:59,184][451566] Loop learner_proc0_evt_loop terminating... +[2026-06-02 21:40:59,184][450687] Component LearnerWorker_p0 stopped! +[2026-06-02 21:40:59,232][451638] Weights refcount: 2 0 +[2026-06-02 21:40:59,233][451638] Stopping InferenceWorker_p0-w0... +[2026-06-02 21:40:59,233][451638] Loop inference_proc0-0_evt_loop terminating... +[2026-06-02 21:40:59,233][450687] Component InferenceWorker_p0-w0 stopped! +[2026-06-02 21:40:59,234][450687] Waiting for process learner_proc0 to stop... +[2026-06-02 21:40:59,937][450687] Waiting for process inference_proc0-0 to join... +[2026-06-02 21:40:59,938][450687] Waiting for process rollout_proc0 to join... +[2026-06-02 21:40:59,938][450687] Waiting for process rollout_proc1 to join... +[2026-06-02 21:40:59,939][450687] Batcher 0 profile tree view: +batching: 0.8752, releasing_batches: 0.0281 +[2026-06-02 21:40:59,940][450687] InferenceWorker_p0-w0 profile tree view: +wait_policy: 0.0000 + wait_policy_total: 886.8985 +update_model: 41.4099 + weight_update: 0.0009 +one_step: 0.0017 + handle_policy_step: 407.3520 + deserialize: 5.9745, stack: 0.4666, obs_to_device_normalize: 65.5580, forward: 173.9027, prepare_outputs: 129.4470, send_messages: 12.4773 +[2026-06-02 21:40:59,941][450687] Learner 0 profile tree view: +misc: 0.0046, prepare_batch: 98.2425 +train: 792.6726 + epoch_init: 0.0548, minibatch_init: 2.4457, losses_postprocess: 274.4264, kl_divergence: 25.9765, after_optimizer: 318.2671 + calculate_losses: 38.1863 + losses_init: 0.0813, forward_head: 12.3734, bptt_initial: 0.3515, bptt: 0.3765, tail: 8.6924, advantages_returns: 2.8348, losses: 10.6344 + update: 130.2225 + clip: 12.7571 +[2026-06-02 21:40:59,941][450687] RolloutWorker_w0 profile tree view: +wait_for_trajectories: 0.0338, enqueue_policy_requests: 66.8952, process_policy_outputs: 7.5456, env_step: 997.1611, finalize_trajectories: 0.1222, complete_rollouts: 0.0816 +post_env_step: 26.0450 + process_env_step: 14.1870 +[2026-06-02 21:40:59,941][450687] RolloutWorker_w1 profile tree view: +wait_for_trajectories: 0.0335, enqueue_policy_requests: 71.2652, process_policy_outputs: 7.4817, env_step: 992.3457, finalize_trajectories: 0.1189, complete_rollouts: 0.0803 +post_env_step: 26.0035 + process_env_step: 14.1207 +[2026-06-02 21:40:59,942][450687] Loop Runner_EvtLoop terminating... +[2026-06-02 21:40:59,943][450687] Runner profile tree view: +main_loop: 1368.0962 +[2026-06-02 21:40:59,943][450687] Collected {0: 25034752}, FPS: 18299.0