diff --git a/.gitattributes b/.gitattributes index 69f1af66ff11b43dc90749aca488594eeb7ccf00..9063ed10a219775577d489ef4828cdcfb23c090b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -302,3 +302,4 @@ factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:unifor factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs1:obs30:stride1:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text +factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/best_000048424_24805376_reward_150.251.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/best_000048424_24805376_reward_150.251.pth new file mode 100644 index 0000000000000000000000000000000000000000..b8d07a9995a733d8719f08d80fdc57d1c4e3cb8f --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/best_000048424_24805376_reward_150.251.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:84836ea2e973e6f1593909c8257075d1f807b0030b8c5bce013417c48c9b9e26 +size 20973113 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/checkpoint_000027880_14286848.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/checkpoint_000027880_14286848.pth new file mode 100644 index 0000000000000000000000000000000000000000..a65981e19b2565bd5c1dcc0d03d80ab1fa4e35b3 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/checkpoint_000027880_14286848.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:320b2b7757f431bc9a5c7af0f60774ab654a9091c9b473398954cf155e426984 +size 20973473 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048840_25034752.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048840_25034752.pth new file mode 100644 index 0000000000000000000000000000000000000000..7b5654d3f6d571d791afd90d88e2550bbe0a2792 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/checkpoint_p0/checkpoint_000048840_25034752.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d2d21ff63527ba9de491486ffba86132d3c9e5d38de9b8f58cdcd7f3d5eb8d8 +size 20973473 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/config.json b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/config.json new file mode 100644 index 0000000000000000000000000000000000000000..36f78b462d2ce64b723ceaef0eb16752a7914039 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/config.json @@ -0,0 +1,268 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_uniform_u1_3_fs2_seed10", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 10, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": true, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "lr_schedule": "linear_decay", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 255.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [ + 0 + ], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 25000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_atari", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": true, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs2-uniform_u1_3", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "uniform", + "uniform_u1_3", + "fs2", + "seed10" + ], + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "screen_size": "", + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "score_limit": -1, + "frame_stack": 2, + "debug": false, + "debug_timelimit_diagnostics": false, + "max_episode_steps": 0, + "mode": "train", + "latency_type": "uniform_distribution", + "fixed_latency_ms": null, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": 33.333333333333336, + "max_latency_ms": 100.0, + "latency_seed": 10, + "add_latency_info": false, + "max_pending_actions": null, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_latency_raw_frame_values": "0,1,2,3,4,5", + "eval_max_steps": 3600, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed10/episode_metrics.jsonl", + "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_uniform_u1_3_fs2_seed10 --train_dir results/checkpoints_factor_sweeps/flappy/context_window --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 10 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed10/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type uniform_distribution --min-latency-ms 33.333333333333336 --max-latency-ms 100.0 --latency-seed 10 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs2-uniform_u1_3 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy frame_stack uniform uniform_u1_3 fs2 seed10 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 2 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready", + "cli_args": { + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_uniform_u1_3_fs2_seed10", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 10, + "num_policies": 1, + "async_rl": true, + "batched_sampling": true, + "worker_num_splits": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "gamma": 0.99, + "normalize_returns": true, + "value_loss_coeff": 0.5, + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "normalize_input": true, + "actor_worker_gpus": [ + 0 + ], + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 25000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "use_rnn": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs2-uniform_u1_3", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "uniform", + "uniform_u1_3", + "fs2", + "seed10" + ], + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "frame_stack": 2, + "debug": false, + "debug_timelimit_diagnostics": false, + "mode": "train", + "latency_type": "uniform_distribution", + "min_latency_ms": 33.333333333333336, + "max_latency_ms": 100.0, + "latency_seed": 10, + "add_latency_info": false, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_max_steps": 3600, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed10/episode_metrics.jsonl" + }, + "git_hash": "eb3a2e1efbd2aa03a60d7f44f5e18d8fdd0f5a2d", + "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git", + "eval_env_frameskip": 1, + "output_dir": "outputs/factor_sweeps/flappy/context_window/train/frame_stack/uniform_u1_3/fs2/seed_10", + "wandb_unique_id": "flappy-fs2-uniform_u1_3-s10" +} \ No newline at end of file diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/episode_metrics.jsonl b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f7e42f2e6fa202805ce76469c03b036eefc30f29 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/episode_metrics.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c099b7a8dcf13ad0464ac6f006ffb609f4695cdaae46cde62f3399ce04382c8c +size 47085345 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/git.diff b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/git.diff new file mode 100644 index 0000000000000000000000000000000000000000..466fb8b9b61c2e47b54ca5d7f5f930e28515b107 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/git.diff @@ -0,0 +1,33 @@ +diff --git a/latency_bench/run.py b/latency_bench/run.py +index 163ca1b..e9016f3 100644 +--- a/latency_bench/run.py ++++ b/latency_bench/run.py +@@ -152,6 +152,8 @@ def _record_stratified_replay_videos( + video_cfg = config["logging"]["video"] + if not video_cfg["enabled"]: + return ++ if not config["logging"].get("save_step_records", False): ++ return + if ExecutorMode(config["executor"]["mode"]) == ExecutorMode.REALTIME: + return + selections = select_episode_return_stratified( +diff --git a/scripts/experiment_runner/run_manifest_jobs.py b/scripts/experiment_runner/run_manifest_jobs.py +index 18376d9..646fe8f 100644 +--- a/scripts/experiment_runner/run_manifest_jobs.py ++++ b/scripts/experiment_runner/run_manifest_jobs.py +@@ -192,6 +192,8 @@ def _resume_stage(job: dict[str, str], states: dict[str, str]) -> str: + return "upload" + if stage == "train_succeeded": + return "eval" ++ if stage == "eval_failed": ++ return "eval" + return "train" + + +diff --git a/starVLA b/starVLA +index ab3380d..9d8c567 160000 +--- a/starVLA ++++ b/starVLA +@@ -1 +1 @@ +-Subproject commit ab3380dfbd1de9649c15d154cc41b97788674537 ++Subproject commit 9d8c567188a3aa2a825296016cf17f3977101d8f diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/sf_log.txt b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/sf_log.txt new file mode 100644 index 0000000000000000000000000000000000000000..d63bdcb5091825b4eb00f3f6f374ba40e6408e2c --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:uniform_u1_3:fs2:obs30:stride1:seed10/sf_log.txt @@ -0,0 +1,5150 @@ +[2026-06-07 03:22:26,664][525308] Saving configuration to results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed10/config.json... +[2026-06-07 03:22:26,730][525308] Using GPUs [0] for process 0 (actually maps to GPUs [3]) +[2026-06-07 03:22:26,730][525308] Rollout worker 0 uses device cuda:0 +[2026-06-07 03:22:26,731][525308] Using GPUs [0] for process 1 (actually maps to GPUs [3]) +[2026-06-07 03:22:26,731][525308] Rollout worker 1 uses device cuda:0 +[2026-06-07 03:22:27,738][525308] Using GPUs [0] for process 0 (actually maps to GPUs [3]) +[2026-06-07 03:22:27,739][525308] InferenceWorker_p0-w0: min num requests: 1 +[2026-06-07 03:22:27,743][525308] Using GPUs [0] for process 0 (actually maps to GPUs [3]) +[2026-06-07 03:22:27,748][525308] Using GPUs [0] for process 1 (actually maps to GPUs [3]) +[2026-06-07 03:22:27,748][525308] Starting all processes... +[2026-06-07 03:22:27,748][525308] Starting process learner_proc0 +[2026-06-07 03:22:29,001][525308] Starting all processes... +[2026-06-07 03:22:29,004][525308] Starting process inference_proc0-0 +[2026-06-07 03:22:29,005][525308] Starting process rollout_proc0 +[2026-06-07 03:22:29,005][525308] Starting process rollout_proc1 +[2026-06-07 03:22:29,356][526275] Using GPUs [0] for process 0 (actually maps to GPUs [3]) +[2026-06-07 03:22:29,357][526275] Set environment var CUDA_VISIBLE_DEVICES to '3' (GPU indices [0]) for learning process 0 +[2026-06-07 03:22:29,357][526275] Num visible devices: 1 +[2026-06-07 03:22:29,357][526275] Setting fixed seed 10 +[2026-06-07 03:22:29,358][526275] Using GPUs [0] for process 0 (actually maps to GPUs [3]) +[2026-06-07 03:22:29,358][526275] Initializing actor-critic model on device cuda:0 +[2026-06-07 03:22:29,358][526275] RunningMeanStd input shape: (6, 84, 84) +[2026-06-07 03:22:29,387][526275] RunningMeanStd input shape: (1,) +[2026-06-07 03:22:29,395][526275] ConvEncoder: input_channels=6 +[2026-06-07 03:22:29,456][526275] Conv encoder output size: 512 +[2026-06-07 03:22:29,457][526275] Created Actor Critic model with architecture: +[2026-06-07 03:22:29,457][526275] ActorCriticSharedWeights( + (obs_normalizer): ObservationNormalizer( + (running_mean_std): RunningMeanStdDictInPlace( + (running_mean_std): ModuleDict( + (obs): RunningMeanStdInPlace() + ) + ) + ) + (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) + (encoder): MultiInputEncoder( + (encoders): ModuleDict( + (obs): ConvEncoder( + (enc): RecursiveScriptModule( + original_name=ConvEncoderImpl + (conv_head): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Conv2d) + (1): RecursiveScriptModule(original_name=ELU) + (2): RecursiveScriptModule(original_name=Conv2d) + (3): RecursiveScriptModule(original_name=ELU) + (4): RecursiveScriptModule(original_name=Conv2d) + (5): RecursiveScriptModule(original_name=ELU) + ) + (mlp_layers): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Linear) + (1): RecursiveScriptModule(original_name=ELU) + ) + ) + ) + ) + ) + (core): ModelCoreIdentity() + (decoder): MlpDecoder( + (mlp): Identity() + ) + (critic_linear): Linear(in_features=512, out_features=1, bias=True) + (action_parameterization): ActionParameterizationDefault( + (distribution_linear): Linear(in_features=512, out_features=2, bias=True) + ) +) +[2026-06-07 03:22:29,461][526275] Using optimizer +[2026-06-07 03:22:30,197][526275] No checkpoints found +[2026-06-07 03:22:30,197][526275] Did not load from checkpoint, starting from scratch! +[2026-06-07 03:22:30,198][526275] Initialized policy 0 weights for model version 0 +[2026-06-07 03:22:30,199][526275] LearnerWorker_p0 finished initialization! +[2026-06-07 03:22:30,200][526275] Using GPUs [0] for process 0 (actually maps to GPUs [3]) +[2026-06-07 03:22:31,034][526799] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383] +[2026-06-07 03:22:31,035][526799] Using GPUs [0] for process 1 (actually maps to GPUs [3]) +[2026-06-07 03:22:31,035][526799] Set environment var CUDA_VISIBLE_DEVICES to '3' (GPU indices [0]) for actor process 1 +[2026-06-07 03:22:31,036][526799] Num visible devices: 1 +[2026-06-07 03:22:31,068][526798] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191] +[2026-06-07 03:22:31,069][526798] Using GPUs [0] for process 0 (actually maps to GPUs [3]) +[2026-06-07 03:22:31,069][526798] Set environment var CUDA_VISIBLE_DEVICES to '3' (GPU indices [0]) for actor process 0 +[2026-06-07 03:22:31,069][526798] Num visible devices: 1 +[2026-06-07 03:22:31,087][526797] Using GPUs [0] for process 0 (actually maps to GPUs [3]) +[2026-06-07 03:22:31,087][526797] Set environment var CUDA_VISIBLE_DEVICES to '3' (GPU indices [0]) for inference process 0 +[2026-06-07 03:22:31,087][526797] Num visible devices: 1 +[2026-06-07 03:22:31,088][526797] RunningMeanStd input shape: (6, 84, 84) +[2026-06-07 03:22:31,119][526797] RunningMeanStd input shape: (1,) +[2026-06-07 03:22:31,126][526797] ConvEncoder: input_channels=6 +[2026-06-07 03:22:31,186][526797] Conv encoder output size: 512 +[2026-06-07 03:22:31,191][525308] Inference worker 0-0 is ready! +[2026-06-07 03:22:31,191][525308] All inference workers are ready! Signal rollout workers to start! +[2026-06-07 03:22:31,192][526798] EnvRunner 0-0 uses policy 0 +[2026-06-07 03:22:31,193][526799] EnvRunner 1-0 uses policy 0 +[2026-06-07 03:22:33,630][526275] Signal inference workers to stop experience collection... +[2026-06-07 03:22:33,635][526797] InferenceWorker_p0-w0: stopping experience collection +[2026-06-07 03:22:33,839][525308] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) +[2026-06-07 03:22:33,840][525308] Avg episode reward: [(0, '-6.038')] +[2026-06-07 03:22:35,064][526275] Signal inference workers to resume experience collection... +[2026-06-07 03:22:35,064][526797] InferenceWorker_p0-w0: resuming experience collection +[2026-06-07 03:22:35,400][526797] Updated weights for policy 0, policy_version 83 (0.0036) +[2026-06-07 03:22:35,541][526797] Updated weights for policy 0, policy_version 93 (0.0004) +[2026-06-07 03:22:35,689][526797] Updated weights for policy 0, policy_version 104 (0.0008) +[2026-06-07 03:22:35,832][526797] Updated weights for policy 0, policy_version 114 (0.0008) +[2026-06-07 03:22:35,978][526797] Updated weights for policy 0, policy_version 124 (0.0008) +[2026-06-07 03:22:36,485][526797] Updated weights for policy 0, policy_version 140 (0.0006) +[2026-06-07 03:22:36,618][526797] Updated weights for policy 0, policy_version 150 (0.0008) +[2026-06-07 03:22:36,764][526797] Updated weights for policy 0, policy_version 160 (0.0008) +[2026-06-07 03:22:36,909][526797] Updated weights for policy 0, policy_version 170 (0.0008) +[2026-06-07 03:22:37,057][526797] Updated weights for policy 0, policy_version 181 (0.0008) +[2026-06-07 03:22:37,195][526797] Updated weights for policy 0, policy_version 191 (0.0008) +[2026-06-07 03:22:37,674][526797] Updated weights for policy 0, policy_version 201 (0.0004) +[2026-06-07 03:22:37,818][526797] Updated weights for policy 0, policy_version 212 (0.0007) +[2026-06-07 03:22:37,968][526797] Updated weights for policy 0, policy_version 222 (0.0009) +[2026-06-07 03:22:38,114][526797] Updated weights for policy 0, policy_version 232 (0.0009) +[2026-06-07 03:22:38,256][526797] Updated weights for policy 0, policy_version 242 (0.0004) +[2026-06-07 03:22:38,404][526797] Updated weights for policy 0, policy_version 254 (0.0008) +[2026-06-07 03:22:38,828][526797] Updated weights for policy 0, policy_version 269 (0.0009) +[2026-06-07 03:22:38,838][525308] Fps is (10 sec: 26216.2, 60 sec: 26216.2, 300 sec: 26216.2). Total num frames: 131072. Throughput: 0: 23630.4. Samples: 118144. Policy #0 lag: (min: 5.0, avg: 27.9, max: 69.0) +[2026-06-07 03:22:38,839][525308] Avg episode reward: [(0, '-4.223')] +[2026-06-07 03:22:38,977][526797] Updated weights for policy 0, policy_version 279 (0.0008) +[2026-06-07 03:22:39,123][526797] Updated weights for policy 0, policy_version 289 (0.0008) +[2026-06-07 03:22:39,208][526275] Early stopping after 5 epochs (40 sgd steps), loss delta 0.0000007 +[2026-06-07 03:22:39,208][526275] Saving new best policy, reward=-4.223! +[2026-06-07 03:22:39,703][526797] Updated weights for policy 0, policy_version 299 (0.0007) +[2026-06-07 03:22:39,836][526797] Updated weights for policy 0, policy_version 309 (0.0008) +[2026-06-07 03:22:39,974][526797] Updated weights for policy 0, policy_version 319 (0.0009) +[2026-06-07 03:22:40,120][526797] Updated weights for policy 0, policy_version 329 (0.0008) +[2026-06-07 03:22:40,266][526797] Updated weights for policy 0, policy_version 339 (0.0007) +[2026-06-07 03:22:40,409][526797] Updated weights for policy 0, policy_version 349 (0.0007) +[2026-06-07 03:22:40,549][526797] Updated weights for policy 0, policy_version 359 (0.0007) +[2026-06-07 03:22:40,913][526797] Updated weights for policy 0, policy_version 369 (0.0008) +[2026-06-07 03:22:41,052][526797] Updated weights for policy 0, policy_version 379 (0.0008) +[2026-06-07 03:22:41,191][526797] Updated weights for policy 0, policy_version 389 (0.0009) +[2026-06-07 03:22:41,330][526797] Updated weights for policy 0, policy_version 399 (0.0008) +[2026-06-07 03:22:41,481][526797] Updated weights for policy 0, policy_version 409 (0.0008) +[2026-06-07 03:22:41,609][526797] Updated weights for policy 0, policy_version 419 (0.0009) +[2026-06-07 03:22:42,104][526797] Updated weights for policy 0, policy_version 429 (0.0006) +[2026-06-07 03:22:42,246][526797] Updated weights for policy 0, policy_version 439 (0.0004) +[2026-06-07 03:22:42,387][526797] Updated weights for policy 0, policy_version 450 (0.0007) +[2026-06-07 03:22:42,513][526797] Updated weights for policy 0, policy_version 460 (0.0008) +[2026-06-07 03:22:42,652][526797] Updated weights for policy 0, policy_version 470 (0.0008) +[2026-06-07 03:22:42,802][526797] Updated weights for policy 0, policy_version 480 (0.0008) +[2026-06-07 03:22:43,281][526797] Updated weights for policy 0, policy_version 490 (0.0008) +[2026-06-07 03:22:43,426][526797] Updated weights for policy 0, policy_version 500 (0.0008) +[2026-06-07 03:22:43,571][526797] Updated weights for policy 0, policy_version 510 (0.0008) +[2026-06-07 03:22:43,711][526797] Updated weights for policy 0, policy_version 520 (0.0009) +[2026-06-07 03:22:43,838][525308] Fps is (10 sec: 26215.0, 60 sec: 26215.0, 300 sec: 26215.0). Total num frames: 262144. Throughput: 0: 30144.7. Samples: 301440. Policy #0 lag: (min: 63.0, avg: 85.9, max: 127.0) +[2026-06-07 03:22:43,839][525308] Avg episode reward: [(0, '0.334')] +[2026-06-07 03:22:43,883][526797] Updated weights for policy 0, policy_version 533 (0.0008) +[2026-06-07 03:22:44,025][526797] Updated weights for policy 0, policy_version 543 (0.0008) +[2026-06-07 03:22:44,152][526275] Saving new best policy, reward=0.334! +[2026-06-07 03:22:44,557][526797] Updated weights for policy 0, policy_version 553 (0.0008) +[2026-06-07 03:22:44,699][526797] Updated weights for policy 0, policy_version 563 (0.0004) +[2026-06-07 03:22:44,854][526797] Updated weights for policy 0, policy_version 575 (0.0007) +[2026-06-07 03:22:44,990][526797] Updated weights for policy 0, policy_version 585 (0.0008) +[2026-06-07 03:22:45,126][526797] Updated weights for policy 0, policy_version 595 (0.0008) +[2026-06-07 03:22:45,272][526797] Updated weights for policy 0, policy_version 605 (0.0008) +[2026-06-07 03:22:45,417][526797] Updated weights for policy 0, policy_version 615 (0.0008) +[2026-06-07 03:22:45,948][526797] Updated weights for policy 0, policy_version 625 (0.0008) +[2026-06-07 03:22:46,093][526797] Updated weights for policy 0, policy_version 635 (0.0008) +[2026-06-07 03:22:46,231][526797] Updated weights for policy 0, policy_version 645 (0.0008) +[2026-06-07 03:22:46,396][526797] Updated weights for policy 0, policy_version 658 (0.0008) +[2026-06-07 03:22:46,531][526797] Updated weights for policy 0, policy_version 668 (0.0008) +[2026-06-07 03:22:46,674][526797] Updated weights for policy 0, policy_version 678 (0.0008) +[2026-06-07 03:22:47,225][526797] Updated weights for policy 0, policy_version 689 (0.0009) +[2026-06-07 03:22:47,349][526797] Updated weights for policy 0, policy_version 699 (0.0008) +[2026-06-07 03:22:47,478][526797] Updated weights for policy 0, policy_version 709 (0.0008) +[2026-06-07 03:22:47,616][526797] Updated weights for policy 0, policy_version 719 (0.0008) +[2026-06-07 03:22:47,727][525308] Heartbeat connected on Batcher_0 +[2026-06-07 03:22:47,744][525308] Heartbeat connected on RolloutWorker_w0 +[2026-06-07 03:22:47,748][525308] Heartbeat connected on InferenceWorker_p0-w0 +[2026-06-07 03:22:47,761][526797] Updated weights for policy 0, policy_version 730 (0.0008) +[2026-06-07 03:22:47,774][525308] Heartbeat connected on RolloutWorker_w1 +[2026-06-07 03:22:47,900][526797] Updated weights for policy 0, policy_version 740 (0.0005) +[2026-06-07 03:22:47,949][525308] Heartbeat connected on LearnerWorker_p0 +[2026-06-07 03:22:48,524][526797] Updated weights for policy 0, policy_version 751 (0.0008) +[2026-06-07 03:22:48,658][526797] Updated weights for policy 0, policy_version 761 (0.0008) +[2026-06-07 03:22:48,799][526797] Updated weights for policy 0, policy_version 771 (0.0008) +[2026-06-07 03:22:48,839][525308] Fps is (10 sec: 26213.0, 60 sec: 26214.1, 300 sec: 26214.1). Total num frames: 393216. Throughput: 0: 25557.0. Samples: 383360. Policy #0 lag: (min: 63.0, avg: 82.2, max: 127.0) +[2026-06-07 03:22:48,842][525308] Avg episode reward: [(0, '3.268')] +[2026-06-07 03:22:48,951][526797] Updated weights for policy 0, policy_version 783 (0.0008) +[2026-06-07 03:22:49,071][526797] Updated weights for policy 0, policy_version 793 (0.0008) +[2026-06-07 03:22:49,208][526797] Updated weights for policy 0, policy_version 803 (0.0008) +[2026-06-07 03:22:49,275][526275] Saving new best policy, reward=3.268! +[2026-06-07 03:22:49,829][526797] Updated weights for policy 0, policy_version 814 (0.0008) +[2026-06-07 03:22:49,967][526797] Updated weights for policy 0, policy_version 825 (0.0008) +[2026-06-07 03:22:50,099][526797] Updated weights for policy 0, policy_version 835 (0.0008) +[2026-06-07 03:22:50,217][526797] Updated weights for policy 0, policy_version 845 (0.0008) +[2026-06-07 03:22:50,365][526797] Updated weights for policy 0, policy_version 856 (0.0008) +[2026-06-07 03:22:50,497][526797] Updated weights for policy 0, policy_version 866 (0.0008) +[2026-06-07 03:22:51,202][526797] Updated weights for policy 0, policy_version 876 (0.0008) +[2026-06-07 03:22:51,334][526797] Updated weights for policy 0, policy_version 886 (0.0008) +[2026-06-07 03:22:51,457][526797] Updated weights for policy 0, policy_version 896 (0.0008) +[2026-06-07 03:22:51,609][526797] Updated weights for policy 0, policy_version 907 (0.0008) +[2026-06-07 03:22:51,764][526797] Updated weights for policy 0, policy_version 920 (0.0006) +[2026-06-07 03:22:51,907][526797] Updated weights for policy 0, policy_version 931 (0.0005) +[2026-06-07 03:22:52,566][526797] Updated weights for policy 0, policy_version 941 (0.0004) +[2026-06-07 03:22:52,694][526797] Updated weights for policy 0, policy_version 952 (0.0005) +[2026-06-07 03:22:52,836][526797] Updated weights for policy 0, policy_version 963 (0.0008) +[2026-06-07 03:22:52,964][526797] Updated weights for policy 0, policy_version 973 (0.0008) +[2026-06-07 03:22:53,105][526797] Updated weights for policy 0, policy_version 983 (0.0005) +[2026-06-07 03:22:53,230][526797] Updated weights for policy 0, policy_version 993 (0.0008) +[2026-06-07 03:22:53,838][525308] Fps is (10 sec: 26214.7, 60 sec: 26214.8, 300 sec: 26214.8). Total num frames: 524288. Throughput: 0: 26419.6. Samples: 528384. Policy #0 lag: (min: 44.0, avg: 57.7, max: 108.0) +[2026-06-07 03:22:53,839][525308] Avg episode reward: [(0, '4.016')] +[2026-06-07 03:22:53,960][526797] Updated weights for policy 0, policy_version 1004 (0.0005) +[2026-06-07 03:22:54,115][526797] Updated weights for policy 0, policy_version 1016 (0.0006) +[2026-06-07 03:22:54,261][526797] Updated weights for policy 0, policy_version 1027 (0.0008) +[2026-06-07 03:22:54,384][526797] Updated weights for policy 0, policy_version 1037 (0.0008) +[2026-06-07 03:22:54,507][526797] Updated weights for policy 0, policy_version 1047 (0.0008) +[2026-06-07 03:22:54,694][526797] Updated weights for policy 0, policy_version 1062 (0.0009) +[2026-06-07 03:22:54,714][526275] Saving new best policy, reward=4.016! +[2026-06-07 03:22:55,494][526797] Updated weights for policy 0, policy_version 1074 (0.0009) +[2026-06-07 03:22:55,633][526797] Updated weights for policy 0, policy_version 1085 (0.0008) +[2026-06-07 03:22:55,775][526797] Updated weights for policy 0, policy_version 1096 (0.0008) +[2026-06-07 03:22:55,932][526797] Updated weights for policy 0, policy_version 1108 (0.0008) +[2026-06-07 03:22:56,058][526797] Updated weights for policy 0, policy_version 1118 (0.0007) +[2026-06-07 03:22:56,181][526797] Updated weights for policy 0, policy_version 1128 (0.0008) +[2026-06-07 03:22:57,021][526797] Updated weights for policy 0, policy_version 1141 (0.0006) +[2026-06-07 03:22:57,138][526797] Updated weights for policy 0, policy_version 1151 (0.0008) +[2026-06-07 03:22:57,269][526797] Updated weights for policy 0, policy_version 1161 (0.0009) +[2026-06-07 03:22:57,401][526797] Updated weights for policy 0, policy_version 1171 (0.0008) +[2026-06-07 03:22:57,525][526797] Updated weights for policy 0, policy_version 1181 (0.0008) +[2026-06-07 03:22:58,333][526797] Updated weights for policy 0, policy_version 1194 (0.0009) +[2026-06-07 03:22:58,507][526797] Updated weights for policy 0, policy_version 1207 (0.0009) +[2026-06-07 03:22:58,625][526797] Updated weights for policy 0, policy_version 1217 (0.0010) +[2026-06-07 03:22:58,752][526797] Updated weights for policy 0, policy_version 1227 (0.0009) +[2026-06-07 03:22:58,838][525308] Fps is (10 sec: 22938.7, 60 sec: 24904.0, 300 sec: 24904.0). Total num frames: 622592. Throughput: 0: 26793.3. Samples: 669824. Policy #0 lag: (min: 63.0, avg: 73.1, max: 127.0) +[2026-06-07 03:22:58,839][525308] Avg episode reward: [(0, '4.001')] +[2026-06-07 03:22:58,900][526797] Updated weights for policy 0, policy_version 1239 (0.0009) +[2026-06-07 03:22:59,035][526797] Updated weights for policy 0, policy_version 1249 (0.0008) +[2026-06-07 03:22:59,817][526797] Updated weights for policy 0, policy_version 1261 (0.0008) +[2026-06-07 03:22:59,959][526797] Updated weights for policy 0, policy_version 1272 (0.0008) +[2026-06-07 03:23:00,086][526797] Updated weights for policy 0, policy_version 1282 (0.0009) +[2026-06-07 03:23:00,218][526797] Updated weights for policy 0, policy_version 1292 (0.0008) +[2026-06-07 03:23:00,336][526797] Updated weights for policy 0, policy_version 1302 (0.0009) +[2026-06-07 03:23:00,464][526797] Updated weights for policy 0, policy_version 1312 (0.0009) +[2026-06-07 03:23:01,253][526797] Updated weights for policy 0, policy_version 1325 (0.0009) +[2026-06-07 03:23:01,378][526797] Updated weights for policy 0, policy_version 1335 (0.0008) +[2026-06-07 03:23:01,556][526797] Updated weights for policy 0, policy_version 1350 (0.0008) +[2026-06-07 03:23:01,688][526797] Updated weights for policy 0, policy_version 1360 (0.0008) +[2026-06-07 03:23:01,822][526797] Updated weights for policy 0, policy_version 1371 (0.0008) +[2026-06-07 03:23:01,953][526797] Updated weights for policy 0, policy_version 1381 (0.0008) +[2026-06-07 03:23:02,729][526797] Updated weights for policy 0, policy_version 1391 (0.0009) +[2026-06-07 03:23:02,863][526797] Updated weights for policy 0, policy_version 1402 (0.0008) +[2026-06-07 03:23:02,986][526797] Updated weights for policy 0, policy_version 1412 (0.0006) +[2026-06-07 03:23:03,128][526797] Updated weights for policy 0, policy_version 1423 (0.0008) +[2026-06-07 03:23:03,269][526797] Updated weights for policy 0, policy_version 1434 (0.0006) +[2026-06-07 03:23:03,406][526797] Updated weights for policy 0, policy_version 1445 (0.0004) +[2026-06-07 03:23:03,839][525308] Fps is (10 sec: 22937.1, 60 sec: 25122.2, 300 sec: 25122.2). Total num frames: 753664. Throughput: 0: 24550.5. Samples: 736512. Policy #0 lag: (min: 63.0, avg: 73.9, max: 127.0) +[2026-06-07 03:23:03,839][525308] Avg episode reward: [(0, '4.522')] +[2026-06-07 03:23:03,845][526275] Saving new best policy, reward=4.522! +[2026-06-07 03:23:04,151][526797] Updated weights for policy 0, policy_version 1456 (0.0008) +[2026-06-07 03:23:04,280][526797] Updated weights for policy 0, policy_version 1466 (0.0008) +[2026-06-07 03:23:04,443][526797] Updated weights for policy 0, policy_version 1480 (0.0010) +[2026-06-07 03:23:04,629][526797] Updated weights for policy 0, policy_version 1495 (0.0008) +[2026-06-07 03:23:04,758][526797] Updated weights for policy 0, policy_version 1505 (0.0008) +[2026-06-07 03:23:05,643][526797] Updated weights for policy 0, policy_version 1518 (0.0009) +[2026-06-07 03:23:05,775][526797] Updated weights for policy 0, policy_version 1529 (0.0008) +[2026-06-07 03:23:05,914][526797] Updated weights for policy 0, policy_version 1540 (0.0008) +[2026-06-07 03:23:06,058][526797] Updated weights for policy 0, policy_version 1551 (0.0008) +[2026-06-07 03:23:06,186][526797] Updated weights for policy 0, policy_version 1561 (0.0008) +[2026-06-07 03:23:06,329][526797] Updated weights for policy 0, policy_version 1572 (0.0008) +[2026-06-07 03:23:07,119][526797] Updated weights for policy 0, policy_version 1583 (0.0009) +[2026-06-07 03:23:07,271][526797] Updated weights for policy 0, policy_version 1595 (0.0009) +[2026-06-07 03:23:07,411][526797] Updated weights for policy 0, policy_version 1607 (0.0009) +[2026-06-07 03:23:07,552][526797] Updated weights for policy 0, policy_version 1618 (0.0009) +[2026-06-07 03:23:07,678][526797] Updated weights for policy 0, policy_version 1628 (0.0008) +[2026-06-07 03:23:07,826][526797] Updated weights for policy 0, policy_version 1639 (0.0008) +[2026-06-07 03:23:08,626][526797] Updated weights for policy 0, policy_version 1649 (0.0008) +[2026-06-07 03:23:08,757][526797] Updated weights for policy 0, policy_version 1659 (0.0008) +[2026-06-07 03:23:08,839][525308] Fps is (10 sec: 22937.6, 60 sec: 24342.1, 300 sec: 24342.1). Total num frames: 851968. Throughput: 0: 24865.1. Samples: 870272. Policy #0 lag: (min: 63.0, avg: 72.3, max: 127.0) +[2026-06-07 03:23:08,840][525308] Avg episode reward: [(0, '4.765')] +[2026-06-07 03:23:08,916][526797] Updated weights for policy 0, policy_version 1672 (0.0008) +[2026-06-07 03:23:09,071][526797] Updated weights for policy 0, policy_version 1684 (0.0008) +[2026-06-07 03:23:09,204][526797] Updated weights for policy 0, policy_version 1694 (0.0008) +[2026-06-07 03:23:09,321][526275] Saving new best policy, reward=4.765! +[2026-06-07 03:23:09,324][526797] Updated weights for policy 0, policy_version 1704 (0.0008) +[2026-06-07 03:23:10,139][526797] Updated weights for policy 0, policy_version 1716 (0.0008) +[2026-06-07 03:23:10,261][526797] Updated weights for policy 0, policy_version 1726 (0.0008) +[2026-06-07 03:23:10,397][526797] Updated weights for policy 0, policy_version 1737 (0.0008) +[2026-06-07 03:23:10,558][526797] Updated weights for policy 0, policy_version 1749 (0.0009) +[2026-06-07 03:23:10,680][526797] Updated weights for policy 0, policy_version 1759 (0.0008) +[2026-06-07 03:23:11,449][526797] Updated weights for policy 0, policy_version 1769 (0.0008) +[2026-06-07 03:23:11,582][526797] Updated weights for policy 0, policy_version 1779 (0.0008) +[2026-06-07 03:23:11,726][526797] Updated weights for policy 0, policy_version 1790 (0.0008) +[2026-06-07 03:23:11,852][526797] Updated weights for policy 0, policy_version 1800 (0.0008) +[2026-06-07 03:23:11,970][526797] Updated weights for policy 0, policy_version 1810 (0.0008) +[2026-06-07 03:23:12,108][526797] Updated weights for policy 0, policy_version 1821 (0.0008) +[2026-06-07 03:23:12,234][526797] Updated weights for policy 0, policy_version 1831 (0.0008) +[2026-06-07 03:23:13,031][526797] Updated weights for policy 0, policy_version 1843 (0.0009) +[2026-06-07 03:23:13,159][526797] Updated weights for policy 0, policy_version 1853 (0.0008) +[2026-06-07 03:23:13,305][526797] Updated weights for policy 0, policy_version 1864 (0.0008) +[2026-06-07 03:23:13,447][526797] Updated weights for policy 0, policy_version 1876 (0.0008) +[2026-06-07 03:23:13,580][526797] Updated weights for policy 0, policy_version 1886 (0.0008) +[2026-06-07 03:23:13,708][526797] Updated weights for policy 0, policy_version 1896 (0.0008) +[2026-06-07 03:23:13,838][525308] Fps is (10 sec: 22938.1, 60 sec: 24576.2, 300 sec: 24576.2). Total num frames: 983040. Throughput: 0: 25072.2. Samples: 1002880. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-07 03:23:13,840][525308] Avg episode reward: [(0, '5.259')] +[2026-06-07 03:23:13,843][526275] Saving new best policy, reward=5.259! +[2026-06-07 03:23:14,492][526797] Updated weights for policy 0, policy_version 1906 (0.0008) +[2026-06-07 03:23:14,616][526797] Updated weights for policy 0, policy_version 1916 (0.0008) +[2026-06-07 03:23:14,750][526797] Updated weights for policy 0, policy_version 1926 (0.0008) +[2026-06-07 03:23:14,910][526797] Updated weights for policy 0, policy_version 1939 (0.0008) +[2026-06-07 03:23:15,071][526797] Updated weights for policy 0, policy_version 1951 (0.0008) +[2026-06-07 03:23:15,873][526797] Updated weights for policy 0, policy_version 1963 (0.0008) +[2026-06-07 03:23:16,017][526797] Updated weights for policy 0, policy_version 1974 (0.0008) +[2026-06-07 03:23:16,137][526797] Updated weights for policy 0, policy_version 1984 (0.0008) +[2026-06-07 03:23:16,262][526797] Updated weights for policy 0, policy_version 1994 (0.0009) +[2026-06-07 03:23:16,419][526797] Updated weights for policy 0, policy_version 2006 (0.0008) +[2026-06-07 03:23:16,559][526797] Updated weights for policy 0, policy_version 2017 (0.0009) +[2026-06-07 03:23:17,349][526797] Updated weights for policy 0, policy_version 2028 (0.0008) +[2026-06-07 03:23:17,466][526797] Updated weights for policy 0, policy_version 2038 (0.0008) +[2026-06-07 03:23:17,617][526797] Updated weights for policy 0, policy_version 2049 (0.0008) +[2026-06-07 03:23:17,736][526797] Updated weights for policy 0, policy_version 2059 (0.0008) +[2026-06-07 03:23:17,871][526797] Updated weights for policy 0, policy_version 2069 (0.0008) +[2026-06-07 03:23:18,007][526797] Updated weights for policy 0, policy_version 2080 (0.0008) +[2026-06-07 03:23:18,835][526797] Updated weights for policy 0, policy_version 2093 (0.0008) +[2026-06-07 03:23:18,839][525308] Fps is (10 sec: 22937.6, 60 sec: 24030.0, 300 sec: 24030.0). Total num frames: 1081344. Throughput: 0: 23748.4. Samples: 1068672. Policy #0 lag: (min: 63.0, avg: 73.6, max: 127.0) +[2026-06-07 03:23:18,840][525308] Avg episode reward: [(0, '5.519')] +[2026-06-07 03:23:18,972][526797] Updated weights for policy 0, policy_version 2104 (0.0009) +[2026-06-07 03:23:19,143][526797] Updated weights for policy 0, policy_version 2117 (0.0008) +[2026-06-07 03:23:19,297][526797] Updated weights for policy 0, policy_version 2129 (0.0008) +[2026-06-07 03:23:19,454][526797] Updated weights for policy 0, policy_version 2142 (0.0008) +[2026-06-07 03:23:19,580][526275] Saving new best policy, reward=5.519! +[2026-06-07 03:23:20,244][526797] Updated weights for policy 0, policy_version 2153 (0.0008) +[2026-06-07 03:23:20,372][526797] Updated weights for policy 0, policy_version 2163 (0.0008) +[2026-06-07 03:23:20,579][526797] Updated weights for policy 0, policy_version 2179 (0.0009) +[2026-06-07 03:23:20,748][526797] Updated weights for policy 0, policy_version 2193 (0.0011) +[2026-06-07 03:23:20,877][526797] Updated weights for policy 0, policy_version 2203 (0.0007) +[2026-06-07 03:23:21,000][526797] Updated weights for policy 0, policy_version 2213 (0.0005) +[2026-06-07 03:23:21,761][526797] Updated weights for policy 0, policy_version 2224 (0.0008) +[2026-06-07 03:23:21,910][526797] Updated weights for policy 0, policy_version 2236 (0.0009) +[2026-06-07 03:23:22,049][526797] Updated weights for policy 0, policy_version 2246 (0.0009) +[2026-06-07 03:23:22,165][526797] Updated weights for policy 0, policy_version 2256 (0.0009) +[2026-06-07 03:23:22,297][526797] Updated weights for policy 0, policy_version 2266 (0.0008) +[2026-06-07 03:23:22,452][526797] Updated weights for policy 0, policy_version 2278 (0.0008) +[2026-06-07 03:23:23,260][526797] Updated weights for policy 0, policy_version 2289 (0.0008) +[2026-06-07 03:23:23,397][526797] Updated weights for policy 0, policy_version 2300 (0.0008) +[2026-06-07 03:23:23,536][526797] Updated weights for policy 0, policy_version 2311 (0.0008) +[2026-06-07 03:23:23,661][526797] Updated weights for policy 0, policy_version 2321 (0.0009) +[2026-06-07 03:23:23,792][526797] Updated weights for policy 0, policy_version 2331 (0.0008) +[2026-06-07 03:23:23,838][525308] Fps is (10 sec: 19660.8, 60 sec: 23593.1, 300 sec: 23593.1). Total num frames: 1179648. Throughput: 0: 24103.8. Samples: 1202816. Policy #0 lag: (min: 74.0, avg: 86.4, max: 133.0) +[2026-06-07 03:23:23,839][525308] Avg episode reward: [(0, '6.137')] +[2026-06-07 03:23:23,952][526275] Saving new best policy, reward=6.137! +[2026-06-07 03:23:24,592][526797] Updated weights for policy 0, policy_version 2345 (0.0008) +[2026-06-07 03:23:24,727][526797] Updated weights for policy 0, policy_version 2356 (0.0008) +[2026-06-07 03:23:24,880][526797] Updated weights for policy 0, policy_version 2369 (0.0008) +[2026-06-07 03:23:25,070][526797] Updated weights for policy 0, policy_version 2384 (0.0008) +[2026-06-07 03:23:25,201][526797] Updated weights for policy 0, policy_version 2394 (0.0008) +[2026-06-07 03:23:25,336][526797] Updated weights for policy 0, policy_version 2405 (0.0008) +[2026-06-07 03:23:26,148][526797] Updated weights for policy 0, policy_version 2417 (0.0008) +[2026-06-07 03:23:26,286][526797] Updated weights for policy 0, policy_version 2428 (0.0008) +[2026-06-07 03:23:26,423][526797] Updated weights for policy 0, policy_version 2439 (0.0008) +[2026-06-07 03:23:26,569][526797] Updated weights for policy 0, policy_version 2450 (0.0008) +[2026-06-07 03:23:26,703][526797] Updated weights for policy 0, policy_version 2461 (0.0008) +[2026-06-07 03:23:26,843][526797] Updated weights for policy 0, policy_version 2472 (0.0008) +[2026-06-07 03:23:27,624][526797] Updated weights for policy 0, policy_version 2483 (0.0008) +[2026-06-07 03:23:27,762][526797] Updated weights for policy 0, policy_version 2494 (0.0008) +[2026-06-07 03:23:27,927][526797] Updated weights for policy 0, policy_version 2507 (0.0008) +[2026-06-07 03:23:28,064][526797] Updated weights for policy 0, policy_version 2518 (0.0008) +[2026-06-07 03:23:28,208][526797] Updated weights for policy 0, policy_version 2530 (0.0008) +[2026-06-07 03:23:28,838][525308] Fps is (10 sec: 22937.6, 60 sec: 23831.4, 300 sec: 23831.4). Total num frames: 1310720. Throughput: 0: 22957.5. Samples: 1334528. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:23:28,840][525308] Avg episode reward: [(0, '6.602')] +[2026-06-07 03:23:28,846][526275] Saving new best policy, reward=6.602! +[2026-06-07 03:23:29,010][526797] Updated weights for policy 0, policy_version 2540 (0.0008) +[2026-06-07 03:23:29,165][526797] Updated weights for policy 0, policy_version 2553 (0.0008) +[2026-06-07 03:23:29,294][526797] Updated weights for policy 0, policy_version 2563 (0.0008) +[2026-06-07 03:23:29,426][526797] Updated weights for policy 0, policy_version 2573 (0.0009) +[2026-06-07 03:23:29,566][526797] Updated weights for policy 0, policy_version 2584 (0.0008) +[2026-06-07 03:23:29,691][526797] Updated weights for policy 0, policy_version 2594 (0.0008) +[2026-06-07 03:23:30,459][526797] Updated weights for policy 0, policy_version 2605 (0.0008) +[2026-06-07 03:23:30,611][526797] Updated weights for policy 0, policy_version 2616 (0.0008) +[2026-06-07 03:23:30,753][526797] Updated weights for policy 0, policy_version 2628 (0.0008) +[2026-06-07 03:23:30,889][526797] Updated weights for policy 0, policy_version 2638 (0.0009) +[2026-06-07 03:23:31,028][526797] Updated weights for policy 0, policy_version 2650 (0.0007) +[2026-06-07 03:23:31,200][526797] Updated weights for policy 0, policy_version 2664 (0.0009) +[2026-06-07 03:23:31,971][526797] Updated weights for policy 0, policy_version 2678 (0.0006) +[2026-06-07 03:23:32,101][526797] Updated weights for policy 0, policy_version 2689 (0.0007) +[2026-06-07 03:23:32,242][526797] Updated weights for policy 0, policy_version 2700 (0.0004) +[2026-06-07 03:23:32,402][526797] Updated weights for policy 0, policy_version 2713 (0.0009) +[2026-06-07 03:23:32,574][526797] Updated weights for policy 0, policy_version 2727 (0.0009) +[2026-06-07 03:23:33,415][526797] Updated weights for policy 0, policy_version 2739 (0.0004) +[2026-06-07 03:23:33,578][526797] Updated weights for policy 0, policy_version 2752 (0.0007) +[2026-06-07 03:23:33,713][526797] Updated weights for policy 0, policy_version 2763 (0.0005) +[2026-06-07 03:23:33,838][525308] Fps is (10 sec: 22937.7, 60 sec: 23483.9, 300 sec: 23483.9). Total num frames: 1409024. Throughput: 0: 22610.8. Samples: 1400832. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:23:33,839][525308] Avg episode reward: [(0, '7.284')] +[2026-06-07 03:23:33,852][526797] Updated weights for policy 0, policy_version 2774 (0.0005) +[2026-06-07 03:23:33,989][526797] Updated weights for policy 0, policy_version 2785 (0.0005) +[2026-06-07 03:23:34,079][526275] Saving new best policy, reward=7.284! +[2026-06-07 03:23:34,799][526797] Updated weights for policy 0, policy_version 2798 (0.0007) +[2026-06-07 03:23:34,933][526797] Updated weights for policy 0, policy_version 2809 (0.0007) +[2026-06-07 03:23:35,052][526797] Updated weights for policy 0, policy_version 2819 (0.0008) +[2026-06-07 03:23:35,182][526797] Updated weights for policy 0, policy_version 2829 (0.0008) +[2026-06-07 03:23:35,327][526797] Updated weights for policy 0, policy_version 2840 (0.0009) +[2026-06-07 03:23:35,458][526797] Updated weights for policy 0, policy_version 2851 (0.0009) +[2026-06-07 03:23:36,274][526797] Updated weights for policy 0, policy_version 2862 (0.0009) +[2026-06-07 03:23:36,409][526797] Updated weights for policy 0, policy_version 2873 (0.0008) +[2026-06-07 03:23:36,561][526797] Updated weights for policy 0, policy_version 2885 (0.0008) +[2026-06-07 03:23:36,736][526797] Updated weights for policy 0, policy_version 2899 (0.0008) +[2026-06-07 03:23:36,881][526797] Updated weights for policy 0, policy_version 2910 (0.0008) +[2026-06-07 03:23:37,646][526797] Updated weights for policy 0, policy_version 2921 (0.0008) +[2026-06-07 03:23:37,802][526797] Updated weights for policy 0, policy_version 2933 (0.0008) +[2026-06-07 03:23:37,954][526797] Updated weights for policy 0, policy_version 2945 (0.0008) +[2026-06-07 03:23:38,085][526797] Updated weights for policy 0, policy_version 2956 (0.0006) +[2026-06-07 03:23:38,226][526797] Updated weights for policy 0, policy_version 2967 (0.0005) +[2026-06-07 03:23:38,359][526797] Updated weights for policy 0, policy_version 2977 (0.0005) +[2026-06-07 03:23:38,838][525308] Fps is (10 sec: 22937.6, 60 sec: 23483.7, 300 sec: 23693.9). Total num frames: 1540096. Throughput: 0: 22499.5. Samples: 1540864. Policy #0 lag: (min: 63.0, avg: 72.0, max: 127.0) +[2026-06-07 03:23:38,839][525308] Avg episode reward: [(0, '8.145')] +[2026-06-07 03:23:38,846][526275] Saving new best policy, reward=8.145! +[2026-06-07 03:23:39,113][526797] Updated weights for policy 0, policy_version 2988 (0.0006) +[2026-06-07 03:23:39,287][526797] Updated weights for policy 0, policy_version 3002 (0.0008) +[2026-06-07 03:23:39,409][526797] Updated weights for policy 0, policy_version 3012 (0.0008) +[2026-06-07 03:23:39,581][526797] Updated weights for policy 0, policy_version 3026 (0.0008) +[2026-06-07 03:23:39,739][526797] Updated weights for policy 0, policy_version 3037 (0.0008) +[2026-06-07 03:23:40,517][526797] Updated weights for policy 0, policy_version 3049 (0.0008) +[2026-06-07 03:23:40,645][526797] Updated weights for policy 0, policy_version 3059 (0.0005) +[2026-06-07 03:23:40,769][526797] Updated weights for policy 0, policy_version 3069 (0.0005) +[2026-06-07 03:23:40,917][526797] Updated weights for policy 0, policy_version 3081 (0.0005) +[2026-06-07 03:23:41,060][526797] Updated weights for policy 0, policy_version 3092 (0.0005) +[2026-06-07 03:23:41,243][526797] Updated weights for policy 0, policy_version 3106 (0.0005) +[2026-06-07 03:23:41,982][526797] Updated weights for policy 0, policy_version 3117 (0.0006) +[2026-06-07 03:23:42,114][526797] Updated weights for policy 0, policy_version 3128 (0.0009) +[2026-06-07 03:23:42,256][526797] Updated weights for policy 0, policy_version 3139 (0.0008) +[2026-06-07 03:23:42,394][526797] Updated weights for policy 0, policy_version 3150 (0.0008) +[2026-06-07 03:23:42,514][526797] Updated weights for policy 0, policy_version 3160 (0.0008) +[2026-06-07 03:23:42,668][526797] Updated weights for policy 0, policy_version 3172 (0.0008) +[2026-06-07 03:23:43,468][526797] Updated weights for policy 0, policy_version 3184 (0.0009) +[2026-06-07 03:23:43,599][526797] Updated weights for policy 0, policy_version 3194 (0.0008) +[2026-06-07 03:23:43,720][526797] Updated weights for policy 0, policy_version 3204 (0.0009) +[2026-06-07 03:23:43,839][525308] Fps is (10 sec: 22937.4, 60 sec: 22937.6, 300 sec: 23405.8). Total num frames: 1638400. Throughput: 0: 22510.9. Samples: 1682816. Policy #0 lag: (min: 105.0, avg: 123.0, max: 177.0) +[2026-06-07 03:23:43,840][525308] Avg episode reward: [(0, '9.508')] +[2026-06-07 03:23:43,844][526797] Updated weights for policy 0, policy_version 3214 (0.0008) +[2026-06-07 03:23:43,980][526797] Updated weights for policy 0, policy_version 3225 (0.0009) +[2026-06-07 03:23:44,129][526797] Updated weights for policy 0, policy_version 3236 (0.0009) +[2026-06-07 03:23:44,176][526275] Saving new best policy, reward=9.508! +[2026-06-07 03:23:44,922][526797] Updated weights for policy 0, policy_version 3247 (0.0008) +[2026-06-07 03:23:45,038][526797] Updated weights for policy 0, policy_version 3257 (0.0008) +[2026-06-07 03:23:45,185][526797] Updated weights for policy 0, policy_version 3268 (0.0008) +[2026-06-07 03:23:45,326][526797] Updated weights for policy 0, policy_version 3279 (0.0008) +[2026-06-07 03:23:45,501][526797] Updated weights for policy 0, policy_version 3293 (0.0008) +[2026-06-07 03:23:45,636][526797] Updated weights for policy 0, policy_version 3304 (0.0009) +[2026-06-07 03:23:46,451][526797] Updated weights for policy 0, policy_version 3317 (0.0009) +[2026-06-07 03:23:46,591][526797] Updated weights for policy 0, policy_version 3328 (0.0008) +[2026-06-07 03:23:46,719][526797] Updated weights for policy 0, policy_version 3339 (0.0008) +[2026-06-07 03:23:46,871][526797] Updated weights for policy 0, policy_version 3350 (0.0008) +[2026-06-07 03:23:47,020][526797] Updated weights for policy 0, policy_version 3362 (0.0008) +[2026-06-07 03:23:47,872][526797] Updated weights for policy 0, policy_version 3378 (0.0009) +[2026-06-07 03:23:48,053][526797] Updated weights for policy 0, policy_version 3393 (0.0008) +[2026-06-07 03:23:48,183][526797] Updated weights for policy 0, policy_version 3403 (0.0008) +[2026-06-07 03:23:48,309][526797] Updated weights for policy 0, policy_version 3413 (0.0008) +[2026-06-07 03:23:48,456][526797] Updated weights for policy 0, policy_version 3425 (0.0008) +[2026-06-07 03:23:48,838][525308] Fps is (10 sec: 22937.6, 60 sec: 22937.8, 300 sec: 23593.1). Total num frames: 1769472. Throughput: 0: 22556.5. Samples: 1751552. Policy #0 lag: (min: 63.0, avg: 73.4, max: 127.0) +[2026-06-07 03:23:48,839][525308] Avg episode reward: [(0, '10.127')] +[2026-06-07 03:23:48,844][526275] Saving new best policy, reward=10.127! +[2026-06-07 03:23:49,261][526797] Updated weights for policy 0, policy_version 3435 (0.0008) +[2026-06-07 03:23:49,416][526797] Updated weights for policy 0, policy_version 3447 (0.0008) +[2026-06-07 03:23:49,549][526797] Updated weights for policy 0, policy_version 3458 (0.0008) +[2026-06-07 03:23:49,685][526797] Updated weights for policy 0, policy_version 3469 (0.0008) +[2026-06-07 03:23:49,827][526797] Updated weights for policy 0, policy_version 3480 (0.0009) +[2026-06-07 03:23:49,998][526797] Updated weights for policy 0, policy_version 3493 (0.0008) +[2026-06-07 03:23:50,789][526797] Updated weights for policy 0, policy_version 3505 (0.0008) +[2026-06-07 03:23:50,910][526797] Updated weights for policy 0, policy_version 3515 (0.0008) +[2026-06-07 03:23:51,039][526797] Updated weights for policy 0, policy_version 3525 (0.0008) +[2026-06-07 03:23:51,185][526797] Updated weights for policy 0, policy_version 3536 (0.0008) +[2026-06-07 03:23:51,318][526797] Updated weights for policy 0, policy_version 3546 (0.0008) +[2026-06-07 03:23:51,434][526797] Updated weights for policy 0, policy_version 3556 (0.0008) +[2026-06-07 03:23:52,212][526797] Updated weights for policy 0, policy_version 3568 (0.0008) +[2026-06-07 03:23:52,358][526797] Updated weights for policy 0, policy_version 3580 (0.0008) +[2026-06-07 03:23:52,561][526797] Updated weights for policy 0, policy_version 3596 (0.0008) +[2026-06-07 03:23:52,699][526797] Updated weights for policy 0, policy_version 3607 (0.0008) +[2026-06-07 03:23:52,846][526797] Updated weights for policy 0, policy_version 3618 (0.0008) +[2026-06-07 03:23:53,594][526797] Updated weights for policy 0, policy_version 3628 (0.0008) +[2026-06-07 03:23:53,766][526797] Updated weights for policy 0, policy_version 3641 (0.0008) +[2026-06-07 03:23:53,838][525308] Fps is (10 sec: 22937.5, 60 sec: 22391.4, 300 sec: 23347.3). Total num frames: 1867776. Throughput: 0: 22556.4. Samples: 1885312. Policy #0 lag: (min: 63.0, avg: 73.5, max: 127.0) +[2026-06-07 03:23:53,840][525308] Avg episode reward: [(0, '11.080')] +[2026-06-07 03:23:53,915][526797] Updated weights for policy 0, policy_version 3653 (0.0008) +[2026-06-07 03:23:54,061][526797] Updated weights for policy 0, policy_version 3665 (0.0008) +[2026-06-07 03:23:54,193][526797] Updated weights for policy 0, policy_version 3675 (0.0008) +[2026-06-07 03:23:54,331][526797] Updated weights for policy 0, policy_version 3686 (0.0008) +[2026-06-07 03:23:54,344][526275] Saving new best policy, reward=11.080! +[2026-06-07 03:23:55,078][526797] Updated weights for policy 0, policy_version 3696 (0.0008) +[2026-06-07 03:23:55,233][526797] Updated weights for policy 0, policy_version 3708 (0.0008) +[2026-06-07 03:23:55,367][526797] Updated weights for policy 0, policy_version 3719 (0.0008) +[2026-06-07 03:23:55,530][526797] Updated weights for policy 0, policy_version 3732 (0.0009) +[2026-06-07 03:23:55,714][526797] Updated weights for policy 0, policy_version 3746 (0.0008) +[2026-06-07 03:23:56,487][526797] Updated weights for policy 0, policy_version 3758 (0.0008) +[2026-06-07 03:23:56,610][526797] Updated weights for policy 0, policy_version 3768 (0.0009) +[2026-06-07 03:23:56,750][526797] Updated weights for policy 0, policy_version 3779 (0.0008) +[2026-06-07 03:23:56,907][526797] Updated weights for policy 0, policy_version 3792 (0.0009) +[2026-06-07 03:23:57,052][526797] Updated weights for policy 0, policy_version 3803 (0.0008) +[2026-06-07 03:23:57,184][526797] Updated weights for policy 0, policy_version 3813 (0.0006) +[2026-06-07 03:23:57,927][526797] Updated weights for policy 0, policy_version 3824 (0.0007) +[2026-06-07 03:23:58,086][526797] Updated weights for policy 0, policy_version 3837 (0.0008) +[2026-06-07 03:23:58,249][526797] Updated weights for policy 0, policy_version 3850 (0.0009) +[2026-06-07 03:23:58,393][526797] Updated weights for policy 0, policy_version 3861 (0.0008) +[2026-06-07 03:23:58,543][526797] Updated weights for policy 0, policy_version 3873 (0.0008) +[2026-06-07 03:23:58,839][525308] Fps is (10 sec: 22937.2, 60 sec: 22937.6, 300 sec: 23515.9). Total num frames: 1998848. Throughput: 0: 22616.1. Samples: 2020608. Policy #0 lag: (min: 55.0, avg: 65.0, max: 119.0) +[2026-06-07 03:23:58,839][525308] Avg episode reward: [(0, '13.247')] +[2026-06-07 03:23:58,844][526275] Saving new best policy, reward=13.247! +[2026-06-07 03:23:59,289][526797] Updated weights for policy 0, policy_version 3886 (0.0007) +[2026-06-07 03:23:59,423][526797] Updated weights for policy 0, policy_version 3897 (0.0009) +[2026-06-07 03:23:59,579][526797] Updated weights for policy 0, policy_version 3909 (0.0009) +[2026-06-07 03:23:59,700][526797] Updated weights for policy 0, policy_version 3919 (0.0008) +[2026-06-07 03:23:59,827][526797] Updated weights for policy 0, policy_version 3929 (0.0008) +[2026-06-07 03:23:59,994][526797] Updated weights for policy 0, policy_version 3942 (0.0009) +[2026-06-07 03:24:00,787][526797] Updated weights for policy 0, policy_version 3954 (0.0010) +[2026-06-07 03:24:00,939][526797] Updated weights for policy 0, policy_version 3967 (0.0009) +[2026-06-07 03:24:01,093][526797] Updated weights for policy 0, policy_version 3979 (0.0008) +[2026-06-07 03:24:01,256][526797] Updated weights for policy 0, policy_version 3993 (0.0008) +[2026-06-07 03:24:01,439][526797] Updated weights for policy 0, policy_version 4008 (0.0008) +[2026-06-07 03:24:02,262][526797] Updated weights for policy 0, policy_version 4021 (0.0011) +[2026-06-07 03:24:02,395][526797] Updated weights for policy 0, policy_version 4032 (0.0009) +[2026-06-07 03:24:02,568][526797] Updated weights for policy 0, policy_version 4045 (0.0008) +[2026-06-07 03:24:02,697][526797] Updated weights for policy 0, policy_version 4055 (0.0008) +[2026-06-07 03:24:02,835][526797] Updated weights for policy 0, policy_version 4066 (0.0008) +[2026-06-07 03:24:03,580][526797] Updated weights for policy 0, policy_version 4076 (0.0008) +[2026-06-07 03:24:03,717][526797] Updated weights for policy 0, policy_version 4087 (0.0008) +[2026-06-07 03:24:03,839][525308] Fps is (10 sec: 22936.5, 60 sec: 22391.3, 300 sec: 23301.6). Total num frames: 2097152. Throughput: 0: 22630.1. Samples: 2087040. Policy #0 lag: (min: 89.0, avg: 96.5, max: 148.0) +[2026-06-07 03:24:03,841][525308] Avg episode reward: [(0, '13.584')] +[2026-06-07 03:24:03,886][526797] Updated weights for policy 0, policy_version 4101 (0.0008) +[2026-06-07 03:24:04,032][526797] Updated weights for policy 0, policy_version 4112 (0.0008) +[2026-06-07 03:24:04,191][526797] Updated weights for policy 0, policy_version 4125 (0.0008) +[2026-06-07 03:24:04,318][526797] Updated weights for policy 0, policy_version 4135 (0.0008) +[2026-06-07 03:24:04,325][526275] Saving new best policy, reward=13.584! +[2026-06-07 03:24:05,084][526797] Updated weights for policy 0, policy_version 4146 (0.0006) +[2026-06-07 03:24:05,217][526797] Updated weights for policy 0, policy_version 4157 (0.0005) +[2026-06-07 03:24:05,368][526797] Updated weights for policy 0, policy_version 4169 (0.0006) +[2026-06-07 03:24:05,500][526797] Updated weights for policy 0, policy_version 4179 (0.0005) +[2026-06-07 03:24:05,628][526797] Updated weights for policy 0, policy_version 4189 (0.0007) +[2026-06-07 03:24:06,381][526797] Updated weights for policy 0, policy_version 4201 (0.0008) +[2026-06-07 03:24:06,514][526797] Updated weights for policy 0, policy_version 4212 (0.0008) +[2026-06-07 03:24:06,656][526797] Updated weights for policy 0, policy_version 4223 (0.0008) +[2026-06-07 03:24:06,792][526797] Updated weights for policy 0, policy_version 4233 (0.0008) +[2026-06-07 03:24:06,933][526797] Updated weights for policy 0, policy_version 4244 (0.0008) +[2026-06-07 03:24:07,072][526797] Updated weights for policy 0, policy_version 4255 (0.0008) +[2026-06-07 03:24:07,796][526797] Updated weights for policy 0, policy_version 4265 (0.0009) +[2026-06-07 03:24:07,960][526797] Updated weights for policy 0, policy_version 4278 (0.0008) +[2026-06-07 03:24:08,145][526797] Updated weights for policy 0, policy_version 4293 (0.0008) +[2026-06-07 03:24:08,287][526797] Updated weights for policy 0, policy_version 4304 (0.0008) +[2026-06-07 03:24:08,448][526797] Updated weights for policy 0, policy_version 4317 (0.0008) +[2026-06-07 03:24:08,577][526797] Updated weights for policy 0, policy_version 4327 (0.0008) +[2026-06-07 03:24:08,838][525308] Fps is (10 sec: 22937.9, 60 sec: 22937.6, 300 sec: 23455.1). Total num frames: 2228224. Throughput: 0: 22644.6. Samples: 2221824. Policy #0 lag: (min: 63.0, avg: 73.2, max: 127.0) +[2026-06-07 03:24:08,839][525308] Avg episode reward: [(0, '16.308')] +[2026-06-07 03:24:08,845][526275] Saving new best policy, reward=16.308! +[2026-06-07 03:24:09,306][526797] Updated weights for policy 0, policy_version 4337 (0.0008) +[2026-06-07 03:24:09,479][526797] Updated weights for policy 0, policy_version 4351 (0.0008) +[2026-06-07 03:24:09,637][526797] Updated weights for policy 0, policy_version 4364 (0.0008) +[2026-06-07 03:24:09,781][526797] Updated weights for policy 0, policy_version 4375 (0.0008) +[2026-06-07 03:24:09,933][526797] Updated weights for policy 0, policy_version 4387 (0.0009) +[2026-06-07 03:24:10,725][526797] Updated weights for policy 0, policy_version 4398 (0.0009) +[2026-06-07 03:24:10,881][526797] Updated weights for policy 0, policy_version 4410 (0.0008) +[2026-06-07 03:24:11,055][526797] Updated weights for policy 0, policy_version 4424 (0.0008) +[2026-06-07 03:24:11,196][526797] Updated weights for policy 0, policy_version 4435 (0.0008) +[2026-06-07 03:24:11,377][526797] Updated weights for policy 0, policy_version 4449 (0.0008) +[2026-06-07 03:24:12,144][526797] Updated weights for policy 0, policy_version 4462 (0.0009) +[2026-06-07 03:24:12,317][526797] Updated weights for policy 0, policy_version 4476 (0.0009) +[2026-06-07 03:24:12,459][526797] Updated weights for policy 0, policy_version 4487 (0.0008) +[2026-06-07 03:24:12,579][526797] Updated weights for policy 0, policy_version 4497 (0.0008) +[2026-06-07 03:24:12,736][526797] Updated weights for policy 0, policy_version 4509 (0.0008) +[2026-06-07 03:24:12,880][526797] Updated weights for policy 0, policy_version 4520 (0.0009) +[2026-06-07 03:24:13,625][526797] Updated weights for policy 0, policy_version 4532 (0.0009) +[2026-06-07 03:24:13,761][526797] Updated weights for policy 0, policy_version 4542 (0.0008) +[2026-06-07 03:24:13,838][525308] Fps is (10 sec: 22938.7, 60 sec: 22391.4, 300 sec: 23265.3). Total num frames: 2326528. Throughput: 0: 22877.9. Samples: 2364032. Policy #0 lag: (min: 63.0, avg: 73.2, max: 127.0) +[2026-06-07 03:24:13,839][525308] Avg episode reward: [(0, '14.514')] +[2026-06-07 03:24:13,911][526797] Updated weights for policy 0, policy_version 4554 (0.0008) +[2026-06-07 03:24:14,037][526797] Updated weights for policy 0, policy_version 4564 (0.0009) +[2026-06-07 03:24:14,209][526797] Updated weights for policy 0, policy_version 4577 (0.0009) +[2026-06-07 03:24:14,950][526797] Updated weights for policy 0, policy_version 4589 (0.0009) +[2026-06-07 03:24:15,095][526797] Updated weights for policy 0, policy_version 4600 (0.0008) +[2026-06-07 03:24:15,214][526797] Updated weights for policy 0, policy_version 4610 (0.0008) +[2026-06-07 03:24:15,359][526797] Updated weights for policy 0, policy_version 4621 (0.0008) +[2026-06-07 03:24:15,486][526797] Updated weights for policy 0, policy_version 4631 (0.0008) +[2026-06-07 03:24:15,626][526797] Updated weights for policy 0, policy_version 4642 (0.0008) +[2026-06-07 03:24:16,308][526797] Updated weights for policy 0, policy_version 4652 (0.0009) +[2026-06-07 03:24:16,451][526797] Updated weights for policy 0, policy_version 4663 (0.0009) +[2026-06-07 03:24:16,588][526797] Updated weights for policy 0, policy_version 4674 (0.0008) +[2026-06-07 03:24:16,733][526797] Updated weights for policy 0, policy_version 4685 (0.0008) +[2026-06-07 03:24:16,875][526797] Updated weights for policy 0, policy_version 4696 (0.0008) +[2026-06-07 03:24:17,036][526797] Updated weights for policy 0, policy_version 4709 (0.0008) +[2026-06-07 03:24:17,742][526797] Updated weights for policy 0, policy_version 4719 (0.0008) +[2026-06-07 03:24:17,910][526797] Updated weights for policy 0, policy_version 4732 (0.0008) +[2026-06-07 03:24:18,051][526797] Updated weights for policy 0, policy_version 4743 (0.0008) +[2026-06-07 03:24:18,176][526797] Updated weights for policy 0, policy_version 4753 (0.0008) +[2026-06-07 03:24:18,313][526797] Updated weights for policy 0, policy_version 4764 (0.0008) +[2026-06-07 03:24:18,449][526797] Updated weights for policy 0, policy_version 4774 (0.0008) +[2026-06-07 03:24:18,839][525308] Fps is (10 sec: 22937.4, 60 sec: 22937.6, 300 sec: 23405.8). Total num frames: 2457600. Throughput: 0: 23028.5. Samples: 2437120. Policy #0 lag: (min: 63.0, avg: 72.9, max: 127.0) +[2026-06-07 03:24:18,840][525308] Avg episode reward: [(0, '16.979')] +[2026-06-07 03:24:18,846][526275] Saving new best policy, reward=16.979! +[2026-06-07 03:24:19,178][526797] Updated weights for policy 0, policy_version 4784 (0.0008) +[2026-06-07 03:24:19,309][526797] Updated weights for policy 0, policy_version 4794 (0.0008) +[2026-06-07 03:24:19,451][526797] Updated weights for policy 0, policy_version 4805 (0.0008) +[2026-06-07 03:24:19,598][526797] Updated weights for policy 0, policy_version 4817 (0.0008) +[2026-06-07 03:24:19,747][526797] Updated weights for policy 0, policy_version 4827 (0.0008) +[2026-06-07 03:24:19,900][526797] Updated weights for policy 0, policy_version 4839 (0.0008) +[2026-06-07 03:24:20,617][526797] Updated weights for policy 0, policy_version 4852 (0.0008) +[2026-06-07 03:24:20,747][526797] Updated weights for policy 0, policy_version 4862 (0.0005) +[2026-06-07 03:24:20,896][526797] Updated weights for policy 0, policy_version 4874 (0.0006) +[2026-06-07 03:24:21,055][526797] Updated weights for policy 0, policy_version 4886 (0.0008) +[2026-06-07 03:24:21,224][526797] Updated weights for policy 0, policy_version 4899 (0.0008) +[2026-06-07 03:24:21,964][526797] Updated weights for policy 0, policy_version 4910 (0.0008) +[2026-06-07 03:24:22,111][526797] Updated weights for policy 0, policy_version 4922 (0.0008) +[2026-06-07 03:24:22,268][526797] Updated weights for policy 0, policy_version 4934 (0.0008) +[2026-06-07 03:24:22,407][526797] Updated weights for policy 0, policy_version 4945 (0.0008) +[2026-06-07 03:24:22,570][526797] Updated weights for policy 0, policy_version 4958 (0.0008) +[2026-06-07 03:24:22,696][526797] Updated weights for policy 0, policy_version 4968 (0.0008) +[2026-06-07 03:24:23,418][526797] Updated weights for policy 0, policy_version 4979 (0.0009) +[2026-06-07 03:24:23,536][526797] Updated weights for policy 0, policy_version 4989 (0.0008) +[2026-06-07 03:24:23,689][526797] Updated weights for policy 0, policy_version 5001 (0.0008) +[2026-06-07 03:24:23,831][526797] Updated weights for policy 0, policy_version 5012 (0.0008) +[2026-06-07 03:24:23,838][525308] Fps is (10 sec: 22937.7, 60 sec: 22937.6, 300 sec: 23235.6). Total num frames: 2555904. Throughput: 0: 22926.2. Samples: 2572544. Policy #0 lag: (min: 46.0, avg: 56.0, max: 110.0) +[2026-06-07 03:24:23,840][525308] Avg episode reward: [(0, '17.857')] +[2026-06-07 03:24:23,966][526797] Updated weights for policy 0, policy_version 5022 (0.0008) +[2026-06-07 03:24:24,083][526275] Saving new best policy, reward=17.857! +[2026-06-07 03:24:24,683][526797] Updated weights for policy 0, policy_version 5033 (0.0008) +[2026-06-07 03:24:24,805][526797] Updated weights for policy 0, policy_version 5043 (0.0008) +[2026-06-07 03:24:24,952][526797] Updated weights for policy 0, policy_version 5054 (0.0008) +[2026-06-07 03:24:25,072][526797] Updated weights for policy 0, policy_version 5064 (0.0008) +[2026-06-07 03:24:25,218][526797] Updated weights for policy 0, policy_version 5075 (0.0008) +[2026-06-07 03:24:25,366][526797] Updated weights for policy 0, policy_version 5086 (0.0008) +[2026-06-07 03:24:25,491][526797] Updated weights for policy 0, policy_version 5096 (0.0008) +[2026-06-07 03:24:26,215][526797] Updated weights for policy 0, policy_version 5108 (0.0008) +[2026-06-07 03:24:26,375][526797] Updated weights for policy 0, policy_version 5120 (0.0008) +[2026-06-07 03:24:26,522][526797] Updated weights for policy 0, policy_version 5132 (0.0008) +[2026-06-07 03:24:26,670][526797] Updated weights for policy 0, policy_version 5143 (0.0008) +[2026-06-07 03:24:26,803][526797] Updated weights for policy 0, policy_version 5154 (0.0008) +[2026-06-07 03:24:27,533][526797] Updated weights for policy 0, policy_version 5165 (0.0008) +[2026-06-07 03:24:27,677][526797] Updated weights for policy 0, policy_version 5177 (0.0008) +[2026-06-07 03:24:27,808][526797] Updated weights for policy 0, policy_version 5187 (0.0004) +[2026-06-07 03:24:27,945][526797] Updated weights for policy 0, policy_version 5198 (0.0008) +[2026-06-07 03:24:28,102][526797] Updated weights for policy 0, policy_version 5210 (0.0008) +[2026-06-07 03:24:28,253][526797] Updated weights for policy 0, policy_version 5221 (0.0008) +[2026-06-07 03:24:28,838][525308] Fps is (10 sec: 22937.8, 60 sec: 22937.6, 300 sec: 23365.1). Total num frames: 2686976. Throughput: 0: 22766.9. Samples: 2707328. Policy #0 lag: (min: 53.0, avg: 104.0, max: 120.0) +[2026-06-07 03:24:28,839][525308] Avg episode reward: [(0, '21.377')] +[2026-06-07 03:24:28,995][526797] Updated weights for policy 0, policy_version 5232 (0.0008) +[2026-06-07 03:24:29,139][526797] Updated weights for policy 0, policy_version 5243 (0.0008) +[2026-06-07 03:24:29,291][526797] Updated weights for policy 0, policy_version 5255 (0.0008) +[2026-06-07 03:24:29,433][526797] Updated weights for policy 0, policy_version 5266 (0.0009) +[2026-06-07 03:24:29,589][526797] Updated weights for policy 0, policy_version 5278 (0.0009) +[2026-06-07 03:24:29,710][526275] Saving new best policy, reward=21.377! +[2026-06-07 03:24:30,265][526797] Updated weights for policy 0, policy_version 5289 (0.0010) +[2026-06-07 03:24:30,391][526797] Updated weights for policy 0, policy_version 5299 (0.0008) +[2026-06-07 03:24:30,518][526797] Updated weights for policy 0, policy_version 5309 (0.0008) +[2026-06-07 03:24:30,668][526797] Updated weights for policy 0, policy_version 5321 (0.0008) +[2026-06-07 03:24:30,806][526797] Updated weights for policy 0, policy_version 5332 (0.0011) +[2026-06-07 03:24:30,946][526797] Updated weights for policy 0, policy_version 5342 (0.0011) +[2026-06-07 03:24:31,717][526797] Updated weights for policy 0, policy_version 5357 (0.0011) +[2026-06-07 03:24:31,851][526797] Updated weights for policy 0, policy_version 5367 (0.0008) +[2026-06-07 03:24:32,006][526797] Updated weights for policy 0, policy_version 5379 (0.0009) +[2026-06-07 03:24:32,133][526797] Updated weights for policy 0, policy_version 5389 (0.0010) +[2026-06-07 03:24:32,283][526797] Updated weights for policy 0, policy_version 5400 (0.0010) +[2026-06-07 03:24:32,421][526797] Updated weights for policy 0, policy_version 5411 (0.0011) +[2026-06-07 03:24:33,099][526797] Updated weights for policy 0, policy_version 5421 (0.0009) +[2026-06-07 03:24:33,252][526797] Updated weights for policy 0, policy_version 5433 (0.0011) +[2026-06-07 03:24:33,413][526797] Updated weights for policy 0, policy_version 5445 (0.0010) +[2026-06-07 03:24:33,554][526797] Updated weights for policy 0, policy_version 5456 (0.0010) +[2026-06-07 03:24:33,708][526797] Updated weights for policy 0, policy_version 5468 (0.0013) +[2026-06-07 03:24:33,832][526797] Updated weights for policy 0, policy_version 5478 (0.0010) +[2026-06-07 03:24:33,838][525308] Fps is (10 sec: 22937.6, 60 sec: 22937.6, 300 sec: 23210.7). Total num frames: 2785280. Throughput: 0: 22846.6. Samples: 2779648. Policy #0 lag: (min: 14.0, avg: 24.5, max: 78.0) +[2026-06-07 03:24:33,839][525308] Avg episode reward: [(0, '23.078')] +[2026-06-07 03:24:33,853][526275] Saving new best policy, reward=23.078! +[2026-06-07 03:24:34,565][526797] Updated weights for policy 0, policy_version 5490 (0.0009) +[2026-06-07 03:24:34,712][526797] Updated weights for policy 0, policy_version 5501 (0.0008) +[2026-06-07 03:24:34,869][526797] Updated weights for policy 0, policy_version 5514 (0.0008) +[2026-06-07 03:24:35,025][526797] Updated weights for policy 0, policy_version 5526 (0.0009) +[2026-06-07 03:24:35,177][526797] Updated weights for policy 0, policy_version 5537 (0.0011) +[2026-06-07 03:24:35,923][526797] Updated weights for policy 0, policy_version 5550 (0.0011) +[2026-06-07 03:24:36,045][526797] Updated weights for policy 0, policy_version 5560 (0.0008) +[2026-06-07 03:24:36,209][526797] Updated weights for policy 0, policy_version 5573 (0.0008) +[2026-06-07 03:24:36,350][526797] Updated weights for policy 0, policy_version 5584 (0.0009) +[2026-06-07 03:24:36,512][526797] Updated weights for policy 0, policy_version 5597 (0.0008) +[2026-06-07 03:24:36,645][526797] Updated weights for policy 0, policy_version 5607 (0.0008) +[2026-06-07 03:24:37,357][526797] Updated weights for policy 0, policy_version 5618 (0.0008) +[2026-06-07 03:24:37,497][526797] Updated weights for policy 0, policy_version 5629 (0.0008) +[2026-06-07 03:24:37,624][526797] Updated weights for policy 0, policy_version 5639 (0.0008) +[2026-06-07 03:24:37,751][526797] Updated weights for policy 0, policy_version 5649 (0.0008) +[2026-06-07 03:24:37,900][526797] Updated weights for policy 0, policy_version 5660 (0.0008) +[2026-06-07 03:24:38,052][526797] Updated weights for policy 0, policy_version 5672 (0.0008) +[2026-06-07 03:24:38,730][526797] Updated weights for policy 0, policy_version 5682 (0.0008) +[2026-06-07 03:24:38,838][525308] Fps is (10 sec: 22937.7, 60 sec: 22937.6, 300 sec: 23330.9). Total num frames: 2916352. Throughput: 0: 23156.6. Samples: 2927360. Policy #0 lag: (min: 50.0, avg: 104.0, max: 114.0) +[2026-06-07 03:24:38,839][525308] Avg episode reward: [(0, '25.400')] +[2026-06-07 03:24:38,847][526797] Updated weights for policy 0, policy_version 5692 (0.0008) +[2026-06-07 03:24:38,980][526797] Updated weights for policy 0, policy_version 5702 (0.0008) +[2026-06-07 03:24:39,113][526797] Updated weights for policy 0, policy_version 5712 (0.0008) +[2026-06-07 03:24:39,247][526797] Updated weights for policy 0, policy_version 5723 (0.0008) +[2026-06-07 03:24:39,389][526797] Updated weights for policy 0, policy_version 5734 (0.0008) +[2026-06-07 03:24:39,407][526275] Saving new best policy, reward=25.400! +[2026-06-07 03:24:40,131][526797] Updated weights for policy 0, policy_version 5748 (0.0006) +[2026-06-07 03:24:40,260][526797] Updated weights for policy 0, policy_version 5759 (0.0007) +[2026-06-07 03:24:40,405][526797] Updated weights for policy 0, policy_version 5770 (0.0008) +[2026-06-07 03:24:40,537][526797] Updated weights for policy 0, policy_version 5780 (0.0008) +[2026-06-07 03:24:40,673][526797] Updated weights for policy 0, policy_version 5791 (0.0007) +[2026-06-07 03:24:41,436][526797] Updated weights for policy 0, policy_version 5803 (0.0007) +[2026-06-07 03:24:41,575][526797] Updated weights for policy 0, policy_version 5814 (0.0009) +[2026-06-07 03:24:41,704][526797] Updated weights for policy 0, policy_version 5824 (0.0008) +[2026-06-07 03:24:41,834][526797] Updated weights for policy 0, policy_version 5834 (0.0009) +[2026-06-07 03:24:41,987][526797] Updated weights for policy 0, policy_version 5846 (0.0009) +[2026-06-07 03:24:42,118][526797] Updated weights for policy 0, policy_version 5856 (0.0009) +[2026-06-07 03:24:42,820][526797] Updated weights for policy 0, policy_version 5867 (0.0008) +[2026-06-07 03:24:42,953][526797] Updated weights for policy 0, policy_version 5877 (0.0008) +[2026-06-07 03:24:43,081][526797] Updated weights for policy 0, policy_version 5887 (0.0008) +[2026-06-07 03:24:43,219][526797] Updated weights for policy 0, policy_version 5898 (0.0008) +[2026-06-07 03:24:43,362][526797] Updated weights for policy 0, policy_version 5909 (0.0008) +[2026-06-07 03:24:43,508][526797] Updated weights for policy 0, policy_version 5920 (0.0009) +[2026-06-07 03:24:43,838][525308] Fps is (10 sec: 26214.3, 60 sec: 23483.7, 300 sec: 23441.8). Total num frames: 3047424. Throughput: 0: 23193.7. Samples: 3064320. Policy #0 lag: (min: 50.0, avg: 104.0, max: 114.0) +[2026-06-07 03:24:43,840][525308] Avg episode reward: [(0, '31.442')] +[2026-06-07 03:24:43,845][526275] Saving new best policy, reward=31.442! +[2026-06-07 03:24:44,227][526797] Updated weights for policy 0, policy_version 5931 (0.0008) +[2026-06-07 03:24:44,357][526797] Updated weights for policy 0, policy_version 5941 (0.0009) +[2026-06-07 03:24:44,501][526797] Updated weights for policy 0, policy_version 5952 (0.0008) +[2026-06-07 03:24:44,664][526797] Updated weights for policy 0, policy_version 5965 (0.0008) +[2026-06-07 03:24:44,804][526797] Updated weights for policy 0, policy_version 5976 (0.0008) +[2026-06-07 03:24:44,968][526797] Updated weights for policy 0, policy_version 5988 (0.0008) +[2026-06-07 03:24:45,686][526797] Updated weights for policy 0, policy_version 5998 (0.0008) +[2026-06-07 03:24:45,815][526797] Updated weights for policy 0, policy_version 6008 (0.0008) +[2026-06-07 03:24:45,945][526797] Updated weights for policy 0, policy_version 6018 (0.0008) +[2026-06-07 03:24:46,103][526797] Updated weights for policy 0, policy_version 6030 (0.0008) +[2026-06-07 03:24:46,225][526797] Updated weights for policy 0, policy_version 6040 (0.0008) +[2026-06-07 03:24:46,369][526797] Updated weights for policy 0, policy_version 6051 (0.0008) +[2026-06-07 03:24:47,067][526797] Updated weights for policy 0, policy_version 6061 (0.0008) +[2026-06-07 03:24:47,200][526797] Updated weights for policy 0, policy_version 6071 (0.0007) +[2026-06-07 03:24:47,326][526797] Updated weights for policy 0, policy_version 6082 (0.0007) +[2026-06-07 03:24:47,484][526797] Updated weights for policy 0, policy_version 6094 (0.0007) +[2026-06-07 03:24:47,613][526797] Updated weights for policy 0, policy_version 6104 (0.0005) +[2026-06-07 03:24:47,741][526797] Updated weights for policy 0, policy_version 6114 (0.0005) +[2026-06-07 03:24:48,416][526797] Updated weights for policy 0, policy_version 6124 (0.0008) +[2026-06-07 03:24:48,544][526797] Updated weights for policy 0, policy_version 6134 (0.0009) +[2026-06-07 03:24:48,676][526797] Updated weights for policy 0, policy_version 6144 (0.0008) +[2026-06-07 03:24:48,813][526797] Updated weights for policy 0, policy_version 6155 (0.0008) +[2026-06-07 03:24:48,838][525308] Fps is (10 sec: 22937.6, 60 sec: 22937.6, 300 sec: 23301.7). Total num frames: 3145728. Throughput: 0: 23270.7. Samples: 3134208. Policy #0 lag: (min: 49.0, avg: 97.3, max: 111.0) +[2026-06-07 03:24:48,840][525308] Avg episode reward: [(0, '22.282')] +[2026-06-07 03:24:48,966][526797] Updated weights for policy 0, policy_version 6167 (0.0008) +[2026-06-07 03:24:49,110][526797] Updated weights for policy 0, policy_version 6178 (0.0009) +[2026-06-07 03:24:49,741][526797] Updated weights for policy 0, policy_version 6188 (0.0008) +[2026-06-07 03:24:49,890][526797] Updated weights for policy 0, policy_version 6199 (0.0007) +[2026-06-07 03:24:50,037][526797] Updated weights for policy 0, policy_version 6211 (0.0005) +[2026-06-07 03:24:50,191][526797] Updated weights for policy 0, policy_version 6223 (0.0005) +[2026-06-07 03:24:50,338][526797] Updated weights for policy 0, policy_version 6235 (0.0006) +[2026-06-07 03:24:50,489][526797] Updated weights for policy 0, policy_version 6247 (0.0009) +[2026-06-07 03:24:51,187][526797] Updated weights for policy 0, policy_version 6258 (0.0008) +[2026-06-07 03:24:51,349][526797] Updated weights for policy 0, policy_version 6272 (0.0008) +[2026-06-07 03:24:51,512][526797] Updated weights for policy 0, policy_version 6285 (0.0009) +[2026-06-07 03:24:51,673][526797] Updated weights for policy 0, policy_version 6298 (0.0008) +[2026-06-07 03:24:51,802][526797] Updated weights for policy 0, policy_version 6308 (0.0009) +[2026-06-07 03:24:52,552][526797] Updated weights for policy 0, policy_version 6319 (0.0008) +[2026-06-07 03:24:52,707][526797] Updated weights for policy 0, policy_version 6331 (0.0008) +[2026-06-07 03:24:52,831][526797] Updated weights for policy 0, policy_version 6341 (0.0008) +[2026-06-07 03:24:52,975][526797] Updated weights for policy 0, policy_version 6352 (0.0008) +[2026-06-07 03:24:53,104][526797] Updated weights for policy 0, policy_version 6362 (0.0008) +[2026-06-07 03:24:53,245][526797] Updated weights for policy 0, policy_version 6373 (0.0010) +[2026-06-07 03:24:53,838][525308] Fps is (10 sec: 22937.6, 60 sec: 23483.7, 300 sec: 23405.8). Total num frames: 3276800. Throughput: 0: 23478.1. Samples: 3278336. Policy #0 lag: (min: 63.0, avg: 74.5, max: 127.0) +[2026-06-07 03:24:53,839][525308] Avg episode reward: [(0, '26.708')] +[2026-06-07 03:24:53,913][526797] Updated weights for policy 0, policy_version 6383 (0.0009) +[2026-06-07 03:24:54,041][526797] Updated weights for policy 0, policy_version 6394 (0.0009) +[2026-06-07 03:24:54,173][526797] Updated weights for policy 0, policy_version 6404 (0.0009) +[2026-06-07 03:24:54,328][526797] Updated weights for policy 0, policy_version 6416 (0.0008) +[2026-06-07 03:24:54,498][526797] Updated weights for policy 0, policy_version 6429 (0.0008) +[2026-06-07 03:24:54,638][526797] Updated weights for policy 0, policy_version 6439 (0.0009) +[2026-06-07 03:24:55,309][526797] Updated weights for policy 0, policy_version 6450 (0.0008) +[2026-06-07 03:24:55,449][526797] Updated weights for policy 0, policy_version 6461 (0.0008) +[2026-06-07 03:24:55,614][526797] Updated weights for policy 0, policy_version 6473 (0.0008) +[2026-06-07 03:24:55,744][526797] Updated weights for policy 0, policy_version 6483 (0.0008) +[2026-06-07 03:24:55,897][526797] Updated weights for policy 0, policy_version 6495 (0.0008) +[2026-06-07 03:24:56,597][526797] Updated weights for policy 0, policy_version 6506 (0.0008) +[2026-06-07 03:24:56,744][526797] Updated weights for policy 0, policy_version 6518 (0.0008) +[2026-06-07 03:24:56,912][526797] Updated weights for policy 0, policy_version 6531 (0.0007) +[2026-06-07 03:24:57,044][526797] Updated weights for policy 0, policy_version 6542 (0.0004) +[2026-06-07 03:24:57,204][526797] Updated weights for policy 0, policy_version 6554 (0.0004) +[2026-06-07 03:24:57,346][526797] Updated weights for policy 0, policy_version 6565 (0.0004) +[2026-06-07 03:24:58,003][526797] Updated weights for policy 0, policy_version 6575 (0.0007) +[2026-06-07 03:24:58,142][526797] Updated weights for policy 0, policy_version 6586 (0.0008) +[2026-06-07 03:24:58,281][526797] Updated weights for policy 0, policy_version 6597 (0.0008) +[2026-06-07 03:24:58,428][526797] Updated weights for policy 0, policy_version 6609 (0.0008) +[2026-06-07 03:24:58,588][526797] Updated weights for policy 0, policy_version 6622 (0.0009) +[2026-06-07 03:24:58,838][525308] Fps is (10 sec: 26214.4, 60 sec: 23483.8, 300 sec: 23502.6). Total num frames: 3407872. Throughput: 0: 23503.7. Samples: 3421696. Policy #0 lag: (min: 45.0, avg: 56.9, max: 109.0) +[2026-06-07 03:24:58,839][525308] Avg episode reward: [(0, '34.687')] +[2026-06-07 03:24:58,846][526275] Saving new best policy, reward=34.687! +[2026-06-07 03:24:59,299][526797] Updated weights for policy 0, policy_version 6634 (0.0008) +[2026-06-07 03:24:59,422][526797] Updated weights for policy 0, policy_version 6644 (0.0008) +[2026-06-07 03:24:59,601][526797] Updated weights for policy 0, policy_version 6658 (0.0008) +[2026-06-07 03:24:59,729][526797] Updated weights for policy 0, policy_version 6668 (0.0008) +[2026-06-07 03:24:59,874][526797] Updated weights for policy 0, policy_version 6679 (0.0008) +[2026-06-07 03:25:00,014][526797] Updated weights for policy 0, policy_version 6690 (0.0008) +[2026-06-07 03:25:00,734][526797] Updated weights for policy 0, policy_version 6700 (0.0008) +[2026-06-07 03:25:00,858][526797] Updated weights for policy 0, policy_version 6710 (0.0009) +[2026-06-07 03:25:01,015][526797] Updated weights for policy 0, policy_version 6722 (0.0008) +[2026-06-07 03:25:01,169][526797] Updated weights for policy 0, policy_version 6734 (0.0008) +[2026-06-07 03:25:01,308][526797] Updated weights for policy 0, policy_version 6745 (0.0008) +[2026-06-07 03:25:01,456][526797] Updated weights for policy 0, policy_version 6756 (0.0008) +[2026-06-07 03:25:02,120][526797] Updated weights for policy 0, policy_version 6767 (0.0009) +[2026-06-07 03:25:02,244][526797] Updated weights for policy 0, policy_version 6777 (0.0008) +[2026-06-07 03:25:02,429][526797] Updated weights for policy 0, policy_version 6791 (0.0008) +[2026-06-07 03:25:02,586][526797] Updated weights for policy 0, policy_version 6803 (0.0008) +[2026-06-07 03:25:02,724][526797] Updated weights for policy 0, policy_version 6814 (0.0008) +[2026-06-07 03:25:03,418][526797] Updated weights for policy 0, policy_version 6825 (0.0008) +[2026-06-07 03:25:03,551][526797] Updated weights for policy 0, policy_version 6835 (0.0008) +[2026-06-07 03:25:03,671][526797] Updated weights for policy 0, policy_version 6845 (0.0008) +[2026-06-07 03:25:03,809][526797] Updated weights for policy 0, policy_version 6856 (0.0008) +[2026-06-07 03:25:03,838][525308] Fps is (10 sec: 22937.5, 60 sec: 23483.9, 300 sec: 23374.5). Total num frames: 3506176. Throughput: 0: 23409.8. Samples: 3490560. Policy #0 lag: (min: 45.0, avg: 56.9, max: 109.0) +[2026-06-07 03:25:03,840][525308] Avg episode reward: [(0, '29.518')] +[2026-06-07 03:25:03,965][526797] Updated weights for policy 0, policy_version 6868 (0.0008) +[2026-06-07 03:25:04,109][526797] Updated weights for policy 0, policy_version 6879 (0.0008) +[2026-06-07 03:25:04,827][526797] Updated weights for policy 0, policy_version 6890 (0.0008) +[2026-06-07 03:25:04,977][526797] Updated weights for policy 0, policy_version 6902 (0.0008) +[2026-06-07 03:25:05,132][526797] Updated weights for policy 0, policy_version 6914 (0.0008) +[2026-06-07 03:25:05,285][526797] Updated weights for policy 0, policy_version 6926 (0.0008) +[2026-06-07 03:25:05,414][526797] Updated weights for policy 0, policy_version 6936 (0.0008) +[2026-06-07 03:25:05,557][526797] Updated weights for policy 0, policy_version 6947 (0.0008) +[2026-06-07 03:25:06,260][526797] Updated weights for policy 0, policy_version 6959 (0.0008) +[2026-06-07 03:25:06,385][526797] Updated weights for policy 0, policy_version 6969 (0.0008) +[2026-06-07 03:25:06,524][526797] Updated weights for policy 0, policy_version 6980 (0.0008) +[2026-06-07 03:25:06,660][526797] Updated weights for policy 0, policy_version 6991 (0.0008) +[2026-06-07 03:25:06,806][526797] Updated weights for policy 0, policy_version 7002 (0.0008) +[2026-06-07 03:25:06,935][526797] Updated weights for policy 0, policy_version 7012 (0.0008) +[2026-06-07 03:25:07,613][526797] Updated weights for policy 0, policy_version 7022 (0.0008) +[2026-06-07 03:25:07,743][526797] Updated weights for policy 0, policy_version 7032 (0.0008) +[2026-06-07 03:25:07,880][526797] Updated weights for policy 0, policy_version 7043 (0.0008) +[2026-06-07 03:25:08,019][526797] Updated weights for policy 0, policy_version 7054 (0.0008) +[2026-06-07 03:25:08,165][526797] Updated weights for policy 0, policy_version 7065 (0.0008) +[2026-06-07 03:25:08,324][526797] Updated weights for policy 0, policy_version 7078 (0.0008) +[2026-06-07 03:25:08,839][525308] Fps is (10 sec: 22937.2, 60 sec: 23483.7, 300 sec: 23466.1). Total num frames: 3637248. Throughput: 0: 23577.5. Samples: 3633536. Policy #0 lag: (min: 0.0, avg: 45.7, max: 64.0) +[2026-06-07 03:25:08,840][525308] Avg episode reward: [(0, '30.670')] +[2026-06-07 03:25:09,034][526797] Updated weights for policy 0, policy_version 7091 (0.0008) +[2026-06-07 03:25:09,177][526797] Updated weights for policy 0, policy_version 7101 (0.0008) +[2026-06-07 03:25:09,316][526797] Updated weights for policy 0, policy_version 7112 (0.0008) +[2026-06-07 03:25:09,476][526797] Updated weights for policy 0, policy_version 7124 (0.0008) +[2026-06-07 03:25:09,621][526797] Updated weights for policy 0, policy_version 7135 (0.0008) +[2026-06-07 03:25:10,300][526797] Updated weights for policy 0, policy_version 7145 (0.0008) +[2026-06-07 03:25:10,426][526797] Updated weights for policy 0, policy_version 7155 (0.0008) +[2026-06-07 03:25:10,592][526797] Updated weights for policy 0, policy_version 7168 (0.0008) +[2026-06-07 03:25:10,744][526797] Updated weights for policy 0, policy_version 7179 (0.0008) +[2026-06-07 03:25:10,881][526797] Updated weights for policy 0, policy_version 7190 (0.0008) +[2026-06-07 03:25:11,021][526797] Updated weights for policy 0, policy_version 7201 (0.0008) +[2026-06-07 03:25:11,673][526797] Updated weights for policy 0, policy_version 7211 (0.0008) +[2026-06-07 03:25:11,798][526797] Updated weights for policy 0, policy_version 7221 (0.0008) +[2026-06-07 03:25:11,944][526797] Updated weights for policy 0, policy_version 7232 (0.0008) +[2026-06-07 03:25:12,093][526797] Updated weights for policy 0, policy_version 7244 (0.0008) +[2026-06-07 03:25:12,233][526797] Updated weights for policy 0, policy_version 7254 (0.0008) +[2026-06-07 03:25:12,356][526797] Updated weights for policy 0, policy_version 7264 (0.0008) +[2026-06-07 03:25:13,027][526797] Updated weights for policy 0, policy_version 7274 (0.0008) +[2026-06-07 03:25:13,161][526797] Updated weights for policy 0, policy_version 7285 (0.0008) +[2026-06-07 03:25:13,295][526797] Updated weights for policy 0, policy_version 7296 (0.0008) +[2026-06-07 03:25:13,442][526797] Updated weights for policy 0, policy_version 7307 (0.0008) +[2026-06-07 03:25:13,587][526797] Updated weights for policy 0, policy_version 7318 (0.0008) +[2026-06-07 03:25:13,714][526797] Updated weights for policy 0, policy_version 7328 (0.0008) +[2026-06-07 03:25:13,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24029.9, 300 sec: 23552.0). Total num frames: 3768320. Throughput: 0: 23833.6. Samples: 3779840. Policy #0 lag: (min: 4.0, avg: 16.9, max: 68.0) +[2026-06-07 03:25:13,839][525308] Avg episode reward: [(0, '35.090')] +[2026-06-07 03:25:13,844][526275] Saving new best policy, reward=35.090! +[2026-06-07 03:25:14,408][526797] Updated weights for policy 0, policy_version 7340 (0.0009) +[2026-06-07 03:25:14,547][526797] Updated weights for policy 0, policy_version 7351 (0.0008) +[2026-06-07 03:25:14,689][526797] Updated weights for policy 0, policy_version 7362 (0.0008) +[2026-06-07 03:25:14,838][526797] Updated weights for policy 0, policy_version 7373 (0.0008) +[2026-06-07 03:25:14,979][526797] Updated weights for policy 0, policy_version 7384 (0.0008) +[2026-06-07 03:25:15,132][526797] Updated weights for policy 0, policy_version 7396 (0.0008) +[2026-06-07 03:25:15,781][526797] Updated weights for policy 0, policy_version 7406 (0.0008) +[2026-06-07 03:25:15,906][526797] Updated weights for policy 0, policy_version 7416 (0.0008) +[2026-06-07 03:25:16,056][526797] Updated weights for policy 0, policy_version 7428 (0.0008) +[2026-06-07 03:25:16,201][526797] Updated weights for policy 0, policy_version 7439 (0.0008) +[2026-06-07 03:25:16,375][526797] Updated weights for policy 0, policy_version 7452 (0.0008) +[2026-06-07 03:25:16,527][526797] Updated weights for policy 0, policy_version 7464 (0.0008) +[2026-06-07 03:25:17,235][526797] Updated weights for policy 0, policy_version 7475 (0.0009) +[2026-06-07 03:25:17,354][526797] Updated weights for policy 0, policy_version 7485 (0.0008) +[2026-06-07 03:25:17,515][526797] Updated weights for policy 0, policy_version 7497 (0.0008) +[2026-06-07 03:25:17,639][526797] Updated weights for policy 0, policy_version 7507 (0.0008) +[2026-06-07 03:25:17,775][526797] Updated weights for policy 0, policy_version 7517 (0.0008) +[2026-06-07 03:25:17,904][526797] Updated weights for policy 0, policy_version 7528 (0.0008) +[2026-06-07 03:25:18,607][526797] Updated weights for policy 0, policy_version 7541 (0.0008) +[2026-06-07 03:25:18,755][526797] Updated weights for policy 0, policy_version 7553 (0.0008) +[2026-06-07 03:25:18,838][525308] Fps is (10 sec: 22938.0, 60 sec: 23483.8, 300 sec: 23434.1). Total num frames: 3866624. Throughput: 0: 23762.5. Samples: 3848960. Policy #0 lag: (min: 4.0, avg: 16.9, max: 68.0) +[2026-06-07 03:25:18,839][525308] Avg episode reward: [(0, '36.065')] +[2026-06-07 03:25:18,901][526797] Updated weights for policy 0, policy_version 7564 (0.0008) +[2026-06-07 03:25:19,033][526797] Updated weights for policy 0, policy_version 7574 (0.0008) +[2026-06-07 03:25:19,171][526797] Updated weights for policy 0, policy_version 7585 (0.0008) +[2026-06-07 03:25:19,265][526275] Saving new best policy, reward=36.065! +[2026-06-07 03:25:19,872][526797] Updated weights for policy 0, policy_version 7596 (0.0007) +[2026-06-07 03:25:19,996][526797] Updated weights for policy 0, policy_version 7606 (0.0008) +[2026-06-07 03:25:20,137][526797] Updated weights for policy 0, policy_version 7617 (0.0008) +[2026-06-07 03:25:20,272][526797] Updated weights for policy 0, policy_version 7627 (0.0009) +[2026-06-07 03:25:20,399][526797] Updated weights for policy 0, policy_version 7637 (0.0009) +[2026-06-07 03:25:20,524][526797] Updated weights for policy 0, policy_version 7647 (0.0009) +[2026-06-07 03:25:21,198][526797] Updated weights for policy 0, policy_version 7657 (0.0008) +[2026-06-07 03:25:21,320][526797] Updated weights for policy 0, policy_version 7667 (0.0008) +[2026-06-07 03:25:21,444][526797] Updated weights for policy 0, policy_version 7677 (0.0008) +[2026-06-07 03:25:21,585][526797] Updated weights for policy 0, policy_version 7687 (0.0009) +[2026-06-07 03:25:21,707][526797] Updated weights for policy 0, policy_version 7697 (0.0008) +[2026-06-07 03:25:21,840][526797] Updated weights for policy 0, policy_version 7707 (0.0008) +[2026-06-07 03:25:21,978][526797] Updated weights for policy 0, policy_version 7718 (0.0008) +[2026-06-07 03:25:22,655][526797] Updated weights for policy 0, policy_version 7729 (0.0008) +[2026-06-07 03:25:22,774][526797] Updated weights for policy 0, policy_version 7739 (0.0008) +[2026-06-07 03:25:22,909][526797] Updated weights for policy 0, policy_version 7749 (0.0008) +[2026-06-07 03:25:23,038][526797] Updated weights for policy 0, policy_version 7759 (0.0008) +[2026-06-07 03:25:23,167][526797] Updated weights for policy 0, policy_version 7769 (0.0008) +[2026-06-07 03:25:23,337][526797] Updated weights for policy 0, policy_version 7782 (0.0008) +[2026-06-07 03:25:23,839][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23515.9). Total num frames: 3997696. Throughput: 0: 23694.2. Samples: 3993600. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-07 03:25:23,840][525308] Avg episode reward: [(0, '35.559')] +[2026-06-07 03:25:24,025][526797] Updated weights for policy 0, policy_version 7792 (0.0008) +[2026-06-07 03:25:24,164][526797] Updated weights for policy 0, policy_version 7803 (0.0008) +[2026-06-07 03:25:24,302][526797] Updated weights for policy 0, policy_version 7814 (0.0008) +[2026-06-07 03:25:24,459][526797] Updated weights for policy 0, policy_version 7826 (0.0008) +[2026-06-07 03:25:24,588][526797] Updated weights for policy 0, policy_version 7836 (0.0008) +[2026-06-07 03:25:24,730][526797] Updated weights for policy 0, policy_version 7846 (0.0008) +[2026-06-07 03:25:25,372][526797] Updated weights for policy 0, policy_version 7858 (0.0009) +[2026-06-07 03:25:25,529][526797] Updated weights for policy 0, policy_version 7870 (0.0008) +[2026-06-07 03:25:25,679][526797] Updated weights for policy 0, policy_version 7882 (0.0009) +[2026-06-07 03:25:25,840][526797] Updated weights for policy 0, policy_version 7894 (0.0008) +[2026-06-07 03:25:25,990][526797] Updated weights for policy 0, policy_version 7906 (0.0008) +[2026-06-07 03:25:26,705][526797] Updated weights for policy 0, policy_version 7920 (0.0008) +[2026-06-07 03:25:26,868][526797] Updated weights for policy 0, policy_version 7932 (0.0008) +[2026-06-07 03:25:27,010][526797] Updated weights for policy 0, policy_version 7943 (0.0008) +[2026-06-07 03:25:27,134][526797] Updated weights for policy 0, policy_version 7953 (0.0008) +[2026-06-07 03:25:27,307][526797] Updated weights for policy 0, policy_version 7967 (0.0008) +[2026-06-07 03:25:28,031][526797] Updated weights for policy 0, policy_version 7981 (0.0008) +[2026-06-07 03:25:28,156][526797] Updated weights for policy 0, policy_version 7991 (0.0008) +[2026-06-07 03:25:28,288][526797] Updated weights for policy 0, policy_version 8001 (0.0008) +[2026-06-07 03:25:28,419][526797] Updated weights for policy 0, policy_version 8012 (0.0008) +[2026-06-07 03:25:28,595][526797] Updated weights for policy 0, policy_version 8025 (0.0008) +[2026-06-07 03:25:28,724][526797] Updated weights for policy 0, policy_version 8036 (0.0008) +[2026-06-07 03:25:28,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24029.9, 300 sec: 23593.0). Total num frames: 4128768. Throughput: 0: 23904.7. Samples: 4140032. Policy #0 lag: (min: 11.0, avg: 52.5, max: 75.0) +[2026-06-07 03:25:28,839][525308] Avg episode reward: [(0, '35.023')] +[2026-06-07 03:25:29,411][526797] Updated weights for policy 0, policy_version 8048 (0.0008) +[2026-06-07 03:25:29,550][526797] Updated weights for policy 0, policy_version 8059 (0.0009) +[2026-06-07 03:25:29,681][526797] Updated weights for policy 0, policy_version 8070 (0.0008) +[2026-06-07 03:25:29,822][526797] Updated weights for policy 0, policy_version 8081 (0.0008) +[2026-06-07 03:25:29,976][526797] Updated weights for policy 0, policy_version 8093 (0.0009) +[2026-06-07 03:25:30,682][526797] Updated weights for policy 0, policy_version 8105 (0.0008) +[2026-06-07 03:25:30,835][526797] Updated weights for policy 0, policy_version 8117 (0.0008) +[2026-06-07 03:25:30,987][526797] Updated weights for policy 0, policy_version 8129 (0.0008) +[2026-06-07 03:25:31,130][526797] Updated weights for policy 0, policy_version 8141 (0.0008) +[2026-06-07 03:25:31,289][526797] Updated weights for policy 0, policy_version 8153 (0.0009) +[2026-06-07 03:25:31,417][526797] Updated weights for policy 0, policy_version 8164 (0.0008) +[2026-06-07 03:25:32,141][526797] Updated weights for policy 0, policy_version 8175 (0.0008) +[2026-06-07 03:25:32,295][526797] Updated weights for policy 0, policy_version 8187 (0.0008) +[2026-06-07 03:25:32,437][526797] Updated weights for policy 0, policy_version 8199 (0.0008) +[2026-06-07 03:25:32,600][526797] Updated weights for policy 0, policy_version 8212 (0.0009) +[2026-06-07 03:25:32,737][526797] Updated weights for policy 0, policy_version 8223 (0.0008) +[2026-06-07 03:25:33,405][526797] Updated weights for policy 0, policy_version 8233 (0.0008) +[2026-06-07 03:25:33,542][526797] Updated weights for policy 0, policy_version 8244 (0.0008) +[2026-06-07 03:25:33,677][526797] Updated weights for policy 0, policy_version 8255 (0.0008) +[2026-06-07 03:25:33,825][526797] Updated weights for policy 0, policy_version 8266 (0.0009) +[2026-06-07 03:25:33,839][525308] Fps is (10 sec: 22937.3, 60 sec: 24029.8, 300 sec: 23483.8). Total num frames: 4227072. Throughput: 0: 23864.8. Samples: 4208128. Policy #0 lag: (min: 11.0, avg: 52.5, max: 75.0) +[2026-06-07 03:25:33,840][525308] Avg episode reward: [(0, '35.273')] +[2026-06-07 03:25:33,949][526797] Updated weights for policy 0, policy_version 8276 (0.0008) +[2026-06-07 03:25:34,076][526797] Updated weights for policy 0, policy_version 8286 (0.0008) +[2026-06-07 03:25:34,790][526797] Updated weights for policy 0, policy_version 8297 (0.0009) +[2026-06-07 03:25:34,923][526797] Updated weights for policy 0, policy_version 8308 (0.0008) +[2026-06-07 03:25:35,055][526797] Updated weights for policy 0, policy_version 8318 (0.0008) +[2026-06-07 03:25:35,200][526797] Updated weights for policy 0, policy_version 8329 (0.0010) +[2026-06-07 03:25:35,325][526797] Updated weights for policy 0, policy_version 8339 (0.0009) +[2026-06-07 03:25:35,463][526797] Updated weights for policy 0, policy_version 8350 (0.0009) +[2026-06-07 03:25:35,590][526797] Updated weights for policy 0, policy_version 8360 (0.0009) +[2026-06-07 03:25:36,265][526797] Updated weights for policy 0, policy_version 8371 (0.0008) +[2026-06-07 03:25:36,416][526797] Updated weights for policy 0, policy_version 8383 (0.0008) +[2026-06-07 03:25:36,569][526797] Updated weights for policy 0, policy_version 8395 (0.0008) +[2026-06-07 03:25:36,715][526797] Updated weights for policy 0, policy_version 8406 (0.0008) +[2026-06-07 03:25:36,854][526797] Updated weights for policy 0, policy_version 8417 (0.0009) +[2026-06-07 03:25:37,532][526797] Updated weights for policy 0, policy_version 8427 (0.0008) +[2026-06-07 03:25:37,656][526797] Updated weights for policy 0, policy_version 8437 (0.0008) +[2026-06-07 03:25:37,797][526797] Updated weights for policy 0, policy_version 8448 (0.0009) +[2026-06-07 03:25:37,919][526797] Updated weights for policy 0, policy_version 8458 (0.0009) +[2026-06-07 03:25:38,055][526797] Updated weights for policy 0, policy_version 8468 (0.0008) +[2026-06-07 03:25:38,203][526797] Updated weights for policy 0, policy_version 8479 (0.0008) +[2026-06-07 03:25:38,839][525308] Fps is (10 sec: 22937.3, 60 sec: 24029.8, 300 sec: 23557.6). Total num frames: 4358144. Throughput: 0: 23953.0. Samples: 4356224. Policy #0 lag: (min: 2.0, avg: 42.0, max: 66.0) +[2026-06-07 03:25:38,840][525308] Avg episode reward: [(0, '41.704')] +[2026-06-07 03:25:38,868][526797] Updated weights for policy 0, policy_version 8490 (0.0008) +[2026-06-07 03:25:39,001][526797] Updated weights for policy 0, policy_version 8500 (0.0010) +[2026-06-07 03:25:39,132][526797] Updated weights for policy 0, policy_version 8511 (0.0008) +[2026-06-07 03:25:39,267][526797] Updated weights for policy 0, policy_version 8521 (0.0008) +[2026-06-07 03:25:39,414][526797] Updated weights for policy 0, policy_version 8532 (0.0008) +[2026-06-07 03:25:39,536][526797] Updated weights for policy 0, policy_version 8542 (0.0010) +[2026-06-07 03:25:39,658][526275] Saving new best policy, reward=41.704! +[2026-06-07 03:25:40,236][526797] Updated weights for policy 0, policy_version 8553 (0.0008) +[2026-06-07 03:25:40,363][526797] Updated weights for policy 0, policy_version 8563 (0.0008) +[2026-06-07 03:25:40,503][526797] Updated weights for policy 0, policy_version 8574 (0.0009) +[2026-06-07 03:25:40,649][526797] Updated weights for policy 0, policy_version 8585 (0.0008) +[2026-06-07 03:25:40,802][526797] Updated weights for policy 0, policy_version 8597 (0.0008) +[2026-06-07 03:25:40,948][526797] Updated weights for policy 0, policy_version 8608 (0.0008) +[2026-06-07 03:25:41,605][526797] Updated weights for policy 0, policy_version 8618 (0.0009) +[2026-06-07 03:25:41,737][526797] Updated weights for policy 0, policy_version 8628 (0.0009) +[2026-06-07 03:25:41,876][526797] Updated weights for policy 0, policy_version 8639 (0.0008) +[2026-06-07 03:25:42,031][526797] Updated weights for policy 0, policy_version 8651 (0.0008) +[2026-06-07 03:25:42,160][526797] Updated weights for policy 0, policy_version 8661 (0.0008) +[2026-06-07 03:25:42,309][526797] Updated weights for policy 0, policy_version 8672 (0.0008) +[2026-06-07 03:25:42,995][526797] Updated weights for policy 0, policy_version 8683 (0.0008) +[2026-06-07 03:25:43,134][526797] Updated weights for policy 0, policy_version 8694 (0.0008) +[2026-06-07 03:25:43,266][526797] Updated weights for policy 0, policy_version 8704 (0.0008) +[2026-06-07 03:25:43,405][526797] Updated weights for policy 0, policy_version 8715 (0.0008) +[2026-06-07 03:25:43,547][526797] Updated weights for policy 0, policy_version 8726 (0.0008) +[2026-06-07 03:25:43,678][526797] Updated weights for policy 0, policy_version 8736 (0.0006) +[2026-06-07 03:25:43,838][525308] Fps is (10 sec: 26214.8, 60 sec: 24029.9, 300 sec: 23627.5). Total num frames: 4489216. Throughput: 0: 24035.5. Samples: 4503296. Policy #0 lag: (min: 63.0, avg: 75.5, max: 127.0) +[2026-06-07 03:25:43,839][525308] Avg episode reward: [(0, '45.685')] +[2026-06-07 03:25:43,844][526275] Saving new best policy, reward=45.685! +[2026-06-07 03:25:44,325][526797] Updated weights for policy 0, policy_version 8747 (0.0006) +[2026-06-07 03:25:44,453][526797] Updated weights for policy 0, policy_version 8757 (0.0009) +[2026-06-07 03:25:44,587][526797] Updated weights for policy 0, policy_version 8767 (0.0008) +[2026-06-07 03:25:44,718][526797] Updated weights for policy 0, policy_version 8778 (0.0008) +[2026-06-07 03:25:44,866][526797] Updated weights for policy 0, policy_version 8789 (0.0009) +[2026-06-07 03:25:45,012][526797] Updated weights for policy 0, policy_version 8800 (0.0009) +[2026-06-07 03:25:45,688][526797] Updated weights for policy 0, policy_version 8813 (0.0009) +[2026-06-07 03:25:45,833][526797] Updated weights for policy 0, policy_version 8824 (0.0009) +[2026-06-07 03:25:45,972][526797] Updated weights for policy 0, policy_version 8835 (0.0008) +[2026-06-07 03:25:46,113][526797] Updated weights for policy 0, policy_version 8846 (0.0008) +[2026-06-07 03:25:46,266][526797] Updated weights for policy 0, policy_version 8858 (0.0008) +[2026-06-07 03:25:46,422][526797] Updated weights for policy 0, policy_version 8870 (0.0008) +[2026-06-07 03:25:47,097][526797] Updated weights for policy 0, policy_version 8880 (0.0008) +[2026-06-07 03:25:47,234][526797] Updated weights for policy 0, policy_version 8891 (0.0005) +[2026-06-07 03:25:47,367][526797] Updated weights for policy 0, policy_version 8901 (0.0004) +[2026-06-07 03:25:47,506][526797] Updated weights for policy 0, policy_version 8912 (0.0005) +[2026-06-07 03:25:47,645][526797] Updated weights for policy 0, policy_version 8923 (0.0005) +[2026-06-07 03:25:47,782][526797] Updated weights for policy 0, policy_version 8933 (0.0004) +[2026-06-07 03:25:48,439][526797] Updated weights for policy 0, policy_version 8944 (0.0007) +[2026-06-07 03:25:48,573][526797] Updated weights for policy 0, policy_version 8954 (0.0008) +[2026-06-07 03:25:48,727][526797] Updated weights for policy 0, policy_version 8966 (0.0008) +[2026-06-07 03:25:48,838][525308] Fps is (10 sec: 22937.9, 60 sec: 24029.9, 300 sec: 23525.8). Total num frames: 4587520. Throughput: 0: 24032.7. Samples: 4572032. Policy #0 lag: (min: 63.0, avg: 75.5, max: 127.0) +[2026-06-07 03:25:48,840][525308] Avg episode reward: [(0, '41.620')] +[2026-06-07 03:25:48,873][526797] Updated weights for policy 0, policy_version 8977 (0.0008) +[2026-06-07 03:25:49,039][526797] Updated weights for policy 0, policy_version 8990 (0.0008) +[2026-06-07 03:25:49,163][526797] Updated weights for policy 0, policy_version 9000 (0.0008) +[2026-06-07 03:25:49,843][526797] Updated weights for policy 0, policy_version 9012 (0.0008) +[2026-06-07 03:25:49,971][526797] Updated weights for policy 0, policy_version 9022 (0.0008) +[2026-06-07 03:25:50,102][526797] Updated weights for policy 0, policy_version 9032 (0.0009) +[2026-06-07 03:25:50,230][526797] Updated weights for policy 0, policy_version 9042 (0.0008) +[2026-06-07 03:25:50,382][526797] Updated weights for policy 0, policy_version 9054 (0.0008) +[2026-06-07 03:25:51,060][526797] Updated weights for policy 0, policy_version 9065 (0.0008) +[2026-06-07 03:25:51,196][526797] Updated weights for policy 0, policy_version 9076 (0.0008) +[2026-06-07 03:25:51,340][526797] Updated weights for policy 0, policy_version 9087 (0.0008) +[2026-06-07 03:25:51,476][526797] Updated weights for policy 0, policy_version 9098 (0.0008) +[2026-06-07 03:25:51,644][526797] Updated weights for policy 0, policy_version 9111 (0.0008) +[2026-06-07 03:25:51,777][526797] Updated weights for policy 0, policy_version 9121 (0.0008) +[2026-06-07 03:25:52,427][526797] Updated weights for policy 0, policy_version 9132 (0.0008) +[2026-06-07 03:25:52,589][526797] Updated weights for policy 0, policy_version 9144 (0.0008) +[2026-06-07 03:25:52,738][526797] Updated weights for policy 0, policy_version 9156 (0.0008) +[2026-06-07 03:25:52,894][526797] Updated weights for policy 0, policy_version 9168 (0.0008) +[2026-06-07 03:25:53,019][526797] Updated weights for policy 0, policy_version 9178 (0.0008) +[2026-06-07 03:25:53,148][526797] Updated weights for policy 0, policy_version 9188 (0.0008) +[2026-06-07 03:25:53,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23593.0). Total num frames: 4718592. Throughput: 0: 24163.7. Samples: 4720896. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:25:53,839][525308] Avg episode reward: [(0, '45.138')] +[2026-06-07 03:25:53,874][526797] Updated weights for policy 0, policy_version 9200 (0.0008) +[2026-06-07 03:25:53,992][526797] Updated weights for policy 0, policy_version 9210 (0.0008) +[2026-06-07 03:25:54,120][526797] Updated weights for policy 0, policy_version 9220 (0.0009) +[2026-06-07 03:25:54,247][526797] Updated weights for policy 0, policy_version 9230 (0.0008) +[2026-06-07 03:25:54,396][526797] Updated weights for policy 0, policy_version 9241 (0.0008) +[2026-06-07 03:25:54,553][526797] Updated weights for policy 0, policy_version 9253 (0.0008) +[2026-06-07 03:25:55,206][526797] Updated weights for policy 0, policy_version 9264 (0.0008) +[2026-06-07 03:25:55,331][526797] Updated weights for policy 0, policy_version 9274 (0.0008) +[2026-06-07 03:25:55,485][526797] Updated weights for policy 0, policy_version 9286 (0.0008) +[2026-06-07 03:25:55,617][526797] Updated weights for policy 0, policy_version 9296 (0.0009) +[2026-06-07 03:25:55,769][526797] Updated weights for policy 0, policy_version 9308 (0.0008) +[2026-06-07 03:25:55,895][526797] Updated weights for policy 0, policy_version 9318 (0.0008) +[2026-06-07 03:25:56,586][526797] Updated weights for policy 0, policy_version 9330 (0.0009) +[2026-06-07 03:25:56,728][526797] Updated weights for policy 0, policy_version 9341 (0.0008) +[2026-06-07 03:25:56,868][526797] Updated weights for policy 0, policy_version 9352 (0.0008) +[2026-06-07 03:25:57,040][526797] Updated weights for policy 0, policy_version 9365 (0.0008) +[2026-06-07 03:25:57,166][526797] Updated weights for policy 0, policy_version 9375 (0.0008) +[2026-06-07 03:25:57,848][526797] Updated weights for policy 0, policy_version 9386 (0.0008) +[2026-06-07 03:25:57,987][526797] Updated weights for policy 0, policy_version 9397 (0.0008) +[2026-06-07 03:25:58,132][526797] Updated weights for policy 0, policy_version 9408 (0.0008) +[2026-06-07 03:25:58,254][526797] Updated weights for policy 0, policy_version 9418 (0.0008) +[2026-06-07 03:25:58,397][526797] Updated weights for policy 0, policy_version 9429 (0.0008) +[2026-06-07 03:25:58,539][526797] Updated weights for policy 0, policy_version 9440 (0.0008) +[2026-06-07 03:25:58,838][525308] Fps is (10 sec: 26214.2, 60 sec: 24029.8, 300 sec: 23656.9). Total num frames: 4849664. Throughput: 0: 24069.7. Samples: 4862976. Policy #0 lag: (min: 63.0, avg: 73.8, max: 127.0) +[2026-06-07 03:25:58,839][525308] Avg episode reward: [(0, '47.398')] +[2026-06-07 03:25:58,843][526275] Saving new best policy, reward=47.398! +[2026-06-07 03:25:59,282][526797] Updated weights for policy 0, policy_version 9455 (0.0008) +[2026-06-07 03:25:59,437][526797] Updated weights for policy 0, policy_version 9467 (0.0006) +[2026-06-07 03:25:59,564][526797] Updated weights for policy 0, policy_version 9477 (0.0008) +[2026-06-07 03:25:59,724][526797] Updated weights for policy 0, policy_version 9489 (0.0008) +[2026-06-07 03:25:59,863][526797] Updated weights for policy 0, policy_version 9500 (0.0005) +[2026-06-07 03:26:00,019][526797] Updated weights for policy 0, policy_version 9512 (0.0008) +[2026-06-07 03:26:00,737][526797] Updated weights for policy 0, policy_version 9526 (0.0009) +[2026-06-07 03:26:00,886][526797] Updated weights for policy 0, policy_version 9537 (0.0008) +[2026-06-07 03:26:01,026][526797] Updated weights for policy 0, policy_version 9548 (0.0008) +[2026-06-07 03:26:01,170][526797] Updated weights for policy 0, policy_version 9559 (0.0008) +[2026-06-07 03:26:01,297][526797] Updated weights for policy 0, policy_version 9569 (0.0008) +[2026-06-07 03:26:01,941][526797] Updated weights for policy 0, policy_version 9579 (0.0008) +[2026-06-07 03:26:02,069][526797] Updated weights for policy 0, policy_version 9589 (0.0008) +[2026-06-07 03:26:02,199][526797] Updated weights for policy 0, policy_version 9599 (0.0008) +[2026-06-07 03:26:02,328][526797] Updated weights for policy 0, policy_version 9609 (0.0008) +[2026-06-07 03:26:02,492][526797] Updated weights for policy 0, policy_version 9622 (0.0009) +[2026-06-07 03:26:02,635][526797] Updated weights for policy 0, policy_version 9633 (0.0009) +[2026-06-07 03:26:03,311][526797] Updated weights for policy 0, policy_version 9643 (0.0008) +[2026-06-07 03:26:03,450][526797] Updated weights for policy 0, policy_version 9654 (0.0008) +[2026-06-07 03:26:03,596][526797] Updated weights for policy 0, policy_version 9666 (0.0009) +[2026-06-07 03:26:03,752][526797] Updated weights for policy 0, policy_version 9678 (0.0008) +[2026-06-07 03:26:03,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24029.9, 300 sec: 23561.8). Total num frames: 4947968. Throughput: 0: 24072.5. Samples: 4932224. Policy #0 lag: (min: 24.0, avg: 66.4, max: 88.0) +[2026-06-07 03:26:03,839][525308] Avg episode reward: [(0, '44.410')] +[2026-06-07 03:26:03,912][526797] Updated weights for policy 0, policy_version 9690 (0.0009) +[2026-06-07 03:26:04,041][526797] Updated weights for policy 0, policy_version 9700 (0.0008) +[2026-06-07 03:26:04,746][526797] Updated weights for policy 0, policy_version 9711 (0.0009) +[2026-06-07 03:26:04,879][526797] Updated weights for policy 0, policy_version 9722 (0.0008) +[2026-06-07 03:26:05,013][526797] Updated weights for policy 0, policy_version 9732 (0.0008) +[2026-06-07 03:26:05,174][526797] Updated weights for policy 0, policy_version 9744 (0.0008) +[2026-06-07 03:26:05,297][526797] Updated weights for policy 0, policy_version 9754 (0.0008) +[2026-06-07 03:26:05,443][526797] Updated weights for policy 0, policy_version 9765 (0.0008) +[2026-06-07 03:26:06,116][526797] Updated weights for policy 0, policy_version 9777 (0.0008) +[2026-06-07 03:26:06,258][526797] Updated weights for policy 0, policy_version 9788 (0.0008) +[2026-06-07 03:26:06,392][526797] Updated weights for policy 0, policy_version 9798 (0.0008) +[2026-06-07 03:26:06,529][526797] Updated weights for policy 0, policy_version 9808 (0.0009) +[2026-06-07 03:26:06,667][526797] Updated weights for policy 0, policy_version 9819 (0.0008) +[2026-06-07 03:26:06,798][526797] Updated weights for policy 0, policy_version 9829 (0.0008) +[2026-06-07 03:26:07,463][526797] Updated weights for policy 0, policy_version 9839 (0.0008) +[2026-06-07 03:26:07,597][526797] Updated weights for policy 0, policy_version 9849 (0.0008) +[2026-06-07 03:26:07,738][526797] Updated weights for policy 0, policy_version 9860 (0.0008) +[2026-06-07 03:26:07,862][526797] Updated weights for policy 0, policy_version 9870 (0.0008) +[2026-06-07 03:26:08,013][526797] Updated weights for policy 0, policy_version 9882 (0.0008) +[2026-06-07 03:26:08,159][526797] Updated weights for policy 0, policy_version 9893 (0.0008) +[2026-06-07 03:26:08,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24029.9, 300 sec: 23623.5). Total num frames: 5079040. Throughput: 0: 24209.1. Samples: 5083008. Policy #0 lag: (min: 24.0, avg: 66.4, max: 88.0) +[2026-06-07 03:26:08,840][525308] Avg episode reward: [(0, '45.908')] +[2026-06-07 03:26:08,866][526797] Updated weights for policy 0, policy_version 9906 (0.0008) +[2026-06-07 03:26:09,020][526797] Updated weights for policy 0, policy_version 9918 (0.0008) +[2026-06-07 03:26:09,193][526797] Updated weights for policy 0, policy_version 9932 (0.0008) +[2026-06-07 03:26:09,358][526797] Updated weights for policy 0, policy_version 9945 (0.0008) +[2026-06-07 03:26:09,496][526797] Updated weights for policy 0, policy_version 9956 (0.0008) +[2026-06-07 03:26:10,167][526797] Updated weights for policy 0, policy_version 9966 (0.0008) +[2026-06-07 03:26:10,303][526797] Updated weights for policy 0, policy_version 9977 (0.0008) +[2026-06-07 03:26:10,437][526797] Updated weights for policy 0, policy_version 9988 (0.0009) +[2026-06-07 03:26:10,619][526797] Updated weights for policy 0, policy_version 10002 (0.0008) +[2026-06-07 03:26:10,781][526797] Updated weights for policy 0, policy_version 10015 (0.0009) +[2026-06-07 03:26:11,489][526797] Updated weights for policy 0, policy_version 10026 (0.0008) +[2026-06-07 03:26:11,624][526797] Updated weights for policy 0, policy_version 10036 (0.0008) +[2026-06-07 03:26:11,765][526797] Updated weights for policy 0, policy_version 10047 (0.0008) +[2026-06-07 03:26:11,902][526797] Updated weights for policy 0, policy_version 10058 (0.0008) +[2026-06-07 03:26:12,057][526797] Updated weights for policy 0, policy_version 10070 (0.0008) +[2026-06-07 03:26:12,200][526797] Updated weights for policy 0, policy_version 10081 (0.0008) +[2026-06-07 03:26:12,866][526797] Updated weights for policy 0, policy_version 10092 (0.0008) +[2026-06-07 03:26:13,017][526797] Updated weights for policy 0, policy_version 10104 (0.0008) +[2026-06-07 03:26:13,159][526797] Updated weights for policy 0, policy_version 10115 (0.0008) +[2026-06-07 03:26:13,280][526797] Updated weights for policy 0, policy_version 10125 (0.0008) +[2026-06-07 03:26:13,422][526797] Updated weights for policy 0, policy_version 10135 (0.0008) +[2026-06-07 03:26:13,559][526797] Updated weights for policy 0, policy_version 10146 (0.0008) +[2026-06-07 03:26:13,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24029.9, 300 sec: 23682.4). Total num frames: 5210112. Throughput: 0: 24098.1. Samples: 5224448. Policy #0 lag: (min: 11.0, avg: 57.7, max: 75.0) +[2026-06-07 03:26:13,840][525308] Avg episode reward: [(0, '41.738')] +[2026-06-07 03:26:14,236][526797] Updated weights for policy 0, policy_version 10159 (0.0008) +[2026-06-07 03:26:14,369][526797] Updated weights for policy 0, policy_version 10169 (0.0008) +[2026-06-07 03:26:14,518][526797] Updated weights for policy 0, policy_version 10181 (0.0008) +[2026-06-07 03:26:14,681][526797] Updated weights for policy 0, policy_version 10194 (0.0008) +[2026-06-07 03:26:14,813][526797] Updated weights for policy 0, policy_version 10204 (0.0008) +[2026-06-07 03:26:14,964][526797] Updated weights for policy 0, policy_version 10216 (0.0009) +[2026-06-07 03:26:15,642][526797] Updated weights for policy 0, policy_version 10227 (0.0008) +[2026-06-07 03:26:15,770][526797] Updated weights for policy 0, policy_version 10237 (0.0008) +[2026-06-07 03:26:15,925][526797] Updated weights for policy 0, policy_version 10249 (0.0008) +[2026-06-07 03:26:16,057][526797] Updated weights for policy 0, policy_version 10259 (0.0008) +[2026-06-07 03:26:16,196][526797] Updated weights for policy 0, policy_version 10270 (0.0008) +[2026-06-07 03:26:16,321][526797] Updated weights for policy 0, policy_version 10280 (0.0008) +[2026-06-07 03:26:16,995][526797] Updated weights for policy 0, policy_version 10290 (0.0008) +[2026-06-07 03:26:17,146][526797] Updated weights for policy 0, policy_version 10302 (0.0008) +[2026-06-07 03:26:17,300][526797] Updated weights for policy 0, policy_version 10314 (0.0008) +[2026-06-07 03:26:17,443][526797] Updated weights for policy 0, policy_version 10325 (0.0009) +[2026-06-07 03:26:17,608][526797] Updated weights for policy 0, policy_version 10337 (0.0009) +[2026-06-07 03:26:18,254][526797] Updated weights for policy 0, policy_version 10348 (0.0008) +[2026-06-07 03:26:18,397][526797] Updated weights for policy 0, policy_version 10359 (0.0008) +[2026-06-07 03:26:18,552][526797] Updated weights for policy 0, policy_version 10372 (0.0009) +[2026-06-07 03:26:18,683][526797] Updated weights for policy 0, policy_version 10382 (0.0008) +[2026-06-07 03:26:18,812][526797] Updated weights for policy 0, policy_version 10392 (0.0008) +[2026-06-07 03:26:18,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24029.8, 300 sec: 23593.0). Total num frames: 5308416. Throughput: 0: 24138.0. Samples: 5294336. Policy #0 lag: (min: 1.0, avg: 46.9, max: 65.0) +[2026-06-07 03:26:18,839][525308] Avg episode reward: [(0, '47.369')] +[2026-06-07 03:26:18,954][526797] Updated weights for policy 0, policy_version 10403 (0.0008) +[2026-06-07 03:26:19,625][526797] Updated weights for policy 0, policy_version 10413 (0.0008) +[2026-06-07 03:26:19,783][526797] Updated weights for policy 0, policy_version 10425 (0.0009) +[2026-06-07 03:26:19,952][526797] Updated weights for policy 0, policy_version 10438 (0.0010) +[2026-06-07 03:26:20,115][526797] Updated weights for policy 0, policy_version 10451 (0.0009) +[2026-06-07 03:26:20,250][526797] Updated weights for policy 0, policy_version 10461 (0.0008) +[2026-06-07 03:26:20,380][526797] Updated weights for policy 0, policy_version 10471 (0.0008) +[2026-06-07 03:26:20,996][526797] Updated weights for policy 0, policy_version 10481 (0.0009) +[2026-06-07 03:26:21,136][526797] Updated weights for policy 0, policy_version 10492 (0.0009) +[2026-06-07 03:26:21,283][526797] Updated weights for policy 0, policy_version 10503 (0.0009) +[2026-06-07 03:26:21,411][526797] Updated weights for policy 0, policy_version 10513 (0.0008) +[2026-06-07 03:26:21,550][526797] Updated weights for policy 0, policy_version 10524 (0.0008) +[2026-06-07 03:26:21,683][526797] Updated weights for policy 0, policy_version 10534 (0.0009) +[2026-06-07 03:26:22,309][526797] Updated weights for policy 0, policy_version 10544 (0.0008) +[2026-06-07 03:26:22,461][526797] Updated weights for policy 0, policy_version 10556 (0.0008) +[2026-06-07 03:26:22,601][526797] Updated weights for policy 0, policy_version 10567 (0.0008) +[2026-06-07 03:26:22,725][526797] Updated weights for policy 0, policy_version 10577 (0.0009) +[2026-06-07 03:26:22,854][526797] Updated weights for policy 0, policy_version 10587 (0.0008) +[2026-06-07 03:26:22,985][526797] Updated weights for policy 0, policy_version 10597 (0.0009) +[2026-06-07 03:26:23,688][526797] Updated weights for policy 0, policy_version 10610 (0.0009) +[2026-06-07 03:26:23,832][526797] Updated weights for policy 0, policy_version 10621 (0.0009) +[2026-06-07 03:26:23,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23650.0). Total num frames: 5439488. Throughput: 0: 24231.9. Samples: 5446656. Policy #0 lag: (min: 1.0, avg: 46.9, max: 65.0) +[2026-06-07 03:26:23,840][525308] Avg episode reward: [(0, '50.305')] +[2026-06-07 03:26:23,971][526797] Updated weights for policy 0, policy_version 10632 (0.0008) +[2026-06-07 03:26:24,119][526797] Updated weights for policy 0, policy_version 10643 (0.0009) +[2026-06-07 03:26:24,251][526797] Updated weights for policy 0, policy_version 10653 (0.0008) +[2026-06-07 03:26:24,381][526275] Saving new best policy, reward=50.305! +[2026-06-07 03:26:24,383][526797] Updated weights for policy 0, policy_version 10664 (0.0008) +[2026-06-07 03:26:25,043][526797] Updated weights for policy 0, policy_version 10674 (0.0008) +[2026-06-07 03:26:25,180][526797] Updated weights for policy 0, policy_version 10684 (0.0008) +[2026-06-07 03:26:25,327][526797] Updated weights for policy 0, policy_version 10696 (0.0008) +[2026-06-07 03:26:25,481][526797] Updated weights for policy 0, policy_version 10708 (0.0008) +[2026-06-07 03:26:25,623][526797] Updated weights for policy 0, policy_version 10719 (0.0008) +[2026-06-07 03:26:26,311][526797] Updated weights for policy 0, policy_version 10730 (0.0008) +[2026-06-07 03:26:26,444][526797] Updated weights for policy 0, policy_version 10740 (0.0008) +[2026-06-07 03:26:26,571][526797] Updated weights for policy 0, policy_version 10750 (0.0008) +[2026-06-07 03:26:26,723][526797] Updated weights for policy 0, policy_version 10762 (0.0008) +[2026-06-07 03:26:26,865][526797] Updated weights for policy 0, policy_version 10773 (0.0008) +[2026-06-07 03:26:27,010][526797] Updated weights for policy 0, policy_version 10784 (0.0008) +[2026-06-07 03:26:27,688][526797] Updated weights for policy 0, policy_version 10794 (0.0008) +[2026-06-07 03:26:27,823][526797] Updated weights for policy 0, policy_version 10805 (0.0008) +[2026-06-07 03:26:27,968][526797] Updated weights for policy 0, policy_version 10816 (0.0008) +[2026-06-07 03:26:28,108][526797] Updated weights for policy 0, policy_version 10827 (0.0008) +[2026-06-07 03:26:28,257][526797] Updated weights for policy 0, policy_version 10838 (0.0008) +[2026-06-07 03:26:28,394][526797] Updated weights for policy 0, policy_version 10848 (0.0008) +[2026-06-07 03:26:28,838][525308] Fps is (10 sec: 26214.6, 60 sec: 24029.9, 300 sec: 23704.5). Total num frames: 5570560. Throughput: 0: 24038.4. Samples: 5585024. Policy #0 lag: (min: 9.0, avg: 45.0, max: 73.0) +[2026-06-07 03:26:28,839][525308] Avg episode reward: [(0, '48.428')] +[2026-06-07 03:26:29,060][526797] Updated weights for policy 0, policy_version 10858 (0.0008) +[2026-06-07 03:26:29,176][526797] Updated weights for policy 0, policy_version 10868 (0.0008) +[2026-06-07 03:26:29,340][526797] Updated weights for policy 0, policy_version 10881 (0.0008) +[2026-06-07 03:26:29,484][526797] Updated weights for policy 0, policy_version 10892 (0.0008) +[2026-06-07 03:26:29,614][526797] Updated weights for policy 0, policy_version 10902 (0.0008) +[2026-06-07 03:26:29,767][526797] Updated weights for policy 0, policy_version 10914 (0.0008) +[2026-06-07 03:26:30,445][526797] Updated weights for policy 0, policy_version 10924 (0.0008) +[2026-06-07 03:26:30,577][526797] Updated weights for policy 0, policy_version 10934 (0.0008) +[2026-06-07 03:26:30,736][526797] Updated weights for policy 0, policy_version 10947 (0.0008) +[2026-06-07 03:26:30,896][526797] Updated weights for policy 0, policy_version 10960 (0.0008) +[2026-06-07 03:26:31,048][526797] Updated weights for policy 0, policy_version 10972 (0.0008) +[2026-06-07 03:26:31,776][526797] Updated weights for policy 0, policy_version 10985 (0.0008) +[2026-06-07 03:26:31,903][526797] Updated weights for policy 0, policy_version 10996 (0.0008) +[2026-06-07 03:26:32,035][526797] Updated weights for policy 0, policy_version 11007 (0.0008) +[2026-06-07 03:26:32,186][526797] Updated weights for policy 0, policy_version 11019 (0.0008) +[2026-06-07 03:26:32,341][526797] Updated weights for policy 0, policy_version 11031 (0.0008) +[2026-06-07 03:26:32,488][526797] Updated weights for policy 0, policy_version 11043 (0.0008) +[2026-06-07 03:26:33,211][526797] Updated weights for policy 0, policy_version 11057 (0.0008) +[2026-06-07 03:26:33,347][526797] Updated weights for policy 0, policy_version 11068 (0.0008) +[2026-06-07 03:26:33,510][526797] Updated weights for policy 0, policy_version 11081 (0.0008) +[2026-06-07 03:26:33,647][526797] Updated weights for policy 0, policy_version 11092 (0.0009) +[2026-06-07 03:26:33,824][526797] Updated weights for policy 0, policy_version 11106 (0.0008) +[2026-06-07 03:26:33,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24029.9, 300 sec: 23620.3). Total num frames: 5668864. Throughput: 0: 24032.7. Samples: 5653504. Policy #0 lag: (min: 9.0, avg: 45.0, max: 73.0) +[2026-06-07 03:26:33,839][525308] Avg episode reward: [(0, '49.075')] +[2026-06-07 03:26:34,509][526797] Updated weights for policy 0, policy_version 11117 (0.0008) +[2026-06-07 03:26:34,641][526797] Updated weights for policy 0, policy_version 11127 (0.0008) +[2026-06-07 03:26:34,780][526797] Updated weights for policy 0, policy_version 11138 (0.0008) +[2026-06-07 03:26:34,919][526797] Updated weights for policy 0, policy_version 11149 (0.0008) +[2026-06-07 03:26:35,079][526797] Updated weights for policy 0, policy_version 11161 (0.0008) +[2026-06-07 03:26:35,242][526797] Updated weights for policy 0, policy_version 11173 (0.0009) +[2026-06-07 03:26:35,910][526797] Updated weights for policy 0, policy_version 11185 (0.0008) +[2026-06-07 03:26:36,059][526797] Updated weights for policy 0, policy_version 11197 (0.0008) +[2026-06-07 03:26:36,206][526797] Updated weights for policy 0, policy_version 11208 (0.0008) +[2026-06-07 03:26:36,326][526797] Updated weights for policy 0, policy_version 11218 (0.0008) +[2026-06-07 03:26:36,455][526797] Updated weights for policy 0, policy_version 11228 (0.0008) +[2026-06-07 03:26:36,621][526797] Updated weights for policy 0, policy_version 11240 (0.0008) +[2026-06-07 03:26:37,270][526797] Updated weights for policy 0, policy_version 11250 (0.0008) +[2026-06-07 03:26:37,403][526797] Updated weights for policy 0, policy_version 11260 (0.0008) +[2026-06-07 03:26:37,528][526797] Updated weights for policy 0, policy_version 11270 (0.0008) +[2026-06-07 03:26:37,690][526797] Updated weights for policy 0, policy_version 11282 (0.0007) +[2026-06-07 03:26:37,825][526797] Updated weights for policy 0, policy_version 11292 (0.0008) +[2026-06-07 03:26:37,971][526797] Updated weights for policy 0, policy_version 11303 (0.0008) +[2026-06-07 03:26:38,614][526797] Updated weights for policy 0, policy_version 11313 (0.0008) +[2026-06-07 03:26:38,742][526797] Updated weights for policy 0, policy_version 11323 (0.0008) +[2026-06-07 03:26:38,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24029.9, 300 sec: 23673.2). Total num frames: 5799936. Throughput: 0: 24132.3. Samples: 5806848. Policy #0 lag: (min: 63.0, avg: 74.9, max: 127.0) +[2026-06-07 03:26:38,839][525308] Avg episode reward: [(0, '53.879')] +[2026-06-07 03:26:38,883][526797] Updated weights for policy 0, policy_version 11334 (0.0008) +[2026-06-07 03:26:39,031][526797] Updated weights for policy 0, policy_version 11345 (0.0009) +[2026-06-07 03:26:39,174][526797] Updated weights for policy 0, policy_version 11357 (0.0008) +[2026-06-07 03:26:39,311][526797] Updated weights for policy 0, policy_version 11367 (0.0008) +[2026-06-07 03:26:39,317][526275] Saving new best policy, reward=53.879! +[2026-06-07 03:26:39,965][526797] Updated weights for policy 0, policy_version 11378 (0.0009) +[2026-06-07 03:26:40,098][526797] Updated weights for policy 0, policy_version 11388 (0.0009) +[2026-06-07 03:26:40,223][526797] Updated weights for policy 0, policy_version 11398 (0.0008) +[2026-06-07 03:26:40,355][526797] Updated weights for policy 0, policy_version 11408 (0.0008) +[2026-06-07 03:26:40,489][526797] Updated weights for policy 0, policy_version 11418 (0.0006) +[2026-06-07 03:26:40,631][526797] Updated weights for policy 0, policy_version 11429 (0.0008) +[2026-06-07 03:26:41,301][526797] Updated weights for policy 0, policy_version 11440 (0.0008) +[2026-06-07 03:26:41,427][526797] Updated weights for policy 0, policy_version 11450 (0.0008) +[2026-06-07 03:26:41,571][526797] Updated weights for policy 0, policy_version 11461 (0.0009) +[2026-06-07 03:26:41,705][526797] Updated weights for policy 0, policy_version 11471 (0.0008) +[2026-06-07 03:26:41,855][526797] Updated weights for policy 0, policy_version 11483 (0.0008) +[2026-06-07 03:26:41,989][526797] Updated weights for policy 0, policy_version 11493 (0.0008) +[2026-06-07 03:26:42,629][526797] Updated weights for policy 0, policy_version 11504 (0.0009) +[2026-06-07 03:26:42,773][526797] Updated weights for policy 0, policy_version 11515 (0.0008) +[2026-06-07 03:26:42,935][526797] Updated weights for policy 0, policy_version 11528 (0.0009) +[2026-06-07 03:26:43,082][526797] Updated weights for policy 0, policy_version 11539 (0.0008) +[2026-06-07 03:26:43,223][526797] Updated weights for policy 0, policy_version 11550 (0.0009) +[2026-06-07 03:26:43,353][526797] Updated weights for policy 0, policy_version 11560 (0.0007) +[2026-06-07 03:26:43,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24029.9, 300 sec: 23724.1). Total num frames: 5931008. Throughput: 0: 24049.8. Samples: 5945216. Policy #0 lag: (min: 63.0, avg: 74.9, max: 127.0) +[2026-06-07 03:26:43,839][525308] Avg episode reward: [(0, '49.298')] +[2026-06-07 03:26:44,007][526797] Updated weights for policy 0, policy_version 11570 (0.0008) +[2026-06-07 03:26:44,126][526797] Updated weights for policy 0, policy_version 11580 (0.0008) +[2026-06-07 03:26:44,253][526797] Updated weights for policy 0, policy_version 11590 (0.0008) +[2026-06-07 03:26:44,402][526797] Updated weights for policy 0, policy_version 11601 (0.0008) +[2026-06-07 03:26:44,556][526797] Updated weights for policy 0, policy_version 11613 (0.0009) +[2026-06-07 03:26:44,689][526797] Updated weights for policy 0, policy_version 11623 (0.0008) +[2026-06-07 03:26:45,337][526797] Updated weights for policy 0, policy_version 11634 (0.0008) +[2026-06-07 03:26:45,481][526797] Updated weights for policy 0, policy_version 11645 (0.0008) +[2026-06-07 03:26:45,619][526797] Updated weights for policy 0, policy_version 11655 (0.0009) +[2026-06-07 03:26:45,751][526797] Updated weights for policy 0, policy_version 11665 (0.0008) +[2026-06-07 03:26:45,878][526797] Updated weights for policy 0, policy_version 11675 (0.0008) +[2026-06-07 03:26:46,013][526797] Updated weights for policy 0, policy_version 11685 (0.0009) +[2026-06-07 03:26:46,668][526797] Updated weights for policy 0, policy_version 11695 (0.0008) +[2026-06-07 03:26:46,806][526797] Updated weights for policy 0, policy_version 11706 (0.0008) +[2026-06-07 03:26:46,938][526797] Updated weights for policy 0, policy_version 11716 (0.0008) +[2026-06-07 03:26:47,068][526797] Updated weights for policy 0, policy_version 11727 (0.0008) +[2026-06-07 03:26:47,201][526797] Updated weights for policy 0, policy_version 11737 (0.0008) +[2026-06-07 03:26:47,338][526797] Updated weights for policy 0, policy_version 11748 (0.0008) +[2026-06-07 03:26:48,013][526797] Updated weights for policy 0, policy_version 11759 (0.0008) +[2026-06-07 03:26:48,168][526797] Updated weights for policy 0, policy_version 11771 (0.0008) +[2026-06-07 03:26:48,315][526797] Updated weights for policy 0, policy_version 11782 (0.0008) +[2026-06-07 03:26:48,441][526797] Updated weights for policy 0, policy_version 11792 (0.0008) +[2026-06-07 03:26:48,579][526797] Updated weights for policy 0, policy_version 11803 (0.0008) +[2026-06-07 03:26:48,712][526797] Updated weights for policy 0, policy_version 11813 (0.0008) +[2026-06-07 03:26:48,838][525308] Fps is (10 sec: 26214.3, 60 sec: 24576.0, 300 sec: 23772.9). Total num frames: 6062080. Throughput: 0: 24172.1. Samples: 6019968. Policy #0 lag: (min: 63.0, avg: 76.3, max: 127.0) +[2026-06-07 03:26:48,839][525308] Avg episode reward: [(0, '52.436')] +[2026-06-07 03:26:49,366][526797] Updated weights for policy 0, policy_version 11824 (0.0006) +[2026-06-07 03:26:49,520][526797] Updated weights for policy 0, policy_version 11836 (0.0005) +[2026-06-07 03:26:49,651][526797] Updated weights for policy 0, policy_version 11846 (0.0006) +[2026-06-07 03:26:49,794][526797] Updated weights for policy 0, policy_version 11857 (0.0008) +[2026-06-07 03:26:49,934][526797] Updated weights for policy 0, policy_version 11868 (0.0008) +[2026-06-07 03:26:50,075][526797] Updated weights for policy 0, policy_version 11878 (0.0008) +[2026-06-07 03:26:50,719][526797] Updated weights for policy 0, policy_version 11889 (0.0008) +[2026-06-07 03:26:50,841][526797] Updated weights for policy 0, policy_version 11899 (0.0008) +[2026-06-07 03:26:50,977][526797] Updated weights for policy 0, policy_version 11909 (0.0008) +[2026-06-07 03:26:51,102][526797] Updated weights for policy 0, policy_version 11919 (0.0008) +[2026-06-07 03:26:51,245][526797] Updated weights for policy 0, policy_version 11930 (0.0008) +[2026-06-07 03:26:51,406][526797] Updated weights for policy 0, policy_version 11942 (0.0008) +[2026-06-07 03:26:52,057][526797] Updated weights for policy 0, policy_version 11953 (0.0009) +[2026-06-07 03:26:52,204][526797] Updated weights for policy 0, policy_version 11964 (0.0009) +[2026-06-07 03:26:52,324][526797] Updated weights for policy 0, policy_version 11974 (0.0008) +[2026-06-07 03:26:52,488][526797] Updated weights for policy 0, policy_version 11986 (0.0008) +[2026-06-07 03:26:52,629][526797] Updated weights for policy 0, policy_version 11997 (0.0008) +[2026-06-07 03:26:52,771][526797] Updated weights for policy 0, policy_version 12008 (0.0008) +[2026-06-07 03:26:53,431][526797] Updated weights for policy 0, policy_version 12018 (0.0008) +[2026-06-07 03:26:53,576][526797] Updated weights for policy 0, policy_version 12029 (0.0008) +[2026-06-07 03:26:53,711][526797] Updated weights for policy 0, policy_version 12039 (0.0008) +[2026-06-07 03:26:53,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24029.9, 300 sec: 23693.8). Total num frames: 6160384. Throughput: 0: 24120.9. Samples: 6168448. Policy #0 lag: (min: 63.0, avg: 76.3, max: 127.0) +[2026-06-07 03:26:53,839][525308] Avg episode reward: [(0, '55.879')] +[2026-06-07 03:26:53,854][526797] Updated weights for policy 0, policy_version 12050 (0.0008) +[2026-06-07 03:26:54,006][526797] Updated weights for policy 0, policy_version 12062 (0.0008) +[2026-06-07 03:26:54,134][526275] Saving new best policy, reward=55.879! +[2026-06-07 03:26:54,681][526797] Updated weights for policy 0, policy_version 12074 (0.0008) +[2026-06-07 03:26:54,836][526797] Updated weights for policy 0, policy_version 12086 (0.0008) +[2026-06-07 03:26:54,963][526797] Updated weights for policy 0, policy_version 12096 (0.0008) +[2026-06-07 03:26:55,115][526797] Updated weights for policy 0, policy_version 12107 (0.0008) +[2026-06-07 03:26:55,241][526797] Updated weights for policy 0, policy_version 12117 (0.0008) +[2026-06-07 03:26:55,380][526797] Updated weights for policy 0, policy_version 12128 (0.0008) +[2026-06-07 03:26:56,070][526797] Updated weights for policy 0, policy_version 12140 (0.0008) +[2026-06-07 03:26:56,213][526797] Updated weights for policy 0, policy_version 12151 (0.0009) +[2026-06-07 03:26:56,352][526797] Updated weights for policy 0, policy_version 12162 (0.0008) +[2026-06-07 03:26:56,495][526797] Updated weights for policy 0, policy_version 12173 (0.0008) +[2026-06-07 03:26:56,631][526797] Updated weights for policy 0, policy_version 12183 (0.0008) +[2026-06-07 03:26:56,773][526797] Updated weights for policy 0, policy_version 12194 (0.0008) +[2026-06-07 03:26:57,426][526797] Updated weights for policy 0, policy_version 12205 (0.0008) +[2026-06-07 03:26:57,592][526797] Updated weights for policy 0, policy_version 12218 (0.0008) +[2026-06-07 03:26:57,730][526797] Updated weights for policy 0, policy_version 12228 (0.0008) +[2026-06-07 03:26:57,855][526797] Updated weights for policy 0, policy_version 12238 (0.0008) +[2026-06-07 03:26:57,998][526797] Updated weights for policy 0, policy_version 12249 (0.0008) +[2026-06-07 03:26:58,145][526797] Updated weights for policy 0, policy_version 12260 (0.0008) +[2026-06-07 03:26:58,798][526797] Updated weights for policy 0, policy_version 12271 (0.0009) +[2026-06-07 03:26:58,839][525308] Fps is (10 sec: 22937.5, 60 sec: 24029.9, 300 sec: 23741.4). Total num frames: 6291456. Throughput: 0: 24095.3. Samples: 6308736. Policy #0 lag: (min: 52.0, avg: 63.6, max: 116.0) +[2026-06-07 03:26:58,840][525308] Avg episode reward: [(0, '60.838')] +[2026-06-07 03:26:58,954][526797] Updated weights for policy 0, policy_version 12283 (0.0009) +[2026-06-07 03:26:59,082][526797] Updated weights for policy 0, policy_version 12293 (0.0009) +[2026-06-07 03:26:59,220][526797] Updated weights for policy 0, policy_version 12304 (0.0009) +[2026-06-07 03:26:59,370][526797] Updated weights for policy 0, policy_version 12315 (0.0008) +[2026-06-07 03:26:59,508][526797] Updated weights for policy 0, policy_version 12326 (0.0009) +[2026-06-07 03:26:59,526][526275] Saving new best policy, reward=60.838! +[2026-06-07 03:27:00,163][526797] Updated weights for policy 0, policy_version 12336 (0.0010) +[2026-06-07 03:27:00,309][526797] Updated weights for policy 0, policy_version 12347 (0.0008) +[2026-06-07 03:27:00,428][526797] Updated weights for policy 0, policy_version 12357 (0.0008) +[2026-06-07 03:27:00,581][526797] Updated weights for policy 0, policy_version 12369 (0.0008) +[2026-06-07 03:27:00,718][526797] Updated weights for policy 0, policy_version 12379 (0.0008) +[2026-06-07 03:27:00,879][526797] Updated weights for policy 0, policy_version 12391 (0.0008) +[2026-06-07 03:27:01,569][526797] Updated weights for policy 0, policy_version 12403 (0.0007) +[2026-06-07 03:27:01,698][526797] Updated weights for policy 0, policy_version 12413 (0.0008) +[2026-06-07 03:27:01,843][526797] Updated weights for policy 0, policy_version 12424 (0.0008) +[2026-06-07 03:27:01,986][526797] Updated weights for policy 0, policy_version 12435 (0.0008) +[2026-06-07 03:27:02,120][526797] Updated weights for policy 0, policy_version 12445 (0.0008) +[2026-06-07 03:27:02,248][526797] Updated weights for policy 0, policy_version 12455 (0.0010) +[2026-06-07 03:27:02,888][526797] Updated weights for policy 0, policy_version 12465 (0.0009) +[2026-06-07 03:27:03,022][526797] Updated weights for policy 0, policy_version 12476 (0.0009) +[2026-06-07 03:27:03,172][526797] Updated weights for policy 0, policy_version 12487 (0.0010) +[2026-06-07 03:27:03,312][526797] Updated weights for policy 0, policy_version 12498 (0.0010) +[2026-06-07 03:27:03,459][526797] Updated weights for policy 0, policy_version 12509 (0.0010) +[2026-06-07 03:27:03,597][526797] Updated weights for policy 0, policy_version 12520 (0.0008) +[2026-06-07 03:27:03,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 23787.2). Total num frames: 6422528. Throughput: 0: 24283.0. Samples: 6387072. Policy #0 lag: (min: 52.0, avg: 63.6, max: 116.0) +[2026-06-07 03:27:03,839][525308] Avg episode reward: [(0, '50.682')] +[2026-06-07 03:27:04,248][526797] Updated weights for policy 0, policy_version 12530 (0.0008) +[2026-06-07 03:27:04,392][526797] Updated weights for policy 0, policy_version 12541 (0.0008) +[2026-06-07 03:27:04,538][526797] Updated weights for policy 0, policy_version 12553 (0.0008) +[2026-06-07 03:27:04,681][526797] Updated weights for policy 0, policy_version 12563 (0.0011) +[2026-06-07 03:27:04,814][526797] Updated weights for policy 0, policy_version 12573 (0.0011) +[2026-06-07 03:27:04,963][526797] Updated weights for policy 0, policy_version 12584 (0.0010) +[2026-06-07 03:27:05,603][526797] Updated weights for policy 0, policy_version 12594 (0.0008) +[2026-06-07 03:27:05,755][526797] Updated weights for policy 0, policy_version 12605 (0.0008) +[2026-06-07 03:27:05,886][526797] Updated weights for policy 0, policy_version 12615 (0.0008) +[2026-06-07 03:27:06,022][526797] Updated weights for policy 0, policy_version 12626 (0.0008) +[2026-06-07 03:27:06,156][526797] Updated weights for policy 0, policy_version 12636 (0.0008) +[2026-06-07 03:27:06,294][526797] Updated weights for policy 0, policy_version 12647 (0.0008) +[2026-06-07 03:27:06,966][526797] Updated weights for policy 0, policy_version 12658 (0.0010) +[2026-06-07 03:27:07,094][526797] Updated weights for policy 0, policy_version 12668 (0.0012) +[2026-06-07 03:27:07,245][526797] Updated weights for policy 0, policy_version 12679 (0.0011) +[2026-06-07 03:27:07,378][526797] Updated weights for policy 0, policy_version 12689 (0.0010) +[2026-06-07 03:27:07,522][526797] Updated weights for policy 0, policy_version 12700 (0.0012) +[2026-06-07 03:27:07,659][526797] Updated weights for policy 0, policy_version 12710 (0.0011) +[2026-06-07 03:27:08,353][526797] Updated weights for policy 0, policy_version 12724 (0.0008) +[2026-06-07 03:27:08,513][526797] Updated weights for policy 0, policy_version 12737 (0.0008) +[2026-06-07 03:27:08,658][526797] Updated weights for policy 0, policy_version 12748 (0.0008) +[2026-06-07 03:27:08,789][526797] Updated weights for policy 0, policy_version 12758 (0.0008) +[2026-06-07 03:27:08,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23712.1). Total num frames: 6520832. Throughput: 0: 24109.5. Samples: 6531584. Policy #0 lag: (min: 52.0, avg: 63.6, max: 116.0) +[2026-06-07 03:27:08,839][525308] Avg episode reward: [(0, '59.135')] +[2026-06-07 03:27:08,920][526797] Updated weights for policy 0, policy_version 12768 (0.0007) +[2026-06-07 03:27:09,525][526797] Updated weights for policy 0, policy_version 12778 (0.0005) +[2026-06-07 03:27:09,654][526797] Updated weights for policy 0, policy_version 12789 (0.0005) +[2026-06-07 03:27:09,787][526797] Updated weights for policy 0, policy_version 12799 (0.0005) +[2026-06-07 03:27:09,927][526797] Updated weights for policy 0, policy_version 12810 (0.0005) +[2026-06-07 03:27:10,078][526797] Updated weights for policy 0, policy_version 12821 (0.0005) +[2026-06-07 03:27:10,225][526797] Updated weights for policy 0, policy_version 12832 (0.0005) +[2026-06-07 03:27:10,841][526797] Updated weights for policy 0, policy_version 12842 (0.0005) +[2026-06-07 03:27:10,988][526797] Updated weights for policy 0, policy_version 12854 (0.0008) +[2026-06-07 03:27:11,126][526797] Updated weights for policy 0, policy_version 12865 (0.0008) +[2026-06-07 03:27:11,279][526797] Updated weights for policy 0, policy_version 12877 (0.0008) +[2026-06-07 03:27:11,443][526797] Updated weights for policy 0, policy_version 12890 (0.0008) +[2026-06-07 03:27:11,586][526797] Updated weights for policy 0, policy_version 12901 (0.0008) +[2026-06-07 03:27:12,243][526797] Updated weights for policy 0, policy_version 12911 (0.0008) +[2026-06-07 03:27:12,378][526797] Updated weights for policy 0, policy_version 12922 (0.0008) +[2026-06-07 03:27:12,517][526797] Updated weights for policy 0, policy_version 12933 (0.0008) +[2026-06-07 03:27:12,684][526797] Updated weights for policy 0, policy_version 12946 (0.0008) +[2026-06-07 03:27:12,821][526797] Updated weights for policy 0, policy_version 12956 (0.0009) +[2026-06-07 03:27:12,958][526797] Updated weights for policy 0, policy_version 12967 (0.0008) +[2026-06-07 03:27:13,614][526797] Updated weights for policy 0, policy_version 12978 (0.0009) +[2026-06-07 03:27:13,752][526797] Updated weights for policy 0, policy_version 12989 (0.0008) +[2026-06-07 03:27:13,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23756.8). Total num frames: 6651904. Throughput: 0: 24283.0. Samples: 6677760. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-07 03:27:13,839][525308] Avg episode reward: [(0, '55.137')] +[2026-06-07 03:27:13,896][526797] Updated weights for policy 0, policy_version 13000 (0.0008) +[2026-06-07 03:27:14,055][526797] Updated weights for policy 0, policy_version 13013 (0.0009) +[2026-06-07 03:27:14,196][526797] Updated weights for policy 0, policy_version 13024 (0.0008) +[2026-06-07 03:27:14,904][526797] Updated weights for policy 0, policy_version 13035 (0.0008) +[2026-06-07 03:27:15,052][526797] Updated weights for policy 0, policy_version 13047 (0.0009) +[2026-06-07 03:27:15,180][526797] Updated weights for policy 0, policy_version 13057 (0.0008) +[2026-06-07 03:27:15,320][526797] Updated weights for policy 0, policy_version 13068 (0.0009) +[2026-06-07 03:27:15,468][526797] Updated weights for policy 0, policy_version 13079 (0.0008) +[2026-06-07 03:27:15,594][526797] Updated weights for policy 0, policy_version 13089 (0.0009) +[2026-06-07 03:27:16,246][526797] Updated weights for policy 0, policy_version 13100 (0.0008) +[2026-06-07 03:27:16,380][526797] Updated weights for policy 0, policy_version 13111 (0.0008) +[2026-06-07 03:27:16,510][526797] Updated weights for policy 0, policy_version 13121 (0.0008) +[2026-06-07 03:27:16,637][526797] Updated weights for policy 0, policy_version 13131 (0.0009) +[2026-06-07 03:27:16,774][526797] Updated weights for policy 0, policy_version 13141 (0.0009) +[2026-06-07 03:27:16,910][526797] Updated weights for policy 0, policy_version 13152 (0.0008) +[2026-06-07 03:27:17,614][526797] Updated weights for policy 0, policy_version 13165 (0.0007) +[2026-06-07 03:27:17,752][526797] Updated weights for policy 0, policy_version 13175 (0.0006) +[2026-06-07 03:27:17,883][526797] Updated weights for policy 0, policy_version 13185 (0.0008) +[2026-06-07 03:27:18,009][526797] Updated weights for policy 0, policy_version 13195 (0.0010) +[2026-06-07 03:27:18,142][526797] Updated weights for policy 0, policy_version 13205 (0.0009) +[2026-06-07 03:27:18,292][526797] Updated weights for policy 0, policy_version 13216 (0.0008) +[2026-06-07 03:27:18,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.0, 300 sec: 23799.9). Total num frames: 6782976. Throughput: 0: 24485.0. Samples: 6755328. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-07 03:27:18,839][525308] Avg episode reward: [(0, '56.822')] +[2026-06-07 03:27:18,942][526797] Updated weights for policy 0, policy_version 13227 (0.0009) +[2026-06-07 03:27:19,066][526797] Updated weights for policy 0, policy_version 13237 (0.0008) +[2026-06-07 03:27:19,208][526797] Updated weights for policy 0, policy_version 13247 (0.0009) +[2026-06-07 03:27:19,343][526797] Updated weights for policy 0, policy_version 13258 (0.0011) +[2026-06-07 03:27:19,481][526797] Updated weights for policy 0, policy_version 13269 (0.0010) +[2026-06-07 03:27:19,633][526797] Updated weights for policy 0, policy_version 13281 (0.0010) +[2026-06-07 03:27:20,306][526797] Updated weights for policy 0, policy_version 13292 (0.0008) +[2026-06-07 03:27:20,440][526797] Updated weights for policy 0, policy_version 13302 (0.0011) +[2026-06-07 03:27:20,572][526797] Updated weights for policy 0, policy_version 13312 (0.0009) +[2026-06-07 03:27:20,713][526797] Updated weights for policy 0, policy_version 13323 (0.0008) +[2026-06-07 03:27:20,881][526797] Updated weights for policy 0, policy_version 13336 (0.0008) +[2026-06-07 03:27:21,031][526797] Updated weights for policy 0, policy_version 13348 (0.0008) +[2026-06-07 03:27:21,690][526797] Updated weights for policy 0, policy_version 13359 (0.0008) +[2026-06-07 03:27:21,826][526797] Updated weights for policy 0, policy_version 13370 (0.0008) +[2026-06-07 03:27:21,965][526797] Updated weights for policy 0, policy_version 13381 (0.0009) +[2026-06-07 03:27:22,121][526797] Updated weights for policy 0, policy_version 13392 (0.0008) +[2026-06-07 03:27:22,242][526797] Updated weights for policy 0, policy_version 13402 (0.0008) +[2026-06-07 03:27:22,375][526797] Updated weights for policy 0, policy_version 13412 (0.0008) +[2026-06-07 03:27:23,038][526797] Updated weights for policy 0, policy_version 13422 (0.0008) +[2026-06-07 03:27:23,164][526797] Updated weights for policy 0, policy_version 13432 (0.0009) +[2026-06-07 03:27:23,326][526797] Updated weights for policy 0, policy_version 13445 (0.0008) +[2026-06-07 03:27:23,474][526797] Updated weights for policy 0, policy_version 13456 (0.0009) +[2026-06-07 03:27:23,608][526797] Updated weights for policy 0, policy_version 13466 (0.0009) +[2026-06-07 03:27:23,732][526797] Updated weights for policy 0, policy_version 13476 (0.0008) +[2026-06-07 03:27:23,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 23841.6). Total num frames: 6914048. Throughput: 0: 24163.5. Samples: 6894208. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0) +[2026-06-07 03:27:23,840][525308] Avg episode reward: [(0, '52.599')] +[2026-06-07 03:27:24,360][526797] Updated weights for policy 0, policy_version 13487 (0.0008) +[2026-06-07 03:27:24,490][526797] Updated weights for policy 0, policy_version 13497 (0.0009) +[2026-06-07 03:27:24,618][526797] Updated weights for policy 0, policy_version 13507 (0.0008) +[2026-06-07 03:27:24,779][526797] Updated weights for policy 0, policy_version 13519 (0.0008) +[2026-06-07 03:27:24,944][526797] Updated weights for policy 0, policy_version 13532 (0.0008) +[2026-06-07 03:27:25,098][526797] Updated weights for policy 0, policy_version 13544 (0.0009) +[2026-06-07 03:27:25,766][526797] Updated weights for policy 0, policy_version 13554 (0.0008) +[2026-06-07 03:27:25,896][526797] Updated weights for policy 0, policy_version 13564 (0.0008) +[2026-06-07 03:27:26,023][526797] Updated weights for policy 0, policy_version 13574 (0.0008) +[2026-06-07 03:27:26,185][526797] Updated weights for policy 0, policy_version 13586 (0.0009) +[2026-06-07 03:27:26,329][526797] Updated weights for policy 0, policy_version 13597 (0.0008) +[2026-06-07 03:27:26,466][526797] Updated weights for policy 0, policy_version 13608 (0.0008) +[2026-06-07 03:27:27,129][526797] Updated weights for policy 0, policy_version 13619 (0.0008) +[2026-06-07 03:27:27,265][526797] Updated weights for policy 0, policy_version 13630 (0.0008) +[2026-06-07 03:27:27,389][526797] Updated weights for policy 0, policy_version 13640 (0.0008) +[2026-06-07 03:27:27,521][526797] Updated weights for policy 0, policy_version 13650 (0.0008) +[2026-06-07 03:27:27,652][526797] Updated weights for policy 0, policy_version 13660 (0.0008) +[2026-06-07 03:27:27,794][526797] Updated weights for policy 0, policy_version 13671 (0.0008) +[2026-06-07 03:27:28,498][526797] Updated weights for policy 0, policy_version 13682 (0.0008) +[2026-06-07 03:27:28,644][526797] Updated weights for policy 0, policy_version 13693 (0.0008) +[2026-06-07 03:27:28,781][526797] Updated weights for policy 0, policy_version 13704 (0.0008) +[2026-06-07 03:27:28,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23770.7). Total num frames: 7012352. Throughput: 0: 24431.0. Samples: 7044608. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0) +[2026-06-07 03:27:28,839][525308] Avg episode reward: [(0, '51.723')] +[2026-06-07 03:27:28,912][526797] Updated weights for policy 0, policy_version 13714 (0.0008) +[2026-06-07 03:27:29,060][526797] Updated weights for policy 0, policy_version 13725 (0.0008) +[2026-06-07 03:27:29,190][526797] Updated weights for policy 0, policy_version 13735 (0.0009) +[2026-06-07 03:27:29,818][526797] Updated weights for policy 0, policy_version 13745 (0.0008) +[2026-06-07 03:27:29,971][526797] Updated weights for policy 0, policy_version 13757 (0.0008) +[2026-06-07 03:27:30,116][526797] Updated weights for policy 0, policy_version 13768 (0.0008) +[2026-06-07 03:27:30,281][526797] Updated weights for policy 0, policy_version 13781 (0.0008) +[2026-06-07 03:27:30,412][526797] Updated weights for policy 0, policy_version 13791 (0.0007) +[2026-06-07 03:27:31,058][526797] Updated weights for policy 0, policy_version 13802 (0.0005) +[2026-06-07 03:27:31,179][526797] Updated weights for policy 0, policy_version 13812 (0.0008) +[2026-06-07 03:27:31,310][526797] Updated weights for policy 0, policy_version 13822 (0.0008) +[2026-06-07 03:27:31,453][526797] Updated weights for policy 0, policy_version 13833 (0.0008) +[2026-06-07 03:27:31,589][526797] Updated weights for policy 0, policy_version 13844 (0.0008) +[2026-06-07 03:27:31,728][526797] Updated weights for policy 0, policy_version 13854 (0.0008) +[2026-06-07 03:27:31,851][526797] Updated weights for policy 0, policy_version 13864 (0.0008) +[2026-06-07 03:27:32,511][526797] Updated weights for policy 0, policy_version 13874 (0.0008) +[2026-06-07 03:27:32,642][526797] Updated weights for policy 0, policy_version 13884 (0.0008) +[2026-06-07 03:27:32,771][526797] Updated weights for policy 0, policy_version 13894 (0.0008) +[2026-06-07 03:27:32,901][526797] Updated weights for policy 0, policy_version 13904 (0.0008) +[2026-06-07 03:27:33,043][526797] Updated weights for policy 0, policy_version 13915 (0.0008) +[2026-06-07 03:27:33,191][526797] Updated weights for policy 0, policy_version 13926 (0.0008) +[2026-06-07 03:27:33,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 23770.7). Total num frames: 7143424. Throughput: 0: 24402.5. Samples: 7118080. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:27:33,839][525308] Avg episode reward: [(0, '52.389')] +[2026-06-07 03:27:33,845][526797] Updated weights for policy 0, policy_version 13938 (0.0008) +[2026-06-07 03:27:33,986][526797] Updated weights for policy 0, policy_version 13949 (0.0008) +[2026-06-07 03:27:34,123][526797] Updated weights for policy 0, policy_version 13959 (0.0008) +[2026-06-07 03:27:34,249][526797] Updated weights for policy 0, policy_version 13969 (0.0008) +[2026-06-07 03:27:34,388][526797] Updated weights for policy 0, policy_version 13979 (0.0008) +[2026-06-07 03:27:34,529][526797] Updated weights for policy 0, policy_version 13990 (0.0009) +[2026-06-07 03:27:35,157][526797] Updated weights for policy 0, policy_version 14000 (0.0008) +[2026-06-07 03:27:35,290][526797] Updated weights for policy 0, policy_version 14011 (0.0008) +[2026-06-07 03:27:35,422][526797] Updated weights for policy 0, policy_version 14021 (0.0008) +[2026-06-07 03:27:35,557][526797] Updated weights for policy 0, policy_version 14031 (0.0009) +[2026-06-07 03:27:35,727][526797] Updated weights for policy 0, policy_version 14044 (0.0009) +[2026-06-07 03:27:36,420][526797] Updated weights for policy 0, policy_version 14057 (0.0009) +[2026-06-07 03:27:36,558][526797] Updated weights for policy 0, policy_version 14068 (0.0008) +[2026-06-07 03:27:36,689][526797] Updated weights for policy 0, policy_version 14078 (0.0008) +[2026-06-07 03:27:36,850][526797] Updated weights for policy 0, policy_version 14090 (0.0008) +[2026-06-07 03:27:36,990][526797] Updated weights for policy 0, policy_version 14101 (0.0008) +[2026-06-07 03:27:37,120][526797] Updated weights for policy 0, policy_version 14111 (0.0008) +[2026-06-07 03:27:37,764][526797] Updated weights for policy 0, policy_version 14121 (0.0008) +[2026-06-07 03:27:37,893][526797] Updated weights for policy 0, policy_version 14131 (0.0009) +[2026-06-07 03:27:38,027][526797] Updated weights for policy 0, policy_version 14141 (0.0008) +[2026-06-07 03:27:38,168][526797] Updated weights for policy 0, policy_version 14152 (0.0008) +[2026-06-07 03:27:38,296][526797] Updated weights for policy 0, policy_version 14162 (0.0008) +[2026-06-07 03:27:38,439][526797] Updated weights for policy 0, policy_version 14173 (0.0008) +[2026-06-07 03:27:38,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 23770.7). Total num frames: 7274496. Throughput: 0: 24192.0. Samples: 7257088. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:27:38,839][525308] Avg episode reward: [(0, '51.353')] +[2026-06-07 03:27:39,098][526797] Updated weights for policy 0, policy_version 14187 (0.0009) +[2026-06-07 03:27:39,230][526797] Updated weights for policy 0, policy_version 14197 (0.0009) +[2026-06-07 03:27:39,372][526797] Updated weights for policy 0, policy_version 14208 (0.0008) +[2026-06-07 03:27:39,514][526797] Updated weights for policy 0, policy_version 14219 (0.0008) +[2026-06-07 03:27:39,677][526797] Updated weights for policy 0, policy_version 14231 (0.0009) +[2026-06-07 03:27:39,827][526797] Updated weights for policy 0, policy_version 14243 (0.0009) +[2026-06-07 03:27:40,475][526797] Updated weights for policy 0, policy_version 14253 (0.0008) +[2026-06-07 03:27:40,602][526797] Updated weights for policy 0, policy_version 14263 (0.0008) +[2026-06-07 03:27:40,744][526797] Updated weights for policy 0, policy_version 14274 (0.0008) +[2026-06-07 03:27:40,894][526797] Updated weights for policy 0, policy_version 14285 (0.0009) +[2026-06-07 03:27:41,033][526797] Updated weights for policy 0, policy_version 14296 (0.0008) +[2026-06-07 03:27:41,164][526797] Updated weights for policy 0, policy_version 14306 (0.0008) +[2026-06-07 03:27:41,799][526797] Updated weights for policy 0, policy_version 14316 (0.0008) +[2026-06-07 03:27:41,935][526797] Updated weights for policy 0, policy_version 14327 (0.0008) +[2026-06-07 03:27:42,066][526797] Updated weights for policy 0, policy_version 14338 (0.0008) +[2026-06-07 03:27:42,205][526797] Updated weights for policy 0, policy_version 14348 (0.0006) +[2026-06-07 03:27:42,347][526797] Updated weights for policy 0, policy_version 14359 (0.0008) +[2026-06-07 03:27:42,496][526797] Updated weights for policy 0, policy_version 14370 (0.0008) +[2026-06-07 03:27:43,159][526797] Updated weights for policy 0, policy_version 14381 (0.0008) +[2026-06-07 03:27:43,315][526797] Updated weights for policy 0, policy_version 14393 (0.0010) +[2026-06-07 03:27:43,443][526797] Updated weights for policy 0, policy_version 14403 (0.0008) +[2026-06-07 03:27:43,582][526797] Updated weights for policy 0, policy_version 14413 (0.0006) +[2026-06-07 03:27:43,735][526797] Updated weights for policy 0, policy_version 14424 (0.0009) +[2026-06-07 03:27:43,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23659.6). Total num frames: 7372800. Throughput: 0: 24439.5. Samples: 7408512. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-07 03:27:43,839][525308] Avg episode reward: [(0, '61.157')] +[2026-06-07 03:27:43,868][526797] Updated weights for policy 0, policy_version 14434 (0.0009) +[2026-06-07 03:27:43,936][526275] Saving new best policy, reward=61.157! +[2026-06-07 03:27:44,494][526797] Updated weights for policy 0, policy_version 14444 (0.0009) +[2026-06-07 03:27:44,626][526797] Updated weights for policy 0, policy_version 14454 (0.0009) +[2026-06-07 03:27:44,777][526797] Updated weights for policy 0, policy_version 14466 (0.0009) +[2026-06-07 03:27:44,919][526797] Updated weights for policy 0, policy_version 14477 (0.0008) +[2026-06-07 03:27:45,068][526797] Updated weights for policy 0, policy_version 14489 (0.0008) +[2026-06-07 03:27:45,198][526797] Updated weights for policy 0, policy_version 14499 (0.0009) +[2026-06-07 03:27:45,847][526797] Updated weights for policy 0, policy_version 14509 (0.0008) +[2026-06-07 03:27:45,987][526797] Updated weights for policy 0, policy_version 14520 (0.0008) +[2026-06-07 03:27:46,113][526797] Updated weights for policy 0, policy_version 14530 (0.0008) +[2026-06-07 03:27:46,245][526797] Updated weights for policy 0, policy_version 14540 (0.0008) +[2026-06-07 03:27:46,402][526797] Updated weights for policy 0, policy_version 14552 (0.0008) +[2026-06-07 03:27:46,559][526797] Updated weights for policy 0, policy_version 14564 (0.0008) +[2026-06-07 03:27:47,184][526797] Updated weights for policy 0, policy_version 14574 (0.0009) +[2026-06-07 03:27:47,331][526797] Updated weights for policy 0, policy_version 14585 (0.0011) +[2026-06-07 03:27:47,460][526797] Updated weights for policy 0, policy_version 14595 (0.0009) +[2026-06-07 03:27:47,607][526797] Updated weights for policy 0, policy_version 14606 (0.0008) +[2026-06-07 03:27:47,751][526797] Updated weights for policy 0, policy_version 14617 (0.0008) +[2026-06-07 03:27:47,891][526797] Updated weights for policy 0, policy_version 14628 (0.0008) +[2026-06-07 03:27:48,561][526797] Updated weights for policy 0, policy_version 14639 (0.0008) +[2026-06-07 03:27:48,703][526797] Updated weights for policy 0, policy_version 14650 (0.0008) +[2026-06-07 03:27:48,829][526797] Updated weights for policy 0, policy_version 14660 (0.0008) +[2026-06-07 03:27:48,839][525308] Fps is (10 sec: 22937.4, 60 sec: 24029.8, 300 sec: 23659.6). Total num frames: 7503872. Throughput: 0: 24234.6. Samples: 7477632. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-07 03:27:48,839][525308] Avg episode reward: [(0, '57.219')] +[2026-06-07 03:27:48,972][526797] Updated weights for policy 0, policy_version 14671 (0.0008) +[2026-06-07 03:27:49,118][526797] Updated weights for policy 0, policy_version 14682 (0.0009) +[2026-06-07 03:27:49,256][526797] Updated weights for policy 0, policy_version 14692 (0.0008) +[2026-06-07 03:27:49,945][526797] Updated weights for policy 0, policy_version 14703 (0.0008) +[2026-06-07 03:27:50,100][526797] Updated weights for policy 0, policy_version 14715 (0.0008) +[2026-06-07 03:27:50,228][526797] Updated weights for policy 0, policy_version 14725 (0.0008) +[2026-06-07 03:27:50,357][526797] Updated weights for policy 0, policy_version 14735 (0.0008) +[2026-06-07 03:27:50,489][526797] Updated weights for policy 0, policy_version 14745 (0.0008) +[2026-06-07 03:27:50,621][526797] Updated weights for policy 0, policy_version 14755 (0.0008) +[2026-06-07 03:27:51,278][526797] Updated weights for policy 0, policy_version 14766 (0.0006) +[2026-06-07 03:27:51,404][526797] Updated weights for policy 0, policy_version 14776 (0.0006) +[2026-06-07 03:27:51,534][526797] Updated weights for policy 0, policy_version 14786 (0.0010) +[2026-06-07 03:27:51,666][526797] Updated weights for policy 0, policy_version 14796 (0.0009) +[2026-06-07 03:27:51,815][526797] Updated weights for policy 0, policy_version 14807 (0.0008) +[2026-06-07 03:27:51,951][526797] Updated weights for policy 0, policy_version 14818 (0.0008) +[2026-06-07 03:27:52,618][526797] Updated weights for policy 0, policy_version 14828 (0.0008) +[2026-06-07 03:27:52,770][526797] Updated weights for policy 0, policy_version 14839 (0.0008) +[2026-06-07 03:27:52,892][526797] Updated weights for policy 0, policy_version 14849 (0.0007) +[2026-06-07 03:27:53,034][526797] Updated weights for policy 0, policy_version 14860 (0.0005) +[2026-06-07 03:27:53,161][526797] Updated weights for policy 0, policy_version 14870 (0.0004) +[2026-06-07 03:27:53,321][526797] Updated weights for policy 0, policy_version 14882 (0.0005) +[2026-06-07 03:27:53,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 23770.7). Total num frames: 7634944. Throughput: 0: 24231.8. Samples: 7622016. Policy #0 lag: (min: 63.0, avg: 74.7, max: 127.0) +[2026-06-07 03:27:53,839][525308] Avg episode reward: [(0, '59.435')] +[2026-06-07 03:27:53,946][526797] Updated weights for policy 0, policy_version 14892 (0.0005) +[2026-06-07 03:27:54,079][526797] Updated weights for policy 0, policy_version 14903 (0.0005) +[2026-06-07 03:27:54,222][526797] Updated weights for policy 0, policy_version 14914 (0.0005) +[2026-06-07 03:27:54,348][526797] Updated weights for policy 0, policy_version 14924 (0.0004) +[2026-06-07 03:27:54,484][526797] Updated weights for policy 0, policy_version 14934 (0.0007) +[2026-06-07 03:27:54,611][526797] Updated weights for policy 0, policy_version 14944 (0.0008) +[2026-06-07 03:27:55,259][526797] Updated weights for policy 0, policy_version 14954 (0.0008) +[2026-06-07 03:27:55,387][526797] Updated weights for policy 0, policy_version 14964 (0.0008) +[2026-06-07 03:27:55,516][526797] Updated weights for policy 0, policy_version 14974 (0.0008) +[2026-06-07 03:27:55,641][526797] Updated weights for policy 0, policy_version 14984 (0.0009) +[2026-06-07 03:27:55,808][526797] Updated weights for policy 0, policy_version 14996 (0.0009) +[2026-06-07 03:27:55,960][526797] Updated weights for policy 0, policy_version 15008 (0.0008) +[2026-06-07 03:27:56,605][526797] Updated weights for policy 0, policy_version 15018 (0.0008) +[2026-06-07 03:27:56,739][526797] Updated weights for policy 0, policy_version 15028 (0.0008) +[2026-06-07 03:27:56,882][526797] Updated weights for policy 0, policy_version 15039 (0.0008) +[2026-06-07 03:27:57,025][526797] Updated weights for policy 0, policy_version 15050 (0.0008) +[2026-06-07 03:27:57,157][526797] Updated weights for policy 0, policy_version 15060 (0.0008) +[2026-06-07 03:27:57,286][526797] Updated weights for policy 0, policy_version 15070 (0.0008) +[2026-06-07 03:27:57,948][526797] Updated weights for policy 0, policy_version 15082 (0.0008) +[2026-06-07 03:27:58,084][526797] Updated weights for policy 0, policy_version 15093 (0.0004) +[2026-06-07 03:27:58,213][526797] Updated weights for policy 0, policy_version 15103 (0.0004) +[2026-06-07 03:27:58,346][526797] Updated weights for policy 0, policy_version 15113 (0.0006) +[2026-06-07 03:27:58,487][526797] Updated weights for policy 0, policy_version 15124 (0.0008) +[2026-06-07 03:27:58,653][526797] Updated weights for policy 0, policy_version 15136 (0.0008) +[2026-06-07 03:27:58,838][525308] Fps is (10 sec: 26214.6, 60 sec: 24576.0, 300 sec: 23770.7). Total num frames: 7766016. Throughput: 0: 24314.3. Samples: 7771904. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:27:58,839][525308] Avg episode reward: [(0, '65.586')] +[2026-06-07 03:27:58,844][526275] Saving new best policy, reward=65.586! +[2026-06-07 03:27:59,328][526797] Updated weights for policy 0, policy_version 15149 (0.0008) +[2026-06-07 03:27:59,476][526797] Updated weights for policy 0, policy_version 15161 (0.0008) +[2026-06-07 03:27:59,621][526797] Updated weights for policy 0, policy_version 15172 (0.0008) +[2026-06-07 03:27:59,752][526797] Updated weights for policy 0, policy_version 15182 (0.0008) +[2026-06-07 03:27:59,878][526797] Updated weights for policy 0, policy_version 15192 (0.0008) +[2026-06-07 03:28:00,017][526797] Updated weights for policy 0, policy_version 15203 (0.0008) +[2026-06-07 03:28:00,647][526797] Updated weights for policy 0, policy_version 15213 (0.0009) +[2026-06-07 03:28:00,800][526797] Updated weights for policy 0, policy_version 15224 (0.0008) +[2026-06-07 03:28:00,937][526797] Updated weights for policy 0, policy_version 15235 (0.0008) +[2026-06-07 03:28:01,081][526797] Updated weights for policy 0, policy_version 15246 (0.0008) +[2026-06-07 03:28:01,210][526797] Updated weights for policy 0, policy_version 15256 (0.0008) +[2026-06-07 03:28:01,346][526797] Updated weights for policy 0, policy_version 15266 (0.0008) +[2026-06-07 03:28:01,995][526797] Updated weights for policy 0, policy_version 15278 (0.0008) +[2026-06-07 03:28:02,126][526797] Updated weights for policy 0, policy_version 15288 (0.0008) +[2026-06-07 03:28:02,272][526797] Updated weights for policy 0, policy_version 15299 (0.0008) +[2026-06-07 03:28:02,402][526797] Updated weights for policy 0, policy_version 15309 (0.0008) +[2026-06-07 03:28:02,547][526797] Updated weights for policy 0, policy_version 15320 (0.0008) +[2026-06-07 03:28:02,718][526797] Updated weights for policy 0, policy_version 15333 (0.0008) +[2026-06-07 03:28:03,371][526797] Updated weights for policy 0, policy_version 15343 (0.0008) +[2026-06-07 03:28:03,526][526797] Updated weights for policy 0, policy_version 15355 (0.0008) +[2026-06-07 03:28:03,651][526797] Updated weights for policy 0, policy_version 15365 (0.0008) +[2026-06-07 03:28:03,798][526797] Updated weights for policy 0, policy_version 15376 (0.0008) +[2026-06-07 03:28:03,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23770.7). Total num frames: 7864320. Throughput: 0: 24132.3. Samples: 7841280. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:28:03,839][525308] Avg episode reward: [(0, '67.148')] +[2026-06-07 03:28:03,959][526797] Updated weights for policy 0, policy_version 15388 (0.0009) +[2026-06-07 03:28:04,086][526797] Updated weights for policy 0, policy_version 15398 (0.0008) +[2026-06-07 03:28:04,107][526275] Saving new best policy, reward=67.148! +[2026-06-07 03:28:04,752][526797] Updated weights for policy 0, policy_version 15408 (0.0008) +[2026-06-07 03:28:04,881][526797] Updated weights for policy 0, policy_version 15418 (0.0008) +[2026-06-07 03:28:05,012][526797] Updated weights for policy 0, policy_version 15428 (0.0008) +[2026-06-07 03:28:05,144][526797] Updated weights for policy 0, policy_version 15438 (0.0008) +[2026-06-07 03:28:05,299][526797] Updated weights for policy 0, policy_version 15450 (0.0008) +[2026-06-07 03:28:05,440][526797] Updated weights for policy 0, policy_version 15461 (0.0008) +[2026-06-07 03:28:06,081][526797] Updated weights for policy 0, policy_version 15472 (0.0008) +[2026-06-07 03:28:06,236][526797] Updated weights for policy 0, policy_version 15483 (0.0008) +[2026-06-07 03:28:06,373][526797] Updated weights for policy 0, policy_version 15494 (0.0008) +[2026-06-07 03:28:06,500][526797] Updated weights for policy 0, policy_version 15504 (0.0008) +[2026-06-07 03:28:06,638][526797] Updated weights for policy 0, policy_version 15515 (0.0008) +[2026-06-07 03:28:06,778][526797] Updated weights for policy 0, policy_version 15526 (0.0008) +[2026-06-07 03:28:07,425][526797] Updated weights for policy 0, policy_version 15537 (0.0009) +[2026-06-07 03:28:07,549][526797] Updated weights for policy 0, policy_version 15547 (0.0008) +[2026-06-07 03:28:07,693][526797] Updated weights for policy 0, policy_version 15558 (0.0008) +[2026-06-07 03:28:07,841][526797] Updated weights for policy 0, policy_version 15569 (0.0008) +[2026-06-07 03:28:08,000][526797] Updated weights for policy 0, policy_version 15581 (0.0008) +[2026-06-07 03:28:08,687][526797] Updated weights for policy 0, policy_version 15594 (0.0008) +[2026-06-07 03:28:08,816][526797] Updated weights for policy 0, policy_version 15604 (0.0008) +[2026-06-07 03:28:08,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.0, 300 sec: 23770.7). Total num frames: 7995392. Throughput: 0: 24448.0. Samples: 7994368. Policy #0 lag: (min: 13.0, avg: 25.5, max: 77.0) +[2026-06-07 03:28:08,839][525308] Avg episode reward: [(0, '63.207')] +[2026-06-07 03:28:08,964][526797] Updated weights for policy 0, policy_version 15616 (0.0007) +[2026-06-07 03:28:09,104][526797] Updated weights for policy 0, policy_version 15627 (0.0008) +[2026-06-07 03:28:09,235][526797] Updated weights for policy 0, policy_version 15637 (0.0008) +[2026-06-07 03:28:09,363][526797] Updated weights for policy 0, policy_version 15647 (0.0007) +[2026-06-07 03:28:10,007][526797] Updated weights for policy 0, policy_version 15658 (0.0005) +[2026-06-07 03:28:10,178][526797] Updated weights for policy 0, policy_version 15672 (0.0005) +[2026-06-07 03:28:10,310][526797] Updated weights for policy 0, policy_version 15682 (0.0005) +[2026-06-07 03:28:10,452][526797] Updated weights for policy 0, policy_version 15693 (0.0005) +[2026-06-07 03:28:10,607][526797] Updated weights for policy 0, policy_version 15704 (0.0008) +[2026-06-07 03:28:10,758][526797] Updated weights for policy 0, policy_version 15716 (0.0008) +[2026-06-07 03:28:11,375][526797] Updated weights for policy 0, policy_version 15726 (0.0008) +[2026-06-07 03:28:11,538][526797] Updated weights for policy 0, policy_version 15738 (0.0009) +[2026-06-07 03:28:11,673][526797] Updated weights for policy 0, policy_version 15749 (0.0008) +[2026-06-07 03:28:11,824][526797] Updated weights for policy 0, policy_version 15760 (0.0008) +[2026-06-07 03:28:11,961][526797] Updated weights for policy 0, policy_version 15771 (0.0008) +[2026-06-07 03:28:12,117][526797] Updated weights for policy 0, policy_version 15783 (0.0008) +[2026-06-07 03:28:12,743][526797] Updated weights for policy 0, policy_version 15793 (0.0010) +[2026-06-07 03:28:12,869][526797] Updated weights for policy 0, policy_version 15803 (0.0009) +[2026-06-07 03:28:13,007][526797] Updated weights for policy 0, policy_version 15814 (0.0009) +[2026-06-07 03:28:13,137][526797] Updated weights for policy 0, policy_version 15824 (0.0008) +[2026-06-07 03:28:13,270][526797] Updated weights for policy 0, policy_version 15834 (0.0008) +[2026-06-07 03:28:13,435][526797] Updated weights for policy 0, policy_version 15846 (0.0008) +[2026-06-07 03:28:13,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 23881.8). Total num frames: 8126464. Throughput: 0: 24240.3. Samples: 8135424. Policy #0 lag: (min: 13.0, avg: 25.5, max: 77.0) +[2026-06-07 03:28:13,839][525308] Avg episode reward: [(0, '61.341')] +[2026-06-07 03:28:14,099][526797] Updated weights for policy 0, policy_version 15856 (0.0008) +[2026-06-07 03:28:14,238][526797] Updated weights for policy 0, policy_version 15867 (0.0008) +[2026-06-07 03:28:14,381][526797] Updated weights for policy 0, policy_version 15878 (0.0008) +[2026-06-07 03:28:14,526][526797] Updated weights for policy 0, policy_version 15889 (0.0008) +[2026-06-07 03:28:14,662][526797] Updated weights for policy 0, policy_version 15899 (0.0008) +[2026-06-07 03:28:14,787][526797] Updated weights for policy 0, policy_version 15909 (0.0008) +[2026-06-07 03:28:15,445][526797] Updated weights for policy 0, policy_version 15919 (0.0008) +[2026-06-07 03:28:15,573][526797] Updated weights for policy 0, policy_version 15929 (0.0009) +[2026-06-07 03:28:15,701][526797] Updated weights for policy 0, policy_version 15939 (0.0008) +[2026-06-07 03:28:15,849][526797] Updated weights for policy 0, policy_version 15950 (0.0008) +[2026-06-07 03:28:15,988][526797] Updated weights for policy 0, policy_version 15961 (0.0008) +[2026-06-07 03:28:16,140][526797] Updated weights for policy 0, policy_version 15972 (0.0009) +[2026-06-07 03:28:16,799][526797] Updated weights for policy 0, policy_version 15983 (0.0008) +[2026-06-07 03:28:16,930][526797] Updated weights for policy 0, policy_version 15993 (0.0008) +[2026-06-07 03:28:17,067][526797] Updated weights for policy 0, policy_version 16003 (0.0008) +[2026-06-07 03:28:17,205][526797] Updated weights for policy 0, policy_version 16014 (0.0008) +[2026-06-07 03:28:17,347][526797] Updated weights for policy 0, policy_version 16025 (0.0008) +[2026-06-07 03:28:17,478][526797] Updated weights for policy 0, policy_version 16035 (0.0008) +[2026-06-07 03:28:18,135][526797] Updated weights for policy 0, policy_version 16045 (0.0008) +[2026-06-07 03:28:18,262][526797] Updated weights for policy 0, policy_version 16055 (0.0008) +[2026-06-07 03:28:18,398][526797] Updated weights for policy 0, policy_version 16066 (0.0008) +[2026-06-07 03:28:18,542][526797] Updated weights for policy 0, policy_version 16077 (0.0008) +[2026-06-07 03:28:18,670][526797] Updated weights for policy 0, policy_version 16087 (0.0008) +[2026-06-07 03:28:18,804][526797] Updated weights for policy 0, policy_version 16097 (0.0008) +[2026-06-07 03:28:18,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23881.8). Total num frames: 8224768. Throughput: 0: 24197.7. Samples: 8206976. Policy #0 lag: (min: 13.0, avg: 25.5, max: 77.0) +[2026-06-07 03:28:18,839][525308] Avg episode reward: [(0, '66.866')] +[2026-06-07 03:28:19,458][526797] Updated weights for policy 0, policy_version 16107 (0.0008) +[2026-06-07 03:28:19,598][526797] Updated weights for policy 0, policy_version 16118 (0.0008) +[2026-06-07 03:28:19,729][526797] Updated weights for policy 0, policy_version 16128 (0.0008) +[2026-06-07 03:28:19,866][526797] Updated weights for policy 0, policy_version 16139 (0.0008) +[2026-06-07 03:28:19,998][526797] Updated weights for policy 0, policy_version 16149 (0.0008) +[2026-06-07 03:28:20,137][526797] Updated weights for policy 0, policy_version 16159 (0.0008) +[2026-06-07 03:28:20,805][526797] Updated weights for policy 0, policy_version 16170 (0.0009) +[2026-06-07 03:28:20,947][526797] Updated weights for policy 0, policy_version 16181 (0.0008) +[2026-06-07 03:28:21,077][526797] Updated weights for policy 0, policy_version 16191 (0.0008) +[2026-06-07 03:28:21,221][526797] Updated weights for policy 0, policy_version 16202 (0.0008) +[2026-06-07 03:28:21,356][526797] Updated weights for policy 0, policy_version 16212 (0.0008) +[2026-06-07 03:28:21,494][526797] Updated weights for policy 0, policy_version 16222 (0.0008) +[2026-06-07 03:28:22,142][526797] Updated weights for policy 0, policy_version 16233 (0.0008) +[2026-06-07 03:28:22,292][526797] Updated weights for policy 0, policy_version 16245 (0.0008) +[2026-06-07 03:28:22,430][526797] Updated weights for policy 0, policy_version 16255 (0.0008) +[2026-06-07 03:28:22,557][526797] Updated weights for policy 0, policy_version 16265 (0.0008) +[2026-06-07 03:28:22,701][526797] Updated weights for policy 0, policy_version 16276 (0.0008) +[2026-06-07 03:28:22,842][526797] Updated weights for policy 0, policy_version 16287 (0.0008) +[2026-06-07 03:28:23,489][526797] Updated weights for policy 0, policy_version 16297 (0.0008) +[2026-06-07 03:28:23,641][526797] Updated weights for policy 0, policy_version 16309 (0.0008) +[2026-06-07 03:28:23,789][526797] Updated weights for policy 0, policy_version 16321 (0.0008) +[2026-06-07 03:28:23,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24029.8, 300 sec: 23881.8). Total num frames: 8355840. Throughput: 0: 24527.6. Samples: 8360832. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0) +[2026-06-07 03:28:23,839][525308] Avg episode reward: [(0, '57.663')] +[2026-06-07 03:28:23,939][526797] Updated weights for policy 0, policy_version 16332 (0.0006) +[2026-06-07 03:28:24,084][526797] Updated weights for policy 0, policy_version 16343 (0.0005) +[2026-06-07 03:28:24,216][526797] Updated weights for policy 0, policy_version 16353 (0.0007) +[2026-06-07 03:28:24,901][526797] Updated weights for policy 0, policy_version 16363 (0.0008) +[2026-06-07 03:28:25,036][526797] Updated weights for policy 0, policy_version 16374 (0.0008) +[2026-06-07 03:28:25,182][526797] Updated weights for policy 0, policy_version 16385 (0.0008) +[2026-06-07 03:28:25,315][526797] Updated weights for policy 0, policy_version 16395 (0.0008) +[2026-06-07 03:28:25,446][526797] Updated weights for policy 0, policy_version 16405 (0.0008) +[2026-06-07 03:28:25,611][526797] Updated weights for policy 0, policy_version 16417 (0.0008) +[2026-06-07 03:28:26,228][526797] Updated weights for policy 0, policy_version 16427 (0.0008) +[2026-06-07 03:28:26,383][526797] Updated weights for policy 0, policy_version 16439 (0.0008) +[2026-06-07 03:28:26,545][526797] Updated weights for policy 0, policy_version 16452 (0.0008) +[2026-06-07 03:28:26,675][526797] Updated weights for policy 0, policy_version 16462 (0.0008) +[2026-06-07 03:28:26,802][526797] Updated weights for policy 0, policy_version 16472 (0.0008) +[2026-06-07 03:28:26,947][526797] Updated weights for policy 0, policy_version 16483 (0.0008) +[2026-06-07 03:28:27,608][526797] Updated weights for policy 0, policy_version 16494 (0.0008) +[2026-06-07 03:28:27,753][526797] Updated weights for policy 0, policy_version 16505 (0.0008) +[2026-06-07 03:28:27,912][526797] Updated weights for policy 0, policy_version 16517 (0.0008) +[2026-06-07 03:28:28,062][526797] Updated weights for policy 0, policy_version 16529 (0.0008) +[2026-06-07 03:28:28,197][526797] Updated weights for policy 0, policy_version 16539 (0.0009) +[2026-06-07 03:28:28,357][526797] Updated weights for policy 0, policy_version 16551 (0.0008) +[2026-06-07 03:28:28,839][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 23992.8). Total num frames: 8486912. Throughput: 0: 24300.1. Samples: 8502016. Policy #0 lag: (min: 63.0, avg: 76.0, max: 127.0) +[2026-06-07 03:28:28,840][525308] Avg episode reward: [(0, '54.705')] +[2026-06-07 03:28:29,023][526797] Updated weights for policy 0, policy_version 16563 (0.0008) +[2026-06-07 03:28:29,158][526797] Updated weights for policy 0, policy_version 16573 (0.0008) +[2026-06-07 03:28:29,300][526797] Updated weights for policy 0, policy_version 16584 (0.0009) +[2026-06-07 03:28:29,431][526797] Updated weights for policy 0, policy_version 16594 (0.0008) +[2026-06-07 03:28:29,574][526797] Updated weights for policy 0, policy_version 16605 (0.0009) +[2026-06-07 03:28:30,276][526797] Updated weights for policy 0, policy_version 16618 (0.0009) +[2026-06-07 03:28:30,431][526797] Updated weights for policy 0, policy_version 16630 (0.0008) +[2026-06-07 03:28:30,569][526797] Updated weights for policy 0, policy_version 16640 (0.0008) +[2026-06-07 03:28:30,720][526797] Updated weights for policy 0, policy_version 16652 (0.0008) +[2026-06-07 03:28:30,863][526797] Updated weights for policy 0, policy_version 16663 (0.0008) +[2026-06-07 03:28:31,031][526797] Updated weights for policy 0, policy_version 16676 (0.0008) +[2026-06-07 03:28:31,657][526797] Updated weights for policy 0, policy_version 16686 (0.0008) +[2026-06-07 03:28:31,810][526797] Updated weights for policy 0, policy_version 16698 (0.0009) +[2026-06-07 03:28:31,942][526797] Updated weights for policy 0, policy_version 16708 (0.0008) +[2026-06-07 03:28:32,061][526797] Updated weights for policy 0, policy_version 16718 (0.0008) +[2026-06-07 03:28:32,218][526797] Updated weights for policy 0, policy_version 16730 (0.0008) +[2026-06-07 03:28:32,357][526797] Updated weights for policy 0, policy_version 16740 (0.0008) +[2026-06-07 03:28:33,030][526797] Updated weights for policy 0, policy_version 16751 (0.0008) +[2026-06-07 03:28:33,184][526797] Updated weights for policy 0, policy_version 16763 (0.0008) +[2026-06-07 03:28:33,319][526797] Updated weights for policy 0, policy_version 16773 (0.0008) +[2026-06-07 03:28:33,443][526797] Updated weights for policy 0, policy_version 16783 (0.0008) +[2026-06-07 03:28:33,584][526797] Updated weights for policy 0, policy_version 16793 (0.0008) +[2026-06-07 03:28:33,733][526797] Updated weights for policy 0, policy_version 16805 (0.0008) +[2026-06-07 03:28:33,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.0, 300 sec: 23992.8). Total num frames: 8617984. Throughput: 0: 24385.4. Samples: 8574976. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-07 03:28:33,840][525308] Avg episode reward: [(0, '77.685')] +[2026-06-07 03:28:33,844][526275] Saving new best policy, reward=77.685! +[2026-06-07 03:28:34,349][526797] Updated weights for policy 0, policy_version 16815 (0.0008) +[2026-06-07 03:28:34,477][526797] Updated weights for policy 0, policy_version 16825 (0.0008) +[2026-06-07 03:28:34,629][526797] Updated weights for policy 0, policy_version 16837 (0.0008) +[2026-06-07 03:28:34,777][526797] Updated weights for policy 0, policy_version 16848 (0.0008) +[2026-06-07 03:28:34,920][526797] Updated weights for policy 0, policy_version 16859 (0.0008) +[2026-06-07 03:28:35,050][526797] Updated weights for policy 0, policy_version 16869 (0.0008) +[2026-06-07 03:28:35,712][526797] Updated weights for policy 0, policy_version 16879 (0.0008) +[2026-06-07 03:28:35,838][526797] Updated weights for policy 0, policy_version 16889 (0.0008) +[2026-06-07 03:28:35,983][526797] Updated weights for policy 0, policy_version 16900 (0.0008) +[2026-06-07 03:28:36,139][526797] Updated weights for policy 0, policy_version 16912 (0.0008) +[2026-06-07 03:28:36,267][526797] Updated weights for policy 0, policy_version 16922 (0.0008) +[2026-06-07 03:28:36,420][526797] Updated weights for policy 0, policy_version 16934 (0.0008) +[2026-06-07 03:28:37,093][526797] Updated weights for policy 0, policy_version 16944 (0.0008) +[2026-06-07 03:28:37,225][526797] Updated weights for policy 0, policy_version 16954 (0.0008) +[2026-06-07 03:28:37,378][526797] Updated weights for policy 0, policy_version 16965 (0.0008) +[2026-06-07 03:28:37,519][526797] Updated weights for policy 0, policy_version 16976 (0.0008) +[2026-06-07 03:28:37,655][526797] Updated weights for policy 0, policy_version 16986 (0.0008) +[2026-06-07 03:28:37,786][526797] Updated weights for policy 0, policy_version 16996 (0.0008) +[2026-06-07 03:28:38,408][526797] Updated weights for policy 0, policy_version 17007 (0.0008) +[2026-06-07 03:28:38,563][526797] Updated weights for policy 0, policy_version 17019 (0.0008) +[2026-06-07 03:28:38,689][526797] Updated weights for policy 0, policy_version 17029 (0.0008) +[2026-06-07 03:28:38,829][526797] Updated weights for policy 0, policy_version 17040 (0.0008) +[2026-06-07 03:28:38,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 23992.8). Total num frames: 8716288. Throughput: 0: 24547.6. Samples: 8726656. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-07 03:28:38,839][525308] Avg episode reward: [(0, '57.205')] +[2026-06-07 03:28:38,978][526797] Updated weights for policy 0, policy_version 17051 (0.0008) +[2026-06-07 03:28:39,123][526797] Updated weights for policy 0, policy_version 17062 (0.0008) +[2026-06-07 03:28:39,802][526797] Updated weights for policy 0, policy_version 17074 (0.0008) +[2026-06-07 03:28:39,949][526797] Updated weights for policy 0, policy_version 17085 (0.0008) +[2026-06-07 03:28:40,076][526797] Updated weights for policy 0, policy_version 17095 (0.0008) +[2026-06-07 03:28:40,201][526797] Updated weights for policy 0, policy_version 17105 (0.0008) +[2026-06-07 03:28:40,353][526797] Updated weights for policy 0, policy_version 17116 (0.0008) +[2026-06-07 03:28:40,488][526797] Updated weights for policy 0, policy_version 17127 (0.0008) +[2026-06-07 03:28:41,149][526797] Updated weights for policy 0, policy_version 17137 (0.0008) +[2026-06-07 03:28:41,282][526797] Updated weights for policy 0, policy_version 17147 (0.0008) +[2026-06-07 03:28:41,411][526797] Updated weights for policy 0, policy_version 17157 (0.0008) +[2026-06-07 03:28:41,551][526797] Updated weights for policy 0, policy_version 17168 (0.0008) +[2026-06-07 03:28:41,702][526797] Updated weights for policy 0, policy_version 17180 (0.0008) +[2026-06-07 03:28:41,857][526797] Updated weights for policy 0, policy_version 17192 (0.0008) +[2026-06-07 03:28:42,515][526797] Updated weights for policy 0, policy_version 17203 (0.0008) +[2026-06-07 03:28:42,656][526797] Updated weights for policy 0, policy_version 17214 (0.0008) +[2026-06-07 03:28:42,801][526797] Updated weights for policy 0, policy_version 17225 (0.0009) +[2026-06-07 03:28:42,935][526797] Updated weights for policy 0, policy_version 17235 (0.0008) +[2026-06-07 03:28:43,062][526797] Updated weights for policy 0, policy_version 17245 (0.0008) +[2026-06-07 03:28:43,197][526797] Updated weights for policy 0, policy_version 17255 (0.0009) +[2026-06-07 03:28:43,839][525308] Fps is (10 sec: 22937.1, 60 sec: 24575.9, 300 sec: 23992.8). Total num frames: 8847360. Throughput: 0: 24291.4. Samples: 8865024. Policy #0 lag: (min: 63.0, avg: 74.8, max: 127.0) +[2026-06-07 03:28:43,841][525308] Avg episode reward: [(0, '58.325')] +[2026-06-07 03:28:43,844][526797] Updated weights for policy 0, policy_version 17266 (0.0008) +[2026-06-07 03:28:43,975][526797] Updated weights for policy 0, policy_version 17276 (0.0008) +[2026-06-07 03:28:44,127][526797] Updated weights for policy 0, policy_version 17288 (0.0008) +[2026-06-07 03:28:44,262][526797] Updated weights for policy 0, policy_version 17298 (0.0009) +[2026-06-07 03:28:44,402][526797] Updated weights for policy 0, policy_version 17308 (0.0008) +[2026-06-07 03:28:44,543][526797] Updated weights for policy 0, policy_version 17319 (0.0008) +[2026-06-07 03:28:45,217][526797] Updated weights for policy 0, policy_version 17331 (0.0008) +[2026-06-07 03:28:45,358][526797] Updated weights for policy 0, policy_version 17342 (0.0008) +[2026-06-07 03:28:45,498][526797] Updated weights for policy 0, policy_version 17353 (0.0008) +[2026-06-07 03:28:45,646][526797] Updated weights for policy 0, policy_version 17364 (0.0008) +[2026-06-07 03:28:45,776][526797] Updated weights for policy 0, policy_version 17375 (0.0008) +[2026-06-07 03:28:46,421][526797] Updated weights for policy 0, policy_version 17385 (0.0008) +[2026-06-07 03:28:46,554][526797] Updated weights for policy 0, policy_version 17395 (0.0008) +[2026-06-07 03:28:46,685][526797] Updated weights for policy 0, policy_version 17405 (0.0008) +[2026-06-07 03:28:46,823][526797] Updated weights for policy 0, policy_version 17416 (0.0008) +[2026-06-07 03:28:46,954][526797] Updated weights for policy 0, policy_version 17426 (0.0008) +[2026-06-07 03:28:47,099][526797] Updated weights for policy 0, policy_version 17437 (0.0008) +[2026-06-07 03:28:47,237][526797] Updated weights for policy 0, policy_version 17448 (0.0008) +[2026-06-07 03:28:47,907][526797] Updated weights for policy 0, policy_version 17459 (0.0008) +[2026-06-07 03:28:48,038][526797] Updated weights for policy 0, policy_version 17469 (0.0008) +[2026-06-07 03:28:48,195][526797] Updated weights for policy 0, policy_version 17481 (0.0008) +[2026-06-07 03:28:48,333][526797] Updated weights for policy 0, policy_version 17491 (0.0008) +[2026-06-07 03:28:48,463][526797] Updated weights for policy 0, policy_version 17501 (0.0008) +[2026-06-07 03:28:48,603][526797] Updated weights for policy 0, policy_version 17511 (0.0008) +[2026-06-07 03:28:48,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24103.9). Total num frames: 8978432. Throughput: 0: 24527.6. Samples: 8945024. Policy #0 lag: (min: 56.0, avg: 94.5, max: 120.0) +[2026-06-07 03:28:48,839][525308] Avg episode reward: [(0, '54.919')] +[2026-06-07 03:28:49,205][526797] Updated weights for policy 0, policy_version 17521 (0.0008) +[2026-06-07 03:28:49,353][526797] Updated weights for policy 0, policy_version 17532 (0.0008) +[2026-06-07 03:28:49,511][526797] Updated weights for policy 0, policy_version 17544 (0.0008) +[2026-06-07 03:28:49,635][526797] Updated weights for policy 0, policy_version 17554 (0.0008) +[2026-06-07 03:28:49,774][526797] Updated weights for policy 0, policy_version 17565 (0.0008) +[2026-06-07 03:28:50,468][526797] Updated weights for policy 0, policy_version 17578 (0.0008) +[2026-06-07 03:28:50,617][526797] Updated weights for policy 0, policy_version 17589 (0.0008) +[2026-06-07 03:28:50,761][526797] Updated weights for policy 0, policy_version 17600 (0.0008) +[2026-06-07 03:28:50,886][526797] Updated weights for policy 0, policy_version 17610 (0.0008) +[2026-06-07 03:28:51,021][526797] Updated weights for policy 0, policy_version 17620 (0.0008) +[2026-06-07 03:28:51,154][526797] Updated weights for policy 0, policy_version 17630 (0.0008) +[2026-06-07 03:28:51,277][526797] Updated weights for policy 0, policy_version 17640 (0.0008) +[2026-06-07 03:28:51,900][526797] Updated weights for policy 0, policy_version 17650 (0.0008) +[2026-06-07 03:28:52,025][526797] Updated weights for policy 0, policy_version 17660 (0.0008) +[2026-06-07 03:28:52,178][526797] Updated weights for policy 0, policy_version 17672 (0.0008) +[2026-06-07 03:28:52,329][526797] Updated weights for policy 0, policy_version 17683 (0.0008) +[2026-06-07 03:28:52,483][526797] Updated weights for policy 0, policy_version 17695 (0.0008) +[2026-06-07 03:28:53,148][526797] Updated weights for policy 0, policy_version 17705 (0.0008) +[2026-06-07 03:28:53,323][526797] Updated weights for policy 0, policy_version 17719 (0.0008) +[2026-06-07 03:28:53,493][526797] Updated weights for policy 0, policy_version 17732 (0.0008) +[2026-06-07 03:28:53,664][526797] Updated weights for policy 0, policy_version 17745 (0.0008) +[2026-06-07 03:28:53,797][526797] Updated weights for policy 0, policy_version 17755 (0.0008) +[2026-06-07 03:28:53,838][525308] Fps is (10 sec: 22938.1, 60 sec: 24029.9, 300 sec: 23992.8). Total num frames: 9076736. Throughput: 0: 24334.2. Samples: 9089408. Policy #0 lag: (min: 56.0, avg: 94.5, max: 120.0) +[2026-06-07 03:28:53,839][525308] Avg episode reward: [(0, '60.154')] +[2026-06-07 03:28:53,956][526797] Updated weights for policy 0, policy_version 17767 (0.0008) +[2026-06-07 03:28:54,581][526797] Updated weights for policy 0, policy_version 17777 (0.0008) +[2026-06-07 03:28:54,715][526797] Updated weights for policy 0, policy_version 17787 (0.0008) +[2026-06-07 03:28:54,839][526797] Updated weights for policy 0, policy_version 17797 (0.0008) +[2026-06-07 03:28:54,972][526797] Updated weights for policy 0, policy_version 17807 (0.0008) +[2026-06-07 03:28:55,121][526797] Updated weights for policy 0, policy_version 17818 (0.0008) +[2026-06-07 03:28:55,265][526797] Updated weights for policy 0, policy_version 17829 (0.0008) +[2026-06-07 03:28:55,898][526797] Updated weights for policy 0, policy_version 17839 (0.0008) +[2026-06-07 03:28:56,043][526797] Updated weights for policy 0, policy_version 17850 (0.0008) +[2026-06-07 03:28:56,165][526797] Updated weights for policy 0, policy_version 17860 (0.0008) +[2026-06-07 03:28:56,327][526797] Updated weights for policy 0, policy_version 17872 (0.0008) +[2026-06-07 03:28:56,471][526797] Updated weights for policy 0, policy_version 17883 (0.0008) +[2026-06-07 03:28:56,607][526797] Updated weights for policy 0, policy_version 17893 (0.0008) +[2026-06-07 03:28:57,206][526797] Updated weights for policy 0, policy_version 17903 (0.0008) +[2026-06-07 03:28:57,340][526797] Updated weights for policy 0, policy_version 17914 (0.0008) +[2026-06-07 03:28:57,480][526797] Updated weights for policy 0, policy_version 17924 (0.0008) +[2026-06-07 03:28:57,616][526797] Updated weights for policy 0, policy_version 17935 (0.0008) +[2026-06-07 03:28:57,753][526797] Updated weights for policy 0, policy_version 17946 (0.0008) +[2026-06-07 03:28:57,902][526797] Updated weights for policy 0, policy_version 17957 (0.0008) +[2026-06-07 03:28:58,583][526797] Updated weights for policy 0, policy_version 17968 (0.0008) +[2026-06-07 03:28:58,717][526797] Updated weights for policy 0, policy_version 17978 (0.0008) +[2026-06-07 03:28:58,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 24104.0). Total num frames: 9207808. Throughput: 0: 24476.4. Samples: 9236864. Policy #0 lag: (min: 56.0, avg: 94.5, max: 120.0) +[2026-06-07 03:28:58,839][525308] Avg episode reward: [(0, '67.349')] +[2026-06-07 03:28:58,851][526797] Updated weights for policy 0, policy_version 17988 (0.0008) +[2026-06-07 03:28:58,981][526797] Updated weights for policy 0, policy_version 17999 (0.0008) +[2026-06-07 03:28:59,128][526797] Updated weights for policy 0, policy_version 18010 (0.0008) +[2026-06-07 03:28:59,285][526797] Updated weights for policy 0, policy_version 18022 (0.0008) +[2026-06-07 03:28:59,900][526797] Updated weights for policy 0, policy_version 18032 (0.0008) +[2026-06-07 03:29:00,029][526797] Updated weights for policy 0, policy_version 18042 (0.0008) +[2026-06-07 03:29:00,194][526797] Updated weights for policy 0, policy_version 18055 (0.0008) +[2026-06-07 03:29:00,326][526797] Updated weights for policy 0, policy_version 18065 (0.0008) +[2026-06-07 03:29:00,453][526797] Updated weights for policy 0, policy_version 18075 (0.0008) +[2026-06-07 03:29:00,591][526797] Updated weights for policy 0, policy_version 18085 (0.0008) +[2026-06-07 03:29:01,215][526797] Updated weights for policy 0, policy_version 18095 (0.0008) +[2026-06-07 03:29:01,344][526797] Updated weights for policy 0, policy_version 18105 (0.0008) +[2026-06-07 03:29:01,489][526797] Updated weights for policy 0, policy_version 18116 (0.0008) +[2026-06-07 03:29:01,640][526797] Updated weights for policy 0, policy_version 18128 (0.0009) +[2026-06-07 03:29:01,774][526797] Updated weights for policy 0, policy_version 18138 (0.0008) +[2026-06-07 03:29:01,919][526797] Updated weights for policy 0, policy_version 18149 (0.0008) +[2026-06-07 03:29:02,559][526797] Updated weights for policy 0, policy_version 18159 (0.0008) +[2026-06-07 03:29:02,717][526797] Updated weights for policy 0, policy_version 18171 (0.0009) +[2026-06-07 03:29:02,857][526797] Updated weights for policy 0, policy_version 18182 (0.0008) +[2026-06-07 03:29:02,988][526797] Updated weights for policy 0, policy_version 18192 (0.0008) +[2026-06-07 03:29:03,125][526797] Updated weights for policy 0, policy_version 18202 (0.0009) +[2026-06-07 03:29:03,254][526797] Updated weights for policy 0, policy_version 18212 (0.0008) +[2026-06-07 03:29:03,838][525308] Fps is (10 sec: 26214.6, 60 sec: 24576.0, 300 sec: 24103.9). Total num frames: 9338880. Throughput: 0: 24581.7. Samples: 9313152. Policy #0 lag: (min: 17.0, avg: 52.4, max: 81.0) +[2026-06-07 03:29:03,839][525308] Avg episode reward: [(0, '68.122')] +[2026-06-07 03:29:03,930][526797] Updated weights for policy 0, policy_version 18223 (0.0008) +[2026-06-07 03:29:04,063][526797] Updated weights for policy 0, policy_version 18233 (0.0008) +[2026-06-07 03:29:04,213][526797] Updated weights for policy 0, policy_version 18245 (0.0009) +[2026-06-07 03:29:04,380][526797] Updated weights for policy 0, policy_version 18258 (0.0009) +[2026-06-07 03:29:04,531][526797] Updated weights for policy 0, policy_version 18269 (0.0009) +[2026-06-07 03:29:04,658][526797] Updated weights for policy 0, policy_version 18279 (0.0008) +[2026-06-07 03:29:05,305][526797] Updated weights for policy 0, policy_version 18290 (0.0009) +[2026-06-07 03:29:05,432][526797] Updated weights for policy 0, policy_version 18300 (0.0008) +[2026-06-07 03:29:05,582][526797] Updated weights for policy 0, policy_version 18312 (0.0008) +[2026-06-07 03:29:05,717][526797] Updated weights for policy 0, policy_version 18322 (0.0008) +[2026-06-07 03:29:05,848][526797] Updated weights for policy 0, policy_version 18332 (0.0008) +[2026-06-07 03:29:05,984][526797] Updated weights for policy 0, policy_version 18342 (0.0008) +[2026-06-07 03:29:06,639][526797] Updated weights for policy 0, policy_version 18352 (0.0008) +[2026-06-07 03:29:06,775][526797] Updated weights for policy 0, policy_version 18362 (0.0007) +[2026-06-07 03:29:06,916][526797] Updated weights for policy 0, policy_version 18373 (0.0006) +[2026-06-07 03:29:07,058][526797] Updated weights for policy 0, policy_version 18384 (0.0005) +[2026-06-07 03:29:07,219][526797] Updated weights for policy 0, policy_version 18396 (0.0007) +[2026-06-07 03:29:07,373][526797] Updated weights for policy 0, policy_version 18408 (0.0008) +[2026-06-07 03:29:08,016][526797] Updated weights for policy 0, policy_version 18418 (0.0008) +[2026-06-07 03:29:08,155][526797] Updated weights for policy 0, policy_version 18429 (0.0008) +[2026-06-07 03:29:08,301][526797] Updated weights for policy 0, policy_version 18440 (0.0009) +[2026-06-07 03:29:08,434][526797] Updated weights for policy 0, policy_version 18450 (0.0008) +[2026-06-07 03:29:08,572][526797] Updated weights for policy 0, policy_version 18461 (0.0008) +[2026-06-07 03:29:08,839][525308] Fps is (10 sec: 26213.2, 60 sec: 24575.8, 300 sec: 24215.0). Total num frames: 9469952. Throughput: 0: 24291.3. Samples: 9453952. Policy #0 lag: (min: 17.0, avg: 52.4, max: 81.0) +[2026-06-07 03:29:08,840][525308] Avg episode reward: [(0, '64.109')] +[2026-06-07 03:29:09,245][526797] Updated weights for policy 0, policy_version 18474 (0.0009) +[2026-06-07 03:29:09,389][526797] Updated weights for policy 0, policy_version 18485 (0.0008) +[2026-06-07 03:29:09,534][526797] Updated weights for policy 0, policy_version 18497 (0.0009) +[2026-06-07 03:29:09,680][526797] Updated weights for policy 0, policy_version 18509 (0.0008) +[2026-06-07 03:29:09,839][526797] Updated weights for policy 0, policy_version 18521 (0.0008) +[2026-06-07 03:29:09,987][526797] Updated weights for policy 0, policy_version 18533 (0.0008) +[2026-06-07 03:29:10,648][526797] Updated weights for policy 0, policy_version 18543 (0.0009) +[2026-06-07 03:29:10,777][526797] Updated weights for policy 0, policy_version 18553 (0.0008) +[2026-06-07 03:29:10,907][526797] Updated weights for policy 0, policy_version 18563 (0.0008) +[2026-06-07 03:29:11,065][526797] Updated weights for policy 0, policy_version 18574 (0.0008) +[2026-06-07 03:29:11,207][526797] Updated weights for policy 0, policy_version 18585 (0.0008) +[2026-06-07 03:29:11,338][526797] Updated weights for policy 0, policy_version 18595 (0.0008) +[2026-06-07 03:29:11,997][526797] Updated weights for policy 0, policy_version 18606 (0.0009) +[2026-06-07 03:29:12,139][526797] Updated weights for policy 0, policy_version 18617 (0.0008) +[2026-06-07 03:29:12,272][526797] Updated weights for policy 0, policy_version 18627 (0.0008) +[2026-06-07 03:29:12,423][526797] Updated weights for policy 0, policy_version 18639 (0.0004) +[2026-06-07 03:29:12,587][526797] Updated weights for policy 0, policy_version 18651 (0.0005) +[2026-06-07 03:29:12,730][526797] Updated weights for policy 0, policy_version 18662 (0.0005) +[2026-06-07 03:29:13,380][526797] Updated weights for policy 0, policy_version 18675 (0.0007) +[2026-06-07 03:29:13,535][526797] Updated weights for policy 0, policy_version 18687 (0.0009) +[2026-06-07 03:29:13,669][526797] Updated weights for policy 0, policy_version 18697 (0.0005) +[2026-06-07 03:29:13,817][526797] Updated weights for policy 0, policy_version 18708 (0.0005) +[2026-06-07 03:29:13,838][525308] Fps is (10 sec: 22937.4, 60 sec: 24029.9, 300 sec: 24103.9). Total num frames: 9568256. Throughput: 0: 24607.3. Samples: 9609344. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:29:13,839][525308] Avg episode reward: [(0, '70.334')] +[2026-06-07 03:29:13,963][526797] Updated weights for policy 0, policy_version 18719 (0.0005) +[2026-06-07 03:29:14,611][526797] Updated weights for policy 0, policy_version 18731 (0.0005) +[2026-06-07 03:29:14,773][526797] Updated weights for policy 0, policy_version 18744 (0.0004) +[2026-06-07 03:29:14,914][526797] Updated weights for policy 0, policy_version 18755 (0.0004) +[2026-06-07 03:29:15,067][526797] Updated weights for policy 0, policy_version 18766 (0.0005) +[2026-06-07 03:29:15,204][526797] Updated weights for policy 0, policy_version 18777 (0.0005) +[2026-06-07 03:29:15,357][526797] Updated weights for policy 0, policy_version 18788 (0.0008) +[2026-06-07 03:29:15,987][526797] Updated weights for policy 0, policy_version 18798 (0.0008) +[2026-06-07 03:29:16,129][526797] Updated weights for policy 0, policy_version 18810 (0.0008) +[2026-06-07 03:29:16,256][526797] Updated weights for policy 0, policy_version 18820 (0.0009) +[2026-06-07 03:29:16,395][526797] Updated weights for policy 0, policy_version 18830 (0.0008) +[2026-06-07 03:29:16,525][526797] Updated weights for policy 0, policy_version 18840 (0.0008) +[2026-06-07 03:29:16,658][526797] Updated weights for policy 0, policy_version 18850 (0.0008) +[2026-06-07 03:29:17,344][526797] Updated weights for policy 0, policy_version 18862 (0.0008) +[2026-06-07 03:29:17,484][526797] Updated weights for policy 0, policy_version 18873 (0.0008) +[2026-06-07 03:29:17,617][526797] Updated weights for policy 0, policy_version 18883 (0.0008) +[2026-06-07 03:29:17,776][526797] Updated weights for policy 0, policy_version 18895 (0.0008) +[2026-06-07 03:29:17,915][526797] Updated weights for policy 0, policy_version 18905 (0.0008) +[2026-06-07 03:29:18,069][526797] Updated weights for policy 0, policy_version 18917 (0.0008) +[2026-06-07 03:29:18,681][526797] Updated weights for policy 0, policy_version 18927 (0.0008) +[2026-06-07 03:29:18,822][526797] Updated weights for policy 0, policy_version 18938 (0.0008) +[2026-06-07 03:29:18,839][525308] Fps is (10 sec: 22938.5, 60 sec: 24576.0, 300 sec: 24215.0). Total num frames: 9699328. Throughput: 0: 24530.5. Samples: 9678848. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:29:18,840][525308] Avg episode reward: [(0, '72.654')] +[2026-06-07 03:29:18,962][526797] Updated weights for policy 0, policy_version 18949 (0.0008) +[2026-06-07 03:29:19,101][526797] Updated weights for policy 0, policy_version 18960 (0.0008) +[2026-06-07 03:29:19,227][526797] Updated weights for policy 0, policy_version 18970 (0.0008) +[2026-06-07 03:29:19,385][526797] Updated weights for policy 0, policy_version 18982 (0.0008) +[2026-06-07 03:29:20,072][526797] Updated weights for policy 0, policy_version 18994 (0.0008) +[2026-06-07 03:29:20,212][526797] Updated weights for policy 0, policy_version 19005 (0.0008) +[2026-06-07 03:29:20,341][526797] Updated weights for policy 0, policy_version 19015 (0.0008) +[2026-06-07 03:29:20,468][526797] Updated weights for policy 0, policy_version 19025 (0.0008) +[2026-06-07 03:29:20,611][526797] Updated weights for policy 0, policy_version 19036 (0.0008) +[2026-06-07 03:29:20,763][526797] Updated weights for policy 0, policy_version 19048 (0.0008) +[2026-06-07 03:29:21,413][526797] Updated weights for policy 0, policy_version 19058 (0.0005) +[2026-06-07 03:29:21,549][526797] Updated weights for policy 0, policy_version 19068 (0.0006) +[2026-06-07 03:29:21,688][526797] Updated weights for policy 0, policy_version 19079 (0.0008) +[2026-06-07 03:29:21,826][526797] Updated weights for policy 0, policy_version 19089 (0.0008) +[2026-06-07 03:29:21,961][526797] Updated weights for policy 0, policy_version 19100 (0.0008) +[2026-06-07 03:29:22,119][526797] Updated weights for policy 0, policy_version 19112 (0.0009) +[2026-06-07 03:29:22,761][526797] Updated weights for policy 0, policy_version 19123 (0.0009) +[2026-06-07 03:29:22,908][526797] Updated weights for policy 0, policy_version 19134 (0.0008) +[2026-06-07 03:29:23,058][526797] Updated weights for policy 0, policy_version 19146 (0.0008) +[2026-06-07 03:29:23,196][526797] Updated weights for policy 0, policy_version 19156 (0.0008) +[2026-06-07 03:29:23,328][526797] Updated weights for policy 0, policy_version 19166 (0.0008) +[2026-06-07 03:29:23,451][526797] Updated weights for policy 0, policy_version 19176 (0.0008) +[2026-06-07 03:29:23,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24215.0). Total num frames: 9830400. Throughput: 0: 24362.7. Samples: 9822976. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:29:23,839][525308] Avg episode reward: [(0, '67.932')] +[2026-06-07 03:29:24,112][526797] Updated weights for policy 0, policy_version 19187 (0.0008) +[2026-06-07 03:29:24,254][526797] Updated weights for policy 0, policy_version 19198 (0.0008) +[2026-06-07 03:29:24,398][526797] Updated weights for policy 0, policy_version 19209 (0.0009) +[2026-06-07 03:29:24,540][526797] Updated weights for policy 0, policy_version 19220 (0.0008) +[2026-06-07 03:29:24,708][526797] Updated weights for policy 0, policy_version 19232 (0.0008) +[2026-06-07 03:29:25,354][526797] Updated weights for policy 0, policy_version 19244 (0.0008) +[2026-06-07 03:29:25,499][526797] Updated weights for policy 0, policy_version 19256 (0.0008) +[2026-06-07 03:29:25,630][526797] Updated weights for policy 0, policy_version 19266 (0.0008) +[2026-06-07 03:29:25,766][526797] Updated weights for policy 0, policy_version 19276 (0.0008) +[2026-06-07 03:29:25,937][526797] Updated weights for policy 0, policy_version 19289 (0.0008) +[2026-06-07 03:29:26,106][526797] Updated weights for policy 0, policy_version 19302 (0.0008) +[2026-06-07 03:29:26,749][526797] Updated weights for policy 0, policy_version 19312 (0.0008) +[2026-06-07 03:29:26,881][526797] Updated weights for policy 0, policy_version 19322 (0.0009) +[2026-06-07 03:29:27,009][526797] Updated weights for policy 0, policy_version 19332 (0.0008) +[2026-06-07 03:29:27,149][526797] Updated weights for policy 0, policy_version 19343 (0.0008) +[2026-06-07 03:29:27,284][526797] Updated weights for policy 0, policy_version 19353 (0.0008) +[2026-06-07 03:29:27,443][526797] Updated weights for policy 0, policy_version 19365 (0.0008) +[2026-06-07 03:29:28,136][526797] Updated weights for policy 0, policy_version 19377 (0.0008) +[2026-06-07 03:29:28,291][526797] Updated weights for policy 0, policy_version 19389 (0.0009) +[2026-06-07 03:29:28,421][526797] Updated weights for policy 0, policy_version 19399 (0.0008) +[2026-06-07 03:29:28,547][526797] Updated weights for policy 0, policy_version 19409 (0.0008) +[2026-06-07 03:29:28,684][526797] Updated weights for policy 0, policy_version 19419 (0.0008) +[2026-06-07 03:29:28,820][526797] Updated weights for policy 0, policy_version 19429 (0.0008) +[2026-06-07 03:29:28,838][525308] Fps is (10 sec: 22937.8, 60 sec: 24029.9, 300 sec: 24215.0). Total num frames: 9928704. Throughput: 0: 24692.8. Samples: 9976192. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-07 03:29:28,839][525308] Avg episode reward: [(0, '71.842')] +[2026-06-07 03:29:29,447][526797] Updated weights for policy 0, policy_version 19439 (0.0008) +[2026-06-07 03:29:29,577][526797] Updated weights for policy 0, policy_version 19449 (0.0008) +[2026-06-07 03:29:29,730][526797] Updated weights for policy 0, policy_version 19461 (0.0008) +[2026-06-07 03:29:29,870][526797] Updated weights for policy 0, policy_version 19471 (0.0008) +[2026-06-07 03:29:29,993][526797] Updated weights for policy 0, policy_version 19481 (0.0008) +[2026-06-07 03:29:30,126][526797] Updated weights for policy 0, policy_version 19491 (0.0008) +[2026-06-07 03:29:30,778][526797] Updated weights for policy 0, policy_version 19502 (0.0009) +[2026-06-07 03:29:30,928][526797] Updated weights for policy 0, policy_version 19514 (0.0008) +[2026-06-07 03:29:31,054][526797] Updated weights for policy 0, policy_version 19524 (0.0008) +[2026-06-07 03:29:31,193][526797] Updated weights for policy 0, policy_version 19535 (0.0008) +[2026-06-07 03:29:31,326][526797] Updated weights for policy 0, policy_version 19545 (0.0009) +[2026-06-07 03:29:31,479][526797] Updated weights for policy 0, policy_version 19557 (0.0008) +[2026-06-07 03:29:32,140][526797] Updated weights for policy 0, policy_version 19568 (0.0009) +[2026-06-07 03:29:32,261][526797] Updated weights for policy 0, policy_version 19578 (0.0008) +[2026-06-07 03:29:32,420][526797] Updated weights for policy 0, policy_version 19590 (0.0007) +[2026-06-07 03:29:32,575][526797] Updated weights for policy 0, policy_version 19602 (0.0008) +[2026-06-07 03:29:32,719][526797] Updated weights for policy 0, policy_version 19613 (0.0008) +[2026-06-07 03:29:32,851][526797] Updated weights for policy 0, policy_version 19623 (0.0008) +[2026-06-07 03:29:33,514][526797] Updated weights for policy 0, policy_version 19634 (0.0008) +[2026-06-07 03:29:33,651][526797] Updated weights for policy 0, policy_version 19645 (0.0008) +[2026-06-07 03:29:33,797][526797] Updated weights for policy 0, policy_version 19656 (0.0008) +[2026-06-07 03:29:33,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24029.9, 300 sec: 24215.0). Total num frames: 10059776. Throughput: 0: 24476.4. Samples: 10046464. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-07 03:29:33,840][525308] Avg episode reward: [(0, '75.660')] +[2026-06-07 03:29:33,945][526797] Updated weights for policy 0, policy_version 19667 (0.0009) +[2026-06-07 03:29:34,074][526797] Updated weights for policy 0, policy_version 19677 (0.0008) +[2026-06-07 03:29:34,205][526797] Updated weights for policy 0, policy_version 19687 (0.0008) +[2026-06-07 03:29:34,892][526797] Updated weights for policy 0, policy_version 19701 (0.0008) +[2026-06-07 03:29:35,020][526797] Updated weights for policy 0, policy_version 19711 (0.0008) +[2026-06-07 03:29:35,146][526797] Updated weights for policy 0, policy_version 19721 (0.0008) +[2026-06-07 03:29:35,293][526797] Updated weights for policy 0, policy_version 19732 (0.0008) +[2026-06-07 03:29:35,435][526797] Updated weights for policy 0, policy_version 19743 (0.0009) +[2026-06-07 03:29:36,071][526797] Updated weights for policy 0, policy_version 19753 (0.0008) +[2026-06-07 03:29:36,196][526797] Updated weights for policy 0, policy_version 19763 (0.0008) +[2026-06-07 03:29:36,341][526797] Updated weights for policy 0, policy_version 19774 (0.0008) +[2026-06-07 03:29:36,471][526797] Updated weights for policy 0, policy_version 19784 (0.0008) +[2026-06-07 03:29:36,600][526797] Updated weights for policy 0, policy_version 19794 (0.0008) +[2026-06-07 03:29:36,742][526797] Updated weights for policy 0, policy_version 19805 (0.0008) +[2026-06-07 03:29:36,883][526797] Updated weights for policy 0, policy_version 19816 (0.0008) +[2026-06-07 03:29:37,528][526797] Updated weights for policy 0, policy_version 19827 (0.0008) +[2026-06-07 03:29:37,657][526797] Updated weights for policy 0, policy_version 19837 (0.0008) +[2026-06-07 03:29:37,783][526797] Updated weights for policy 0, policy_version 19847 (0.0008) +[2026-06-07 03:29:37,923][526797] Updated weights for policy 0, policy_version 19857 (0.0009) +[2026-06-07 03:29:38,053][526797] Updated weights for policy 0, policy_version 19867 (0.0009) +[2026-06-07 03:29:38,192][526797] Updated weights for policy 0, policy_version 19878 (0.0008) +[2026-06-07 03:29:38,821][526797] Updated weights for policy 0, policy_version 19888 (0.0009) +[2026-06-07 03:29:38,838][525308] Fps is (10 sec: 26214.3, 60 sec: 24576.0, 300 sec: 24215.0). Total num frames: 10190848. Throughput: 0: 24615.8. Samples: 10197120. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-07 03:29:38,839][525308] Avg episode reward: [(0, '69.245')] +[2026-06-07 03:29:38,953][526797] Updated weights for policy 0, policy_version 19898 (0.0008) +[2026-06-07 03:29:39,095][526797] Updated weights for policy 0, policy_version 19909 (0.0008) +[2026-06-07 03:29:39,243][526797] Updated weights for policy 0, policy_version 19920 (0.0008) +[2026-06-07 03:29:39,380][526797] Updated weights for policy 0, policy_version 19930 (0.0008) +[2026-06-07 03:29:39,511][526797] Updated weights for policy 0, policy_version 19940 (0.0008) +[2026-06-07 03:29:40,174][526797] Updated weights for policy 0, policy_version 19952 (0.0008) +[2026-06-07 03:29:40,307][526797] Updated weights for policy 0, policy_version 19962 (0.0008) +[2026-06-07 03:29:40,462][526797] Updated weights for policy 0, policy_version 19974 (0.0009) +[2026-06-07 03:29:40,608][526797] Updated weights for policy 0, policy_version 19985 (0.0008) +[2026-06-07 03:29:40,742][526797] Updated weights for policy 0, policy_version 19995 (0.0008) +[2026-06-07 03:29:40,876][526797] Updated weights for policy 0, policy_version 20005 (0.0009) +[2026-06-07 03:29:41,470][526797] Updated weights for policy 0, policy_version 20016 (0.0008) +[2026-06-07 03:29:41,614][526797] Updated weights for policy 0, policy_version 20027 (0.0008) +[2026-06-07 03:29:41,749][526797] Updated weights for policy 0, policy_version 20038 (0.0008) +[2026-06-07 03:29:41,893][526797] Updated weights for policy 0, policy_version 20048 (0.0008) +[2026-06-07 03:29:42,022][526797] Updated weights for policy 0, policy_version 20058 (0.0008) +[2026-06-07 03:29:42,174][526797] Updated weights for policy 0, policy_version 20069 (0.0008) +[2026-06-07 03:29:42,795][526797] Updated weights for policy 0, policy_version 20080 (0.0008) +[2026-06-07 03:29:42,928][526797] Updated weights for policy 0, policy_version 20090 (0.0009) +[2026-06-07 03:29:43,053][526797] Updated weights for policy 0, policy_version 20100 (0.0008) +[2026-06-07 03:29:43,208][526797] Updated weights for policy 0, policy_version 20112 (0.0008) +[2026-06-07 03:29:43,364][526797] Updated weights for policy 0, policy_version 20123 (0.0008) +[2026-06-07 03:29:43,515][526797] Updated weights for policy 0, policy_version 20135 (0.0008) +[2026-06-07 03:29:43,838][525308] Fps is (10 sec: 26214.6, 60 sec: 24576.1, 300 sec: 24326.1). Total num frames: 10321920. Throughput: 0: 24536.2. Samples: 10340992. Policy #0 lag: (min: 61.0, avg: 73.9, max: 125.0) +[2026-06-07 03:29:43,839][525308] Avg episode reward: [(0, '69.467')] +[2026-06-07 03:29:44,148][526797] Updated weights for policy 0, policy_version 20145 (0.0009) +[2026-06-07 03:29:44,302][526797] Updated weights for policy 0, policy_version 20157 (0.0008) +[2026-06-07 03:29:44,443][526797] Updated weights for policy 0, policy_version 20168 (0.0008) +[2026-06-07 03:29:44,572][526797] Updated weights for policy 0, policy_version 20178 (0.0008) +[2026-06-07 03:29:44,706][526797] Updated weights for policy 0, policy_version 20188 (0.0008) +[2026-06-07 03:29:44,832][526797] Updated weights for policy 0, policy_version 20198 (0.0008) +[2026-06-07 03:29:45,490][526797] Updated weights for policy 0, policy_version 20209 (0.0008) +[2026-06-07 03:29:45,618][526797] Updated weights for policy 0, policy_version 20219 (0.0008) +[2026-06-07 03:29:45,749][526797] Updated weights for policy 0, policy_version 20229 (0.0008) +[2026-06-07 03:29:45,877][526797] Updated weights for policy 0, policy_version 20239 (0.0008) +[2026-06-07 03:29:46,023][526797] Updated weights for policy 0, policy_version 20250 (0.0008) +[2026-06-07 03:29:46,171][526797] Updated weights for policy 0, policy_version 20261 (0.0008) +[2026-06-07 03:29:46,789][526797] Updated weights for policy 0, policy_version 20271 (0.0008) +[2026-06-07 03:29:46,937][526797] Updated weights for policy 0, policy_version 20283 (0.0008) +[2026-06-07 03:29:47,065][526797] Updated weights for policy 0, policy_version 20293 (0.0008) +[2026-06-07 03:29:47,227][526797] Updated weights for policy 0, policy_version 20305 (0.0008) +[2026-06-07 03:29:47,353][526797] Updated weights for policy 0, policy_version 20315 (0.0008) +[2026-06-07 03:29:47,488][526797] Updated weights for policy 0, policy_version 20325 (0.0008) +[2026-06-07 03:29:48,107][526797] Updated weights for policy 0, policy_version 20335 (0.0008) +[2026-06-07 03:29:48,252][526797] Updated weights for policy 0, policy_version 20346 (0.0008) +[2026-06-07 03:29:48,391][526797] Updated weights for policy 0, policy_version 20357 (0.0008) +[2026-06-07 03:29:48,559][526797] Updated weights for policy 0, policy_version 20370 (0.0008) +[2026-06-07 03:29:48,705][526797] Updated weights for policy 0, policy_version 20381 (0.0008) +[2026-06-07 03:29:48,831][526797] Updated weights for policy 0, policy_version 20391 (0.0008) +[2026-06-07 03:29:48,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24029.9, 300 sec: 24215.0). Total num frames: 10420224. Throughput: 0: 24411.0. Samples: 10411648. Policy #0 lag: (min: 61.0, avg: 73.9, max: 125.0) +[2026-06-07 03:29:48,839][525308] Avg episode reward: [(0, '74.826')] +[2026-06-07 03:29:49,463][526797] Updated weights for policy 0, policy_version 20401 (0.0009) +[2026-06-07 03:29:49,595][526797] Updated weights for policy 0, policy_version 20411 (0.0008) +[2026-06-07 03:29:49,715][526797] Updated weights for policy 0, policy_version 20421 (0.0008) +[2026-06-07 03:29:49,866][526797] Updated weights for policy 0, policy_version 20432 (0.0009) +[2026-06-07 03:29:50,001][526797] Updated weights for policy 0, policy_version 20442 (0.0009) +[2026-06-07 03:29:50,144][526797] Updated weights for policy 0, policy_version 20453 (0.0009) +[2026-06-07 03:29:50,746][526797] Updated weights for policy 0, policy_version 20463 (0.0008) +[2026-06-07 03:29:50,870][526797] Updated weights for policy 0, policy_version 20473 (0.0008) +[2026-06-07 03:29:51,007][526797] Updated weights for policy 0, policy_version 20483 (0.0008) +[2026-06-07 03:29:51,139][526797] Updated weights for policy 0, policy_version 20493 (0.0008) +[2026-06-07 03:29:51,307][526797] Updated weights for policy 0, policy_version 20506 (0.0008) +[2026-06-07 03:29:51,450][526797] Updated weights for policy 0, policy_version 20517 (0.0008) +[2026-06-07 03:29:52,114][526797] Updated weights for policy 0, policy_version 20527 (0.0008) +[2026-06-07 03:29:52,270][526797] Updated weights for policy 0, policy_version 20539 (0.0008) +[2026-06-07 03:29:52,420][526797] Updated weights for policy 0, policy_version 20550 (0.0009) +[2026-06-07 03:29:52,560][526797] Updated weights for policy 0, policy_version 20561 (0.0008) +[2026-06-07 03:29:52,709][526797] Updated weights for policy 0, policy_version 20572 (0.0008) +[2026-06-07 03:29:52,854][526797] Updated weights for policy 0, policy_version 20583 (0.0008) +[2026-06-07 03:29:53,538][526797] Updated weights for policy 0, policy_version 20597 (0.0009) +[2026-06-07 03:29:53,671][526797] Updated weights for policy 0, policy_version 20607 (0.0008) +[2026-06-07 03:29:53,813][526797] Updated weights for policy 0, policy_version 20618 (0.0008) +[2026-06-07 03:29:53,839][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24215.0). Total num frames: 10551296. Throughput: 0: 24718.5. Samples: 10566272. Policy #0 lag: (min: 61.0, avg: 73.9, max: 125.0) +[2026-06-07 03:29:53,840][525308] Avg episode reward: [(0, '70.376')] +[2026-06-07 03:29:53,961][526797] Updated weights for policy 0, policy_version 20629 (0.0009) +[2026-06-07 03:29:54,081][526797] Updated weights for policy 0, policy_version 20639 (0.0008) +[2026-06-07 03:29:54,736][526797] Updated weights for policy 0, policy_version 20650 (0.0008) +[2026-06-07 03:29:54,882][526797] Updated weights for policy 0, policy_version 20661 (0.0008) +[2026-06-07 03:29:55,019][526797] Updated weights for policy 0, policy_version 20671 (0.0008) +[2026-06-07 03:29:55,141][526797] Updated weights for policy 0, policy_version 20681 (0.0008) +[2026-06-07 03:29:55,294][526797] Updated weights for policy 0, policy_version 20692 (0.0008) +[2026-06-07 03:29:55,459][526797] Updated weights for policy 0, policy_version 20704 (0.0008) +[2026-06-07 03:29:56,129][526797] Updated weights for policy 0, policy_version 20716 (0.0008) +[2026-06-07 03:29:56,263][526797] Updated weights for policy 0, policy_version 20727 (0.0008) +[2026-06-07 03:29:56,402][526797] Updated weights for policy 0, policy_version 20737 (0.0008) +[2026-06-07 03:29:56,547][526797] Updated weights for policy 0, policy_version 20749 (0.0008) +[2026-06-07 03:29:56,676][526797] Updated weights for policy 0, policy_version 20759 (0.0008) +[2026-06-07 03:29:56,824][526797] Updated weights for policy 0, policy_version 20769 (0.0008) +[2026-06-07 03:29:57,487][526797] Updated weights for policy 0, policy_version 20780 (0.0008) +[2026-06-07 03:29:57,637][526797] Updated weights for policy 0, policy_version 20792 (0.0008) +[2026-06-07 03:29:57,783][526797] Updated weights for policy 0, policy_version 20803 (0.0008) +[2026-06-07 03:29:57,910][526797] Updated weights for policy 0, policy_version 20813 (0.0008) +[2026-06-07 03:29:58,039][526797] Updated weights for policy 0, policy_version 20823 (0.0008) +[2026-06-07 03:29:58,186][526797] Updated weights for policy 0, policy_version 20834 (0.0008) +[2026-06-07 03:29:58,827][526797] Updated weights for policy 0, policy_version 20845 (0.0008) +[2026-06-07 03:29:58,838][525308] Fps is (10 sec: 26214.2, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 10682368. Throughput: 0: 24391.1. Samples: 10706944. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-07 03:29:58,839][525308] Avg episode reward: [(0, '66.215')] +[2026-06-07 03:29:58,962][526797] Updated weights for policy 0, policy_version 20856 (0.0009) +[2026-06-07 03:29:59,107][526797] Updated weights for policy 0, policy_version 20867 (0.0008) +[2026-06-07 03:29:59,243][526797] Updated weights for policy 0, policy_version 20877 (0.0008) +[2026-06-07 03:29:59,366][526797] Updated weights for policy 0, policy_version 20887 (0.0008) +[2026-06-07 03:29:59,491][526797] Updated weights for policy 0, policy_version 20897 (0.0008) +[2026-06-07 03:30:00,143][526797] Updated weights for policy 0, policy_version 20907 (0.0009) +[2026-06-07 03:30:00,285][526797] Updated weights for policy 0, policy_version 20918 (0.0008) +[2026-06-07 03:30:00,436][526797] Updated weights for policy 0, policy_version 20930 (0.0008) +[2026-06-07 03:30:00,583][526797] Updated weights for policy 0, policy_version 20941 (0.0008) +[2026-06-07 03:30:00,748][526797] Updated weights for policy 0, policy_version 20954 (0.0008) +[2026-06-07 03:30:00,875][526797] Updated weights for policy 0, policy_version 20964 (0.0008) +[2026-06-07 03:30:01,512][526797] Updated weights for policy 0, policy_version 20974 (0.0008) +[2026-06-07 03:30:01,657][526797] Updated weights for policy 0, policy_version 20986 (0.0008) +[2026-06-07 03:30:01,825][526797] Updated weights for policy 0, policy_version 20999 (0.0008) +[2026-06-07 03:30:01,970][526797] Updated weights for policy 0, policy_version 21010 (0.0008) +[2026-06-07 03:30:02,114][526797] Updated weights for policy 0, policy_version 21021 (0.0008) +[2026-06-07 03:30:02,257][526797] Updated weights for policy 0, policy_version 21032 (0.0008) +[2026-06-07 03:30:02,902][526797] Updated weights for policy 0, policy_version 21042 (0.0008) +[2026-06-07 03:30:03,042][526797] Updated weights for policy 0, policy_version 21053 (0.0008) +[2026-06-07 03:30:03,170][526797] Updated weights for policy 0, policy_version 21063 (0.0008) +[2026-06-07 03:30:03,331][526797] Updated weights for policy 0, policy_version 21075 (0.0008) +[2026-06-07 03:30:03,482][526797] Updated weights for policy 0, policy_version 21087 (0.0008) +[2026-06-07 03:30:03,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 10813440. Throughput: 0: 24590.3. Samples: 10785408. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-07 03:30:03,839][525308] Avg episode reward: [(0, '77.878')] +[2026-06-07 03:30:03,844][526275] Saving new best policy, reward=77.878! +[2026-06-07 03:30:04,122][526797] Updated weights for policy 0, policy_version 21097 (0.0008) +[2026-06-07 03:30:04,251][526797] Updated weights for policy 0, policy_version 21107 (0.0008) +[2026-06-07 03:30:04,411][526797] Updated weights for policy 0, policy_version 21119 (0.0008) +[2026-06-07 03:30:04,557][526797] Updated weights for policy 0, policy_version 21131 (0.0008) +[2026-06-07 03:30:04,700][526797] Updated weights for policy 0, policy_version 21142 (0.0008) +[2026-06-07 03:30:04,844][526797] Updated weights for policy 0, policy_version 21153 (0.0009) +[2026-06-07 03:30:05,487][526797] Updated weights for policy 0, policy_version 21163 (0.0008) +[2026-06-07 03:30:05,637][526797] Updated weights for policy 0, policy_version 21175 (0.0009) +[2026-06-07 03:30:05,820][526797] Updated weights for policy 0, policy_version 21189 (0.0009) +[2026-06-07 03:30:05,953][526797] Updated weights for policy 0, policy_version 21199 (0.0008) +[2026-06-07 03:30:06,100][526797] Updated weights for policy 0, policy_version 21210 (0.0008) +[2026-06-07 03:30:06,239][526797] Updated weights for policy 0, policy_version 21221 (0.0008) +[2026-06-07 03:30:06,882][526797] Updated weights for policy 0, policy_version 21231 (0.0008) +[2026-06-07 03:30:07,015][526797] Updated weights for policy 0, policy_version 21242 (0.0008) +[2026-06-07 03:30:07,153][526797] Updated weights for policy 0, policy_version 21252 (0.0009) +[2026-06-07 03:30:07,275][526797] Updated weights for policy 0, policy_version 21262 (0.0008) +[2026-06-07 03:30:07,422][526797] Updated weights for policy 0, policy_version 21273 (0.0009) +[2026-06-07 03:30:07,565][526797] Updated weights for policy 0, policy_version 21284 (0.0008) +[2026-06-07 03:30:08,203][526797] Updated weights for policy 0, policy_version 21295 (0.0008) +[2026-06-07 03:30:08,330][526797] Updated weights for policy 0, policy_version 21305 (0.0008) +[2026-06-07 03:30:08,473][526797] Updated weights for policy 0, policy_version 21316 (0.0008) +[2026-06-07 03:30:08,606][526797] Updated weights for policy 0, policy_version 21326 (0.0008) +[2026-06-07 03:30:08,735][526797] Updated weights for policy 0, policy_version 21336 (0.0008) +[2026-06-07 03:30:08,838][525308] Fps is (10 sec: 22937.8, 60 sec: 24030.0, 300 sec: 24215.0). Total num frames: 10911744. Throughput: 0: 24627.2. Samples: 10931200. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-07 03:30:08,839][525308] Avg episode reward: [(0, '71.229')] +[2026-06-07 03:30:08,867][526797] Updated weights for policy 0, policy_version 21346 (0.0008) +[2026-06-07 03:30:09,509][526797] Updated weights for policy 0, policy_version 21356 (0.0009) +[2026-06-07 03:30:09,652][526797] Updated weights for policy 0, policy_version 21367 (0.0009) +[2026-06-07 03:30:09,777][526797] Updated weights for policy 0, policy_version 21377 (0.0008) +[2026-06-07 03:30:09,925][526797] Updated weights for policy 0, policy_version 21388 (0.0008) +[2026-06-07 03:30:10,075][526797] Updated weights for policy 0, policy_version 21400 (0.0009) +[2026-06-07 03:30:10,213][526797] Updated weights for policy 0, policy_version 21410 (0.0009) +[2026-06-07 03:30:10,913][526797] Updated weights for policy 0, policy_version 21423 (0.0009) +[2026-06-07 03:30:11,067][526797] Updated weights for policy 0, policy_version 21435 (0.0008) +[2026-06-07 03:30:11,206][526797] Updated weights for policy 0, policy_version 21446 (0.0008) +[2026-06-07 03:30:11,352][526797] Updated weights for policy 0, policy_version 21457 (0.0008) +[2026-06-07 03:30:11,486][526797] Updated weights for policy 0, policy_version 21467 (0.0009) +[2026-06-07 03:30:11,643][526797] Updated weights for policy 0, policy_version 21479 (0.0008) +[2026-06-07 03:30:12,293][526797] Updated weights for policy 0, policy_version 21489 (0.0008) +[2026-06-07 03:30:12,448][526797] Updated weights for policy 0, policy_version 21501 (0.0008) +[2026-06-07 03:30:12,577][526797] Updated weights for policy 0, policy_version 21511 (0.0008) +[2026-06-07 03:30:12,712][526797] Updated weights for policy 0, policy_version 21521 (0.0004) +[2026-06-07 03:30:12,857][526797] Updated weights for policy 0, policy_version 21532 (0.0004) +[2026-06-07 03:30:12,995][526797] Updated weights for policy 0, policy_version 21542 (0.0005) +[2026-06-07 03:30:13,615][526797] Updated weights for policy 0, policy_version 21552 (0.0008) +[2026-06-07 03:30:13,753][526797] Updated weights for policy 0, policy_version 21563 (0.0008) +[2026-06-07 03:30:13,839][525308] Fps is (10 sec: 22937.0, 60 sec: 24575.9, 300 sec: 24326.1). Total num frames: 11042816. Throughput: 0: 24476.3. Samples: 11077632. Policy #0 lag: (min: 63.0, avg: 74.4, max: 127.0) +[2026-06-07 03:30:13,841][525308] Avg episode reward: [(0, '63.117')] +[2026-06-07 03:30:13,883][526797] Updated weights for policy 0, policy_version 21573 (0.0008) +[2026-06-07 03:30:14,009][526797] Updated weights for policy 0, policy_version 21583 (0.0008) +[2026-06-07 03:30:14,142][526797] Updated weights for policy 0, policy_version 21593 (0.0009) +[2026-06-07 03:30:14,297][526797] Updated weights for policy 0, policy_version 21605 (0.0008) +[2026-06-07 03:30:14,901][526797] Updated weights for policy 0, policy_version 21615 (0.0008) +[2026-06-07 03:30:15,061][526797] Updated weights for policy 0, policy_version 21627 (0.0008) +[2026-06-07 03:30:15,182][526797] Updated weights for policy 0, policy_version 21637 (0.0008) +[2026-06-07 03:30:15,333][526797] Updated weights for policy 0, policy_version 21648 (0.0008) +[2026-06-07 03:30:15,463][526797] Updated weights for policy 0, policy_version 21658 (0.0008) +[2026-06-07 03:30:15,594][526797] Updated weights for policy 0, policy_version 21668 (0.0009) +[2026-06-07 03:30:16,264][526797] Updated weights for policy 0, policy_version 21678 (0.0009) +[2026-06-07 03:30:16,394][526797] Updated weights for policy 0, policy_version 21688 (0.0009) +[2026-06-07 03:30:16,550][526797] Updated weights for policy 0, policy_version 21700 (0.0008) +[2026-06-07 03:30:16,674][526797] Updated weights for policy 0, policy_version 21710 (0.0008) +[2026-06-07 03:30:16,850][526797] Updated weights for policy 0, policy_version 21723 (0.0009) +[2026-06-07 03:30:16,999][526797] Updated weights for policy 0, policy_version 21735 (0.0008) +[2026-06-07 03:30:17,682][526797] Updated weights for policy 0, policy_version 21748 (0.0009) +[2026-06-07 03:30:17,819][526797] Updated weights for policy 0, policy_version 21758 (0.0009) +[2026-06-07 03:30:17,953][526797] Updated weights for policy 0, policy_version 21769 (0.0008) +[2026-06-07 03:30:18,100][526797] Updated weights for policy 0, policy_version 21780 (0.0008) +[2026-06-07 03:30:18,254][526797] Updated weights for policy 0, policy_version 21792 (0.0008) +[2026-06-07 03:30:18,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 11173888. Throughput: 0: 24661.4. Samples: 11156224. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:30:18,839][525308] Avg episode reward: [(0, '69.191')] +[2026-06-07 03:30:18,910][526797] Updated weights for policy 0, policy_version 21802 (0.0008) +[2026-06-07 03:30:19,043][526797] Updated weights for policy 0, policy_version 21813 (0.0008) +[2026-06-07 03:30:19,177][526797] Updated weights for policy 0, policy_version 21823 (0.0009) +[2026-06-07 03:30:19,321][526797] Updated weights for policy 0, policy_version 21834 (0.0008) +[2026-06-07 03:30:19,480][526797] Updated weights for policy 0, policy_version 21846 (0.0008) +[2026-06-07 03:30:19,602][526797] Updated weights for policy 0, policy_version 21856 (0.0008) +[2026-06-07 03:30:20,256][526797] Updated weights for policy 0, policy_version 21867 (0.0008) +[2026-06-07 03:30:20,395][526797] Updated weights for policy 0, policy_version 21877 (0.0008) +[2026-06-07 03:30:20,526][526797] Updated weights for policy 0, policy_version 21887 (0.0008) +[2026-06-07 03:30:20,653][526797] Updated weights for policy 0, policy_version 21897 (0.0008) +[2026-06-07 03:30:20,790][526797] Updated weights for policy 0, policy_version 21907 (0.0008) +[2026-06-07 03:30:20,926][526797] Updated weights for policy 0, policy_version 21917 (0.0008) +[2026-06-07 03:30:21,065][526797] Updated weights for policy 0, policy_version 21928 (0.0008) +[2026-06-07 03:30:21,687][526797] Updated weights for policy 0, policy_version 21938 (0.0008) +[2026-06-07 03:30:21,815][526797] Updated weights for policy 0, policy_version 21948 (0.0008) +[2026-06-07 03:30:21,976][526797] Updated weights for policy 0, policy_version 21960 (0.0008) +[2026-06-07 03:30:22,123][526797] Updated weights for policy 0, policy_version 21971 (0.0008) +[2026-06-07 03:30:22,262][526797] Updated weights for policy 0, policy_version 21982 (0.0008) +[2026-06-07 03:30:22,387][526797] Updated weights for policy 0, policy_version 21992 (0.0008) +[2026-06-07 03:30:23,055][526797] Updated weights for policy 0, policy_version 22003 (0.0008) +[2026-06-07 03:30:23,174][526797] Updated weights for policy 0, policy_version 22013 (0.0008) +[2026-06-07 03:30:23,323][526797] Updated weights for policy 0, policy_version 22024 (0.0008) +[2026-06-07 03:30:23,471][526797] Updated weights for policy 0, policy_version 22036 (0.0008) +[2026-06-07 03:30:23,624][526797] Updated weights for policy 0, policy_version 22047 (0.0008) +[2026-06-07 03:30:23,838][525308] Fps is (10 sec: 26215.1, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 11304960. Throughput: 0: 24396.8. Samples: 11294976. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:30:23,839][525308] Avg episode reward: [(0, '66.673')] +[2026-06-07 03:30:24,274][526797] Updated weights for policy 0, policy_version 22057 (0.0008) +[2026-06-07 03:30:24,398][526797] Updated weights for policy 0, policy_version 22067 (0.0005) +[2026-06-07 03:30:24,549][526797] Updated weights for policy 0, policy_version 22079 (0.0005) +[2026-06-07 03:30:24,689][526797] Updated weights for policy 0, policy_version 22090 (0.0005) +[2026-06-07 03:30:24,843][526797] Updated weights for policy 0, policy_version 22101 (0.0005) +[2026-06-07 03:30:24,982][526797] Updated weights for policy 0, policy_version 22112 (0.0004) +[2026-06-07 03:30:25,624][526797] Updated weights for policy 0, policy_version 22122 (0.0005) +[2026-06-07 03:30:25,764][526797] Updated weights for policy 0, policy_version 22133 (0.0008) +[2026-06-07 03:30:25,905][526797] Updated weights for policy 0, policy_version 22144 (0.0008) +[2026-06-07 03:30:26,044][526797] Updated weights for policy 0, policy_version 22155 (0.0008) +[2026-06-07 03:30:26,177][526797] Updated weights for policy 0, policy_version 22165 (0.0008) +[2026-06-07 03:30:26,321][526797] Updated weights for policy 0, policy_version 22176 (0.0008) +[2026-06-07 03:30:26,957][526797] Updated weights for policy 0, policy_version 22186 (0.0008) +[2026-06-07 03:30:27,093][526797] Updated weights for policy 0, policy_version 22197 (0.0008) +[2026-06-07 03:30:27,246][526797] Updated weights for policy 0, policy_version 22209 (0.0008) +[2026-06-07 03:30:27,392][526797] Updated weights for policy 0, policy_version 22220 (0.0008) +[2026-06-07 03:30:27,563][526797] Updated weights for policy 0, policy_version 22233 (0.0008) +[2026-06-07 03:30:27,699][526797] Updated weights for policy 0, policy_version 22243 (0.0008) +[2026-06-07 03:30:28,358][526797] Updated weights for policy 0, policy_version 22254 (0.0008) +[2026-06-07 03:30:28,504][526797] Updated weights for policy 0, policy_version 22265 (0.0008) +[2026-06-07 03:30:28,654][526797] Updated weights for policy 0, policy_version 22277 (0.0008) +[2026-06-07 03:30:28,783][526797] Updated weights for policy 0, policy_version 22287 (0.0008) +[2026-06-07 03:30:28,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 11403264. Throughput: 0: 24655.6. Samples: 11450496. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:30:28,839][525308] Avg episode reward: [(0, '60.673')] +[2026-06-07 03:30:28,934][526797] Updated weights for policy 0, policy_version 22298 (0.0005) +[2026-06-07 03:30:29,066][526797] Updated weights for policy 0, policy_version 22308 (0.0005) +[2026-06-07 03:30:29,681][526797] Updated weights for policy 0, policy_version 22318 (0.0005) +[2026-06-07 03:30:29,820][526797] Updated weights for policy 0, policy_version 22328 (0.0005) +[2026-06-07 03:30:29,961][526797] Updated weights for policy 0, policy_version 22339 (0.0005) +[2026-06-07 03:30:30,089][526797] Updated weights for policy 0, policy_version 22349 (0.0004) +[2026-06-07 03:30:30,246][526797] Updated weights for policy 0, policy_version 22361 (0.0005) +[2026-06-07 03:30:30,377][526797] Updated weights for policy 0, policy_version 22371 (0.0005) +[2026-06-07 03:30:31,001][526797] Updated weights for policy 0, policy_version 22383 (0.0006) +[2026-06-07 03:30:31,138][526797] Updated weights for policy 0, policy_version 22393 (0.0008) +[2026-06-07 03:30:31,273][526797] Updated weights for policy 0, policy_version 22404 (0.0008) +[2026-06-07 03:30:31,421][526797] Updated weights for policy 0, policy_version 22415 (0.0008) +[2026-06-07 03:30:31,555][526797] Updated weights for policy 0, policy_version 22425 (0.0008) +[2026-06-07 03:30:31,698][526797] Updated weights for policy 0, policy_version 22436 (0.0008) +[2026-06-07 03:30:32,321][526797] Updated weights for policy 0, policy_version 22446 (0.0008) +[2026-06-07 03:30:32,446][526797] Updated weights for policy 0, policy_version 22456 (0.0008) +[2026-06-07 03:30:32,586][526797] Updated weights for policy 0, policy_version 22466 (0.0008) +[2026-06-07 03:30:32,713][526797] Updated weights for policy 0, policy_version 22476 (0.0008) +[2026-06-07 03:30:32,864][526797] Updated weights for policy 0, policy_version 22488 (0.0009) +[2026-06-07 03:30:32,996][526797] Updated weights for policy 0, policy_version 22498 (0.0008) +[2026-06-07 03:30:33,626][526797] Updated weights for policy 0, policy_version 22509 (0.0008) +[2026-06-07 03:30:33,763][526797] Updated weights for policy 0, policy_version 22520 (0.0008) +[2026-06-07 03:30:33,839][525308] Fps is (10 sec: 22937.2, 60 sec: 24575.9, 300 sec: 24326.1). Total num frames: 11534336. Throughput: 0: 24669.8. Samples: 11521792. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:30:33,841][525308] Avg episode reward: [(0, '78.667')] +[2026-06-07 03:30:33,894][526797] Updated weights for policy 0, policy_version 22530 (0.0008) +[2026-06-07 03:30:34,033][526797] Updated weights for policy 0, policy_version 22541 (0.0008) +[2026-06-07 03:30:34,168][526797] Updated weights for policy 0, policy_version 22551 (0.0009) +[2026-06-07 03:30:34,298][526797] Updated weights for policy 0, policy_version 22561 (0.0009) +[2026-06-07 03:30:34,382][526275] Saving new best policy, reward=78.667! +[2026-06-07 03:30:34,941][526797] Updated weights for policy 0, policy_version 22573 (0.0008) +[2026-06-07 03:30:35,095][526797] Updated weights for policy 0, policy_version 22585 (0.0008) +[2026-06-07 03:30:35,224][526797] Updated weights for policy 0, policy_version 22595 (0.0008) +[2026-06-07 03:30:35,359][526797] Updated weights for policy 0, policy_version 22605 (0.0009) +[2026-06-07 03:30:35,513][526797] Updated weights for policy 0, policy_version 22617 (0.0008) +[2026-06-07 03:30:35,643][526797] Updated weights for policy 0, policy_version 22627 (0.0008) +[2026-06-07 03:30:36,299][526797] Updated weights for policy 0, policy_version 22638 (0.0008) +[2026-06-07 03:30:36,442][526797] Updated weights for policy 0, policy_version 22649 (0.0009) +[2026-06-07 03:30:36,575][526797] Updated weights for policy 0, policy_version 22659 (0.0007) +[2026-06-07 03:30:36,736][526797] Updated weights for policy 0, policy_version 22671 (0.0007) +[2026-06-07 03:30:36,887][526797] Updated weights for policy 0, policy_version 22683 (0.0008) +[2026-06-07 03:30:37,031][526797] Updated weights for policy 0, policy_version 22694 (0.0006) +[2026-06-07 03:30:37,673][526797] Updated weights for policy 0, policy_version 22704 (0.0008) +[2026-06-07 03:30:37,793][526797] Updated weights for policy 0, policy_version 22714 (0.0008) +[2026-06-07 03:30:37,933][526797] Updated weights for policy 0, policy_version 22725 (0.0008) +[2026-06-07 03:30:38,085][526797] Updated weights for policy 0, policy_version 22736 (0.0009) +[2026-06-07 03:30:38,225][526797] Updated weights for policy 0, policy_version 22747 (0.0008) +[2026-06-07 03:30:38,375][526797] Updated weights for policy 0, policy_version 22759 (0.0008) +[2026-06-07 03:30:38,838][525308] Fps is (10 sec: 26214.1, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 11665408. Throughput: 0: 24428.0. Samples: 11665536. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:30:38,839][525308] Avg episode reward: [(0, '70.509')] +[2026-06-07 03:30:39,003][526797] Updated weights for policy 0, policy_version 22770 (0.0010) +[2026-06-07 03:30:39,158][526797] Updated weights for policy 0, policy_version 22782 (0.0009) +[2026-06-07 03:30:39,284][526797] Updated weights for policy 0, policy_version 22792 (0.0009) +[2026-06-07 03:30:39,418][526797] Updated weights for policy 0, policy_version 22802 (0.0008) +[2026-06-07 03:30:39,578][526797] Updated weights for policy 0, policy_version 22815 (0.0008) +[2026-06-07 03:30:40,222][526797] Updated weights for policy 0, policy_version 22826 (0.0008) +[2026-06-07 03:30:40,348][526797] Updated weights for policy 0, policy_version 22836 (0.0008) +[2026-06-07 03:30:40,488][526797] Updated weights for policy 0, policy_version 22847 (0.0008) +[2026-06-07 03:30:40,617][526797] Updated weights for policy 0, policy_version 22857 (0.0008) +[2026-06-07 03:30:40,754][526797] Updated weights for policy 0, policy_version 22867 (0.0008) +[2026-06-07 03:30:40,878][526797] Updated weights for policy 0, policy_version 22877 (0.0008) +[2026-06-07 03:30:41,010][526797] Updated weights for policy 0, policy_version 22887 (0.0008) +[2026-06-07 03:30:41,655][526797] Updated weights for policy 0, policy_version 22897 (0.0008) +[2026-06-07 03:30:41,782][526797] Updated weights for policy 0, policy_version 22907 (0.0008) +[2026-06-07 03:30:41,920][526797] Updated weights for policy 0, policy_version 22918 (0.0009) +[2026-06-07 03:30:42,052][526797] Updated weights for policy 0, policy_version 22928 (0.0010) +[2026-06-07 03:30:42,202][526797] Updated weights for policy 0, policy_version 22939 (0.0008) +[2026-06-07 03:30:42,325][526797] Updated weights for policy 0, policy_version 22949 (0.0008) +[2026-06-07 03:30:42,945][526797] Updated weights for policy 0, policy_version 22960 (0.0009) +[2026-06-07 03:30:43,086][526797] Updated weights for policy 0, policy_version 22971 (0.0008) +[2026-06-07 03:30:43,226][526797] Updated weights for policy 0, policy_version 22982 (0.0008) +[2026-06-07 03:30:43,367][526797] Updated weights for policy 0, policy_version 22993 (0.0009) +[2026-06-07 03:30:43,507][526797] Updated weights for policy 0, policy_version 23004 (0.0008) +[2026-06-07 03:30:43,657][526797] Updated weights for policy 0, policy_version 23016 (0.0008) +[2026-06-07 03:30:43,838][525308] Fps is (10 sec: 26214.6, 60 sec: 24575.9, 300 sec: 24437.1). Total num frames: 11796480. Throughput: 0: 24641.4. Samples: 11815808. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:30:43,839][525308] Avg episode reward: [(0, '78.607')] +[2026-06-07 03:30:44,289][526797] Updated weights for policy 0, policy_version 23026 (0.0009) +[2026-06-07 03:30:44,440][526797] Updated weights for policy 0, policy_version 23038 (0.0008) +[2026-06-07 03:30:44,571][526797] Updated weights for policy 0, policy_version 23048 (0.0008) +[2026-06-07 03:30:44,703][526797] Updated weights for policy 0, policy_version 23058 (0.0008) +[2026-06-07 03:30:44,846][526797] Updated weights for policy 0, policy_version 23069 (0.0008) +[2026-06-07 03:30:44,976][526797] Updated weights for policy 0, policy_version 23079 (0.0009) +[2026-06-07 03:30:45,607][526797] Updated weights for policy 0, policy_version 23089 (0.0008) +[2026-06-07 03:30:45,759][526797] Updated weights for policy 0, policy_version 23101 (0.0009) +[2026-06-07 03:30:45,889][526797] Updated weights for policy 0, policy_version 23111 (0.0008) +[2026-06-07 03:30:46,042][526797] Updated weights for policy 0, policy_version 23123 (0.0008) +[2026-06-07 03:30:46,188][526797] Updated weights for policy 0, policy_version 23134 (0.0008) +[2026-06-07 03:30:46,314][526797] Updated weights for policy 0, policy_version 23144 (0.0009) +[2026-06-07 03:30:46,975][526797] Updated weights for policy 0, policy_version 23155 (0.0008) +[2026-06-07 03:30:47,121][526797] Updated weights for policy 0, policy_version 23166 (0.0008) +[2026-06-07 03:30:47,254][526797] Updated weights for policy 0, policy_version 23176 (0.0008) +[2026-06-07 03:30:47,461][526797] Updated weights for policy 0, policy_version 23192 (0.0008) +[2026-06-07 03:30:47,591][526797] Updated weights for policy 0, policy_version 23202 (0.0008) +[2026-06-07 03:30:48,192][526797] Updated weights for policy 0, policy_version 23212 (0.0008) +[2026-06-07 03:30:48,328][526797] Updated weights for policy 0, policy_version 23223 (0.0008) +[2026-06-07 03:30:48,477][526797] Updated weights for policy 0, policy_version 23235 (0.0008) +[2026-06-07 03:30:48,601][526797] Updated weights for policy 0, policy_version 23245 (0.0008) +[2026-06-07 03:30:48,727][526797] Updated weights for policy 0, policy_version 23255 (0.0008) +[2026-06-07 03:30:48,838][525308] Fps is (10 sec: 22937.9, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 11894784. Throughput: 0: 24431.0. Samples: 11884800. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-07 03:30:48,839][525308] Avg episode reward: [(0, '85.187')] +[2026-06-07 03:30:48,886][526797] Updated weights for policy 0, policy_version 23267 (0.0009) +[2026-06-07 03:30:48,945][526275] Saving new best policy, reward=85.187! +[2026-06-07 03:30:49,574][526797] Updated weights for policy 0, policy_version 23278 (0.0008) +[2026-06-07 03:30:49,719][526797] Updated weights for policy 0, policy_version 23290 (0.0008) +[2026-06-07 03:30:49,851][526797] Updated weights for policy 0, policy_version 23300 (0.0008) +[2026-06-07 03:30:49,994][526797] Updated weights for policy 0, policy_version 23311 (0.0008) +[2026-06-07 03:30:50,132][526797] Updated weights for policy 0, policy_version 23321 (0.0009) +[2026-06-07 03:30:50,257][526797] Updated weights for policy 0, policy_version 23331 (0.0008) +[2026-06-07 03:30:50,894][526797] Updated weights for policy 0, policy_version 23343 (0.0008) +[2026-06-07 03:30:51,040][526797] Updated weights for policy 0, policy_version 23354 (0.0008) +[2026-06-07 03:30:51,172][526797] Updated weights for policy 0, policy_version 23364 (0.0008) +[2026-06-07 03:30:51,310][526797] Updated weights for policy 0, policy_version 23375 (0.0008) +[2026-06-07 03:30:51,461][526797] Updated weights for policy 0, policy_version 23386 (0.0009) +[2026-06-07 03:30:51,600][526797] Updated weights for policy 0, policy_version 23397 (0.0008) +[2026-06-07 03:30:52,259][526797] Updated weights for policy 0, policy_version 23408 (0.0008) +[2026-06-07 03:30:52,415][526797] Updated weights for policy 0, policy_version 23420 (0.0008) +[2026-06-07 03:30:52,555][526797] Updated weights for policy 0, policy_version 23431 (0.0008) +[2026-06-07 03:30:52,686][526797] Updated weights for policy 0, policy_version 23441 (0.0008) +[2026-06-07 03:30:52,820][526797] Updated weights for policy 0, policy_version 23451 (0.0008) +[2026-06-07 03:30:52,983][526797] Updated weights for policy 0, policy_version 23464 (0.0008) +[2026-06-07 03:30:53,650][526797] Updated weights for policy 0, policy_version 23477 (0.0008) +[2026-06-07 03:30:53,783][526797] Updated weights for policy 0, policy_version 23487 (0.0008) +[2026-06-07 03:30:53,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 12025856. Throughput: 0: 24644.2. Samples: 12040192. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-07 03:30:53,839][525308] Avg episode reward: [(0, '85.410')] +[2026-06-07 03:30:53,932][526797] Updated weights for policy 0, policy_version 23498 (0.0008) +[2026-06-07 03:30:54,064][526797] Updated weights for policy 0, policy_version 23508 (0.0008) +[2026-06-07 03:30:54,188][526797] Updated weights for policy 0, policy_version 23518 (0.0008) +[2026-06-07 03:30:54,313][526275] Saving new best policy, reward=85.410! +[2026-06-07 03:30:54,315][526797] Updated weights for policy 0, policy_version 23528 (0.0008) +[2026-06-07 03:30:54,992][526797] Updated weights for policy 0, policy_version 23540 (0.0009) +[2026-06-07 03:30:55,119][526797] Updated weights for policy 0, policy_version 23550 (0.0008) +[2026-06-07 03:30:55,251][526797] Updated weights for policy 0, policy_version 23560 (0.0008) +[2026-06-07 03:30:55,382][526797] Updated weights for policy 0, policy_version 23570 (0.0008) +[2026-06-07 03:30:55,525][526797] Updated weights for policy 0, policy_version 23581 (0.0008) +[2026-06-07 03:30:55,657][526797] Updated weights for policy 0, policy_version 23591 (0.0008) +[2026-06-07 03:30:56,276][526797] Updated weights for policy 0, policy_version 23601 (0.0008) +[2026-06-07 03:30:56,419][526797] Updated weights for policy 0, policy_version 23612 (0.0008) +[2026-06-07 03:30:56,545][526797] Updated weights for policy 0, policy_version 23622 (0.0008) +[2026-06-07 03:30:56,693][526797] Updated weights for policy 0, policy_version 23633 (0.0008) +[2026-06-07 03:30:56,826][526797] Updated weights for policy 0, policy_version 23643 (0.0008) +[2026-06-07 03:30:56,984][526797] Updated weights for policy 0, policy_version 23655 (0.0008) +[2026-06-07 03:30:57,625][526797] Updated weights for policy 0, policy_version 23665 (0.0008) +[2026-06-07 03:30:57,762][526797] Updated weights for policy 0, policy_version 23676 (0.0009) +[2026-06-07 03:30:57,895][526797] Updated weights for policy 0, policy_version 23686 (0.0008) +[2026-06-07 03:30:58,019][526797] Updated weights for policy 0, policy_version 23696 (0.0008) +[2026-06-07 03:30:58,148][526797] Updated weights for policy 0, policy_version 23706 (0.0008) +[2026-06-07 03:30:58,287][526797] Updated weights for policy 0, policy_version 23716 (0.0008) +[2026-06-07 03:30:58,838][525308] Fps is (10 sec: 26214.3, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 12156928. Throughput: 0: 24493.7. Samples: 12179840. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-07 03:30:58,839][525308] Avg episode reward: [(0, '87.464')] +[2026-06-07 03:30:58,953][526797] Updated weights for policy 0, policy_version 23726 (0.0008) +[2026-06-07 03:30:59,086][526797] Updated weights for policy 0, policy_version 23736 (0.0008) +[2026-06-07 03:30:59,227][526797] Updated weights for policy 0, policy_version 23747 (0.0008) +[2026-06-07 03:30:59,370][526797] Updated weights for policy 0, policy_version 23758 (0.0008) +[2026-06-07 03:30:59,526][526797] Updated weights for policy 0, policy_version 23770 (0.0008) +[2026-06-07 03:30:59,672][526797] Updated weights for policy 0, policy_version 23781 (0.0008) +[2026-06-07 03:30:59,704][526275] Saving new best policy, reward=87.464! +[2026-06-07 03:31:00,294][526797] Updated weights for policy 0, policy_version 23792 (0.0008) +[2026-06-07 03:31:00,434][526797] Updated weights for policy 0, policy_version 23803 (0.0008) +[2026-06-07 03:31:00,569][526797] Updated weights for policy 0, policy_version 23814 (0.0008) +[2026-06-07 03:31:00,701][526797] Updated weights for policy 0, policy_version 23824 (0.0008) +[2026-06-07 03:31:00,851][526797] Updated weights for policy 0, policy_version 23836 (0.0008) +[2026-06-07 03:31:00,981][526797] Updated weights for policy 0, policy_version 23846 (0.0008) +[2026-06-07 03:31:01,623][526797] Updated weights for policy 0, policy_version 23856 (0.0008) +[2026-06-07 03:31:01,753][526797] Updated weights for policy 0, policy_version 23866 (0.0008) +[2026-06-07 03:31:01,886][526797] Updated weights for policy 0, policy_version 23876 (0.0009) +[2026-06-07 03:31:02,017][526797] Updated weights for policy 0, policy_version 23886 (0.0008) +[2026-06-07 03:31:02,151][526797] Updated weights for policy 0, policy_version 23897 (0.0008) +[2026-06-07 03:31:02,286][526797] Updated weights for policy 0, policy_version 23907 (0.0009) +[2026-06-07 03:31:02,919][526797] Updated weights for policy 0, policy_version 23917 (0.0008) +[2026-06-07 03:31:03,056][526797] Updated weights for policy 0, policy_version 23928 (0.0008) +[2026-06-07 03:31:03,185][526797] Updated weights for policy 0, policy_version 23938 (0.0008) +[2026-06-07 03:31:03,329][526797] Updated weights for policy 0, policy_version 23949 (0.0008) +[2026-06-07 03:31:03,457][526797] Updated weights for policy 0, policy_version 23959 (0.0008) +[2026-06-07 03:31:03,599][526797] Updated weights for policy 0, policy_version 23970 (0.0008) +[2026-06-07 03:31:03,839][525308] Fps is (10 sec: 26214.2, 60 sec: 24576.0, 300 sec: 24437.1). Total num frames: 12288000. Throughput: 0: 24450.8. Samples: 12256512. Policy #0 lag: (min: 63.0, avg: 75.6, max: 127.0) +[2026-06-07 03:31:03,840][525308] Avg episode reward: [(0, '83.634')] +[2026-06-07 03:31:04,239][526797] Updated weights for policy 0, policy_version 23981 (0.0008) +[2026-06-07 03:31:04,383][526797] Updated weights for policy 0, policy_version 23992 (0.0009) +[2026-06-07 03:31:04,516][526797] Updated weights for policy 0, policy_version 24002 (0.0008) +[2026-06-07 03:31:04,664][526797] Updated weights for policy 0, policy_version 24013 (0.0008) +[2026-06-07 03:31:04,799][526797] Updated weights for policy 0, policy_version 24023 (0.0008) +[2026-06-07 03:31:04,924][526797] Updated weights for policy 0, policy_version 24033 (0.0008) +[2026-06-07 03:31:05,563][526797] Updated weights for policy 0, policy_version 24044 (0.0008) +[2026-06-07 03:31:05,689][526797] Updated weights for policy 0, policy_version 24054 (0.0008) +[2026-06-07 03:31:05,818][526797] Updated weights for policy 0, policy_version 24064 (0.0008) +[2026-06-07 03:31:05,941][526797] Updated weights for policy 0, policy_version 24074 (0.0008) +[2026-06-07 03:31:06,096][526797] Updated weights for policy 0, policy_version 24085 (0.0008) +[2026-06-07 03:31:06,231][526797] Updated weights for policy 0, policy_version 24096 (0.0008) +[2026-06-07 03:31:06,916][526797] Updated weights for policy 0, policy_version 24108 (0.0008) +[2026-06-07 03:31:07,049][526797] Updated weights for policy 0, policy_version 24119 (0.0008) +[2026-06-07 03:31:07,191][526797] Updated weights for policy 0, policy_version 24130 (0.0008) +[2026-06-07 03:31:07,331][526797] Updated weights for policy 0, policy_version 24141 (0.0008) +[2026-06-07 03:31:07,473][526797] Updated weights for policy 0, policy_version 24152 (0.0008) +[2026-06-07 03:31:07,623][526797] Updated weights for policy 0, policy_version 24163 (0.0008) +[2026-06-07 03:31:08,293][526797] Updated weights for policy 0, policy_version 24175 (0.0009) +[2026-06-07 03:31:08,418][526797] Updated weights for policy 0, policy_version 24185 (0.0008) +[2026-06-07 03:31:08,549][526797] Updated weights for policy 0, policy_version 24195 (0.0009) +[2026-06-07 03:31:08,677][526797] Updated weights for policy 0, policy_version 24205 (0.0008) +[2026-06-07 03:31:08,808][526797] Updated weights for policy 0, policy_version 24215 (0.0008) +[2026-06-07 03:31:08,839][525308] Fps is (10 sec: 22937.4, 60 sec: 24576.0, 300 sec: 24326.1). Total num frames: 12386304. Throughput: 0: 24701.1. Samples: 12406528. Policy #0 lag: (min: 86.0, avg: 102.1, max: 141.0) +[2026-06-07 03:31:08,840][525308] Avg episode reward: [(0, '88.588')] +[2026-06-07 03:31:08,942][526797] Updated weights for policy 0, policy_version 24225 (0.0008) +[2026-06-07 03:31:09,024][526275] Saving new best policy, reward=88.588! +[2026-06-07 03:31:09,575][526797] Updated weights for policy 0, policy_version 24235 (0.0008) +[2026-06-07 03:31:09,701][526797] Updated weights for policy 0, policy_version 24245 (0.0008) +[2026-06-07 03:31:09,846][526797] Updated weights for policy 0, policy_version 24256 (0.0008) +[2026-06-07 03:31:09,973][526797] Updated weights for policy 0, policy_version 24266 (0.0008) +[2026-06-07 03:31:10,102][526797] Updated weights for policy 0, policy_version 24276 (0.0008) +[2026-06-07 03:31:10,239][526797] Updated weights for policy 0, policy_version 24286 (0.0008) +[2026-06-07 03:31:10,370][526797] Updated weights for policy 0, policy_version 24296 (0.0008) +[2026-06-07 03:31:10,994][526797] Updated weights for policy 0, policy_version 24307 (0.0009) +[2026-06-07 03:31:11,133][526797] Updated weights for policy 0, policy_version 24318 (0.0008) +[2026-06-07 03:31:11,271][526797] Updated weights for policy 0, policy_version 24328 (0.0008) +[2026-06-07 03:31:11,431][526797] Updated weights for policy 0, policy_version 24340 (0.0008) +[2026-06-07 03:31:11,559][526797] Updated weights for policy 0, policy_version 24350 (0.0009) +[2026-06-07 03:31:12,227][526797] Updated weights for policy 0, policy_version 24362 (0.0008) +[2026-06-07 03:31:12,355][526797] Updated weights for policy 0, policy_version 24372 (0.0009) +[2026-06-07 03:31:12,499][526797] Updated weights for policy 0, policy_version 24383 (0.0008) +[2026-06-07 03:31:12,632][526797] Updated weights for policy 0, policy_version 24393 (0.0009) +[2026-06-07 03:31:12,788][526797] Updated weights for policy 0, policy_version 24405 (0.0008) +[2026-06-07 03:31:12,949][526797] Updated weights for policy 0, policy_version 24417 (0.0008) +[2026-06-07 03:31:13,585][526797] Updated weights for policy 0, policy_version 24428 (0.0008) +[2026-06-07 03:31:13,717][526797] Updated weights for policy 0, policy_version 24438 (0.0008) +[2026-06-07 03:31:13,838][525308] Fps is (10 sec: 22937.8, 60 sec: 24576.1, 300 sec: 24437.2). Total num frames: 12517376. Throughput: 0: 24499.2. Samples: 12552960. Policy #0 lag: (min: 86.0, avg: 102.1, max: 141.0) +[2026-06-07 03:31:13,839][525308] Avg episode reward: [(0, '84.427')] +[2026-06-07 03:31:13,862][526797] Updated weights for policy 0, policy_version 24450 (0.0008) +[2026-06-07 03:31:14,009][526797] Updated weights for policy 0, policy_version 24461 (0.0008) +[2026-06-07 03:31:14,157][526797] Updated weights for policy 0, policy_version 24472 (0.0009) +[2026-06-07 03:31:14,300][526797] Updated weights for policy 0, policy_version 24483 (0.0008) +[2026-06-07 03:31:14,936][526797] Updated weights for policy 0, policy_version 24495 (0.0008) +[2026-06-07 03:31:15,073][526797] Updated weights for policy 0, policy_version 24506 (0.0008) +[2026-06-07 03:31:15,210][526797] Updated weights for policy 0, policy_version 24517 (0.0008) +[2026-06-07 03:31:15,353][526797] Updated weights for policy 0, policy_version 24528 (0.0008) +[2026-06-07 03:31:15,493][526797] Updated weights for policy 0, policy_version 24539 (0.0008) +[2026-06-07 03:31:15,648][526797] Updated weights for policy 0, policy_version 24551 (0.0009) +[2026-06-07 03:31:16,268][526797] Updated weights for policy 0, policy_version 24561 (0.0009) +[2026-06-07 03:31:16,430][526797] Updated weights for policy 0, policy_version 24573 (0.0009) +[2026-06-07 03:31:16,552][526797] Updated weights for policy 0, policy_version 24583 (0.0008) +[2026-06-07 03:31:16,699][526797] Updated weights for policy 0, policy_version 24594 (0.0008) +[2026-06-07 03:31:16,830][526797] Updated weights for policy 0, policy_version 24604 (0.0008) +[2026-06-07 03:31:16,972][526797] Updated weights for policy 0, policy_version 24615 (0.0008) +[2026-06-07 03:31:17,590][526797] Updated weights for policy 0, policy_version 24625 (0.0009) +[2026-06-07 03:31:17,718][526797] Updated weights for policy 0, policy_version 24635 (0.0008) +[2026-06-07 03:31:17,859][526797] Updated weights for policy 0, policy_version 24645 (0.0008) +[2026-06-07 03:31:18,000][526797] Updated weights for policy 0, policy_version 24656 (0.0008) +[2026-06-07 03:31:18,170][526797] Updated weights for policy 0, policy_version 24669 (0.0009) +[2026-06-07 03:31:18,299][526797] Updated weights for policy 0, policy_version 24679 (0.0008) +[2026-06-07 03:31:18,838][525308] Fps is (10 sec: 26214.7, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 12648448. Throughput: 0: 24681.4. Samples: 12632448. Policy #0 lag: (min: 86.0, avg: 102.1, max: 141.0) +[2026-06-07 03:31:18,839][525308] Avg episode reward: [(0, '95.215')] +[2026-06-07 03:31:18,944][526797] Updated weights for policy 0, policy_version 24690 (0.0009) +[2026-06-07 03:31:19,074][526797] Updated weights for policy 0, policy_version 24700 (0.0008) +[2026-06-07 03:31:19,219][526797] Updated weights for policy 0, policy_version 24711 (0.0008) +[2026-06-07 03:31:19,369][526797] Updated weights for policy 0, policy_version 24722 (0.0009) +[2026-06-07 03:31:19,516][526797] Updated weights for policy 0, policy_version 24733 (0.0008) +[2026-06-07 03:31:19,646][526797] Updated weights for policy 0, policy_version 24743 (0.0008) +[2026-06-07 03:31:19,655][526275] Saving new best policy, reward=95.215! +[2026-06-07 03:31:20,307][526797] Updated weights for policy 0, policy_version 24754 (0.0008) +[2026-06-07 03:31:20,438][526797] Updated weights for policy 0, policy_version 24764 (0.0008) +[2026-06-07 03:31:20,571][526797] Updated weights for policy 0, policy_version 24774 (0.0008) +[2026-06-07 03:31:20,705][526797] Updated weights for policy 0, policy_version 24784 (0.0008) +[2026-06-07 03:31:20,834][526797] Updated weights for policy 0, policy_version 24794 (0.0008) +[2026-06-07 03:31:20,967][526797] Updated weights for policy 0, policy_version 24804 (0.0008) +[2026-06-07 03:31:21,623][526797] Updated weights for policy 0, policy_version 24815 (0.0009) +[2026-06-07 03:31:21,774][526797] Updated weights for policy 0, policy_version 24827 (0.0008) +[2026-06-07 03:31:21,926][526797] Updated weights for policy 0, policy_version 24838 (0.0008) +[2026-06-07 03:31:22,065][526797] Updated weights for policy 0, policy_version 24848 (0.0009) +[2026-06-07 03:31:22,204][526797] Updated weights for policy 0, policy_version 24859 (0.0008) +[2026-06-07 03:31:22,364][526797] Updated weights for policy 0, policy_version 24871 (0.0009) +[2026-06-07 03:31:22,996][526797] Updated weights for policy 0, policy_version 24882 (0.0008) +[2026-06-07 03:31:23,125][526797] Updated weights for policy 0, policy_version 24892 (0.0008) +[2026-06-07 03:31:23,265][526797] Updated weights for policy 0, policy_version 24903 (0.0008) +[2026-06-07 03:31:23,395][526797] Updated weights for policy 0, policy_version 24913 (0.0008) +[2026-06-07 03:31:23,527][526797] Updated weights for policy 0, policy_version 24923 (0.0008) +[2026-06-07 03:31:23,663][526797] Updated weights for policy 0, policy_version 24933 (0.0008) +[2026-06-07 03:31:23,839][525308] Fps is (10 sec: 26214.0, 60 sec: 24575.9, 300 sec: 24437.1). Total num frames: 12779520. Throughput: 0: 24610.1. Samples: 12772992. Policy #0 lag: (min: 34.0, avg: 45.2, max: 98.0) +[2026-06-07 03:31:23,840][525308] Avg episode reward: [(0, '99.696')] +[2026-06-07 03:31:23,846][526275] Saving new best policy, reward=99.696! +[2026-06-07 03:31:24,284][526797] Updated weights for policy 0, policy_version 24944 (0.0008) +[2026-06-07 03:31:24,439][526797] Updated weights for policy 0, policy_version 24956 (0.0008) +[2026-06-07 03:31:24,576][526797] Updated weights for policy 0, policy_version 24967 (0.0008) +[2026-06-07 03:31:24,713][526797] Updated weights for policy 0, policy_version 24977 (0.0008) +[2026-06-07 03:31:24,860][526797] Updated weights for policy 0, policy_version 24988 (0.0008) +[2026-06-07 03:31:24,992][526797] Updated weights for policy 0, policy_version 24998 (0.0008) +[2026-06-07 03:31:25,623][526797] Updated weights for policy 0, policy_version 25009 (0.0008) +[2026-06-07 03:31:25,768][526797] Updated weights for policy 0, policy_version 25020 (0.0008) +[2026-06-07 03:31:25,916][526797] Updated weights for policy 0, policy_version 25032 (0.0008) +[2026-06-07 03:31:26,046][526797] Updated weights for policy 0, policy_version 25042 (0.0008) +[2026-06-07 03:31:26,180][526797] Updated weights for policy 0, policy_version 25052 (0.0008) +[2026-06-07 03:31:26,308][526797] Updated weights for policy 0, policy_version 25062 (0.0008) +[2026-06-07 03:31:26,969][526797] Updated weights for policy 0, policy_version 25074 (0.0007) +[2026-06-07 03:31:27,102][526797] Updated weights for policy 0, policy_version 25084 (0.0005) +[2026-06-07 03:31:27,228][526797] Updated weights for policy 0, policy_version 25094 (0.0005) +[2026-06-07 03:31:27,372][526797] Updated weights for policy 0, policy_version 25105 (0.0008) +[2026-06-07 03:31:27,510][526797] Updated weights for policy 0, policy_version 25115 (0.0008) +[2026-06-07 03:31:27,667][526797] Updated weights for policy 0, policy_version 25127 (0.0008) +[2026-06-07 03:31:28,289][526797] Updated weights for policy 0, policy_version 25137 (0.0008) +[2026-06-07 03:31:28,408][526797] Updated weights for policy 0, policy_version 25147 (0.0008) +[2026-06-07 03:31:28,558][526797] Updated weights for policy 0, policy_version 25158 (0.0009) +[2026-06-07 03:31:28,702][526797] Updated weights for policy 0, policy_version 25169 (0.0009) +[2026-06-07 03:31:28,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 12877824. Throughput: 0: 24689.8. Samples: 12926848. Policy #0 lag: (min: 34.0, avg: 45.2, max: 98.0) +[2026-06-07 03:31:28,839][525308] Avg episode reward: [(0, '83.745')] +[2026-06-07 03:31:28,842][526797] Updated weights for policy 0, policy_version 25179 (0.0008) +[2026-06-07 03:31:28,994][526797] Updated weights for policy 0, policy_version 25191 (0.0009) +[2026-06-07 03:31:29,614][526797] Updated weights for policy 0, policy_version 25201 (0.0008) +[2026-06-07 03:31:29,740][526797] Updated weights for policy 0, policy_version 25211 (0.0008) +[2026-06-07 03:31:29,871][526797] Updated weights for policy 0, policy_version 25221 (0.0008) +[2026-06-07 03:31:30,028][526797] Updated weights for policy 0, policy_version 25233 (0.0008) +[2026-06-07 03:31:30,156][526797] Updated weights for policy 0, policy_version 25243 (0.0008) +[2026-06-07 03:31:30,293][526797] Updated weights for policy 0, policy_version 25253 (0.0008) +[2026-06-07 03:31:30,908][526797] Updated weights for policy 0, policy_version 25263 (0.0008) +[2026-06-07 03:31:31,036][526797] Updated weights for policy 0, policy_version 25273 (0.0008) +[2026-06-07 03:31:31,208][526797] Updated weights for policy 0, policy_version 25286 (0.0008) +[2026-06-07 03:31:31,336][526797] Updated weights for policy 0, policy_version 25296 (0.0008) +[2026-06-07 03:31:31,479][526797] Updated weights for policy 0, policy_version 25307 (0.0008) +[2026-06-07 03:31:31,624][526797] Updated weights for policy 0, policy_version 25318 (0.0008) +[2026-06-07 03:31:32,244][526797] Updated weights for policy 0, policy_version 25328 (0.0009) +[2026-06-07 03:31:32,369][526797] Updated weights for policy 0, policy_version 25338 (0.0009) +[2026-06-07 03:31:32,510][526797] Updated weights for policy 0, policy_version 25349 (0.0008) +[2026-06-07 03:31:32,652][526797] Updated weights for policy 0, policy_version 25360 (0.0008) +[2026-06-07 03:31:32,781][526797] Updated weights for policy 0, policy_version 25370 (0.0008) +[2026-06-07 03:31:32,918][526797] Updated weights for policy 0, policy_version 25380 (0.0008) +[2026-06-07 03:31:33,562][526797] Updated weights for policy 0, policy_version 25392 (0.0009) +[2026-06-07 03:31:33,688][526797] Updated weights for policy 0, policy_version 25402 (0.0009) +[2026-06-07 03:31:33,824][526797] Updated weights for policy 0, policy_version 25412 (0.0008) +[2026-06-07 03:31:33,838][525308] Fps is (10 sec: 22937.9, 60 sec: 24576.1, 300 sec: 24437.1). Total num frames: 13008896. Throughput: 0: 24709.7. Samples: 12996736. Policy #0 lag: (min: 34.0, avg: 45.2, max: 98.0) +[2026-06-07 03:31:33,839][525308] Avg episode reward: [(0, '87.276')] +[2026-06-07 03:31:33,958][526797] Updated weights for policy 0, policy_version 25422 (0.0009) +[2026-06-07 03:31:34,096][526797] Updated weights for policy 0, policy_version 25433 (0.0008) +[2026-06-07 03:31:34,252][526797] Updated weights for policy 0, policy_version 25445 (0.0008) +[2026-06-07 03:31:34,908][526797] Updated weights for policy 0, policy_version 25455 (0.0008) +[2026-06-07 03:31:35,029][526797] Updated weights for policy 0, policy_version 25465 (0.0009) +[2026-06-07 03:31:35,209][526797] Updated weights for policy 0, policy_version 25479 (0.0009) +[2026-06-07 03:31:35,353][526797] Updated weights for policy 0, policy_version 25490 (0.0008) +[2026-06-07 03:31:35,490][526797] Updated weights for policy 0, policy_version 25500 (0.0008) +[2026-06-07 03:31:35,637][526797] Updated weights for policy 0, policy_version 25511 (0.0008) +[2026-06-07 03:31:36,273][526797] Updated weights for policy 0, policy_version 25521 (0.0009) +[2026-06-07 03:31:36,412][526797] Updated weights for policy 0, policy_version 25532 (0.0009) +[2026-06-07 03:31:36,559][526797] Updated weights for policy 0, policy_version 25543 (0.0008) +[2026-06-07 03:31:36,689][526797] Updated weights for policy 0, policy_version 25553 (0.0008) +[2026-06-07 03:31:36,816][526797] Updated weights for policy 0, policy_version 25563 (0.0009) +[2026-06-07 03:31:36,945][526797] Updated weights for policy 0, policy_version 25573 (0.0008) +[2026-06-07 03:31:37,551][526797] Updated weights for policy 0, policy_version 25584 (0.0008) +[2026-06-07 03:31:37,706][526797] Updated weights for policy 0, policy_version 25596 (0.0009) +[2026-06-07 03:31:37,852][526797] Updated weights for policy 0, policy_version 25607 (0.0008) +[2026-06-07 03:31:38,010][526797] Updated weights for policy 0, policy_version 25619 (0.0009) +[2026-06-07 03:31:38,153][526797] Updated weights for policy 0, policy_version 25630 (0.0008) +[2026-06-07 03:31:38,281][526797] Updated weights for policy 0, policy_version 25640 (0.0008) +[2026-06-07 03:31:38,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 13139968. Throughput: 0: 24553.3. Samples: 13145088. Policy #0 lag: (min: 34.0, avg: 45.2, max: 98.0) +[2026-06-07 03:31:38,839][525308] Avg episode reward: [(0, '80.122')] +[2026-06-07 03:31:38,902][526797] Updated weights for policy 0, policy_version 25650 (0.0009) +[2026-06-07 03:31:39,039][526797] Updated weights for policy 0, policy_version 25660 (0.0009) +[2026-06-07 03:31:39,185][526797] Updated weights for policy 0, policy_version 25671 (0.0009) +[2026-06-07 03:31:39,321][526797] Updated weights for policy 0, policy_version 25682 (0.0008) +[2026-06-07 03:31:39,452][526797] Updated weights for policy 0, policy_version 25692 (0.0009) +[2026-06-07 03:31:39,594][526797] Updated weights for policy 0, policy_version 25702 (0.0008) +[2026-06-07 03:31:40,217][526797] Updated weights for policy 0, policy_version 25712 (0.0009) +[2026-06-07 03:31:40,343][526797] Updated weights for policy 0, policy_version 25722 (0.0009) +[2026-06-07 03:31:40,468][526797] Updated weights for policy 0, policy_version 25732 (0.0006) +[2026-06-07 03:31:40,606][526797] Updated weights for policy 0, policy_version 25742 (0.0008) +[2026-06-07 03:31:40,733][526797] Updated weights for policy 0, policy_version 25752 (0.0008) +[2026-06-07 03:31:40,897][526797] Updated weights for policy 0, policy_version 25764 (0.0009) +[2026-06-07 03:31:41,513][526797] Updated weights for policy 0, policy_version 25774 (0.0008) +[2026-06-07 03:31:41,655][526797] Updated weights for policy 0, policy_version 25785 (0.0008) +[2026-06-07 03:31:41,804][526797] Updated weights for policy 0, policy_version 25796 (0.0008) +[2026-06-07 03:31:41,944][526797] Updated weights for policy 0, policy_version 25807 (0.0009) +[2026-06-07 03:31:42,087][526797] Updated weights for policy 0, policy_version 25818 (0.0008) +[2026-06-07 03:31:42,230][526797] Updated weights for policy 0, policy_version 25829 (0.0008) +[2026-06-07 03:31:42,853][526797] Updated weights for policy 0, policy_version 25839 (0.0008) +[2026-06-07 03:31:42,993][526797] Updated weights for policy 0, policy_version 25850 (0.0008) +[2026-06-07 03:31:43,123][526797] Updated weights for policy 0, policy_version 25860 (0.0008) +[2026-06-07 03:31:43,265][526797] Updated weights for policy 0, policy_version 25871 (0.0008) +[2026-06-07 03:31:43,410][526797] Updated weights for policy 0, policy_version 25882 (0.0008) +[2026-06-07 03:31:43,545][526797] Updated weights for policy 0, policy_version 25892 (0.0008) +[2026-06-07 03:31:43,838][525308] Fps is (10 sec: 26214.1, 60 sec: 24576.0, 300 sec: 24437.1). Total num frames: 13271040. Throughput: 0: 24740.9. Samples: 13293184. Policy #0 lag: (min: 28.0, avg: 41.3, max: 92.0) +[2026-06-07 03:31:43,840][525308] Avg episode reward: [(0, '98.991')] +[2026-06-07 03:31:44,153][526797] Updated weights for policy 0, policy_version 25902 (0.0008) +[2026-06-07 03:31:44,281][526797] Updated weights for policy 0, policy_version 25912 (0.0009) +[2026-06-07 03:31:44,422][526797] Updated weights for policy 0, policy_version 25923 (0.0009) +[2026-06-07 03:31:44,568][526797] Updated weights for policy 0, policy_version 25934 (0.0009) +[2026-06-07 03:31:44,718][526797] Updated weights for policy 0, policy_version 25945 (0.0008) +[2026-06-07 03:31:44,870][526797] Updated weights for policy 0, policy_version 25957 (0.0008) +[2026-06-07 03:31:45,542][526797] Updated weights for policy 0, policy_version 25970 (0.0009) +[2026-06-07 03:31:45,675][526797] Updated weights for policy 0, policy_version 25980 (0.0008) +[2026-06-07 03:31:45,812][526797] Updated weights for policy 0, policy_version 25990 (0.0008) +[2026-06-07 03:31:45,951][526797] Updated weights for policy 0, policy_version 26001 (0.0008) +[2026-06-07 03:31:46,084][526797] Updated weights for policy 0, policy_version 26011 (0.0008) +[2026-06-07 03:31:46,219][526797] Updated weights for policy 0, policy_version 26022 (0.0008) +[2026-06-07 03:31:46,856][526797] Updated weights for policy 0, policy_version 26033 (0.0008) +[2026-06-07 03:31:47,002][526797] Updated weights for policy 0, policy_version 26045 (0.0008) +[2026-06-07 03:31:47,137][526797] Updated weights for policy 0, policy_version 26055 (0.0008) +[2026-06-07 03:31:47,270][526797] Updated weights for policy 0, policy_version 26065 (0.0008) +[2026-06-07 03:31:47,400][526797] Updated weights for policy 0, policy_version 26075 (0.0008) +[2026-06-07 03:31:47,543][526797] Updated weights for policy 0, policy_version 26086 (0.0008) +[2026-06-07 03:31:48,160][526797] Updated weights for policy 0, policy_version 26096 (0.0006) +[2026-06-07 03:31:48,291][526797] Updated weights for policy 0, policy_version 26106 (0.0005) +[2026-06-07 03:31:48,419][526797] Updated weights for policy 0, policy_version 26116 (0.0005) +[2026-06-07 03:31:48,558][526797] Updated weights for policy 0, policy_version 26126 (0.0009) +[2026-06-07 03:31:48,688][526797] Updated weights for policy 0, policy_version 26136 (0.0011) +[2026-06-07 03:31:48,830][526797] Updated weights for policy 0, policy_version 26147 (0.0010) +[2026-06-07 03:31:48,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 13369344. Throughput: 0: 24581.7. Samples: 13362688. Policy #0 lag: (min: 28.0, avg: 41.3, max: 92.0) +[2026-06-07 03:31:48,839][525308] Avg episode reward: [(0, '85.392')] +[2026-06-07 03:31:49,458][526797] Updated weights for policy 0, policy_version 26157 (0.0009) +[2026-06-07 03:31:49,600][526797] Updated weights for policy 0, policy_version 26168 (0.0008) +[2026-06-07 03:31:49,730][526797] Updated weights for policy 0, policy_version 26178 (0.0008) +[2026-06-07 03:31:49,876][526797] Updated weights for policy 0, policy_version 26189 (0.0008) +[2026-06-07 03:31:50,032][526797] Updated weights for policy 0, policy_version 26201 (0.0008) +[2026-06-07 03:31:50,178][526797] Updated weights for policy 0, policy_version 26212 (0.0008) +[2026-06-07 03:31:50,824][526797] Updated weights for policy 0, policy_version 26223 (0.0008) +[2026-06-07 03:31:50,950][526797] Updated weights for policy 0, policy_version 26233 (0.0008) +[2026-06-07 03:31:51,078][526797] Updated weights for policy 0, policy_version 26243 (0.0008) +[2026-06-07 03:31:51,207][526797] Updated weights for policy 0, policy_version 26253 (0.0008) +[2026-06-07 03:31:51,340][526797] Updated weights for policy 0, policy_version 26263 (0.0008) +[2026-06-07 03:31:51,488][526797] Updated weights for policy 0, policy_version 26274 (0.0008) +[2026-06-07 03:31:52,128][526797] Updated weights for policy 0, policy_version 26285 (0.0007) +[2026-06-07 03:31:52,268][526797] Updated weights for policy 0, policy_version 26295 (0.0006) +[2026-06-07 03:31:52,414][526797] Updated weights for policy 0, policy_version 26306 (0.0008) +[2026-06-07 03:31:52,541][526797] Updated weights for policy 0, policy_version 26316 (0.0008) +[2026-06-07 03:31:52,671][526797] Updated weights for policy 0, policy_version 26326 (0.0008) +[2026-06-07 03:31:52,803][526797] Updated weights for policy 0, policy_version 26336 (0.0008) +[2026-06-07 03:31:53,460][526797] Updated weights for policy 0, policy_version 26346 (0.0008) +[2026-06-07 03:31:53,597][526797] Updated weights for policy 0, policy_version 26357 (0.0008) +[2026-06-07 03:31:53,755][526797] Updated weights for policy 0, policy_version 26369 (0.0008) +[2026-06-07 03:31:53,838][525308] Fps is (10 sec: 22937.8, 60 sec: 24576.0, 300 sec: 24437.1). Total num frames: 13500416. Throughput: 0: 24692.6. Samples: 13517696. Policy #0 lag: (min: 28.0, avg: 41.3, max: 92.0) +[2026-06-07 03:31:53,840][525308] Avg episode reward: [(0, '102.265')] +[2026-06-07 03:31:53,900][526797] Updated weights for policy 0, policy_version 26380 (0.0008) +[2026-06-07 03:31:54,046][526797] Updated weights for policy 0, policy_version 26391 (0.0009) +[2026-06-07 03:31:54,194][526797] Updated weights for policy 0, policy_version 26402 (0.0008) +[2026-06-07 03:31:54,265][526275] Saving new best policy, reward=102.265! +[2026-06-07 03:31:54,812][526797] Updated weights for policy 0, policy_version 26412 (0.0009) +[2026-06-07 03:31:54,945][526797] Updated weights for policy 0, policy_version 26423 (0.0007) +[2026-06-07 03:31:55,080][526797] Updated weights for policy 0, policy_version 26433 (0.0008) +[2026-06-07 03:31:55,207][526797] Updated weights for policy 0, policy_version 26443 (0.0008) +[2026-06-07 03:31:55,339][526797] Updated weights for policy 0, policy_version 26453 (0.0008) +[2026-06-07 03:31:55,471][526797] Updated weights for policy 0, policy_version 26463 (0.0008) +[2026-06-07 03:31:56,113][526797] Updated weights for policy 0, policy_version 26473 (0.0008) +[2026-06-07 03:31:56,272][526797] Updated weights for policy 0, policy_version 26486 (0.0008) +[2026-06-07 03:31:56,412][526797] Updated weights for policy 0, policy_version 26496 (0.0008) +[2026-06-07 03:31:56,540][526797] Updated weights for policy 0, policy_version 26506 (0.0008) +[2026-06-07 03:31:56,667][526797] Updated weights for policy 0, policy_version 26516 (0.0008) +[2026-06-07 03:31:56,817][526797] Updated weights for policy 0, policy_version 26527 (0.0008) +[2026-06-07 03:31:57,419][526797] Updated weights for policy 0, policy_version 26537 (0.0008) +[2026-06-07 03:31:57,567][526797] Updated weights for policy 0, policy_version 26549 (0.0008) +[2026-06-07 03:31:57,698][526797] Updated weights for policy 0, policy_version 26559 (0.0008) +[2026-06-07 03:31:57,843][526797] Updated weights for policy 0, policy_version 26570 (0.0008) +[2026-06-07 03:31:57,991][526797] Updated weights for policy 0, policy_version 26581 (0.0008) +[2026-06-07 03:31:58,133][526797] Updated weights for policy 0, policy_version 26592 (0.0008) +[2026-06-07 03:31:58,747][526797] Updated weights for policy 0, policy_version 26603 (0.0005) +[2026-06-07 03:31:58,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 13631488. Throughput: 0: 24539.0. Samples: 13657216. Policy #0 lag: (min: 28.0, avg: 41.3, max: 92.0) +[2026-06-07 03:31:58,839][525308] Avg episode reward: [(0, '102.702')] +[2026-06-07 03:31:58,879][526797] Updated weights for policy 0, policy_version 26613 (0.0008) +[2026-06-07 03:31:59,008][526797] Updated weights for policy 0, policy_version 26623 (0.0008) +[2026-06-07 03:31:59,147][526797] Updated weights for policy 0, policy_version 26633 (0.0008) +[2026-06-07 03:31:59,275][526797] Updated weights for policy 0, policy_version 26643 (0.0008) +[2026-06-07 03:31:59,418][526797] Updated weights for policy 0, policy_version 26654 (0.0008) +[2026-06-07 03:31:59,544][526275] Saving new best policy, reward=102.702! +[2026-06-07 03:31:59,546][526797] Updated weights for policy 0, policy_version 26664 (0.0008) +[2026-06-07 03:32:00,159][526797] Updated weights for policy 0, policy_version 26674 (0.0008) +[2026-06-07 03:32:00,305][526797] Updated weights for policy 0, policy_version 26685 (0.0008) +[2026-06-07 03:32:00,453][526797] Updated weights for policy 0, policy_version 26696 (0.0008) +[2026-06-07 03:32:00,595][526797] Updated weights for policy 0, policy_version 26707 (0.0008) +[2026-06-07 03:32:00,725][526797] Updated weights for policy 0, policy_version 26717 (0.0008) +[2026-06-07 03:32:00,869][526797] Updated weights for policy 0, policy_version 26728 (0.0008) +[2026-06-07 03:32:01,530][526797] Updated weights for policy 0, policy_version 26741 (0.0009) +[2026-06-07 03:32:01,669][526797] Updated weights for policy 0, policy_version 26752 (0.0008) +[2026-06-07 03:32:01,812][526797] Updated weights for policy 0, policy_version 26763 (0.0008) +[2026-06-07 03:32:01,954][526797] Updated weights for policy 0, policy_version 26773 (0.0008) +[2026-06-07 03:32:02,088][526797] Updated weights for policy 0, policy_version 26783 (0.0008) +[2026-06-07 03:32:02,692][526797] Updated weights for policy 0, policy_version 26793 (0.0008) +[2026-06-07 03:32:02,825][526797] Updated weights for policy 0, policy_version 26803 (0.0005) +[2026-06-07 03:32:02,958][526797] Updated weights for policy 0, policy_version 26813 (0.0008) +[2026-06-07 03:32:03,095][526797] Updated weights for policy 0, policy_version 26823 (0.0008) +[2026-06-07 03:32:03,230][526797] Updated weights for policy 0, policy_version 26833 (0.0008) +[2026-06-07 03:32:03,368][526797] Updated weights for policy 0, policy_version 26843 (0.0008) +[2026-06-07 03:32:03,506][526797] Updated weights for policy 0, policy_version 26854 (0.0008) +[2026-06-07 03:32:03,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 13762560. Throughput: 0: 24581.7. Samples: 13738624. Policy #0 lag: (min: 63.0, avg: 94.4, max: 139.0) +[2026-06-07 03:32:03,840][525308] Avg episode reward: [(0, '94.541')] +[2026-06-07 03:32:04,125][526797] Updated weights for policy 0, policy_version 26864 (0.0009) +[2026-06-07 03:32:04,268][526797] Updated weights for policy 0, policy_version 26875 (0.0008) +[2026-06-07 03:32:04,413][526797] Updated weights for policy 0, policy_version 26886 (0.0008) +[2026-06-07 03:32:04,541][526797] Updated weights for policy 0, policy_version 26896 (0.0006) +[2026-06-07 03:32:04,688][526797] Updated weights for policy 0, policy_version 26907 (0.0005) +[2026-06-07 03:32:04,824][526797] Updated weights for policy 0, policy_version 26917 (0.0007) +[2026-06-07 03:32:05,446][526797] Updated weights for policy 0, policy_version 26928 (0.0008) +[2026-06-07 03:32:05,588][526797] Updated weights for policy 0, policy_version 26939 (0.0008) +[2026-06-07 03:32:05,729][526797] Updated weights for policy 0, policy_version 26950 (0.0011) +[2026-06-07 03:32:05,860][526797] Updated weights for policy 0, policy_version 26960 (0.0009) +[2026-06-07 03:32:06,025][526797] Updated weights for policy 0, policy_version 26972 (0.0006) +[2026-06-07 03:32:06,166][526797] Updated weights for policy 0, policy_version 26983 (0.0008) +[2026-06-07 03:32:06,815][526797] Updated weights for policy 0, policy_version 26994 (0.0008) +[2026-06-07 03:32:06,964][526797] Updated weights for policy 0, policy_version 27005 (0.0009) +[2026-06-07 03:32:07,086][526797] Updated weights for policy 0, policy_version 27015 (0.0009) +[2026-06-07 03:32:07,223][526797] Updated weights for policy 0, policy_version 27025 (0.0008) +[2026-06-07 03:32:07,370][526797] Updated weights for policy 0, policy_version 27036 (0.0008) +[2026-06-07 03:32:07,518][526797] Updated weights for policy 0, policy_version 27047 (0.0009) +[2026-06-07 03:32:08,126][526797] Updated weights for policy 0, policy_version 27057 (0.0011) +[2026-06-07 03:32:08,266][526797] Updated weights for policy 0, policy_version 27068 (0.0007) +[2026-06-07 03:32:08,400][526797] Updated weights for policy 0, policy_version 27078 (0.0006) +[2026-06-07 03:32:08,547][526797] Updated weights for policy 0, policy_version 27089 (0.0006) +[2026-06-07 03:32:08,701][526797] Updated weights for policy 0, policy_version 27100 (0.0006) +[2026-06-07 03:32:08,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.1, 300 sec: 24437.2). Total num frames: 13860864. Throughput: 0: 24661.4. Samples: 13882752. Policy #0 lag: (min: 63.0, avg: 94.4, max: 139.0) +[2026-06-07 03:32:08,839][525308] Avg episode reward: [(0, '79.989')] +[2026-06-07 03:32:08,842][526797] Updated weights for policy 0, policy_version 27111 (0.0008) +[2026-06-07 03:32:09,441][526797] Updated weights for policy 0, policy_version 27121 (0.0008) +[2026-06-07 03:32:09,582][526797] Updated weights for policy 0, policy_version 27131 (0.0007) +[2026-06-07 03:32:09,725][526797] Updated weights for policy 0, policy_version 27142 (0.0006) +[2026-06-07 03:32:09,858][526797] Updated weights for policy 0, policy_version 27152 (0.0006) +[2026-06-07 03:32:10,009][526797] Updated weights for policy 0, policy_version 27163 (0.0006) +[2026-06-07 03:32:10,151][526797] Updated weights for policy 0, policy_version 27174 (0.0006) +[2026-06-07 03:32:10,729][526797] Updated weights for policy 0, policy_version 27184 (0.0008) +[2026-06-07 03:32:10,850][526797] Updated weights for policy 0, policy_version 27194 (0.0008) +[2026-06-07 03:32:11,001][526797] Updated weights for policy 0, policy_version 27205 (0.0008) +[2026-06-07 03:32:11,136][526797] Updated weights for policy 0, policy_version 27215 (0.0009) +[2026-06-07 03:32:11,265][526797] Updated weights for policy 0, policy_version 27225 (0.0008) +[2026-06-07 03:32:11,397][526797] Updated weights for policy 0, policy_version 27235 (0.0009) +[2026-06-07 03:32:12,041][526797] Updated weights for policy 0, policy_version 27246 (0.0008) +[2026-06-07 03:32:12,190][526797] Updated weights for policy 0, policy_version 27258 (0.0008) +[2026-06-07 03:32:12,334][526797] Updated weights for policy 0, policy_version 27269 (0.0008) +[2026-06-07 03:32:12,474][526797] Updated weights for policy 0, policy_version 27279 (0.0008) +[2026-06-07 03:32:12,607][526797] Updated weights for policy 0, policy_version 27289 (0.0008) +[2026-06-07 03:32:12,731][526797] Updated weights for policy 0, policy_version 27299 (0.0008) +[2026-06-07 03:32:13,364][526797] Updated weights for policy 0, policy_version 27310 (0.0009) +[2026-06-07 03:32:13,498][526797] Updated weights for policy 0, policy_version 27320 (0.0009) +[2026-06-07 03:32:13,648][526797] Updated weights for policy 0, policy_version 27331 (0.0009) +[2026-06-07 03:32:13,778][526797] Updated weights for policy 0, policy_version 27341 (0.0009) +[2026-06-07 03:32:13,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 13991936. Throughput: 0: 24635.7. Samples: 14035456. Policy #0 lag: (min: 63.0, avg: 94.4, max: 139.0) +[2026-06-07 03:32:13,839][525308] Avg episode reward: [(0, '83.496')] +[2026-06-07 03:32:13,905][526797] Updated weights for policy 0, policy_version 27351 (0.0008) +[2026-06-07 03:32:14,039][526797] Updated weights for policy 0, policy_version 27361 (0.0008) +[2026-06-07 03:32:14,657][526797] Updated weights for policy 0, policy_version 27371 (0.0009) +[2026-06-07 03:32:14,783][526797] Updated weights for policy 0, policy_version 27381 (0.0012) +[2026-06-07 03:32:14,937][526797] Updated weights for policy 0, policy_version 27393 (0.0008) +[2026-06-07 03:32:15,074][526797] Updated weights for policy 0, policy_version 27403 (0.0006) +[2026-06-07 03:32:15,231][526797] Updated weights for policy 0, policy_version 27415 (0.0005) +[2026-06-07 03:32:15,365][526797] Updated weights for policy 0, policy_version 27425 (0.0004) +[2026-06-07 03:32:15,990][526797] Updated weights for policy 0, policy_version 27435 (0.0005) +[2026-06-07 03:32:16,122][526797] Updated weights for policy 0, policy_version 27445 (0.0008) +[2026-06-07 03:32:16,263][526797] Updated weights for policy 0, policy_version 27456 (0.0008) +[2026-06-07 03:32:16,396][526797] Updated weights for policy 0, policy_version 27466 (0.0008) +[2026-06-07 03:32:16,541][526797] Updated weights for policy 0, policy_version 27477 (0.0007) +[2026-06-07 03:32:16,685][526797] Updated weights for policy 0, policy_version 27488 (0.0004) +[2026-06-07 03:32:17,281][526797] Updated weights for policy 0, policy_version 27498 (0.0005) +[2026-06-07 03:32:17,411][526797] Updated weights for policy 0, policy_version 27508 (0.0009) +[2026-06-07 03:32:17,545][526797] Updated weights for policy 0, policy_version 27518 (0.0008) +[2026-06-07 03:32:17,709][526797] Updated weights for policy 0, policy_version 27531 (0.0008) +[2026-06-07 03:32:17,842][526797] Updated weights for policy 0, policy_version 27541 (0.0008) +[2026-06-07 03:32:17,970][526797] Updated weights for policy 0, policy_version 27551 (0.0008) +[2026-06-07 03:32:18,592][526797] Updated weights for policy 0, policy_version 27561 (0.0008) +[2026-06-07 03:32:18,717][526797] Updated weights for policy 0, policy_version 27571 (0.0009) +[2026-06-07 03:32:18,839][525308] Fps is (10 sec: 26214.2, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 14123008. Throughput: 0: 24675.6. Samples: 14107136. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:32:18,840][525308] Avg episode reward: [(0, '97.653')] +[2026-06-07 03:32:18,848][526797] Updated weights for policy 0, policy_version 27581 (0.0008) +[2026-06-07 03:32:18,973][526797] Updated weights for policy 0, policy_version 27591 (0.0008) +[2026-06-07 03:32:19,104][526797] Updated weights for policy 0, policy_version 27601 (0.0008) +[2026-06-07 03:32:19,249][526797] Updated weights for policy 0, policy_version 27612 (0.0008) +[2026-06-07 03:32:19,384][526797] Updated weights for policy 0, policy_version 27622 (0.0008) +[2026-06-07 03:32:19,989][526797] Updated weights for policy 0, policy_version 27632 (0.0008) +[2026-06-07 03:32:20,151][526797] Updated weights for policy 0, policy_version 27645 (0.0009) +[2026-06-07 03:32:20,294][526797] Updated weights for policy 0, policy_version 27655 (0.0009) +[2026-06-07 03:32:20,421][526797] Updated weights for policy 0, policy_version 27665 (0.0008) +[2026-06-07 03:32:20,565][526797] Updated weights for policy 0, policy_version 27676 (0.0008) +[2026-06-07 03:32:20,700][526797] Updated weights for policy 0, policy_version 27686 (0.0008) +[2026-06-07 03:32:21,321][526797] Updated weights for policy 0, policy_version 27697 (0.0008) +[2026-06-07 03:32:21,452][526797] Updated weights for policy 0, policy_version 27707 (0.0008) +[2026-06-07 03:32:21,598][526797] Updated weights for policy 0, policy_version 27718 (0.0008) +[2026-06-07 03:32:21,731][526797] Updated weights for policy 0, policy_version 27728 (0.0008) +[2026-06-07 03:32:21,891][526797] Updated weights for policy 0, policy_version 27740 (0.0008) +[2026-06-07 03:32:22,036][526797] Updated weights for policy 0, policy_version 27751 (0.0008) +[2026-06-07 03:32:22,650][526797] Updated weights for policy 0, policy_version 27761 (0.0008) +[2026-06-07 03:32:22,791][526797] Updated weights for policy 0, policy_version 27772 (0.0009) +[2026-06-07 03:32:22,920][526797] Updated weights for policy 0, policy_version 27782 (0.0008) +[2026-06-07 03:32:23,069][526797] Updated weights for policy 0, policy_version 27793 (0.0008) +[2026-06-07 03:32:23,222][526797] Updated weights for policy 0, policy_version 27804 (0.0008) +[2026-06-07 03:32:23,377][526797] Updated weights for policy 0, policy_version 27816 (0.0008) +[2026-06-07 03:32:23,838][525308] Fps is (10 sec: 26214.3, 60 sec: 24576.1, 300 sec: 24548.2). Total num frames: 14254080. Throughput: 0: 24578.8. Samples: 14251136. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:32:23,839][525308] Avg episode reward: [(0, '89.550')] +[2026-06-07 03:32:23,975][526797] Updated weights for policy 0, policy_version 27826 (0.0008) +[2026-06-07 03:32:24,099][526797] Updated weights for policy 0, policy_version 27836 (0.0008) +[2026-06-07 03:32:24,240][526797] Updated weights for policy 0, policy_version 27846 (0.0008) +[2026-06-07 03:32:24,377][526797] Updated weights for policy 0, policy_version 27857 (0.0008) +[2026-06-07 03:32:24,519][526797] Updated weights for policy 0, policy_version 27868 (0.0008) +[2026-06-07 03:32:24,654][526797] Updated weights for policy 0, policy_version 27878 (0.0008) +[2026-06-07 03:32:24,673][526275] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed10/checkpoint_p0/checkpoint_000027880_14286848.pth... +[2026-06-07 03:32:25,276][526797] Updated weights for policy 0, policy_version 27888 (0.0008) +[2026-06-07 03:32:25,406][526797] Updated weights for policy 0, policy_version 27898 (0.0008) +[2026-06-07 03:32:25,539][526797] Updated weights for policy 0, policy_version 27908 (0.0008) +[2026-06-07 03:32:25,665][526797] Updated weights for policy 0, policy_version 27918 (0.0008) +[2026-06-07 03:32:25,801][526797] Updated weights for policy 0, policy_version 27928 (0.0008) +[2026-06-07 03:32:25,945][526797] Updated weights for policy 0, policy_version 27939 (0.0009) +[2026-06-07 03:32:26,587][526797] Updated weights for policy 0, policy_version 27949 (0.0008) +[2026-06-07 03:32:26,715][526797] Updated weights for policy 0, policy_version 27959 (0.0008) +[2026-06-07 03:32:26,853][526797] Updated weights for policy 0, policy_version 27970 (0.0008) +[2026-06-07 03:32:27,008][526797] Updated weights for policy 0, policy_version 27982 (0.0008) +[2026-06-07 03:32:27,157][526797] Updated weights for policy 0, policy_version 27993 (0.0009) +[2026-06-07 03:32:27,299][526797] Updated weights for policy 0, policy_version 28004 (0.0008) +[2026-06-07 03:32:27,944][526797] Updated weights for policy 0, policy_version 28015 (0.0009) +[2026-06-07 03:32:28,081][526797] Updated weights for policy 0, policy_version 28026 (0.0009) +[2026-06-07 03:32:28,217][526797] Updated weights for policy 0, policy_version 28036 (0.0008) +[2026-06-07 03:32:28,371][526797] Updated weights for policy 0, policy_version 28048 (0.0008) +[2026-06-07 03:32:28,515][526797] Updated weights for policy 0, policy_version 28059 (0.0008) +[2026-06-07 03:32:28,677][526797] Updated weights for policy 0, policy_version 28071 (0.0008) +[2026-06-07 03:32:28,838][525308] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 24548.2). Total num frames: 14385152. Throughput: 0: 24618.7. Samples: 14401024. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:32:28,839][525308] Avg episode reward: [(0, '90.229')] +[2026-06-07 03:32:29,297][526797] Updated weights for policy 0, policy_version 28082 (0.0008) +[2026-06-07 03:32:29,422][526797] Updated weights for policy 0, policy_version 28092 (0.0008) +[2026-06-07 03:32:29,567][526797] Updated weights for policy 0, policy_version 28103 (0.0008) +[2026-06-07 03:32:29,701][526797] Updated weights for policy 0, policy_version 28113 (0.0008) +[2026-06-07 03:32:29,849][526797] Updated weights for policy 0, policy_version 28124 (0.0008) +[2026-06-07 03:32:29,976][526797] Updated weights for policy 0, policy_version 28134 (0.0008) +[2026-06-07 03:32:30,596][526797] Updated weights for policy 0, policy_version 28144 (0.0008) +[2026-06-07 03:32:30,735][526797] Updated weights for policy 0, policy_version 28155 (0.0008) +[2026-06-07 03:32:30,864][526797] Updated weights for policy 0, policy_version 28165 (0.0008) +[2026-06-07 03:32:31,016][526797] Updated weights for policy 0, policy_version 28176 (0.0008) +[2026-06-07 03:32:31,173][526797] Updated weights for policy 0, policy_version 28188 (0.0008) +[2026-06-07 03:32:31,309][526797] Updated weights for policy 0, policy_version 28198 (0.0008) +[2026-06-07 03:32:31,925][526797] Updated weights for policy 0, policy_version 28209 (0.0009) +[2026-06-07 03:32:32,075][526797] Updated weights for policy 0, policy_version 28220 (0.0008) +[2026-06-07 03:32:32,196][526797] Updated weights for policy 0, policy_version 28230 (0.0008) +[2026-06-07 03:32:32,346][526797] Updated weights for policy 0, policy_version 28241 (0.0008) +[2026-06-07 03:32:32,469][526797] Updated weights for policy 0, policy_version 28251 (0.0008) +[2026-06-07 03:32:32,617][526797] Updated weights for policy 0, policy_version 28262 (0.0008) +[2026-06-07 03:32:33,258][526797] Updated weights for policy 0, policy_version 28273 (0.0009) +[2026-06-07 03:32:33,403][526797] Updated weights for policy 0, policy_version 28284 (0.0008) +[2026-06-07 03:32:33,539][526797] Updated weights for policy 0, policy_version 28295 (0.0008) +[2026-06-07 03:32:33,688][526797] Updated weights for policy 0, policy_version 28306 (0.0008) +[2026-06-07 03:32:33,818][526797] Updated weights for policy 0, policy_version 28316 (0.0008) +[2026-06-07 03:32:33,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24437.1). Total num frames: 14483456. Throughput: 0: 24624.3. Samples: 14470784. Policy #0 lag: (min: 63.0, avg: 76.6, max: 127.0) +[2026-06-07 03:32:33,839][525308] Avg episode reward: [(0, '94.962')] +[2026-06-07 03:32:33,972][526797] Updated weights for policy 0, policy_version 28327 (0.0008) +[2026-06-07 03:32:34,615][526797] Updated weights for policy 0, policy_version 28339 (0.0009) +[2026-06-07 03:32:34,777][526797] Updated weights for policy 0, policy_version 28352 (0.0009) +[2026-06-07 03:32:34,929][526797] Updated weights for policy 0, policy_version 28363 (0.0008) +[2026-06-07 03:32:35,082][526797] Updated weights for policy 0, policy_version 28374 (0.0008) +[2026-06-07 03:32:35,222][526797] Updated weights for policy 0, policy_version 28384 (0.0008) +[2026-06-07 03:32:35,319][526275] Early stopping after 8 epochs (64 sgd steps), loss delta 0.0000009 +[2026-06-07 03:32:35,817][526797] Updated weights for policy 0, policy_version 28394 (0.0008) +[2026-06-07 03:32:35,980][526797] Updated weights for policy 0, policy_version 28407 (0.0010) +[2026-06-07 03:32:36,110][526797] Updated weights for policy 0, policy_version 28417 (0.0006) +[2026-06-07 03:32:36,245][526797] Updated weights for policy 0, policy_version 28427 (0.0005) +[2026-06-07 03:32:36,371][526797] Updated weights for policy 0, policy_version 28437 (0.0005) +[2026-06-07 03:32:36,513][526797] Updated weights for policy 0, policy_version 28448 (0.0004) +[2026-06-07 03:32:37,153][526797] Updated weights for policy 0, policy_version 28459 (0.0008) +[2026-06-07 03:32:37,308][526797] Updated weights for policy 0, policy_version 28471 (0.0008) +[2026-06-07 03:32:37,453][526797] Updated weights for policy 0, policy_version 28482 (0.0008) +[2026-06-07 03:32:37,586][526797] Updated weights for policy 0, policy_version 28492 (0.0008) +[2026-06-07 03:32:37,742][526797] Updated weights for policy 0, policy_version 28503 (0.0008) +[2026-06-07 03:32:37,869][526797] Updated weights for policy 0, policy_version 28513 (0.0008) +[2026-06-07 03:32:38,496][526797] Updated weights for policy 0, policy_version 28524 (0.0008) +[2026-06-07 03:32:38,626][526797] Updated weights for policy 0, policy_version 28534 (0.0008) +[2026-06-07 03:32:38,758][526797] Updated weights for policy 0, policy_version 28544 (0.0008) +[2026-06-07 03:32:38,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 14614528. Throughput: 0: 24590.2. Samples: 14624256. Policy #0 lag: (min: 41.0, avg: 85.5, max: 105.0) +[2026-06-07 03:32:38,840][525308] Avg episode reward: [(0, '100.387')] +[2026-06-07 03:32:38,900][526797] Updated weights for policy 0, policy_version 28555 (0.0008) +[2026-06-07 03:32:39,036][526797] Updated weights for policy 0, policy_version 28565 (0.0008) +[2026-06-07 03:32:39,164][526797] Updated weights for policy 0, policy_version 28575 (0.0008) +[2026-06-07 03:32:39,789][526797] Updated weights for policy 0, policy_version 28587 (0.0008) +[2026-06-07 03:32:39,928][526797] Updated weights for policy 0, policy_version 28598 (0.0008) +[2026-06-07 03:32:40,060][526797] Updated weights for policy 0, policy_version 28608 (0.0008) +[2026-06-07 03:32:40,215][526797] Updated weights for policy 0, policy_version 28620 (0.0008) +[2026-06-07 03:32:40,351][526797] Updated weights for policy 0, policy_version 28630 (0.0008) +[2026-06-07 03:32:40,499][526797] Updated weights for policy 0, policy_version 28641 (0.0008) +[2026-06-07 03:32:41,138][526797] Updated weights for policy 0, policy_version 28652 (0.0008) +[2026-06-07 03:32:41,277][526797] Updated weights for policy 0, policy_version 28662 (0.0008) +[2026-06-07 03:32:41,409][526797] Updated weights for policy 0, policy_version 28673 (0.0009) +[2026-06-07 03:32:41,540][526797] Updated weights for policy 0, policy_version 28683 (0.0008) +[2026-06-07 03:32:41,689][526797] Updated weights for policy 0, policy_version 28694 (0.0008) +[2026-06-07 03:32:41,822][526797] Updated weights for policy 0, policy_version 28704 (0.0008) +[2026-06-07 03:32:42,453][526797] Updated weights for policy 0, policy_version 28714 (0.0009) +[2026-06-07 03:32:42,580][526797] Updated weights for policy 0, policy_version 28725 (0.0008) +[2026-06-07 03:32:42,739][526797] Updated weights for policy 0, policy_version 28737 (0.0008) +[2026-06-07 03:32:42,880][526797] Updated weights for policy 0, policy_version 28748 (0.0008) +[2026-06-07 03:32:43,022][526797] Updated weights for policy 0, policy_version 28758 (0.0008) +[2026-06-07 03:32:43,172][526797] Updated weights for policy 0, policy_version 28769 (0.0009) +[2026-06-07 03:32:43,825][526797] Updated weights for policy 0, policy_version 28779 (0.0008) +[2026-06-07 03:32:43,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.1, 300 sec: 24548.2). Total num frames: 14745600. Throughput: 0: 24615.8. Samples: 14764928. Policy #0 lag: (min: 41.0, avg: 85.5, max: 105.0) +[2026-06-07 03:32:43,839][525308] Avg episode reward: [(0, '93.802')] +[2026-06-07 03:32:43,980][526797] Updated weights for policy 0, policy_version 28792 (0.0008) +[2026-06-07 03:32:44,143][526797] Updated weights for policy 0, policy_version 28805 (0.0008) +[2026-06-07 03:32:44,281][526797] Updated weights for policy 0, policy_version 28815 (0.0008) +[2026-06-07 03:32:44,426][526797] Updated weights for policy 0, policy_version 28826 (0.0008) +[2026-06-07 03:32:44,577][526797] Updated weights for policy 0, policy_version 28837 (0.0008) +[2026-06-07 03:32:45,190][526797] Updated weights for policy 0, policy_version 28847 (0.0008) +[2026-06-07 03:32:45,340][526797] Updated weights for policy 0, policy_version 28859 (0.0008) +[2026-06-07 03:32:45,486][526797] Updated weights for policy 0, policy_version 28870 (0.0008) +[2026-06-07 03:32:45,623][526797] Updated weights for policy 0, policy_version 28880 (0.0008) +[2026-06-07 03:32:45,761][526797] Updated weights for policy 0, policy_version 28890 (0.0008) +[2026-06-07 03:32:45,898][526797] Updated weights for policy 0, policy_version 28900 (0.0008) +[2026-06-07 03:32:46,542][526797] Updated weights for policy 0, policy_version 28912 (0.0008) +[2026-06-07 03:32:46,688][526797] Updated weights for policy 0, policy_version 28924 (0.0008) +[2026-06-07 03:32:46,820][526797] Updated weights for policy 0, policy_version 28934 (0.0009) +[2026-06-07 03:32:46,948][526797] Updated weights for policy 0, policy_version 28944 (0.0008) +[2026-06-07 03:32:47,081][526797] Updated weights for policy 0, policy_version 28954 (0.0008) +[2026-06-07 03:32:47,218][526797] Updated weights for policy 0, policy_version 28964 (0.0008) +[2026-06-07 03:32:47,852][526797] Updated weights for policy 0, policy_version 28975 (0.0008) +[2026-06-07 03:32:48,008][526797] Updated weights for policy 0, policy_version 28987 (0.0008) +[2026-06-07 03:32:48,156][526797] Updated weights for policy 0, policy_version 28998 (0.0008) +[2026-06-07 03:32:48,290][526797] Updated weights for policy 0, policy_version 29008 (0.0008) +[2026-06-07 03:32:48,428][526797] Updated weights for policy 0, policy_version 29018 (0.0008) +[2026-06-07 03:32:48,559][526797] Updated weights for policy 0, policy_version 29028 (0.0008) +[2026-06-07 03:32:48,838][525308] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 24548.2). Total num frames: 14876672. Throughput: 0: 24544.7. Samples: 14843136. Policy #0 lag: (min: 41.0, avg: 85.5, max: 105.0) +[2026-06-07 03:32:48,839][525308] Avg episode reward: [(0, '97.106')] +[2026-06-07 03:32:49,180][526797] Updated weights for policy 0, policy_version 29038 (0.0007) +[2026-06-07 03:32:49,308][526797] Updated weights for policy 0, policy_version 29048 (0.0008) +[2026-06-07 03:32:49,439][526797] Updated weights for policy 0, policy_version 29058 (0.0008) +[2026-06-07 03:32:49,583][526797] Updated weights for policy 0, policy_version 29069 (0.0008) +[2026-06-07 03:32:49,717][526797] Updated weights for policy 0, policy_version 29079 (0.0008) +[2026-06-07 03:32:49,849][526797] Updated weights for policy 0, policy_version 29089 (0.0008) +[2026-06-07 03:32:50,492][526797] Updated weights for policy 0, policy_version 29100 (0.0008) +[2026-06-07 03:32:50,616][526797] Updated weights for policy 0, policy_version 29110 (0.0008) +[2026-06-07 03:32:50,754][526797] Updated weights for policy 0, policy_version 29120 (0.0008) +[2026-06-07 03:32:50,903][526797] Updated weights for policy 0, policy_version 29131 (0.0008) +[2026-06-07 03:32:51,059][526797] Updated weights for policy 0, policy_version 29143 (0.0008) +[2026-06-07 03:32:51,201][526797] Updated weights for policy 0, policy_version 29154 (0.0008) +[2026-06-07 03:32:51,829][526797] Updated weights for policy 0, policy_version 29165 (0.0008) +[2026-06-07 03:32:51,950][526797] Updated weights for policy 0, policy_version 29175 (0.0008) +[2026-06-07 03:32:52,086][526797] Updated weights for policy 0, policy_version 29185 (0.0008) +[2026-06-07 03:32:52,209][526797] Updated weights for policy 0, policy_version 29195 (0.0008) +[2026-06-07 03:32:52,348][526797] Updated weights for policy 0, policy_version 29205 (0.0008) +[2026-06-07 03:32:52,483][526797] Updated weights for policy 0, policy_version 29215 (0.0008) +[2026-06-07 03:32:53,082][526797] Updated weights for policy 0, policy_version 29225 (0.0008) +[2026-06-07 03:32:53,219][526797] Updated weights for policy 0, policy_version 29235 (0.0008) +[2026-06-07 03:32:53,360][526797] Updated weights for policy 0, policy_version 29246 (0.0008) +[2026-06-07 03:32:53,519][526797] Updated weights for policy 0, policy_version 29258 (0.0008) +[2026-06-07 03:32:53,660][526797] Updated weights for policy 0, policy_version 29268 (0.0008) +[2026-06-07 03:32:53,794][526797] Updated weights for policy 0, policy_version 29279 (0.0008) +[2026-06-07 03:32:53,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24437.2). Total num frames: 14974976. Throughput: 0: 24598.7. Samples: 14989696. Policy #0 lag: (min: 41.0, avg: 85.5, max: 105.0) +[2026-06-07 03:32:53,840][525308] Avg episode reward: [(0, '92.215')] +[2026-06-07 03:32:54,447][526797] Updated weights for policy 0, policy_version 29290 (0.0009) +[2026-06-07 03:32:54,606][526797] Updated weights for policy 0, policy_version 29303 (0.0008) +[2026-06-07 03:32:54,741][526797] Updated weights for policy 0, policy_version 29313 (0.0008) +[2026-06-07 03:32:54,875][526797] Updated weights for policy 0, policy_version 29323 (0.0008) +[2026-06-07 03:32:55,008][526797] Updated weights for policy 0, policy_version 29333 (0.0008) +[2026-06-07 03:32:55,146][526797] Updated weights for policy 0, policy_version 29343 (0.0008) +[2026-06-07 03:32:55,785][526797] Updated weights for policy 0, policy_version 29355 (0.0008) +[2026-06-07 03:32:55,916][526797] Updated weights for policy 0, policy_version 29365 (0.0008) +[2026-06-07 03:32:56,059][526797] Updated weights for policy 0, policy_version 29376 (0.0008) +[2026-06-07 03:32:56,221][526797] Updated weights for policy 0, policy_version 29388 (0.0008) +[2026-06-07 03:32:56,349][526797] Updated weights for policy 0, policy_version 29398 (0.0008) +[2026-06-07 03:32:56,479][526797] Updated weights for policy 0, policy_version 29408 (0.0008) +[2026-06-07 03:32:57,166][526797] Updated weights for policy 0, policy_version 29419 (0.0008) +[2026-06-07 03:32:57,296][526797] Updated weights for policy 0, policy_version 29429 (0.0008) +[2026-06-07 03:32:57,445][526797] Updated weights for policy 0, policy_version 29440 (0.0008) +[2026-06-07 03:32:57,570][526797] Updated weights for policy 0, policy_version 29450 (0.0008) +[2026-06-07 03:32:57,703][526797] Updated weights for policy 0, policy_version 29460 (0.0008) +[2026-06-07 03:32:57,846][526797] Updated weights for policy 0, policy_version 29471 (0.0008) +[2026-06-07 03:32:58,481][526797] Updated weights for policy 0, policy_version 29481 (0.0008) +[2026-06-07 03:32:58,618][526797] Updated weights for policy 0, policy_version 29491 (0.0008) +[2026-06-07 03:32:58,747][526797] Updated weights for policy 0, policy_version 29501 (0.0008) +[2026-06-07 03:32:58,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 15106048. Throughput: 0: 24482.1. Samples: 15137152. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-07 03:32:58,839][525308] Avg episode reward: [(0, '103.509')] +[2026-06-07 03:32:58,888][526797] Updated weights for policy 0, policy_version 29511 (0.0010) +[2026-06-07 03:32:59,031][526797] Updated weights for policy 0, policy_version 29523 (0.0008) +[2026-06-07 03:32:59,171][526797] Updated weights for policy 0, policy_version 29534 (0.0008) +[2026-06-07 03:32:59,309][526275] Saving new best policy, reward=103.509! +[2026-06-07 03:32:59,310][526797] Updated weights for policy 0, policy_version 29544 (0.0008) +[2026-06-07 03:32:59,928][526797] Updated weights for policy 0, policy_version 29554 (0.0008) +[2026-06-07 03:33:00,056][526797] Updated weights for policy 0, policy_version 29564 (0.0008) +[2026-06-07 03:33:00,235][526797] Updated weights for policy 0, policy_version 29578 (0.0008) +[2026-06-07 03:33:00,372][526797] Updated weights for policy 0, policy_version 29588 (0.0008) +[2026-06-07 03:33:00,517][526797] Updated weights for policy 0, policy_version 29599 (0.0008) +[2026-06-07 03:33:01,133][526797] Updated weights for policy 0, policy_version 29609 (0.0008) +[2026-06-07 03:33:01,275][526797] Updated weights for policy 0, policy_version 29620 (0.0008) +[2026-06-07 03:33:01,406][526797] Updated weights for policy 0, policy_version 29630 (0.0008) +[2026-06-07 03:33:01,537][526797] Updated weights for policy 0, policy_version 29640 (0.0008) +[2026-06-07 03:33:01,672][526797] Updated weights for policy 0, policy_version 29650 (0.0008) +[2026-06-07 03:33:01,807][526797] Updated weights for policy 0, policy_version 29660 (0.0008) +[2026-06-07 03:33:01,950][526797] Updated weights for policy 0, policy_version 29671 (0.0008) +[2026-06-07 03:33:02,598][526797] Updated weights for policy 0, policy_version 29682 (0.0008) +[2026-06-07 03:33:02,732][526797] Updated weights for policy 0, policy_version 29692 (0.0009) +[2026-06-07 03:33:02,875][526797] Updated weights for policy 0, policy_version 29703 (0.0008) +[2026-06-07 03:33:03,006][526797] Updated weights for policy 0, policy_version 29713 (0.0008) +[2026-06-07 03:33:03,137][526797] Updated weights for policy 0, policy_version 29723 (0.0008) +[2026-06-07 03:33:03,280][526797] Updated weights for policy 0, policy_version 29734 (0.0008) +[2026-06-07 03:33:03,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 15237120. Throughput: 0: 24581.7. Samples: 15213312. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-07 03:33:03,839][525308] Avg episode reward: [(0, '111.659')] +[2026-06-07 03:33:03,909][526797] Updated weights for policy 0, policy_version 29744 (0.0008) +[2026-06-07 03:33:04,051][526797] Updated weights for policy 0, policy_version 29755 (0.0008) +[2026-06-07 03:33:04,192][526797] Updated weights for policy 0, policy_version 29766 (0.0008) +[2026-06-07 03:33:04,320][526797] Updated weights for policy 0, policy_version 29776 (0.0008) +[2026-06-07 03:33:04,467][526797] Updated weights for policy 0, policy_version 29786 (0.0008) +[2026-06-07 03:33:04,591][526797] Updated weights for policy 0, policy_version 29796 (0.0008) +[2026-06-07 03:33:04,638][526275] Saving new best policy, reward=111.659! +[2026-06-07 03:33:05,218][526797] Updated weights for policy 0, policy_version 29806 (0.0008) +[2026-06-07 03:33:05,350][526797] Updated weights for policy 0, policy_version 29817 (0.0008) +[2026-06-07 03:33:05,476][526797] Updated weights for policy 0, policy_version 29827 (0.0008) +[2026-06-07 03:33:05,614][526797] Updated weights for policy 0, policy_version 29837 (0.0009) +[2026-06-07 03:33:05,760][526797] Updated weights for policy 0, policy_version 29848 (0.0008) +[2026-06-07 03:33:05,900][526797] Updated weights for policy 0, policy_version 29858 (0.0008) +[2026-06-07 03:33:06,504][526797] Updated weights for policy 0, policy_version 29868 (0.0008) +[2026-06-07 03:33:06,638][526797] Updated weights for policy 0, policy_version 29879 (0.0008) +[2026-06-07 03:33:06,768][526797] Updated weights for policy 0, policy_version 29889 (0.0008) +[2026-06-07 03:33:06,921][526797] Updated weights for policy 0, policy_version 29900 (0.0008) +[2026-06-07 03:33:07,061][526797] Updated weights for policy 0, policy_version 29911 (0.0008) +[2026-06-07 03:33:07,182][526797] Updated weights for policy 0, policy_version 29921 (0.0008) +[2026-06-07 03:33:07,830][526797] Updated weights for policy 0, policy_version 29932 (0.0008) +[2026-06-07 03:33:07,975][526797] Updated weights for policy 0, policy_version 29944 (0.0008) +[2026-06-07 03:33:08,113][526797] Updated weights for policy 0, policy_version 29955 (0.0008) +[2026-06-07 03:33:08,265][526797] Updated weights for policy 0, policy_version 29967 (0.0008) +[2026-06-07 03:33:08,403][526797] Updated weights for policy 0, policy_version 29978 (0.0008) +[2026-06-07 03:33:08,530][526797] Updated weights for policy 0, policy_version 29988 (0.0008) +[2026-06-07 03:33:08,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24548.2). Total num frames: 15368192. Throughput: 0: 24482.2. Samples: 15352832. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-07 03:33:08,839][525308] Avg episode reward: [(0, '95.112')] +[2026-06-07 03:33:09,236][526797] Updated weights for policy 0, policy_version 30002 (0.0008) +[2026-06-07 03:33:09,373][526797] Updated weights for policy 0, policy_version 30013 (0.0008) +[2026-06-07 03:33:09,507][526797] Updated weights for policy 0, policy_version 30023 (0.0008) +[2026-06-07 03:33:09,658][526797] Updated weights for policy 0, policy_version 30035 (0.0008) +[2026-06-07 03:33:09,794][526797] Updated weights for policy 0, policy_version 30046 (0.0008) +[2026-06-07 03:33:09,929][526797] Updated weights for policy 0, policy_version 30056 (0.0008) +[2026-06-07 03:33:10,562][526797] Updated weights for policy 0, policy_version 30066 (0.0008) +[2026-06-07 03:33:10,694][526797] Updated weights for policy 0, policy_version 30076 (0.0008) +[2026-06-07 03:33:10,840][526797] Updated weights for policy 0, policy_version 30087 (0.0008) +[2026-06-07 03:33:10,994][526797] Updated weights for policy 0, policy_version 30098 (0.0008) +[2026-06-07 03:33:11,148][526797] Updated weights for policy 0, policy_version 30110 (0.0008) +[2026-06-07 03:33:11,279][526797] Updated weights for policy 0, policy_version 30120 (0.0008) +[2026-06-07 03:33:11,913][526797] Updated weights for policy 0, policy_version 30130 (0.0008) +[2026-06-07 03:33:12,041][526797] Updated weights for policy 0, policy_version 30140 (0.0008) +[2026-06-07 03:33:12,182][526797] Updated weights for policy 0, policy_version 30150 (0.0008) +[2026-06-07 03:33:12,312][526797] Updated weights for policy 0, policy_version 30160 (0.0008) +[2026-06-07 03:33:12,459][526797] Updated weights for policy 0, policy_version 30171 (0.0008) +[2026-06-07 03:33:12,581][526797] Updated weights for policy 0, policy_version 30181 (0.0008) +[2026-06-07 03:33:13,195][526797] Updated weights for policy 0, policy_version 30191 (0.0008) +[2026-06-07 03:33:13,333][526797] Updated weights for policy 0, policy_version 30201 (0.0008) +[2026-06-07 03:33:13,460][526797] Updated weights for policy 0, policy_version 30211 (0.0008) +[2026-06-07 03:33:13,589][526797] Updated weights for policy 0, policy_version 30221 (0.0008) +[2026-06-07 03:33:13,766][526797] Updated weights for policy 0, policy_version 30234 (0.0008) +[2026-06-07 03:33:13,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 15466496. Throughput: 0: 24584.5. Samples: 15507328. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-07 03:33:13,839][525308] Avg episode reward: [(0, '93.285')] +[2026-06-07 03:33:13,900][526797] Updated weights for policy 0, policy_version 30244 (0.0008) +[2026-06-07 03:33:14,519][526797] Updated weights for policy 0, policy_version 30254 (0.0008) +[2026-06-07 03:33:14,652][526797] Updated weights for policy 0, policy_version 30264 (0.0008) +[2026-06-07 03:33:14,779][526797] Updated weights for policy 0, policy_version 30274 (0.0008) +[2026-06-07 03:33:14,927][526797] Updated weights for policy 0, policy_version 30285 (0.0008) +[2026-06-07 03:33:15,077][526797] Updated weights for policy 0, policy_version 30296 (0.0009) +[2026-06-07 03:33:15,209][526797] Updated weights for policy 0, policy_version 30306 (0.0008) +[2026-06-07 03:33:15,275][526275] Early stopping after 8 epochs (64 sgd steps), loss delta 0.0000003 +[2026-06-07 03:33:15,821][526797] Updated weights for policy 0, policy_version 30317 (0.0008) +[2026-06-07 03:33:15,962][526797] Updated weights for policy 0, policy_version 30328 (0.0008) +[2026-06-07 03:33:16,092][526797] Updated weights for policy 0, policy_version 30338 (0.0008) +[2026-06-07 03:33:16,233][526797] Updated weights for policy 0, policy_version 30348 (0.0008) +[2026-06-07 03:33:16,356][526797] Updated weights for policy 0, policy_version 30358 (0.0008) +[2026-06-07 03:33:16,492][526797] Updated weights for policy 0, policy_version 30368 (0.0008) +[2026-06-07 03:33:17,136][526797] Updated weights for policy 0, policy_version 30378 (0.0008) +[2026-06-07 03:33:17,261][526797] Updated weights for policy 0, policy_version 30388 (0.0008) +[2026-06-07 03:33:17,404][526797] Updated weights for policy 0, policy_version 30399 (0.0008) +[2026-06-07 03:33:17,553][526797] Updated weights for policy 0, policy_version 30410 (0.0008) +[2026-06-07 03:33:17,686][526797] Updated weights for policy 0, policy_version 30420 (0.0008) +[2026-06-07 03:33:17,828][526797] Updated weights for policy 0, policy_version 30431 (0.0008) +[2026-06-07 03:33:18,465][526797] Updated weights for policy 0, policy_version 30442 (0.0008) +[2026-06-07 03:33:18,594][526797] Updated weights for policy 0, policy_version 30452 (0.0008) +[2026-06-07 03:33:18,737][526797] Updated weights for policy 0, policy_version 30463 (0.0008) +[2026-06-07 03:33:18,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 15597568. Throughput: 0: 24587.4. Samples: 15577216. Policy #0 lag: (min: 63.0, avg: 74.6, max: 127.0) +[2026-06-07 03:33:18,839][525308] Avg episode reward: [(0, '105.850')] +[2026-06-07 03:33:18,873][526797] Updated weights for policy 0, policy_version 30473 (0.0009) +[2026-06-07 03:33:19,014][526797] Updated weights for policy 0, policy_version 30484 (0.0008) +[2026-06-07 03:33:19,174][526797] Updated weights for policy 0, policy_version 30496 (0.0009) +[2026-06-07 03:33:19,802][526797] Updated weights for policy 0, policy_version 30506 (0.0008) +[2026-06-07 03:33:19,953][526797] Updated weights for policy 0, policy_version 30517 (0.0009) +[2026-06-07 03:33:20,089][526797] Updated weights for policy 0, policy_version 30528 (0.0008) +[2026-06-07 03:33:20,232][526797] Updated weights for policy 0, policy_version 30539 (0.0006) +[2026-06-07 03:33:20,351][526797] Updated weights for policy 0, policy_version 30549 (0.0006) +[2026-06-07 03:33:20,492][526797] Updated weights for policy 0, policy_version 30560 (0.0006) +[2026-06-07 03:33:21,110][526797] Updated weights for policy 0, policy_version 30570 (0.0006) +[2026-06-07 03:33:21,254][526797] Updated weights for policy 0, policy_version 30581 (0.0008) +[2026-06-07 03:33:21,416][526797] Updated weights for policy 0, policy_version 30594 (0.0008) +[2026-06-07 03:33:21,568][526797] Updated weights for policy 0, policy_version 30606 (0.0009) +[2026-06-07 03:33:21,698][526797] Updated weights for policy 0, policy_version 30616 (0.0008) +[2026-06-07 03:33:21,840][526797] Updated weights for policy 0, policy_version 30627 (0.0008) +[2026-06-07 03:33:22,482][526797] Updated weights for policy 0, policy_version 30639 (0.0009) +[2026-06-07 03:33:22,620][526797] Updated weights for policy 0, policy_version 30650 (0.0008) +[2026-06-07 03:33:22,742][526797] Updated weights for policy 0, policy_version 30660 (0.0008) +[2026-06-07 03:33:22,897][526797] Updated weights for policy 0, policy_version 30672 (0.0008) +[2026-06-07 03:33:23,039][526797] Updated weights for policy 0, policy_version 30683 (0.0009) +[2026-06-07 03:33:23,199][526797] Updated weights for policy 0, policy_version 30695 (0.0009) +[2026-06-07 03:33:23,828][526797] Updated weights for policy 0, policy_version 30705 (0.0008) +[2026-06-07 03:33:23,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 15728640. Throughput: 0: 24513.4. Samples: 15727360. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:33:23,839][525308] Avg episode reward: [(0, '97.475')] +[2026-06-07 03:33:23,957][526797] Updated weights for policy 0, policy_version 30715 (0.0008) +[2026-06-07 03:33:24,093][526797] Updated weights for policy 0, policy_version 30725 (0.0008) +[2026-06-07 03:33:24,235][526797] Updated weights for policy 0, policy_version 30735 (0.0008) +[2026-06-07 03:33:24,375][526797] Updated weights for policy 0, policy_version 30746 (0.0009) +[2026-06-07 03:33:24,532][526797] Updated weights for policy 0, policy_version 30758 (0.0008) +[2026-06-07 03:33:25,179][526797] Updated weights for policy 0, policy_version 30770 (0.0008) +[2026-06-07 03:33:25,318][526797] Updated weights for policy 0, policy_version 30780 (0.0008) +[2026-06-07 03:33:25,441][526797] Updated weights for policy 0, policy_version 30790 (0.0008) +[2026-06-07 03:33:25,575][526797] Updated weights for policy 0, policy_version 30800 (0.0008) +[2026-06-07 03:33:25,722][526797] Updated weights for policy 0, policy_version 30811 (0.0008) +[2026-06-07 03:33:25,857][526797] Updated weights for policy 0, policy_version 30821 (0.0009) +[2026-06-07 03:33:26,456][526797] Updated weights for policy 0, policy_version 30831 (0.0008) +[2026-06-07 03:33:26,598][526797] Updated weights for policy 0, policy_version 30842 (0.0008) +[2026-06-07 03:33:26,746][526797] Updated weights for policy 0, policy_version 30853 (0.0008) +[2026-06-07 03:33:26,894][526797] Updated weights for policy 0, policy_version 30864 (0.0008) +[2026-06-07 03:33:27,024][526797] Updated weights for policy 0, policy_version 30874 (0.0008) +[2026-06-07 03:33:27,168][526797] Updated weights for policy 0, policy_version 30885 (0.0008) +[2026-06-07 03:33:27,803][526797] Updated weights for policy 0, policy_version 30895 (0.0009) +[2026-06-07 03:33:27,964][526797] Updated weights for policy 0, policy_version 30907 (0.0009) +[2026-06-07 03:33:28,100][526797] Updated weights for policy 0, policy_version 30917 (0.0008) +[2026-06-07 03:33:28,231][526797] Updated weights for policy 0, policy_version 30927 (0.0009) +[2026-06-07 03:33:28,385][526797] Updated weights for policy 0, policy_version 30939 (0.0009) +[2026-06-07 03:33:28,528][526797] Updated weights for policy 0, policy_version 30949 (0.0008) +[2026-06-07 03:33:28,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 15859712. Throughput: 0: 24601.6. Samples: 15872000. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:33:28,839][525308] Avg episode reward: [(0, '96.597')] +[2026-06-07 03:33:29,109][526797] Updated weights for policy 0, policy_version 30959 (0.0009) +[2026-06-07 03:33:29,240][526797] Updated weights for policy 0, policy_version 30969 (0.0008) +[2026-06-07 03:33:29,369][526797] Updated weights for policy 0, policy_version 30979 (0.0009) +[2026-06-07 03:33:29,521][526797] Updated weights for policy 0, policy_version 30991 (0.0008) +[2026-06-07 03:33:29,677][526797] Updated weights for policy 0, policy_version 31003 (0.0008) +[2026-06-07 03:33:29,815][526797] Updated weights for policy 0, policy_version 31013 (0.0008) +[2026-06-07 03:33:30,455][526797] Updated weights for policy 0, policy_version 31024 (0.0010) +[2026-06-07 03:33:30,604][526797] Updated weights for policy 0, policy_version 31036 (0.0008) +[2026-06-07 03:33:30,734][526797] Updated weights for policy 0, policy_version 31046 (0.0009) +[2026-06-07 03:33:30,877][526797] Updated weights for policy 0, policy_version 31057 (0.0009) +[2026-06-07 03:33:31,026][526797] Updated weights for policy 0, policy_version 31068 (0.0009) +[2026-06-07 03:33:31,182][526797] Updated weights for policy 0, policy_version 31080 (0.0009) +[2026-06-07 03:33:31,825][526797] Updated weights for policy 0, policy_version 31090 (0.0008) +[2026-06-07 03:33:31,965][526797] Updated weights for policy 0, policy_version 31100 (0.0008) +[2026-06-07 03:33:32,110][526797] Updated weights for policy 0, policy_version 31111 (0.0008) +[2026-06-07 03:33:32,236][526797] Updated weights for policy 0, policy_version 31121 (0.0008) +[2026-06-07 03:33:32,377][526797] Updated weights for policy 0, policy_version 31131 (0.0008) +[2026-06-07 03:33:32,521][526797] Updated weights for policy 0, policy_version 31142 (0.0008) +[2026-06-07 03:33:33,127][526797] Updated weights for policy 0, policy_version 31152 (0.0008) +[2026-06-07 03:33:33,263][526797] Updated weights for policy 0, policy_version 31163 (0.0008) +[2026-06-07 03:33:33,395][526797] Updated weights for policy 0, policy_version 31173 (0.0008) +[2026-06-07 03:33:33,547][526797] Updated weights for policy 0, policy_version 31185 (0.0009) +[2026-06-07 03:33:33,703][526797] Updated weights for policy 0, policy_version 31197 (0.0008) +[2026-06-07 03:33:33,838][526797] Updated weights for policy 0, policy_version 31208 (0.0008) +[2026-06-07 03:33:33,839][525308] Fps is (10 sec: 26214.0, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 15990784. Throughput: 0: 24388.2. Samples: 15940608. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:33:33,840][525308] Avg episode reward: [(0, '99.365')] +[2026-06-07 03:33:34,497][526797] Updated weights for policy 0, policy_version 31218 (0.0008) +[2026-06-07 03:33:34,647][526797] Updated weights for policy 0, policy_version 31229 (0.0008) +[2026-06-07 03:33:34,789][526797] Updated weights for policy 0, policy_version 31240 (0.0008) +[2026-06-07 03:33:34,919][526797] Updated weights for policy 0, policy_version 31250 (0.0008) +[2026-06-07 03:33:35,061][526797] Updated weights for policy 0, policy_version 31261 (0.0008) +[2026-06-07 03:33:35,207][526797] Updated weights for policy 0, policy_version 31272 (0.0006) +[2026-06-07 03:33:35,806][526797] Updated weights for policy 0, policy_version 31283 (0.0008) +[2026-06-07 03:33:35,949][526797] Updated weights for policy 0, policy_version 31294 (0.0008) +[2026-06-07 03:33:36,091][526797] Updated weights for policy 0, policy_version 31305 (0.0008) +[2026-06-07 03:33:36,248][526797] Updated weights for policy 0, policy_version 31317 (0.0009) +[2026-06-07 03:33:36,379][526797] Updated weights for policy 0, policy_version 31327 (0.0008) +[2026-06-07 03:33:37,032][526797] Updated weights for policy 0, policy_version 31337 (0.0009) +[2026-06-07 03:33:37,168][526797] Updated weights for policy 0, policy_version 31347 (0.0008) +[2026-06-07 03:33:37,309][526797] Updated weights for policy 0, policy_version 31358 (0.0008) +[2026-06-07 03:33:37,448][526797] Updated weights for policy 0, policy_version 31368 (0.0008) +[2026-06-07 03:33:37,584][526797] Updated weights for policy 0, policy_version 31378 (0.0008) +[2026-06-07 03:33:37,711][526797] Updated weights for policy 0, policy_version 31388 (0.0008) +[2026-06-07 03:33:37,857][526797] Updated weights for policy 0, policy_version 31399 (0.0008) +[2026-06-07 03:33:38,493][526797] Updated weights for policy 0, policy_version 31410 (0.0008) +[2026-06-07 03:33:38,630][526797] Updated weights for policy 0, policy_version 31421 (0.0008) +[2026-06-07 03:33:38,774][526797] Updated weights for policy 0, policy_version 31432 (0.0008) +[2026-06-07 03:33:38,838][525308] Fps is (10 sec: 22937.4, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 16089088. Throughput: 0: 24612.9. Samples: 16097280. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:33:38,839][525308] Avg episode reward: [(0, '103.019')] +[2026-06-07 03:33:38,906][526797] Updated weights for policy 0, policy_version 31442 (0.0008) +[2026-06-07 03:33:39,042][526797] Updated weights for policy 0, policy_version 31452 (0.0008) +[2026-06-07 03:33:39,178][526797] Updated weights for policy 0, policy_version 31462 (0.0008) +[2026-06-07 03:33:39,795][526797] Updated weights for policy 0, policy_version 31472 (0.0008) +[2026-06-07 03:33:39,925][526797] Updated weights for policy 0, policy_version 31482 (0.0009) +[2026-06-07 03:33:40,063][526797] Updated weights for policy 0, policy_version 31492 (0.0008) +[2026-06-07 03:33:40,190][526797] Updated weights for policy 0, policy_version 31502 (0.0008) +[2026-06-07 03:33:40,317][526797] Updated weights for policy 0, policy_version 31512 (0.0008) +[2026-06-07 03:33:40,451][526797] Updated weights for policy 0, policy_version 31522 (0.0008) +[2026-06-07 03:33:41,058][526797] Updated weights for policy 0, policy_version 31532 (0.0009) +[2026-06-07 03:33:41,182][526797] Updated weights for policy 0, policy_version 31542 (0.0008) +[2026-06-07 03:33:41,316][526797] Updated weights for policy 0, policy_version 31552 (0.0008) +[2026-06-07 03:33:41,449][526797] Updated weights for policy 0, policy_version 31562 (0.0008) +[2026-06-07 03:33:41,593][526797] Updated weights for policy 0, policy_version 31573 (0.0008) +[2026-06-07 03:33:41,729][526797] Updated weights for policy 0, policy_version 31583 (0.0008) +[2026-06-07 03:33:42,360][526797] Updated weights for policy 0, policy_version 31596 (0.0008) +[2026-06-07 03:33:42,485][526797] Updated weights for policy 0, policy_version 31606 (0.0008) +[2026-06-07 03:33:42,617][526797] Updated weights for policy 0, policy_version 31616 (0.0008) +[2026-06-07 03:33:42,752][526797] Updated weights for policy 0, policy_version 31626 (0.0008) +[2026-06-07 03:33:42,899][526797] Updated weights for policy 0, policy_version 31637 (0.0008) +[2026-06-07 03:33:43,042][526797] Updated weights for policy 0, policy_version 31648 (0.0008) +[2026-06-07 03:33:43,659][526797] Updated weights for policy 0, policy_version 31658 (0.0008) +[2026-06-07 03:33:43,791][526797] Updated weights for policy 0, policy_version 31669 (0.0008) +[2026-06-07 03:33:43,838][525308] Fps is (10 sec: 22937.9, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 16220160. Throughput: 0: 24465.1. Samples: 16238080. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:33:43,840][525308] Avg episode reward: [(0, '121.368')] +[2026-06-07 03:33:43,952][526797] Updated weights for policy 0, policy_version 31681 (0.0009) +[2026-06-07 03:33:44,099][526797] Updated weights for policy 0, policy_version 31692 (0.0008) +[2026-06-07 03:33:44,228][526797] Updated weights for policy 0, policy_version 31702 (0.0008) +[2026-06-07 03:33:44,374][526797] Updated weights for policy 0, policy_version 31713 (0.0008) +[2026-06-07 03:33:44,455][526275] Saving new best policy, reward=121.368! +[2026-06-07 03:33:44,987][526797] Updated weights for policy 0, policy_version 31724 (0.0008) +[2026-06-07 03:33:45,134][526797] Updated weights for policy 0, policy_version 31735 (0.0008) +[2026-06-07 03:33:45,256][526797] Updated weights for policy 0, policy_version 31745 (0.0008) +[2026-06-07 03:33:45,403][526797] Updated weights for policy 0, policy_version 31756 (0.0008) +[2026-06-07 03:33:45,550][526797] Updated weights for policy 0, policy_version 31767 (0.0008) +[2026-06-07 03:33:45,672][526797] Updated weights for policy 0, policy_version 31777 (0.0008) +[2026-06-07 03:33:46,309][526797] Updated weights for policy 0, policy_version 31789 (0.0008) +[2026-06-07 03:33:46,436][526797] Updated weights for policy 0, policy_version 31799 (0.0008) +[2026-06-07 03:33:46,577][526797] Updated weights for policy 0, policy_version 31810 (0.0009) +[2026-06-07 03:33:46,717][526797] Updated weights for policy 0, policy_version 31820 (0.0009) +[2026-06-07 03:33:46,871][526797] Updated weights for policy 0, policy_version 31832 (0.0008) +[2026-06-07 03:33:47,019][526797] Updated weights for policy 0, policy_version 31843 (0.0008) +[2026-06-07 03:33:47,640][526797] Updated weights for policy 0, policy_version 31853 (0.0008) +[2026-06-07 03:33:47,763][526797] Updated weights for policy 0, policy_version 31863 (0.0009) +[2026-06-07 03:33:47,905][526797] Updated weights for policy 0, policy_version 31874 (0.0008) +[2026-06-07 03:33:48,048][526797] Updated weights for policy 0, policy_version 31885 (0.0008) +[2026-06-07 03:33:48,175][526797] Updated weights for policy 0, policy_version 31895 (0.0008) +[2026-06-07 03:33:48,308][526797] Updated weights for policy 0, policy_version 31905 (0.0008) +[2026-06-07 03:33:48,838][525308] Fps is (10 sec: 26214.7, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 16351232. Throughput: 0: 24573.2. Samples: 16319104. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:33:48,839][525308] Avg episode reward: [(0, '117.491')] +[2026-06-07 03:33:48,975][526797] Updated weights for policy 0, policy_version 31917 (0.0008) +[2026-06-07 03:33:49,122][526797] Updated weights for policy 0, policy_version 31928 (0.0008) +[2026-06-07 03:33:49,261][526797] Updated weights for policy 0, policy_version 31939 (0.0009) +[2026-06-07 03:33:49,408][526797] Updated weights for policy 0, policy_version 31950 (0.0008) +[2026-06-07 03:33:49,576][526797] Updated weights for policy 0, policy_version 31963 (0.0008) +[2026-06-07 03:33:49,737][526797] Updated weights for policy 0, policy_version 31975 (0.0008) +[2026-06-07 03:33:50,382][526797] Updated weights for policy 0, policy_version 31986 (0.0008) +[2026-06-07 03:33:50,518][526797] Updated weights for policy 0, policy_version 31996 (0.0008) +[2026-06-07 03:33:50,647][526797] Updated weights for policy 0, policy_version 32006 (0.0008) +[2026-06-07 03:33:50,786][526797] Updated weights for policy 0, policy_version 32017 (0.0008) +[2026-06-07 03:33:50,939][526797] Updated weights for policy 0, policy_version 32029 (0.0008) +[2026-06-07 03:33:51,077][526797] Updated weights for policy 0, policy_version 32039 (0.0008) +[2026-06-07 03:33:51,698][526797] Updated weights for policy 0, policy_version 32049 (0.0008) +[2026-06-07 03:33:51,861][526797] Updated weights for policy 0, policy_version 32062 (0.0008) +[2026-06-07 03:33:51,989][526797] Updated weights for policy 0, policy_version 32072 (0.0009) +[2026-06-07 03:33:52,117][526797] Updated weights for policy 0, policy_version 32082 (0.0008) +[2026-06-07 03:33:52,255][526797] Updated weights for policy 0, policy_version 32093 (0.0008) +[2026-06-07 03:33:52,409][526797] Updated weights for policy 0, policy_version 32104 (0.0008) +[2026-06-07 03:33:53,092][526797] Updated weights for policy 0, policy_version 32115 (0.0009) +[2026-06-07 03:33:53,235][526797] Updated weights for policy 0, policy_version 32126 (0.0008) +[2026-06-07 03:33:53,367][526797] Updated weights for policy 0, policy_version 32136 (0.0008) +[2026-06-07 03:33:53,514][526797] Updated weights for policy 0, policy_version 32147 (0.0008) +[2026-06-07 03:33:53,677][526797] Updated weights for policy 0, policy_version 32159 (0.0008) +[2026-06-07 03:33:53,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 16482304. Throughput: 0: 24567.4. Samples: 16458368. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:33:53,839][525308] Avg episode reward: [(0, '105.428')] +[2026-06-07 03:33:54,325][526797] Updated weights for policy 0, policy_version 32170 (0.0008) +[2026-06-07 03:33:54,459][526797] Updated weights for policy 0, policy_version 32180 (0.0008) +[2026-06-07 03:33:54,600][526797] Updated weights for policy 0, policy_version 32192 (0.0008) +[2026-06-07 03:33:54,743][526797] Updated weights for policy 0, policy_version 32203 (0.0008) +[2026-06-07 03:33:54,880][526797] Updated weights for policy 0, policy_version 32213 (0.0008) +[2026-06-07 03:33:55,009][526797] Updated weights for policy 0, policy_version 32223 (0.0008) +[2026-06-07 03:33:55,664][526797] Updated weights for policy 0, policy_version 32234 (0.0008) +[2026-06-07 03:33:55,802][526797] Updated weights for policy 0, policy_version 32245 (0.0009) +[2026-06-07 03:33:55,931][526797] Updated weights for policy 0, policy_version 32255 (0.0008) +[2026-06-07 03:33:56,076][526797] Updated weights for policy 0, policy_version 32266 (0.0008) +[2026-06-07 03:33:56,230][526797] Updated weights for policy 0, policy_version 32278 (0.0008) +[2026-06-07 03:33:56,368][526797] Updated weights for policy 0, policy_version 32288 (0.0008) +[2026-06-07 03:33:57,003][526797] Updated weights for policy 0, policy_version 32299 (0.0008) +[2026-06-07 03:33:57,146][526797] Updated weights for policy 0, policy_version 32310 (0.0008) +[2026-06-07 03:33:57,266][526797] Updated weights for policy 0, policy_version 32320 (0.0008) +[2026-06-07 03:33:57,403][526797] Updated weights for policy 0, policy_version 32331 (0.0008) +[2026-06-07 03:33:57,540][526797] Updated weights for policy 0, policy_version 32341 (0.0008) +[2026-06-07 03:33:57,684][526797] Updated weights for policy 0, policy_version 32352 (0.0008) +[2026-06-07 03:33:58,310][526797] Updated weights for policy 0, policy_version 32362 (0.0008) +[2026-06-07 03:33:58,450][526797] Updated weights for policy 0, policy_version 32373 (0.0008) +[2026-06-07 03:33:58,584][526797] Updated weights for policy 0, policy_version 32383 (0.0008) +[2026-06-07 03:33:58,746][526797] Updated weights for policy 0, policy_version 32395 (0.0008) +[2026-06-07 03:33:58,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 16580608. Throughput: 0: 24581.7. Samples: 16613504. Policy #0 lag: (min: 63.0, avg: 75.3, max: 127.0) +[2026-06-07 03:33:58,839][525308] Avg episode reward: [(0, '127.469')] +[2026-06-07 03:33:58,882][526797] Updated weights for policy 0, policy_version 32406 (0.0008) +[2026-06-07 03:33:59,020][526797] Updated weights for policy 0, policy_version 32416 (0.0008) +[2026-06-07 03:33:59,119][526275] Saving new best policy, reward=127.469! +[2026-06-07 03:33:59,692][526797] Updated weights for policy 0, policy_version 32427 (0.0009) +[2026-06-07 03:33:59,821][526797] Updated weights for policy 0, policy_version 32437 (0.0008) +[2026-06-07 03:33:59,949][526797] Updated weights for policy 0, policy_version 32447 (0.0008) +[2026-06-07 03:34:00,088][526797] Updated weights for policy 0, policy_version 32457 (0.0008) +[2026-06-07 03:34:00,219][526797] Updated weights for policy 0, policy_version 32467 (0.0008) +[2026-06-07 03:34:00,378][526797] Updated weights for policy 0, policy_version 32479 (0.0008) +[2026-06-07 03:34:01,032][526797] Updated weights for policy 0, policy_version 32489 (0.0008) +[2026-06-07 03:34:01,159][526797] Updated weights for policy 0, policy_version 32499 (0.0008) +[2026-06-07 03:34:01,294][526797] Updated weights for policy 0, policy_version 32509 (0.0008) +[2026-06-07 03:34:01,422][526797] Updated weights for policy 0, policy_version 32519 (0.0008) +[2026-06-07 03:34:01,554][526797] Updated weights for policy 0, policy_version 32529 (0.0008) +[2026-06-07 03:34:01,685][526797] Updated weights for policy 0, policy_version 32539 (0.0008) +[2026-06-07 03:34:01,833][526797] Updated weights for policy 0, policy_version 32550 (0.0008) +[2026-06-07 03:34:02,455][526797] Updated weights for policy 0, policy_version 32561 (0.0008) +[2026-06-07 03:34:02,596][526797] Updated weights for policy 0, policy_version 32572 (0.0008) +[2026-06-07 03:34:02,728][526797] Updated weights for policy 0, policy_version 32582 (0.0008) +[2026-06-07 03:34:02,875][526797] Updated weights for policy 0, policy_version 32592 (0.0008) +[2026-06-07 03:34:03,000][526797] Updated weights for policy 0, policy_version 32602 (0.0008) +[2026-06-07 03:34:03,161][526797] Updated weights for policy 0, policy_version 32614 (0.0008) +[2026-06-07 03:34:03,789][526797] Updated weights for policy 0, policy_version 32625 (0.0008) +[2026-06-07 03:34:03,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24548.3). Total num frames: 16711680. Throughput: 0: 24613.0. Samples: 16684800. Policy #0 lag: (min: 37.0, avg: 50.4, max: 101.0) +[2026-06-07 03:34:03,839][525308] Avg episode reward: [(0, '100.752')] +[2026-06-07 03:34:03,924][526797] Updated weights for policy 0, policy_version 32635 (0.0008) +[2026-06-07 03:34:04,072][526797] Updated weights for policy 0, policy_version 32646 (0.0008) +[2026-06-07 03:34:04,238][526797] Updated weights for policy 0, policy_version 32658 (0.0008) +[2026-06-07 03:34:04,379][526797] Updated weights for policy 0, policy_version 32669 (0.0008) +[2026-06-07 03:34:04,512][526797] Updated weights for policy 0, policy_version 32679 (0.0008) +[2026-06-07 03:34:05,128][526797] Updated weights for policy 0, policy_version 32689 (0.0008) +[2026-06-07 03:34:05,272][526797] Updated weights for policy 0, policy_version 32700 (0.0008) +[2026-06-07 03:34:05,417][526797] Updated weights for policy 0, policy_version 32711 (0.0008) +[2026-06-07 03:34:05,549][526797] Updated weights for policy 0, policy_version 32721 (0.0008) +[2026-06-07 03:34:05,712][526797] Updated weights for policy 0, policy_version 32733 (0.0008) +[2026-06-07 03:34:05,849][526797] Updated weights for policy 0, policy_version 32743 (0.0008) +[2026-06-07 03:34:06,454][526797] Updated weights for policy 0, policy_version 32753 (0.0008) +[2026-06-07 03:34:06,595][526797] Updated weights for policy 0, policy_version 32764 (0.0008) +[2026-06-07 03:34:06,729][526797] Updated weights for policy 0, policy_version 32774 (0.0008) +[2026-06-07 03:34:06,887][526797] Updated weights for policy 0, policy_version 32786 (0.0008) +[2026-06-07 03:34:07,017][526797] Updated weights for policy 0, policy_version 32796 (0.0008) +[2026-06-07 03:34:07,172][526797] Updated weights for policy 0, policy_version 32808 (0.0008) +[2026-06-07 03:34:07,817][526797] Updated weights for policy 0, policy_version 32819 (0.0008) +[2026-06-07 03:34:07,967][526797] Updated weights for policy 0, policy_version 32831 (0.0008) +[2026-06-07 03:34:08,106][526797] Updated weights for policy 0, policy_version 32841 (0.0009) +[2026-06-07 03:34:08,235][526797] Updated weights for policy 0, policy_version 32851 (0.0008) +[2026-06-07 03:34:08,364][526797] Updated weights for policy 0, policy_version 32861 (0.0008) +[2026-06-07 03:34:08,495][526797] Updated weights for policy 0, policy_version 32871 (0.0008) +[2026-06-07 03:34:08,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 16842752. Throughput: 0: 24379.7. Samples: 16824448. Policy #0 lag: (min: 37.0, avg: 50.4, max: 101.0) +[2026-06-07 03:34:08,839][525308] Avg episode reward: [(0, '104.119')] +[2026-06-07 03:34:09,110][526797] Updated weights for policy 0, policy_version 32881 (0.0008) +[2026-06-07 03:34:09,238][526797] Updated weights for policy 0, policy_version 32891 (0.0008) +[2026-06-07 03:34:09,379][526797] Updated weights for policy 0, policy_version 32902 (0.0008) +[2026-06-07 03:34:09,520][526797] Updated weights for policy 0, policy_version 32912 (0.0009) +[2026-06-07 03:34:09,652][526797] Updated weights for policy 0, policy_version 32922 (0.0009) +[2026-06-07 03:34:09,778][526797] Updated weights for policy 0, policy_version 32932 (0.0008) +[2026-06-07 03:34:10,403][526797] Updated weights for policy 0, policy_version 32944 (0.0008) +[2026-06-07 03:34:10,542][526797] Updated weights for policy 0, policy_version 32955 (0.0009) +[2026-06-07 03:34:10,682][526797] Updated weights for policy 0, policy_version 32966 (0.0009) +[2026-06-07 03:34:10,838][526797] Updated weights for policy 0, policy_version 32978 (0.0008) +[2026-06-07 03:34:10,967][526797] Updated weights for policy 0, policy_version 32988 (0.0008) +[2026-06-07 03:34:11,118][526797] Updated weights for policy 0, policy_version 33000 (0.0008) +[2026-06-07 03:34:11,765][526797] Updated weights for policy 0, policy_version 33011 (0.0008) +[2026-06-07 03:34:11,897][526797] Updated weights for policy 0, policy_version 33021 (0.0008) +[2026-06-07 03:34:12,030][526797] Updated weights for policy 0, policy_version 33032 (0.0008) +[2026-06-07 03:34:12,176][526797] Updated weights for policy 0, policy_version 33043 (0.0008) +[2026-06-07 03:34:12,310][526797] Updated weights for policy 0, policy_version 33054 (0.0008) +[2026-06-07 03:34:12,961][526797] Updated weights for policy 0, policy_version 33065 (0.0008) +[2026-06-07 03:34:13,102][526797] Updated weights for policy 0, policy_version 33076 (0.0008) +[2026-06-07 03:34:13,241][526797] Updated weights for policy 0, policy_version 33087 (0.0009) +[2026-06-07 03:34:13,383][526797] Updated weights for policy 0, policy_version 33098 (0.0009) +[2026-06-07 03:34:13,537][526797] Updated weights for policy 0, policy_version 33109 (0.0008) +[2026-06-07 03:34:13,666][526797] Updated weights for policy 0, policy_version 33119 (0.0008) +[2026-06-07 03:34:13,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 16973824. Throughput: 0: 24576.0. Samples: 16977920. Policy #0 lag: (min: 37.0, avg: 50.4, max: 101.0) +[2026-06-07 03:34:13,839][525308] Avg episode reward: [(0, '107.712')] +[2026-06-07 03:34:14,306][526797] Updated weights for policy 0, policy_version 33131 (0.0009) +[2026-06-07 03:34:14,447][526797] Updated weights for policy 0, policy_version 33142 (0.0008) +[2026-06-07 03:34:14,566][526797] Updated weights for policy 0, policy_version 33152 (0.0008) +[2026-06-07 03:34:14,698][526797] Updated weights for policy 0, policy_version 33162 (0.0009) +[2026-06-07 03:34:14,824][526797] Updated weights for policy 0, policy_version 33172 (0.0008) +[2026-06-07 03:34:14,989][526797] Updated weights for policy 0, policy_version 33185 (0.0008) +[2026-06-07 03:34:15,638][526797] Updated weights for policy 0, policy_version 33196 (0.0009) +[2026-06-07 03:34:15,770][526797] Updated weights for policy 0, policy_version 33206 (0.0008) +[2026-06-07 03:34:15,907][526797] Updated weights for policy 0, policy_version 33216 (0.0009) +[2026-06-07 03:34:16,044][526797] Updated weights for policy 0, policy_version 33227 (0.0008) +[2026-06-07 03:34:16,188][526797] Updated weights for policy 0, policy_version 33238 (0.0008) +[2026-06-07 03:34:16,319][526797] Updated weights for policy 0, policy_version 33248 (0.0009) +[2026-06-07 03:34:16,953][526797] Updated weights for policy 0, policy_version 33258 (0.0009) +[2026-06-07 03:34:17,093][526797] Updated weights for policy 0, policy_version 33269 (0.0008) +[2026-06-07 03:34:17,237][526797] Updated weights for policy 0, policy_version 33280 (0.0008) +[2026-06-07 03:34:17,409][526797] Updated weights for policy 0, policy_version 33293 (0.0009) +[2026-06-07 03:34:17,541][526797] Updated weights for policy 0, policy_version 33303 (0.0009) +[2026-06-07 03:34:17,669][526797] Updated weights for policy 0, policy_version 33313 (0.0008) +[2026-06-07 03:34:18,336][526797] Updated weights for policy 0, policy_version 33324 (0.0009) +[2026-06-07 03:34:18,476][526797] Updated weights for policy 0, policy_version 33335 (0.0008) +[2026-06-07 03:34:18,617][526797] Updated weights for policy 0, policy_version 33346 (0.0008) +[2026-06-07 03:34:18,752][526797] Updated weights for policy 0, policy_version 33356 (0.0008) +[2026-06-07 03:34:18,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 17072128. Throughput: 0: 24630.1. Samples: 17048960. Policy #0 lag: (min: 37.0, avg: 50.4, max: 101.0) +[2026-06-07 03:34:18,839][525308] Avg episode reward: [(0, '126.208')] +[2026-06-07 03:34:18,882][526797] Updated weights for policy 0, policy_version 33366 (0.0008) +[2026-06-07 03:34:19,029][526797] Updated weights for policy 0, policy_version 33377 (0.0009) +[2026-06-07 03:34:19,647][526797] Updated weights for policy 0, policy_version 33388 (0.0008) +[2026-06-07 03:34:19,774][526797] Updated weights for policy 0, policy_version 33398 (0.0008) +[2026-06-07 03:34:19,907][526797] Updated weights for policy 0, policy_version 33409 (0.0008) +[2026-06-07 03:34:20,038][526797] Updated weights for policy 0, policy_version 33419 (0.0008) +[2026-06-07 03:34:20,170][526797] Updated weights for policy 0, policy_version 33429 (0.0008) +[2026-06-07 03:34:20,307][526797] Updated weights for policy 0, policy_version 33439 (0.0008) +[2026-06-07 03:34:20,920][526797] Updated weights for policy 0, policy_version 33449 (0.0009) +[2026-06-07 03:34:21,062][526797] Updated weights for policy 0, policy_version 33460 (0.0008) +[2026-06-07 03:34:21,193][526797] Updated weights for policy 0, policy_version 33470 (0.0009) +[2026-06-07 03:34:21,331][526797] Updated weights for policy 0, policy_version 33481 (0.0008) +[2026-06-07 03:34:21,471][526797] Updated weights for policy 0, policy_version 33491 (0.0008) +[2026-06-07 03:34:21,604][526797] Updated weights for policy 0, policy_version 33502 (0.0008) +[2026-06-07 03:34:22,259][526797] Updated weights for policy 0, policy_version 33513 (0.0009) +[2026-06-07 03:34:22,389][526797] Updated weights for policy 0, policy_version 33523 (0.0008) +[2026-06-07 03:34:22,522][526797] Updated weights for policy 0, policy_version 33533 (0.0009) +[2026-06-07 03:34:22,647][526797] Updated weights for policy 0, policy_version 33543 (0.0008) +[2026-06-07 03:34:22,792][526797] Updated weights for policy 0, policy_version 33554 (0.0008) +[2026-06-07 03:34:22,931][526797] Updated weights for policy 0, policy_version 33565 (0.0008) +[2026-06-07 03:34:23,071][526797] Updated weights for policy 0, policy_version 33575 (0.0009) +[2026-06-07 03:34:23,687][526797] Updated weights for policy 0, policy_version 33586 (0.0008) +[2026-06-07 03:34:23,839][526797] Updated weights for policy 0, policy_version 33598 (0.0008) +[2026-06-07 03:34:23,839][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 17203200. Throughput: 0: 24652.8. Samples: 17206656. Policy #0 lag: (min: 37.0, avg: 50.4, max: 101.0) +[2026-06-07 03:34:23,840][525308] Avg episode reward: [(0, '115.532')] +[2026-06-07 03:34:23,964][526797] Updated weights for policy 0, policy_version 33608 (0.0008) +[2026-06-07 03:34:24,111][526797] Updated weights for policy 0, policy_version 33619 (0.0008) +[2026-06-07 03:34:24,243][526797] Updated weights for policy 0, policy_version 33629 (0.0009) +[2026-06-07 03:34:24,373][526797] Updated weights for policy 0, policy_version 33639 (0.0008) +[2026-06-07 03:34:25,001][526797] Updated weights for policy 0, policy_version 33651 (0.0008) +[2026-06-07 03:34:25,160][526797] Updated weights for policy 0, policy_version 33663 (0.0008) +[2026-06-07 03:34:25,293][526797] Updated weights for policy 0, policy_version 33673 (0.0008) +[2026-06-07 03:34:25,438][526797] Updated weights for policy 0, policy_version 33684 (0.0008) +[2026-06-07 03:34:25,611][526797] Updated weights for policy 0, policy_version 33697 (0.0008) +[2026-06-07 03:34:26,235][526797] Updated weights for policy 0, policy_version 33707 (0.0008) +[2026-06-07 03:34:26,374][526797] Updated weights for policy 0, policy_version 33717 (0.0008) +[2026-06-07 03:34:26,509][526797] Updated weights for policy 0, policy_version 33728 (0.0008) +[2026-06-07 03:34:26,653][526797] Updated weights for policy 0, policy_version 33739 (0.0006) +[2026-06-07 03:34:26,787][526797] Updated weights for policy 0, policy_version 33749 (0.0008) +[2026-06-07 03:34:26,914][526797] Updated weights for policy 0, policy_version 33759 (0.0008) +[2026-06-07 03:34:27,517][526797] Updated weights for policy 0, policy_version 33769 (0.0008) +[2026-06-07 03:34:27,644][526797] Updated weights for policy 0, policy_version 33779 (0.0008) +[2026-06-07 03:34:27,772][526797] Updated weights for policy 0, policy_version 33789 (0.0008) +[2026-06-07 03:34:27,903][526797] Updated weights for policy 0, policy_version 33799 (0.0008) +[2026-06-07 03:34:28,038][526797] Updated weights for policy 0, policy_version 33809 (0.0008) +[2026-06-07 03:34:28,172][526797] Updated weights for policy 0, policy_version 33820 (0.0008) +[2026-06-07 03:34:28,321][526797] Updated weights for policy 0, policy_version 33832 (0.0008) +[2026-06-07 03:34:28,838][525308] Fps is (10 sec: 26214.2, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 17334272. Throughput: 0: 24658.5. Samples: 17347712. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:34:28,839][525308] Avg episode reward: [(0, '102.027')] +[2026-06-07 03:34:28,956][526797] Updated weights for policy 0, policy_version 33843 (0.0009) +[2026-06-07 03:34:29,098][526797] Updated weights for policy 0, policy_version 33854 (0.0008) +[2026-06-07 03:34:29,247][526797] Updated weights for policy 0, policy_version 33866 (0.0008) +[2026-06-07 03:34:29,393][526797] Updated weights for policy 0, policy_version 33877 (0.0008) +[2026-06-07 03:34:29,525][526797] Updated weights for policy 0, policy_version 33887 (0.0008) +[2026-06-07 03:34:30,162][526797] Updated weights for policy 0, policy_version 33899 (0.0008) +[2026-06-07 03:34:30,288][526797] Updated weights for policy 0, policy_version 33910 (0.0008) +[2026-06-07 03:34:30,457][526797] Updated weights for policy 0, policy_version 33923 (0.0008) +[2026-06-07 03:34:30,616][526797] Updated weights for policy 0, policy_version 33935 (0.0008) +[2026-06-07 03:34:30,736][526797] Updated weights for policy 0, policy_version 33945 (0.0008) +[2026-06-07 03:34:30,884][526797] Updated weights for policy 0, policy_version 33956 (0.0008) +[2026-06-07 03:34:31,535][526797] Updated weights for policy 0, policy_version 33967 (0.0008) +[2026-06-07 03:34:31,668][526797] Updated weights for policy 0, policy_version 33978 (0.0008) +[2026-06-07 03:34:31,822][526797] Updated weights for policy 0, policy_version 33990 (0.0008) +[2026-06-07 03:34:31,952][526797] Updated weights for policy 0, policy_version 34000 (0.0008) +[2026-06-07 03:34:32,079][526797] Updated weights for policy 0, policy_version 34010 (0.0008) +[2026-06-07 03:34:32,246][526797] Updated weights for policy 0, policy_version 34023 (0.0008) +[2026-06-07 03:34:32,889][526797] Updated weights for policy 0, policy_version 34034 (0.0008) +[2026-06-07 03:34:33,032][526797] Updated weights for policy 0, policy_version 34046 (0.0008) +[2026-06-07 03:34:33,162][526797] Updated weights for policy 0, policy_version 34056 (0.0008) +[2026-06-07 03:34:33,322][526797] Updated weights for policy 0, policy_version 34069 (0.0008) +[2026-06-07 03:34:33,476][526797] Updated weights for policy 0, policy_version 34080 (0.0009) +[2026-06-07 03:34:33,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.1, 300 sec: 24659.3). Total num frames: 17465344. Throughput: 0: 24598.7. Samples: 17426048. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:34:33,839][525308] Avg episode reward: [(0, '121.857')] +[2026-06-07 03:34:34,158][526797] Updated weights for policy 0, policy_version 34092 (0.0008) +[2026-06-07 03:34:34,300][526797] Updated weights for policy 0, policy_version 34103 (0.0008) +[2026-06-07 03:34:34,440][526797] Updated weights for policy 0, policy_version 34114 (0.0008) +[2026-06-07 03:34:34,571][526797] Updated weights for policy 0, policy_version 34124 (0.0008) +[2026-06-07 03:34:34,713][526797] Updated weights for policy 0, policy_version 34135 (0.0008) +[2026-06-07 03:34:34,843][526797] Updated weights for policy 0, policy_version 34145 (0.0008) +[2026-06-07 03:34:35,476][526797] Updated weights for policy 0, policy_version 34155 (0.0008) +[2026-06-07 03:34:35,627][526797] Updated weights for policy 0, policy_version 34167 (0.0009) +[2026-06-07 03:34:35,758][526797] Updated weights for policy 0, policy_version 34177 (0.0008) +[2026-06-07 03:34:35,905][526797] Updated weights for policy 0, policy_version 34188 (0.0008) +[2026-06-07 03:34:36,038][526797] Updated weights for policy 0, policy_version 34198 (0.0008) +[2026-06-07 03:34:36,191][526797] Updated weights for policy 0, policy_version 34210 (0.0008) +[2026-06-07 03:34:36,818][526797] Updated weights for policy 0, policy_version 34220 (0.0008) +[2026-06-07 03:34:36,957][526797] Updated weights for policy 0, policy_version 34231 (0.0008) +[2026-06-07 03:34:37,091][526797] Updated weights for policy 0, policy_version 34241 (0.0008) +[2026-06-07 03:34:37,226][526797] Updated weights for policy 0, policy_version 34251 (0.0008) +[2026-06-07 03:34:37,364][526797] Updated weights for policy 0, policy_version 34262 (0.0008) +[2026-06-07 03:34:37,506][526797] Updated weights for policy 0, policy_version 34273 (0.0008) +[2026-06-07 03:34:38,085][526797] Updated weights for policy 0, policy_version 34283 (0.0007) +[2026-06-07 03:34:38,233][526797] Updated weights for policy 0, policy_version 34295 (0.0009) +[2026-06-07 03:34:38,380][526797] Updated weights for policy 0, policy_version 34306 (0.0008) +[2026-06-07 03:34:38,509][526797] Updated weights for policy 0, policy_version 34316 (0.0010) +[2026-06-07 03:34:38,658][526797] Updated weights for policy 0, policy_version 34327 (0.0009) +[2026-06-07 03:34:38,799][526797] Updated weights for policy 0, policy_version 34338 (0.0009) +[2026-06-07 03:34:38,838][525308] Fps is (10 sec: 22937.8, 60 sec: 24576.0, 300 sec: 24548.2). Total num frames: 17563648. Throughput: 0: 24775.1. Samples: 17573248. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:34:38,839][525308] Avg episode reward: [(0, '99.882')] +[2026-06-07 03:34:39,451][526797] Updated weights for policy 0, policy_version 34350 (0.0008) +[2026-06-07 03:34:39,584][526797] Updated weights for policy 0, policy_version 34360 (0.0008) +[2026-06-07 03:34:39,722][526797] Updated weights for policy 0, policy_version 34371 (0.0008) +[2026-06-07 03:34:39,860][526797] Updated weights for policy 0, policy_version 34381 (0.0009) +[2026-06-07 03:34:40,013][526797] Updated weights for policy 0, policy_version 34393 (0.0008) +[2026-06-07 03:34:40,146][526797] Updated weights for policy 0, policy_version 34403 (0.0008) +[2026-06-07 03:34:40,767][526797] Updated weights for policy 0, policy_version 34413 (0.0008) +[2026-06-07 03:34:40,906][526797] Updated weights for policy 0, policy_version 34424 (0.0008) +[2026-06-07 03:34:41,043][526797] Updated weights for policy 0, policy_version 34434 (0.0008) +[2026-06-07 03:34:41,193][526797] Updated weights for policy 0, policy_version 34446 (0.0007) +[2026-06-07 03:34:41,336][526797] Updated weights for policy 0, policy_version 34457 (0.0009) +[2026-06-07 03:34:41,485][526797] Updated weights for policy 0, policy_version 34468 (0.0008) +[2026-06-07 03:34:42,108][526797] Updated weights for policy 0, policy_version 34479 (0.0008) +[2026-06-07 03:34:42,246][526797] Updated weights for policy 0, policy_version 34489 (0.0008) +[2026-06-07 03:34:42,374][526797] Updated weights for policy 0, policy_version 34499 (0.0008) +[2026-06-07 03:34:42,506][526797] Updated weights for policy 0, policy_version 34509 (0.0008) +[2026-06-07 03:34:42,636][526797] Updated weights for policy 0, policy_version 34519 (0.0008) +[2026-06-07 03:34:42,765][526797] Updated weights for policy 0, policy_version 34529 (0.0008) +[2026-06-07 03:34:43,398][526797] Updated weights for policy 0, policy_version 34540 (0.0008) +[2026-06-07 03:34:43,557][526797] Updated weights for policy 0, policy_version 34552 (0.0008) +[2026-06-07 03:34:43,688][526797] Updated weights for policy 0, policy_version 34562 (0.0008) +[2026-06-07 03:34:43,828][526797] Updated weights for policy 0, policy_version 34573 (0.0008) +[2026-06-07 03:34:43,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 17694720. Throughput: 0: 24732.4. Samples: 17726464. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:34:43,839][525308] Avg episode reward: [(0, '91.522')] +[2026-06-07 03:34:43,969][526797] Updated weights for policy 0, policy_version 34584 (0.0008) +[2026-06-07 03:34:44,116][526797] Updated weights for policy 0, policy_version 34594 (0.0008) +[2026-06-07 03:34:44,753][526797] Updated weights for policy 0, policy_version 34606 (0.0008) +[2026-06-07 03:34:44,910][526797] Updated weights for policy 0, policy_version 34618 (0.0008) +[2026-06-07 03:34:45,052][526797] Updated weights for policy 0, policy_version 34629 (0.0008) +[2026-06-07 03:34:45,187][526797] Updated weights for policy 0, policy_version 34639 (0.0007) +[2026-06-07 03:34:45,312][526797] Updated weights for policy 0, policy_version 34649 (0.0008) +[2026-06-07 03:34:45,461][526797] Updated weights for policy 0, policy_version 34660 (0.0008) +[2026-06-07 03:34:46,086][526797] Updated weights for policy 0, policy_version 34671 (0.0009) +[2026-06-07 03:34:46,212][526797] Updated weights for policy 0, policy_version 34681 (0.0008) +[2026-06-07 03:34:46,354][526797] Updated weights for policy 0, policy_version 34692 (0.0008) +[2026-06-07 03:34:46,491][526797] Updated weights for policy 0, policy_version 34702 (0.0008) +[2026-06-07 03:34:46,648][526797] Updated weights for policy 0, policy_version 34714 (0.0008) +[2026-06-07 03:34:46,780][526797] Updated weights for policy 0, policy_version 34724 (0.0007) +[2026-06-07 03:34:47,381][526797] Updated weights for policy 0, policy_version 34735 (0.0007) +[2026-06-07 03:34:47,530][526797] Updated weights for policy 0, policy_version 34746 (0.0008) +[2026-06-07 03:34:47,670][526797] Updated weights for policy 0, policy_version 34757 (0.0008) +[2026-06-07 03:34:47,806][526797] Updated weights for policy 0, policy_version 34767 (0.0009) +[2026-06-07 03:34:47,972][526797] Updated weights for policy 0, policy_version 34780 (0.0008) +[2026-06-07 03:34:48,103][526797] Updated weights for policy 0, policy_version 34790 (0.0008) +[2026-06-07 03:34:48,721][526797] Updated weights for policy 0, policy_version 34801 (0.0009) +[2026-06-07 03:34:48,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 17825792. Throughput: 0: 24746.7. Samples: 17798400. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:34:48,839][525308] Avg episode reward: [(0, '101.891')] +[2026-06-07 03:34:48,860][526797] Updated weights for policy 0, policy_version 34812 (0.0009) +[2026-06-07 03:34:49,002][526797] Updated weights for policy 0, policy_version 34823 (0.0008) +[2026-06-07 03:34:49,143][526797] Updated weights for policy 0, policy_version 34834 (0.0009) +[2026-06-07 03:34:49,288][526797] Updated weights for policy 0, policy_version 34845 (0.0009) +[2026-06-07 03:34:49,963][526797] Updated weights for policy 0, policy_version 34858 (0.0008) +[2026-06-07 03:34:50,110][526797] Updated weights for policy 0, policy_version 34870 (0.0008) +[2026-06-07 03:34:50,246][526797] Updated weights for policy 0, policy_version 34881 (0.0008) +[2026-06-07 03:34:50,413][526797] Updated weights for policy 0, policy_version 34894 (0.0009) +[2026-06-07 03:34:50,585][526797] Updated weights for policy 0, policy_version 34908 (0.0008) +[2026-06-07 03:34:50,739][526797] Updated weights for policy 0, policy_version 34920 (0.0008) +[2026-06-07 03:34:51,399][526797] Updated weights for policy 0, policy_version 34931 (0.0008) +[2026-06-07 03:34:51,551][526797] Updated weights for policy 0, policy_version 34943 (0.0008) +[2026-06-07 03:34:51,706][526797] Updated weights for policy 0, policy_version 34955 (0.0009) +[2026-06-07 03:34:51,840][526797] Updated weights for policy 0, policy_version 34966 (0.0008) +[2026-06-07 03:34:51,979][526797] Updated weights for policy 0, policy_version 34977 (0.0008) +[2026-06-07 03:34:52,645][526797] Updated weights for policy 0, policy_version 34988 (0.0009) +[2026-06-07 03:34:52,796][526797] Updated weights for policy 0, policy_version 35001 (0.0008) +[2026-06-07 03:34:52,925][526797] Updated weights for policy 0, policy_version 35011 (0.0008) +[2026-06-07 03:34:53,074][526797] Updated weights for policy 0, policy_version 35022 (0.0009) +[2026-06-07 03:34:53,215][526797] Updated weights for policy 0, policy_version 35033 (0.0009) +[2026-06-07 03:34:53,352][526797] Updated weights for policy 0, policy_version 35044 (0.0008) +[2026-06-07 03:34:53,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 17956864. Throughput: 0: 24832.0. Samples: 17941888. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-07 03:34:53,839][525308] Avg episode reward: [(0, '105.686')] +[2026-06-07 03:34:53,999][526797] Updated weights for policy 0, policy_version 35054 (0.0009) +[2026-06-07 03:34:54,141][526797] Updated weights for policy 0, policy_version 35065 (0.0008) +[2026-06-07 03:34:54,265][526797] Updated weights for policy 0, policy_version 35075 (0.0008) +[2026-06-07 03:34:54,421][526797] Updated weights for policy 0, policy_version 35086 (0.0008) +[2026-06-07 03:34:54,543][526797] Updated weights for policy 0, policy_version 35096 (0.0008) +[2026-06-07 03:34:54,677][526797] Updated weights for policy 0, policy_version 35106 (0.0008) +[2026-06-07 03:34:55,292][526797] Updated weights for policy 0, policy_version 35116 (0.0008) +[2026-06-07 03:34:55,436][526797] Updated weights for policy 0, policy_version 35127 (0.0008) +[2026-06-07 03:34:55,589][526797] Updated weights for policy 0, policy_version 35139 (0.0008) +[2026-06-07 03:34:55,757][526797] Updated weights for policy 0, policy_version 35151 (0.0008) +[2026-06-07 03:34:55,895][526797] Updated weights for policy 0, policy_version 35162 (0.0008) +[2026-06-07 03:34:56,031][526797] Updated weights for policy 0, policy_version 35172 (0.0008) +[2026-06-07 03:34:56,609][526797] Updated weights for policy 0, policy_version 35182 (0.0008) +[2026-06-07 03:34:56,757][526797] Updated weights for policy 0, policy_version 35193 (0.0009) +[2026-06-07 03:34:56,884][526797] Updated weights for policy 0, policy_version 35203 (0.0008) +[2026-06-07 03:34:57,020][526797] Updated weights for policy 0, policy_version 35213 (0.0008) +[2026-06-07 03:34:57,149][526797] Updated weights for policy 0, policy_version 35223 (0.0008) +[2026-06-07 03:34:57,288][526797] Updated weights for policy 0, policy_version 35233 (0.0009) +[2026-06-07 03:34:57,934][526797] Updated weights for policy 0, policy_version 35244 (0.0008) +[2026-06-07 03:34:58,065][526797] Updated weights for policy 0, policy_version 35254 (0.0008) +[2026-06-07 03:34:58,193][526797] Updated weights for policy 0, policy_version 35264 (0.0008) +[2026-06-07 03:34:58,342][526797] Updated weights for policy 0, policy_version 35275 (0.0008) +[2026-06-07 03:34:58,488][526797] Updated weights for policy 0, policy_version 35286 (0.0009) +[2026-06-07 03:34:58,613][526797] Updated weights for policy 0, policy_version 35296 (0.0008) +[2026-06-07 03:34:58,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 18087936. Throughput: 0: 24826.3. Samples: 18095104. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-07 03:34:58,839][525308] Avg episode reward: [(0, '107.365')] +[2026-06-07 03:34:59,270][526797] Updated weights for policy 0, policy_version 35308 (0.0007) +[2026-06-07 03:34:59,403][526797] Updated weights for policy 0, policy_version 35318 (0.0005) +[2026-06-07 03:34:59,540][526797] Updated weights for policy 0, policy_version 35329 (0.0008) +[2026-06-07 03:34:59,686][526797] Updated weights for policy 0, policy_version 35340 (0.0008) +[2026-06-07 03:34:59,816][526797] Updated weights for policy 0, policy_version 35350 (0.0009) +[2026-06-07 03:34:59,949][526797] Updated weights for policy 0, policy_version 35360 (0.0008) +[2026-06-07 03:35:00,565][526797] Updated weights for policy 0, policy_version 35370 (0.0009) +[2026-06-07 03:35:00,712][526797] Updated weights for policy 0, policy_version 35381 (0.0008) +[2026-06-07 03:35:00,865][526797] Updated weights for policy 0, policy_version 35393 (0.0009) +[2026-06-07 03:35:00,998][526797] Updated weights for policy 0, policy_version 35403 (0.0008) +[2026-06-07 03:35:01,152][526797] Updated weights for policy 0, policy_version 35415 (0.0008) +[2026-06-07 03:35:01,279][526797] Updated weights for policy 0, policy_version 35425 (0.0008) +[2026-06-07 03:35:01,909][526797] Updated weights for policy 0, policy_version 35435 (0.0008) +[2026-06-07 03:35:02,045][526797] Updated weights for policy 0, policy_version 35446 (0.0008) +[2026-06-07 03:35:02,204][526797] Updated weights for policy 0, policy_version 35458 (0.0008) +[2026-06-07 03:35:02,344][526797] Updated weights for policy 0, policy_version 35468 (0.0008) +[2026-06-07 03:35:02,466][526797] Updated weights for policy 0, policy_version 35478 (0.0008) +[2026-06-07 03:35:02,594][526797] Updated weights for policy 0, policy_version 35488 (0.0008) +[2026-06-07 03:35:03,255][526797] Updated weights for policy 0, policy_version 35499 (0.0008) +[2026-06-07 03:35:03,405][526797] Updated weights for policy 0, policy_version 35511 (0.0008) +[2026-06-07 03:35:03,562][526797] Updated weights for policy 0, policy_version 35523 (0.0008) +[2026-06-07 03:35:03,700][526797] Updated weights for policy 0, policy_version 35534 (0.0008) +[2026-06-07 03:35:03,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 18186240. Throughput: 0: 24809.2. Samples: 18165376. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-07 03:35:03,839][525308] Avg episode reward: [(0, '111.955')] +[2026-06-07 03:35:03,840][526797] Updated weights for policy 0, policy_version 35544 (0.0009) +[2026-06-07 03:35:03,976][526797] Updated weights for policy 0, policy_version 35554 (0.0008) +[2026-06-07 03:35:04,596][526797] Updated weights for policy 0, policy_version 35564 (0.0008) +[2026-06-07 03:35:04,733][526797] Updated weights for policy 0, policy_version 35575 (0.0008) +[2026-06-07 03:35:04,868][526797] Updated weights for policy 0, policy_version 35585 (0.0008) +[2026-06-07 03:35:04,993][526797] Updated weights for policy 0, policy_version 35595 (0.0008) +[2026-06-07 03:35:05,119][526797] Updated weights for policy 0, policy_version 35605 (0.0008) +[2026-06-07 03:35:05,269][526797] Updated weights for policy 0, policy_version 35616 (0.0008) +[2026-06-07 03:35:05,910][526797] Updated weights for policy 0, policy_version 35626 (0.0008) +[2026-06-07 03:35:06,029][526797] Updated weights for policy 0, policy_version 35636 (0.0005) +[2026-06-07 03:35:06,171][526797] Updated weights for policy 0, policy_version 35647 (0.0005) +[2026-06-07 03:35:06,305][526797] Updated weights for policy 0, policy_version 35657 (0.0004) +[2026-06-07 03:35:06,438][526797] Updated weights for policy 0, policy_version 35667 (0.0005) +[2026-06-07 03:35:06,580][526797] Updated weights for policy 0, policy_version 35678 (0.0004) +[2026-06-07 03:35:07,178][526797] Updated weights for policy 0, policy_version 35689 (0.0005) +[2026-06-07 03:35:07,317][526797] Updated weights for policy 0, policy_version 35700 (0.0004) +[2026-06-07 03:35:07,461][526797] Updated weights for policy 0, policy_version 35711 (0.0004) +[2026-06-07 03:35:07,599][526797] Updated weights for policy 0, policy_version 35721 (0.0007) +[2026-06-07 03:35:07,735][526797] Updated weights for policy 0, policy_version 35732 (0.0008) +[2026-06-07 03:35:07,879][526797] Updated weights for policy 0, policy_version 35743 (0.0008) +[2026-06-07 03:35:08,529][526797] Updated weights for policy 0, policy_version 35755 (0.0008) +[2026-06-07 03:35:08,654][526797] Updated weights for policy 0, policy_version 35765 (0.0008) +[2026-06-07 03:35:08,794][526797] Updated weights for policy 0, policy_version 35775 (0.0008) +[2026-06-07 03:35:08,839][525308] Fps is (10 sec: 22937.1, 60 sec: 24575.9, 300 sec: 24659.3). Total num frames: 18317312. Throughput: 0: 24752.3. Samples: 18320512. Policy #0 lag: (min: 63.0, avg: 75.1, max: 127.0) +[2026-06-07 03:35:08,841][525308] Avg episode reward: [(0, '119.748')] +[2026-06-07 03:35:08,921][526797] Updated weights for policy 0, policy_version 35785 (0.0008) +[2026-06-07 03:35:09,054][526797] Updated weights for policy 0, policy_version 35795 (0.0008) +[2026-06-07 03:35:09,181][526797] Updated weights for policy 0, policy_version 35805 (0.0008) +[2026-06-07 03:35:09,331][526797] Updated weights for policy 0, policy_version 35816 (0.0008) +[2026-06-07 03:35:09,953][526797] Updated weights for policy 0, policy_version 35827 (0.0009) +[2026-06-07 03:35:10,080][526797] Updated weights for policy 0, policy_version 35837 (0.0008) +[2026-06-07 03:35:10,210][526797] Updated weights for policy 0, policy_version 35847 (0.0008) +[2026-06-07 03:35:10,365][526797] Updated weights for policy 0, policy_version 35859 (0.0008) +[2026-06-07 03:35:10,501][526797] Updated weights for policy 0, policy_version 35869 (0.0009) +[2026-06-07 03:35:10,640][526797] Updated weights for policy 0, policy_version 35880 (0.0008) +[2026-06-07 03:35:11,305][526797] Updated weights for policy 0, policy_version 35892 (0.0004) +[2026-06-07 03:35:11,435][526797] Updated weights for policy 0, policy_version 35902 (0.0004) +[2026-06-07 03:35:11,576][526797] Updated weights for policy 0, policy_version 35913 (0.0004) +[2026-06-07 03:35:11,710][526797] Updated weights for policy 0, policy_version 35923 (0.0007) +[2026-06-07 03:35:11,853][526797] Updated weights for policy 0, policy_version 35934 (0.0008) +[2026-06-07 03:35:11,981][526797] Updated weights for policy 0, policy_version 35944 (0.0008) +[2026-06-07 03:35:12,594][526797] Updated weights for policy 0, policy_version 35954 (0.0008) +[2026-06-07 03:35:12,718][526797] Updated weights for policy 0, policy_version 35964 (0.0008) +[2026-06-07 03:35:12,848][526797] Updated weights for policy 0, policy_version 35974 (0.0008) +[2026-06-07 03:35:12,994][526797] Updated weights for policy 0, policy_version 35985 (0.0008) +[2026-06-07 03:35:13,126][526797] Updated weights for policy 0, policy_version 35995 (0.0008) +[2026-06-07 03:35:13,276][526797] Updated weights for policy 0, policy_version 36006 (0.0008) +[2026-06-07 03:35:13,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 18448384. Throughput: 0: 24766.6. Samples: 18462208. Policy #0 lag: (min: 43.0, avg: 66.1, max: 107.0) +[2026-06-07 03:35:13,840][525308] Avg episode reward: [(0, '105.926')] +[2026-06-07 03:35:13,885][526797] Updated weights for policy 0, policy_version 36016 (0.0009) +[2026-06-07 03:35:14,011][526797] Updated weights for policy 0, policy_version 36026 (0.0008) +[2026-06-07 03:35:14,141][526797] Updated weights for policy 0, policy_version 36036 (0.0006) +[2026-06-07 03:35:14,291][526797] Updated weights for policy 0, policy_version 36047 (0.0008) +[2026-06-07 03:35:14,427][526797] Updated weights for policy 0, policy_version 36057 (0.0005) +[2026-06-07 03:35:14,555][526797] Updated weights for policy 0, policy_version 36067 (0.0008) +[2026-06-07 03:35:15,150][526797] Updated weights for policy 0, policy_version 36077 (0.0008) +[2026-06-07 03:35:15,322][526797] Updated weights for policy 0, policy_version 36090 (0.0009) +[2026-06-07 03:35:15,444][526797] Updated weights for policy 0, policy_version 36100 (0.0008) +[2026-06-07 03:35:15,594][526797] Updated weights for policy 0, policy_version 36111 (0.0008) +[2026-06-07 03:35:15,723][526797] Updated weights for policy 0, policy_version 36121 (0.0008) +[2026-06-07 03:35:15,860][526797] Updated weights for policy 0, policy_version 36131 (0.0008) +[2026-06-07 03:35:16,482][526797] Updated weights for policy 0, policy_version 36141 (0.0008) +[2026-06-07 03:35:16,622][526797] Updated weights for policy 0, policy_version 36152 (0.0008) +[2026-06-07 03:35:16,749][526797] Updated weights for policy 0, policy_version 36162 (0.0008) +[2026-06-07 03:35:16,881][526797] Updated weights for policy 0, policy_version 36172 (0.0008) +[2026-06-07 03:35:17,030][526797] Updated weights for policy 0, policy_version 36183 (0.0008) +[2026-06-07 03:35:17,156][526797] Updated weights for policy 0, policy_version 36193 (0.0008) +[2026-06-07 03:35:17,802][526797] Updated weights for policy 0, policy_version 36204 (0.0006) +[2026-06-07 03:35:17,945][526797] Updated weights for policy 0, policy_version 36215 (0.0004) +[2026-06-07 03:35:18,091][526797] Updated weights for policy 0, policy_version 36226 (0.0009) +[2026-06-07 03:35:18,221][526797] Updated weights for policy 0, policy_version 36236 (0.0008) +[2026-06-07 03:35:18,364][526797] Updated weights for policy 0, policy_version 36247 (0.0008) +[2026-06-07 03:35:18,493][526797] Updated weights for policy 0, policy_version 36257 (0.0008) +[2026-06-07 03:35:18,838][525308] Fps is (10 sec: 26215.0, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 18579456. Throughput: 0: 24797.9. Samples: 18541952. Policy #0 lag: (min: 43.0, avg: 66.1, max: 107.0) +[2026-06-07 03:35:18,839][525308] Avg episode reward: [(0, '108.084')] +[2026-06-07 03:35:19,129][526797] Updated weights for policy 0, policy_version 36268 (0.0008) +[2026-06-07 03:35:19,275][526797] Updated weights for policy 0, policy_version 36279 (0.0008) +[2026-06-07 03:35:19,413][526797] Updated weights for policy 0, policy_version 36290 (0.0008) +[2026-06-07 03:35:19,549][526797] Updated weights for policy 0, policy_version 36300 (0.0008) +[2026-06-07 03:35:19,685][526797] Updated weights for policy 0, policy_version 36310 (0.0008) +[2026-06-07 03:35:19,811][526797] Updated weights for policy 0, policy_version 36320 (0.0007) +[2026-06-07 03:35:20,421][526797] Updated weights for policy 0, policy_version 36331 (0.0006) +[2026-06-07 03:35:20,565][526797] Updated weights for policy 0, policy_version 36342 (0.0008) +[2026-06-07 03:35:20,726][526797] Updated weights for policy 0, policy_version 36354 (0.0008) +[2026-06-07 03:35:20,877][526797] Updated weights for policy 0, policy_version 36366 (0.0008) +[2026-06-07 03:35:21,012][526797] Updated weights for policy 0, policy_version 36376 (0.0008) +[2026-06-07 03:35:21,145][526797] Updated weights for policy 0, policy_version 36386 (0.0009) +[2026-06-07 03:35:21,756][526797] Updated weights for policy 0, policy_version 36396 (0.0008) +[2026-06-07 03:35:21,883][526797] Updated weights for policy 0, policy_version 36406 (0.0007) +[2026-06-07 03:35:22,012][526797] Updated weights for policy 0, policy_version 36416 (0.0007) +[2026-06-07 03:35:22,158][526797] Updated weights for policy 0, policy_version 36427 (0.0007) +[2026-06-07 03:35:22,315][526797] Updated weights for policy 0, policy_version 36438 (0.0007) +[2026-06-07 03:35:22,446][526797] Updated weights for policy 0, policy_version 36449 (0.0004) +[2026-06-07 03:35:23,048][526797] Updated weights for policy 0, policy_version 36459 (0.0007) +[2026-06-07 03:35:23,168][526797] Updated weights for policy 0, policy_version 36469 (0.0008) +[2026-06-07 03:35:23,309][526797] Updated weights for policy 0, policy_version 36480 (0.0008) +[2026-06-07 03:35:23,465][526797] Updated weights for policy 0, policy_version 36492 (0.0008) +[2026-06-07 03:35:23,612][526797] Updated weights for policy 0, policy_version 36503 (0.0008) +[2026-06-07 03:35:23,736][526797] Updated weights for policy 0, policy_version 36513 (0.0008) +[2026-06-07 03:35:23,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.2, 300 sec: 24770.4). Total num frames: 18710528. Throughput: 0: 24829.2. Samples: 18690560. Policy #0 lag: (min: 43.0, avg: 66.1, max: 107.0) +[2026-06-07 03:35:23,839][525308] Avg episode reward: [(0, '102.950')] +[2026-06-07 03:35:24,395][526797] Updated weights for policy 0, policy_version 36527 (0.0009) +[2026-06-07 03:35:24,540][526797] Updated weights for policy 0, policy_version 36538 (0.0008) +[2026-06-07 03:35:24,662][526797] Updated weights for policy 0, policy_version 36548 (0.0009) +[2026-06-07 03:35:24,798][526797] Updated weights for policy 0, policy_version 36559 (0.0008) +[2026-06-07 03:35:24,957][526797] Updated weights for policy 0, policy_version 36571 (0.0006) +[2026-06-07 03:35:25,093][526797] Updated weights for policy 0, policy_version 36581 (0.0007) +[2026-06-07 03:35:25,721][526797] Updated weights for policy 0, policy_version 36591 (0.0009) +[2026-06-07 03:35:25,845][526797] Updated weights for policy 0, policy_version 36601 (0.0007) +[2026-06-07 03:35:25,979][526797] Updated weights for policy 0, policy_version 36611 (0.0008) +[2026-06-07 03:35:26,121][526797] Updated weights for policy 0, policy_version 36622 (0.0008) +[2026-06-07 03:35:26,253][526797] Updated weights for policy 0, policy_version 36632 (0.0005) +[2026-06-07 03:35:26,388][526797] Updated weights for policy 0, policy_version 36642 (0.0007) +[2026-06-07 03:35:26,987][526797] Updated weights for policy 0, policy_version 36652 (0.0009) +[2026-06-07 03:35:27,140][526797] Updated weights for policy 0, policy_version 36664 (0.0010) +[2026-06-07 03:35:27,282][526797] Updated weights for policy 0, policy_version 36675 (0.0009) +[2026-06-07 03:35:27,417][526797] Updated weights for policy 0, policy_version 36686 (0.0007) +[2026-06-07 03:35:27,556][526797] Updated weights for policy 0, policy_version 36696 (0.0006) +[2026-06-07 03:35:27,675][526797] Updated weights for policy 0, policy_version 36706 (0.0005) +[2026-06-07 03:35:28,367][526797] Updated weights for policy 0, policy_version 36718 (0.0008) +[2026-06-07 03:35:28,509][526797] Updated weights for policy 0, policy_version 36729 (0.0009) +[2026-06-07 03:35:28,636][526797] Updated weights for policy 0, policy_version 36739 (0.0008) +[2026-06-07 03:35:28,778][526797] Updated weights for policy 0, policy_version 36749 (0.0009) +[2026-06-07 03:35:28,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 18808832. Throughput: 0: 24871.8. Samples: 18845696. Policy #0 lag: (min: 43.0, avg: 66.1, max: 107.0) +[2026-06-07 03:35:28,839][525308] Avg episode reward: [(0, '118.073')] +[2026-06-07 03:35:28,908][526797] Updated weights for policy 0, policy_version 36759 (0.0008) +[2026-06-07 03:35:29,048][526797] Updated weights for policy 0, policy_version 36769 (0.0008) +[2026-06-07 03:35:29,666][526797] Updated weights for policy 0, policy_version 36782 (0.0008) +[2026-06-07 03:35:29,792][526797] Updated weights for policy 0, policy_version 36792 (0.0008) +[2026-06-07 03:35:29,939][526797] Updated weights for policy 0, policy_version 36803 (0.0008) +[2026-06-07 03:35:30,063][526797] Updated weights for policy 0, policy_version 36813 (0.0008) +[2026-06-07 03:35:30,199][526797] Updated weights for policy 0, policy_version 36823 (0.0008) +[2026-06-07 03:35:30,342][526797] Updated weights for policy 0, policy_version 36834 (0.0008) +[2026-06-07 03:35:30,951][526797] Updated weights for policy 0, policy_version 36844 (0.0008) +[2026-06-07 03:35:31,077][526797] Updated weights for policy 0, policy_version 36854 (0.0008) +[2026-06-07 03:35:31,215][526797] Updated weights for policy 0, policy_version 36864 (0.0009) +[2026-06-07 03:35:31,367][526797] Updated weights for policy 0, policy_version 36875 (0.0009) +[2026-06-07 03:35:31,494][526797] Updated weights for policy 0, policy_version 36885 (0.0009) +[2026-06-07 03:35:31,640][526797] Updated weights for policy 0, policy_version 36896 (0.0009) +[2026-06-07 03:35:32,266][526797] Updated weights for policy 0, policy_version 36906 (0.0008) +[2026-06-07 03:35:32,432][526797] Updated weights for policy 0, policy_version 36920 (0.0009) +[2026-06-07 03:35:32,575][526797] Updated weights for policy 0, policy_version 36931 (0.0008) +[2026-06-07 03:35:32,708][526797] Updated weights for policy 0, policy_version 36941 (0.0008) +[2026-06-07 03:35:32,849][526797] Updated weights for policy 0, policy_version 36951 (0.0008) +[2026-06-07 03:35:32,983][526797] Updated weights for policy 0, policy_version 36961 (0.0008) +[2026-06-07 03:35:33,632][526797] Updated weights for policy 0, policy_version 36972 (0.0008) +[2026-06-07 03:35:33,761][526797] Updated weights for policy 0, policy_version 36982 (0.0008) +[2026-06-07 03:35:33,838][525308] Fps is (10 sec: 22937.4, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 18939904. Throughput: 0: 24854.7. Samples: 18916864. Policy #0 lag: (min: 43.0, avg: 66.1, max: 107.0) +[2026-06-07 03:35:33,839][525308] Avg episode reward: [(0, '106.673')] +[2026-06-07 03:35:33,917][526797] Updated weights for policy 0, policy_version 36993 (0.0008) +[2026-06-07 03:35:34,068][526797] Updated weights for policy 0, policy_version 37005 (0.0008) +[2026-06-07 03:35:34,214][526797] Updated weights for policy 0, policy_version 37016 (0.0008) +[2026-06-07 03:35:34,347][526797] Updated weights for policy 0, policy_version 37026 (0.0008) +[2026-06-07 03:35:34,953][526797] Updated weights for policy 0, policy_version 37037 (0.0008) +[2026-06-07 03:35:35,094][526797] Updated weights for policy 0, policy_version 37048 (0.0008) +[2026-06-07 03:35:35,226][526797] Updated weights for policy 0, policy_version 37058 (0.0008) +[2026-06-07 03:35:35,355][526797] Updated weights for policy 0, policy_version 37068 (0.0008) +[2026-06-07 03:35:35,490][526797] Updated weights for policy 0, policy_version 37078 (0.0008) +[2026-06-07 03:35:35,630][526797] Updated weights for policy 0, policy_version 37089 (0.0008) +[2026-06-07 03:35:36,225][526797] Updated weights for policy 0, policy_version 37099 (0.0009) +[2026-06-07 03:35:36,372][526797] Updated weights for policy 0, policy_version 37110 (0.0008) +[2026-06-07 03:35:36,510][526797] Updated weights for policy 0, policy_version 37120 (0.0009) +[2026-06-07 03:35:36,628][526797] Updated weights for policy 0, policy_version 37130 (0.0008) +[2026-06-07 03:35:36,778][526797] Updated weights for policy 0, policy_version 37141 (0.0006) +[2026-06-07 03:35:36,905][526797] Updated weights for policy 0, policy_version 37151 (0.0006) +[2026-06-07 03:35:37,521][526797] Updated weights for policy 0, policy_version 37161 (0.0008) +[2026-06-07 03:35:37,658][526797] Updated weights for policy 0, policy_version 37172 (0.0008) +[2026-06-07 03:35:37,820][526797] Updated weights for policy 0, policy_version 37184 (0.0008) +[2026-06-07 03:35:37,969][526797] Updated weights for policy 0, policy_version 37195 (0.0008) +[2026-06-07 03:35:38,097][526797] Updated weights for policy 0, policy_version 37205 (0.0008) +[2026-06-07 03:35:38,229][526797] Updated weights for policy 0, policy_version 37215 (0.0008) +[2026-06-07 03:35:38,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24659.3). Total num frames: 19070976. Throughput: 0: 24914.5. Samples: 19063040. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0) +[2026-06-07 03:35:38,839][525308] Avg episode reward: [(0, '113.350')] +[2026-06-07 03:35:38,865][526797] Updated weights for policy 0, policy_version 37225 (0.0008) +[2026-06-07 03:35:38,998][526797] Updated weights for policy 0, policy_version 37236 (0.0008) +[2026-06-07 03:35:39,144][526797] Updated weights for policy 0, policy_version 37247 (0.0008) +[2026-06-07 03:35:39,284][526797] Updated weights for policy 0, policy_version 37258 (0.0008) +[2026-06-07 03:35:39,415][526797] Updated weights for policy 0, policy_version 37268 (0.0008) +[2026-06-07 03:35:39,548][526797] Updated weights for policy 0, policy_version 37278 (0.0008) +[2026-06-07 03:35:39,677][526797] Updated weights for policy 0, policy_version 37288 (0.0008) +[2026-06-07 03:35:40,317][526797] Updated weights for policy 0, policy_version 37298 (0.0009) +[2026-06-07 03:35:40,469][526797] Updated weights for policy 0, policy_version 37310 (0.0008) +[2026-06-07 03:35:40,608][526797] Updated weights for policy 0, policy_version 37320 (0.0009) +[2026-06-07 03:35:40,757][526797] Updated weights for policy 0, policy_version 37332 (0.0009) +[2026-06-07 03:35:40,898][526797] Updated weights for policy 0, policy_version 37342 (0.0009) +[2026-06-07 03:35:41,021][526797] Updated weights for policy 0, policy_version 37352 (0.0008) +[2026-06-07 03:35:41,598][526797] Updated weights for policy 0, policy_version 37362 (0.0008) +[2026-06-07 03:35:41,740][526797] Updated weights for policy 0, policy_version 37373 (0.0008) +[2026-06-07 03:35:41,891][526797] Updated weights for policy 0, policy_version 37385 (0.0008) +[2026-06-07 03:35:42,022][526797] Updated weights for policy 0, policy_version 37395 (0.0008) +[2026-06-07 03:35:42,161][526797] Updated weights for policy 0, policy_version 37406 (0.0009) +[2026-06-07 03:35:42,809][526797] Updated weights for policy 0, policy_version 37417 (0.0008) +[2026-06-07 03:35:42,964][526797] Updated weights for policy 0, policy_version 37429 (0.0006) +[2026-06-07 03:35:43,114][526797] Updated weights for policy 0, policy_version 37440 (0.0005) +[2026-06-07 03:35:43,254][526797] Updated weights for policy 0, policy_version 37451 (0.0005) +[2026-06-07 03:35:43,402][526797] Updated weights for policy 0, policy_version 37462 (0.0008) +[2026-06-07 03:35:43,540][526797] Updated weights for policy 0, policy_version 37473 (0.0008) +[2026-06-07 03:35:43,838][525308] Fps is (10 sec: 26214.6, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 19202048. Throughput: 0: 24843.4. Samples: 19213056. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0) +[2026-06-07 03:35:43,839][525308] Avg episode reward: [(0, '118.604')] +[2026-06-07 03:35:44,118][526797] Updated weights for policy 0, policy_version 37483 (0.0006) +[2026-06-07 03:35:44,261][526797] Updated weights for policy 0, policy_version 37494 (0.0008) +[2026-06-07 03:35:44,417][526797] Updated weights for policy 0, policy_version 37506 (0.0008) +[2026-06-07 03:35:44,559][526797] Updated weights for policy 0, policy_version 37517 (0.0008) +[2026-06-07 03:35:44,695][526797] Updated weights for policy 0, policy_version 37527 (0.0008) +[2026-06-07 03:35:44,854][526797] Updated weights for policy 0, policy_version 37539 (0.0008) +[2026-06-07 03:35:45,470][526797] Updated weights for policy 0, policy_version 37549 (0.0008) +[2026-06-07 03:35:45,615][526797] Updated weights for policy 0, policy_version 37560 (0.0008) +[2026-06-07 03:35:45,736][526797] Updated weights for policy 0, policy_version 37570 (0.0008) +[2026-06-07 03:35:45,870][526797] Updated weights for policy 0, policy_version 37580 (0.0009) +[2026-06-07 03:35:46,002][526797] Updated weights for policy 0, policy_version 37590 (0.0009) +[2026-06-07 03:35:46,142][526797] Updated weights for policy 0, policy_version 37601 (0.0008) +[2026-06-07 03:35:46,769][526797] Updated weights for policy 0, policy_version 37611 (0.0008) +[2026-06-07 03:35:46,898][526797] Updated weights for policy 0, policy_version 37621 (0.0008) +[2026-06-07 03:35:47,027][526797] Updated weights for policy 0, policy_version 37631 (0.0008) +[2026-06-07 03:35:47,187][526797] Updated weights for policy 0, policy_version 37643 (0.0008) +[2026-06-07 03:35:47,327][526797] Updated weights for policy 0, policy_version 37653 (0.0008) +[2026-06-07 03:35:47,484][526797] Updated weights for policy 0, policy_version 37665 (0.0009) +[2026-06-07 03:35:48,128][526797] Updated weights for policy 0, policy_version 37675 (0.0009) +[2026-06-07 03:35:48,281][526797] Updated weights for policy 0, policy_version 37687 (0.0008) +[2026-06-07 03:35:48,412][526797] Updated weights for policy 0, policy_version 37697 (0.0010) +[2026-06-07 03:35:48,553][526797] Updated weights for policy 0, policy_version 37708 (0.0010) +[2026-06-07 03:35:48,692][526797] Updated weights for policy 0, policy_version 37719 (0.0006) +[2026-06-07 03:35:48,833][526797] Updated weights for policy 0, policy_version 37730 (0.0005) +[2026-06-07 03:35:48,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 19300352. Throughput: 0: 24837.7. Samples: 19283072. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0) +[2026-06-07 03:35:48,839][525308] Avg episode reward: [(0, '131.695')] +[2026-06-07 03:35:48,903][526275] Saving new best policy, reward=131.695! +[2026-06-07 03:35:49,451][526797] Updated weights for policy 0, policy_version 37740 (0.0007) +[2026-06-07 03:35:49,584][526797] Updated weights for policy 0, policy_version 37750 (0.0008) +[2026-06-07 03:35:49,725][526797] Updated weights for policy 0, policy_version 37761 (0.0008) +[2026-06-07 03:35:49,872][526797] Updated weights for policy 0, policy_version 37772 (0.0008) +[2026-06-07 03:35:50,019][526797] Updated weights for policy 0, policy_version 37783 (0.0008) +[2026-06-07 03:35:50,146][526797] Updated weights for policy 0, policy_version 37793 (0.0008) +[2026-06-07 03:35:50,741][526797] Updated weights for policy 0, policy_version 37803 (0.0010) +[2026-06-07 03:35:50,885][526797] Updated weights for policy 0, policy_version 37814 (0.0008) +[2026-06-07 03:35:51,016][526797] Updated weights for policy 0, policy_version 37824 (0.0008) +[2026-06-07 03:35:51,165][526797] Updated weights for policy 0, policy_version 37835 (0.0008) +[2026-06-07 03:35:51,293][526797] Updated weights for policy 0, policy_version 37845 (0.0008) +[2026-06-07 03:35:51,437][526797] Updated weights for policy 0, policy_version 37856 (0.0008) +[2026-06-07 03:35:52,036][526797] Updated weights for policy 0, policy_version 37867 (0.0008) +[2026-06-07 03:35:52,183][526797] Updated weights for policy 0, policy_version 37879 (0.0004) +[2026-06-07 03:35:52,307][526797] Updated weights for policy 0, policy_version 37889 (0.0004) +[2026-06-07 03:35:52,433][526797] Updated weights for policy 0, policy_version 37899 (0.0004) +[2026-06-07 03:35:52,601][526797] Updated weights for policy 0, policy_version 37912 (0.0004) +[2026-06-07 03:35:52,735][526797] Updated weights for policy 0, policy_version 37923 (0.0004) +[2026-06-07 03:35:53,409][526797] Updated weights for policy 0, policy_version 37935 (0.0004) +[2026-06-07 03:35:53,550][526797] Updated weights for policy 0, policy_version 37947 (0.0004) +[2026-06-07 03:35:53,705][526797] Updated weights for policy 0, policy_version 37959 (0.0004) +[2026-06-07 03:35:53,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 19431424. Throughput: 0: 24871.9. Samples: 19439744. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0) +[2026-06-07 03:35:53,839][525308] Avg episode reward: [(0, '130.225')] +[2026-06-07 03:35:53,852][526797] Updated weights for policy 0, policy_version 37970 (0.0009) +[2026-06-07 03:35:53,977][526797] Updated weights for policy 0, policy_version 37980 (0.0008) +[2026-06-07 03:35:54,120][526797] Updated weights for policy 0, policy_version 37991 (0.0008) +[2026-06-07 03:35:54,770][526797] Updated weights for policy 0, policy_version 38002 (0.0008) +[2026-06-07 03:35:54,905][526797] Updated weights for policy 0, policy_version 38012 (0.0008) +[2026-06-07 03:35:55,038][526797] Updated weights for policy 0, policy_version 38022 (0.0008) +[2026-06-07 03:35:55,187][526797] Updated weights for policy 0, policy_version 38033 (0.0008) +[2026-06-07 03:35:55,329][526797] Updated weights for policy 0, policy_version 38044 (0.0008) +[2026-06-07 03:35:55,473][526797] Updated weights for policy 0, policy_version 38055 (0.0007) +[2026-06-07 03:35:56,099][526797] Updated weights for policy 0, policy_version 38065 (0.0008) +[2026-06-07 03:35:56,228][526797] Updated weights for policy 0, policy_version 38075 (0.0009) +[2026-06-07 03:35:56,383][526797] Updated weights for policy 0, policy_version 38087 (0.0009) +[2026-06-07 03:35:56,522][526797] Updated weights for policy 0, policy_version 38097 (0.0009) +[2026-06-07 03:35:56,664][526797] Updated weights for policy 0, policy_version 38108 (0.0009) +[2026-06-07 03:35:56,801][526797] Updated weights for policy 0, policy_version 38118 (0.0009) +[2026-06-07 03:35:57,392][526797] Updated weights for policy 0, policy_version 38128 (0.0009) +[2026-06-07 03:35:57,538][526797] Updated weights for policy 0, policy_version 38139 (0.0008) +[2026-06-07 03:35:57,672][526797] Updated weights for policy 0, policy_version 38149 (0.0008) +[2026-06-07 03:35:57,803][526797] Updated weights for policy 0, policy_version 38159 (0.0008) +[2026-06-07 03:35:57,936][526797] Updated weights for policy 0, policy_version 38169 (0.0009) +[2026-06-07 03:35:58,067][526797] Updated weights for policy 0, policy_version 38179 (0.0009) +[2026-06-07 03:35:58,692][526797] Updated weights for policy 0, policy_version 38189 (0.0008) +[2026-06-07 03:35:58,816][526797] Updated weights for policy 0, policy_version 38199 (0.0009) +[2026-06-07 03:35:58,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 19562496. Throughput: 0: 24965.7. Samples: 19585664. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0) +[2026-06-07 03:35:58,839][525308] Avg episode reward: [(0, '124.912')] +[2026-06-07 03:35:58,954][526797] Updated weights for policy 0, policy_version 38209 (0.0008) +[2026-06-07 03:35:59,088][526797] Updated weights for policy 0, policy_version 38219 (0.0008) +[2026-06-07 03:35:59,219][526797] Updated weights for policy 0, policy_version 38229 (0.0008) +[2026-06-07 03:35:59,355][526797] Updated weights for policy 0, policy_version 38239 (0.0009) +[2026-06-07 03:35:59,930][526797] Updated weights for policy 0, policy_version 38249 (0.0008) +[2026-06-07 03:36:00,063][526797] Updated weights for policy 0, policy_version 38259 (0.0009) +[2026-06-07 03:36:00,207][526797] Updated weights for policy 0, policy_version 38270 (0.0009) +[2026-06-07 03:36:00,342][526797] Updated weights for policy 0, policy_version 38280 (0.0009) +[2026-06-07 03:36:00,512][526797] Updated weights for policy 0, policy_version 38293 (0.0008) +[2026-06-07 03:36:00,642][526797] Updated weights for policy 0, policy_version 38303 (0.0008) +[2026-06-07 03:36:01,274][526797] Updated weights for policy 0, policy_version 38313 (0.0008) +[2026-06-07 03:36:01,425][526797] Updated weights for policy 0, policy_version 38324 (0.0008) +[2026-06-07 03:36:01,553][526797] Updated weights for policy 0, policy_version 38335 (0.0008) +[2026-06-07 03:36:01,690][526797] Updated weights for policy 0, policy_version 38345 (0.0008) +[2026-06-07 03:36:01,837][526797] Updated weights for policy 0, policy_version 38356 (0.0008) +[2026-06-07 03:36:01,985][526797] Updated weights for policy 0, policy_version 38367 (0.0008) +[2026-06-07 03:36:02,605][526797] Updated weights for policy 0, policy_version 38379 (0.0008) +[2026-06-07 03:36:02,771][526797] Updated weights for policy 0, policy_version 38391 (0.0008) +[2026-06-07 03:36:02,893][526797] Updated weights for policy 0, policy_version 38401 (0.0008) +[2026-06-07 03:36:03,061][526797] Updated weights for policy 0, policy_version 38414 (0.0008) +[2026-06-07 03:36:03,220][526797] Updated weights for policy 0, policy_version 38426 (0.0008) +[2026-06-07 03:36:03,355][526797] Updated weights for policy 0, policy_version 38436 (0.0008) +[2026-06-07 03:36:03,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 19693568. Throughput: 0: 25048.2. Samples: 19669120. Policy #0 lag: (min: 63.0, avg: 75.8, max: 127.0) +[2026-06-07 03:36:03,839][525308] Avg episode reward: [(0, '105.573')] +[2026-06-07 03:36:03,991][526797] Updated weights for policy 0, policy_version 38447 (0.0008) +[2026-06-07 03:36:04,132][526797] Updated weights for policy 0, policy_version 38457 (0.0008) +[2026-06-07 03:36:04,261][526797] Updated weights for policy 0, policy_version 38467 (0.0009) +[2026-06-07 03:36:04,392][526797] Updated weights for policy 0, policy_version 38477 (0.0008) +[2026-06-07 03:36:04,525][526797] Updated weights for policy 0, policy_version 38487 (0.0008) +[2026-06-07 03:36:04,662][526797] Updated weights for policy 0, policy_version 38497 (0.0008) +[2026-06-07 03:36:05,248][526797] Updated weights for policy 0, policy_version 38507 (0.0008) +[2026-06-07 03:36:05,374][526797] Updated weights for policy 0, policy_version 38517 (0.0008) +[2026-06-07 03:36:05,505][526797] Updated weights for policy 0, policy_version 38527 (0.0008) +[2026-06-07 03:36:05,638][526797] Updated weights for policy 0, policy_version 38537 (0.0008) +[2026-06-07 03:36:05,788][526797] Updated weights for policy 0, policy_version 38548 (0.0009) +[2026-06-07 03:36:05,928][526797] Updated weights for policy 0, policy_version 38559 (0.0008) +[2026-06-07 03:36:06,563][526797] Updated weights for policy 0, policy_version 38570 (0.0008) +[2026-06-07 03:36:06,694][526797] Updated weights for policy 0, policy_version 38580 (0.0008) +[2026-06-07 03:36:06,827][526797] Updated weights for policy 0, policy_version 38590 (0.0009) +[2026-06-07 03:36:06,960][526797] Updated weights for policy 0, policy_version 38600 (0.0010) +[2026-06-07 03:36:07,098][526797] Updated weights for policy 0, policy_version 38611 (0.0010) +[2026-06-07 03:36:07,235][526797] Updated weights for policy 0, policy_version 38621 (0.0010) +[2026-06-07 03:36:07,371][526797] Updated weights for policy 0, policy_version 38631 (0.0009) +[2026-06-07 03:36:07,985][526797] Updated weights for policy 0, policy_version 38642 (0.0008) +[2026-06-07 03:36:08,108][526797] Updated weights for policy 0, policy_version 38652 (0.0008) +[2026-06-07 03:36:08,261][526797] Updated weights for policy 0, policy_version 38664 (0.0008) +[2026-06-07 03:36:08,389][526797] Updated weights for policy 0, policy_version 38674 (0.0008) +[2026-06-07 03:36:08,538][526797] Updated weights for policy 0, policy_version 38685 (0.0007) +[2026-06-07 03:36:08,671][526797] Updated weights for policy 0, policy_version 38695 (0.0004) +[2026-06-07 03:36:08,838][525308] Fps is (10 sec: 26214.5, 60 sec: 25122.2, 300 sec: 24770.4). Total num frames: 19824640. Throughput: 0: 24854.7. Samples: 19809024. Policy #0 lag: (min: 13.0, avg: 25.9, max: 77.0) +[2026-06-07 03:36:08,839][525308] Avg episode reward: [(0, '119.497')] +[2026-06-07 03:36:09,281][526797] Updated weights for policy 0, policy_version 38706 (0.0004) +[2026-06-07 03:36:09,412][526797] Updated weights for policy 0, policy_version 38716 (0.0004) +[2026-06-07 03:36:09,550][526797] Updated weights for policy 0, policy_version 38726 (0.0004) +[2026-06-07 03:36:09,695][526797] Updated weights for policy 0, policy_version 38737 (0.0006) +[2026-06-07 03:36:09,859][526797] Updated weights for policy 0, policy_version 38749 (0.0009) +[2026-06-07 03:36:09,989][526797] Updated weights for policy 0, policy_version 38759 (0.0008) +[2026-06-07 03:36:10,590][526797] Updated weights for policy 0, policy_version 38769 (0.0004) +[2026-06-07 03:36:10,718][526797] Updated weights for policy 0, policy_version 38779 (0.0004) +[2026-06-07 03:36:10,879][526797] Updated weights for policy 0, policy_version 38791 (0.0004) +[2026-06-07 03:36:11,030][526797] Updated weights for policy 0, policy_version 38802 (0.0004) +[2026-06-07 03:36:11,159][526797] Updated weights for policy 0, policy_version 38812 (0.0004) +[2026-06-07 03:36:11,301][526797] Updated weights for policy 0, policy_version 38822 (0.0004) +[2026-06-07 03:36:11,870][526797] Updated weights for policy 0, policy_version 38832 (0.0004) +[2026-06-07 03:36:12,001][526797] Updated weights for policy 0, policy_version 38842 (0.0004) +[2026-06-07 03:36:12,130][526797] Updated weights for policy 0, policy_version 38852 (0.0004) +[2026-06-07 03:36:12,261][526797] Updated weights for policy 0, policy_version 38862 (0.0004) +[2026-06-07 03:36:12,408][526797] Updated weights for policy 0, policy_version 38873 (0.0004) +[2026-06-07 03:36:12,542][526797] Updated weights for policy 0, policy_version 38883 (0.0004) +[2026-06-07 03:36:13,129][526797] Updated weights for policy 0, policy_version 38894 (0.0007) +[2026-06-07 03:36:13,267][526797] Updated weights for policy 0, policy_version 38905 (0.0008) +[2026-06-07 03:36:13,411][526797] Updated weights for policy 0, policy_version 38916 (0.0008) +[2026-06-07 03:36:13,556][526797] Updated weights for policy 0, policy_version 38927 (0.0008) +[2026-06-07 03:36:13,684][526797] Updated weights for policy 0, policy_version 38937 (0.0008) +[2026-06-07 03:36:13,817][526797] Updated weights for policy 0, policy_version 38947 (0.0008) +[2026-06-07 03:36:13,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 19922944. Throughput: 0: 24914.5. Samples: 19966848. Policy #0 lag: (min: 13.0, avg: 25.9, max: 77.0) +[2026-06-07 03:36:13,839][525308] Avg episode reward: [(0, '109.802')] +[2026-06-07 03:36:14,451][526797] Updated weights for policy 0, policy_version 38958 (0.0008) +[2026-06-07 03:36:14,581][526797] Updated weights for policy 0, policy_version 38968 (0.0008) +[2026-06-07 03:36:14,712][526797] Updated weights for policy 0, policy_version 38978 (0.0008) +[2026-06-07 03:36:14,842][526797] Updated weights for policy 0, policy_version 38988 (0.0008) +[2026-06-07 03:36:14,983][526797] Updated weights for policy 0, policy_version 38999 (0.0008) +[2026-06-07 03:36:15,141][526797] Updated weights for policy 0, policy_version 39011 (0.0008) +[2026-06-07 03:36:15,746][526797] Updated weights for policy 0, policy_version 39021 (0.0008) +[2026-06-07 03:36:15,880][526797] Updated weights for policy 0, policy_version 39032 (0.0008) +[2026-06-07 03:36:16,017][526797] Updated weights for policy 0, policy_version 39042 (0.0008) +[2026-06-07 03:36:16,152][526797] Updated weights for policy 0, policy_version 39052 (0.0008) +[2026-06-07 03:36:16,296][526797] Updated weights for policy 0, policy_version 39063 (0.0008) +[2026-06-07 03:36:16,444][526797] Updated weights for policy 0, policy_version 39074 (0.0008) +[2026-06-07 03:36:17,062][526797] Updated weights for policy 0, policy_version 39085 (0.0008) +[2026-06-07 03:36:17,267][526797] Updated weights for policy 0, policy_version 39100 (0.0008) +[2026-06-07 03:36:17,442][526797] Updated weights for policy 0, policy_version 39115 (0.0009) +[2026-06-07 03:36:17,571][526797] Updated weights for policy 0, policy_version 39125 (0.0008) +[2026-06-07 03:36:17,728][526797] Updated weights for policy 0, policy_version 39138 (0.0008) +[2026-06-07 03:36:18,393][526797] Updated weights for policy 0, policy_version 39150 (0.0009) +[2026-06-07 03:36:18,515][526797] Updated weights for policy 0, policy_version 39160 (0.0008) +[2026-06-07 03:36:18,646][526797] Updated weights for policy 0, policy_version 39170 (0.0007) +[2026-06-07 03:36:18,786][526797] Updated weights for policy 0, policy_version 39181 (0.0008) +[2026-06-07 03:36:18,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 20054016. Throughput: 0: 24923.1. Samples: 20038400. Policy #0 lag: (min: 13.0, avg: 25.9, max: 77.0) +[2026-06-07 03:36:18,839][525308] Avg episode reward: [(0, '129.062')] +[2026-06-07 03:36:18,933][526797] Updated weights for policy 0, policy_version 39193 (0.0009) +[2026-06-07 03:36:19,085][526797] Updated weights for policy 0, policy_version 39205 (0.0008) +[2026-06-07 03:36:19,736][526797] Updated weights for policy 0, policy_version 39216 (0.0008) +[2026-06-07 03:36:19,885][526797] Updated weights for policy 0, policy_version 39227 (0.0008) +[2026-06-07 03:36:20,020][526797] Updated weights for policy 0, policy_version 39237 (0.0008) +[2026-06-07 03:36:20,143][526797] Updated weights for policy 0, policy_version 39247 (0.0008) +[2026-06-07 03:36:20,284][526797] Updated weights for policy 0, policy_version 39257 (0.0008) +[2026-06-07 03:36:20,439][526797] Updated weights for policy 0, policy_version 39269 (0.0008) +[2026-06-07 03:36:21,051][526797] Updated weights for policy 0, policy_version 39280 (0.0008) +[2026-06-07 03:36:21,222][526797] Updated weights for policy 0, policy_version 39293 (0.0009) +[2026-06-07 03:36:21,349][526797] Updated weights for policy 0, policy_version 39303 (0.0008) +[2026-06-07 03:36:21,498][526797] Updated weights for policy 0, policy_version 39314 (0.0008) +[2026-06-07 03:36:21,640][526797] Updated weights for policy 0, policy_version 39325 (0.0008) +[2026-06-07 03:36:21,785][526797] Updated weights for policy 0, policy_version 39336 (0.0008) +[2026-06-07 03:36:22,412][526797] Updated weights for policy 0, policy_version 39346 (0.0008) +[2026-06-07 03:36:22,545][526797] Updated weights for policy 0, policy_version 39356 (0.0008) +[2026-06-07 03:36:22,679][526797] Updated weights for policy 0, policy_version 39366 (0.0008) +[2026-06-07 03:36:22,818][526797] Updated weights for policy 0, policy_version 39377 (0.0008) +[2026-06-07 03:36:22,963][526797] Updated weights for policy 0, policy_version 39388 (0.0008) +[2026-06-07 03:36:23,106][526797] Updated weights for policy 0, policy_version 39398 (0.0008) +[2026-06-07 03:36:23,695][526797] Updated weights for policy 0, policy_version 39408 (0.0009) +[2026-06-07 03:36:23,827][526797] Updated weights for policy 0, policy_version 39418 (0.0010) +[2026-06-07 03:36:23,838][525308] Fps is (10 sec: 26214.3, 60 sec: 24575.9, 300 sec: 24770.4). Total num frames: 20185088. Throughput: 0: 25130.6. Samples: 20193920. Policy #0 lag: (min: 13.0, avg: 25.9, max: 77.0) +[2026-06-07 03:36:23,839][525308] Avg episode reward: [(0, '139.000')] +[2026-06-07 03:36:23,967][526797] Updated weights for policy 0, policy_version 39429 (0.0009) +[2026-06-07 03:36:24,094][526797] Updated weights for policy 0, policy_version 39439 (0.0008) +[2026-06-07 03:36:24,225][526797] Updated weights for policy 0, policy_version 39449 (0.0006) +[2026-06-07 03:36:24,363][526797] Updated weights for policy 0, policy_version 39459 (0.0005) +[2026-06-07 03:36:24,422][526275] Saving new best policy, reward=139.000! +[2026-06-07 03:36:24,979][526797] Updated weights for policy 0, policy_version 39470 (0.0005) +[2026-06-07 03:36:25,105][526797] Updated weights for policy 0, policy_version 39480 (0.0007) +[2026-06-07 03:36:25,257][526797] Updated weights for policy 0, policy_version 39491 (0.0009) +[2026-06-07 03:36:25,395][526797] Updated weights for policy 0, policy_version 39501 (0.0008) +[2026-06-07 03:36:25,520][526797] Updated weights for policy 0, policy_version 39511 (0.0008) +[2026-06-07 03:36:25,652][526797] Updated weights for policy 0, policy_version 39521 (0.0008) +[2026-06-07 03:36:26,242][526797] Updated weights for policy 0, policy_version 39531 (0.0008) +[2026-06-07 03:36:26,372][526797] Updated weights for policy 0, policy_version 39541 (0.0008) +[2026-06-07 03:36:26,514][526797] Updated weights for policy 0, policy_version 39552 (0.0009) +[2026-06-07 03:36:26,645][526797] Updated weights for policy 0, policy_version 39562 (0.0008) +[2026-06-07 03:36:26,778][526797] Updated weights for policy 0, policy_version 39572 (0.0008) +[2026-06-07 03:36:26,907][526797] Updated weights for policy 0, policy_version 39582 (0.0005) +[2026-06-07 03:36:27,033][526797] Updated weights for policy 0, policy_version 39592 (0.0005) +[2026-06-07 03:36:27,685][526797] Updated weights for policy 0, policy_version 39602 (0.0005) +[2026-06-07 03:36:27,816][526797] Updated weights for policy 0, policy_version 39612 (0.0005) +[2026-06-07 03:36:27,953][526797] Updated weights for policy 0, policy_version 39622 (0.0004) +[2026-06-07 03:36:28,097][526797] Updated weights for policy 0, policy_version 39633 (0.0008) +[2026-06-07 03:36:28,230][526797] Updated weights for policy 0, policy_version 39643 (0.0008) +[2026-06-07 03:36:28,374][526797] Updated weights for policy 0, policy_version 39654 (0.0008) +[2026-06-07 03:36:28,838][525308] Fps is (10 sec: 26214.2, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 20316160. Throughput: 0: 24959.9. Samples: 20336256. Policy #0 lag: (min: 13.0, avg: 25.9, max: 77.0) +[2026-06-07 03:36:28,839][525308] Avg episode reward: [(0, '130.010')] +[2026-06-07 03:36:29,001][526797] Updated weights for policy 0, policy_version 39665 (0.0008) +[2026-06-07 03:36:29,146][526797] Updated weights for policy 0, policy_version 39676 (0.0009) +[2026-06-07 03:36:29,273][526797] Updated weights for policy 0, policy_version 39686 (0.0008) +[2026-06-07 03:36:29,409][526797] Updated weights for policy 0, policy_version 39696 (0.0008) +[2026-06-07 03:36:29,539][526797] Updated weights for policy 0, policy_version 39706 (0.0008) +[2026-06-07 03:36:29,685][526797] Updated weights for policy 0, policy_version 39717 (0.0008) +[2026-06-07 03:36:30,303][526797] Updated weights for policy 0, policy_version 39727 (0.0008) +[2026-06-07 03:36:30,444][526797] Updated weights for policy 0, policy_version 39738 (0.0009) +[2026-06-07 03:36:30,575][526797] Updated weights for policy 0, policy_version 39748 (0.0008) +[2026-06-07 03:36:30,718][526797] Updated weights for policy 0, policy_version 39759 (0.0008) +[2026-06-07 03:36:30,851][526797] Updated weights for policy 0, policy_version 39769 (0.0008) +[2026-06-07 03:36:31,041][526797] Updated weights for policy 0, policy_version 39783 (0.0009) +[2026-06-07 03:36:31,653][526797] Updated weights for policy 0, policy_version 39793 (0.0008) +[2026-06-07 03:36:31,819][526797] Updated weights for policy 0, policy_version 39806 (0.0008) +[2026-06-07 03:36:31,944][526797] Updated weights for policy 0, policy_version 39816 (0.0008) +[2026-06-07 03:36:32,104][526797] Updated weights for policy 0, policy_version 39828 (0.0008) +[2026-06-07 03:36:32,241][526797] Updated weights for policy 0, policy_version 39838 (0.0008) +[2026-06-07 03:36:32,369][526797] Updated weights for policy 0, policy_version 39848 (0.0008) +[2026-06-07 03:36:32,989][526797] Updated weights for policy 0, policy_version 39858 (0.0006) +[2026-06-07 03:36:33,115][526797] Updated weights for policy 0, policy_version 39868 (0.0008) +[2026-06-07 03:36:33,246][526797] Updated weights for policy 0, policy_version 39878 (0.0008) +[2026-06-07 03:36:33,387][526797] Updated weights for policy 0, policy_version 39888 (0.0008) +[2026-06-07 03:36:33,525][526797] Updated weights for policy 0, policy_version 39899 (0.0008) +[2026-06-07 03:36:33,693][526797] Updated weights for policy 0, policy_version 39912 (0.0008) +[2026-06-07 03:36:33,838][525308] Fps is (10 sec: 26214.7, 60 sec: 25122.2, 300 sec: 24770.4). Total num frames: 20447232. Throughput: 0: 25076.6. Samples: 20411520. Policy #0 lag: (min: 62.0, avg: 75.3, max: 126.0) +[2026-06-07 03:36:33,839][525308] Avg episode reward: [(0, '135.131')] +[2026-06-07 03:36:34,306][526797] Updated weights for policy 0, policy_version 39922 (0.0008) +[2026-06-07 03:36:34,448][526797] Updated weights for policy 0, policy_version 39933 (0.0009) +[2026-06-07 03:36:34,580][526797] Updated weights for policy 0, policy_version 39943 (0.0008) +[2026-06-07 03:36:34,720][526797] Updated weights for policy 0, policy_version 39954 (0.0008) +[2026-06-07 03:36:34,851][526797] Updated weights for policy 0, policy_version 39964 (0.0008) +[2026-06-07 03:36:34,991][526797] Updated weights for policy 0, policy_version 39975 (0.0008) +[2026-06-07 03:36:35,633][526797] Updated weights for policy 0, policy_version 39986 (0.0008) +[2026-06-07 03:36:35,769][526797] Updated weights for policy 0, policy_version 39997 (0.0009) +[2026-06-07 03:36:35,908][526797] Updated weights for policy 0, policy_version 40007 (0.0008) +[2026-06-07 03:36:36,041][526797] Updated weights for policy 0, policy_version 40017 (0.0008) +[2026-06-07 03:36:36,199][526797] Updated weights for policy 0, policy_version 40029 (0.0008) +[2026-06-07 03:36:36,340][526797] Updated weights for policy 0, policy_version 40040 (0.0009) +[2026-06-07 03:36:36,962][526797] Updated weights for policy 0, policy_version 40050 (0.0008) +[2026-06-07 03:36:37,108][526797] Updated weights for policy 0, policy_version 40061 (0.0008) +[2026-06-07 03:36:37,258][526797] Updated weights for policy 0, policy_version 40072 (0.0009) +[2026-06-07 03:36:37,383][526797] Updated weights for policy 0, policy_version 40082 (0.0009) +[2026-06-07 03:36:37,537][526797] Updated weights for policy 0, policy_version 40094 (0.0008) +[2026-06-07 03:36:37,668][526797] Updated weights for policy 0, policy_version 40104 (0.0009) +[2026-06-07 03:36:38,268][526797] Updated weights for policy 0, policy_version 40114 (0.0008) +[2026-06-07 03:36:38,396][526797] Updated weights for policy 0, policy_version 40124 (0.0010) +[2026-06-07 03:36:38,529][526797] Updated weights for policy 0, policy_version 40134 (0.0008) +[2026-06-07 03:36:38,689][526797] Updated weights for policy 0, policy_version 40146 (0.0009) +[2026-06-07 03:36:38,825][526797] Updated weights for policy 0, policy_version 40156 (0.0009) +[2026-06-07 03:36:38,838][525308] Fps is (10 sec: 22937.8, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 20545536. Throughput: 0: 24937.2. Samples: 20561920. Policy #0 lag: (min: 62.0, avg: 75.3, max: 126.0) +[2026-06-07 03:36:38,839][525308] Avg episode reward: [(0, '134.061')] +[2026-06-07 03:36:38,973][526797] Updated weights for policy 0, policy_version 40168 (0.0004) +[2026-06-07 03:36:39,578][526797] Updated weights for policy 0, policy_version 40179 (0.0008) +[2026-06-07 03:36:39,707][526797] Updated weights for policy 0, policy_version 40189 (0.0008) +[2026-06-07 03:36:39,856][526797] Updated weights for policy 0, policy_version 40200 (0.0008) +[2026-06-07 03:36:39,987][526797] Updated weights for policy 0, policy_version 40210 (0.0008) +[2026-06-07 03:36:40,117][526797] Updated weights for policy 0, policy_version 40220 (0.0008) +[2026-06-07 03:36:40,259][526797] Updated weights for policy 0, policy_version 40231 (0.0008) +[2026-06-07 03:36:40,906][526797] Updated weights for policy 0, policy_version 40242 (0.0008) +[2026-06-07 03:36:41,042][526797] Updated weights for policy 0, policy_version 40252 (0.0008) +[2026-06-07 03:36:41,180][526797] Updated weights for policy 0, policy_version 40263 (0.0009) +[2026-06-07 03:36:41,334][526797] Updated weights for policy 0, policy_version 40275 (0.0008) +[2026-06-07 03:36:41,469][526797] Updated weights for policy 0, policy_version 40285 (0.0008) +[2026-06-07 03:36:41,606][526797] Updated weights for policy 0, policy_version 40296 (0.0008) +[2026-06-07 03:36:42,235][526797] Updated weights for policy 0, policy_version 40306 (0.0009) +[2026-06-07 03:36:42,364][526797] Updated weights for policy 0, policy_version 40316 (0.0009) +[2026-06-07 03:36:42,508][526797] Updated weights for policy 0, policy_version 40327 (0.0008) +[2026-06-07 03:36:42,672][526797] Updated weights for policy 0, policy_version 40340 (0.0008) +[2026-06-07 03:36:42,805][526797] Updated weights for policy 0, policy_version 40350 (0.0008) +[2026-06-07 03:36:42,936][526797] Updated weights for policy 0, policy_version 40360 (0.0008) +[2026-06-07 03:36:43,549][526797] Updated weights for policy 0, policy_version 40370 (0.0008) +[2026-06-07 03:36:43,691][526797] Updated weights for policy 0, policy_version 40381 (0.0008) +[2026-06-07 03:36:43,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 20676608. Throughput: 0: 25022.6. Samples: 20711680. Policy #0 lag: (min: 62.0, avg: 75.3, max: 126.0) +[2026-06-07 03:36:43,839][525308] Avg episode reward: [(0, '114.108')] +[2026-06-07 03:36:43,847][526797] Updated weights for policy 0, policy_version 40392 (0.0009) +[2026-06-07 03:36:43,985][526797] Updated weights for policy 0, policy_version 40403 (0.0008) +[2026-06-07 03:36:44,115][526797] Updated weights for policy 0, policy_version 40413 (0.0008) +[2026-06-07 03:36:44,789][526797] Updated weights for policy 0, policy_version 40426 (0.0008) +[2026-06-07 03:36:44,918][526797] Updated weights for policy 0, policy_version 40436 (0.0008) +[2026-06-07 03:36:45,058][526797] Updated weights for policy 0, policy_version 40447 (0.0009) +[2026-06-07 03:36:45,224][526797] Updated weights for policy 0, policy_version 40460 (0.0008) +[2026-06-07 03:36:45,359][526797] Updated weights for policy 0, policy_version 40470 (0.0008) +[2026-06-07 03:36:45,485][526797] Updated weights for policy 0, policy_version 40480 (0.0008) +[2026-06-07 03:36:46,142][526797] Updated weights for policy 0, policy_version 40491 (0.0007) +[2026-06-07 03:36:46,266][526797] Updated weights for policy 0, policy_version 40501 (0.0008) +[2026-06-07 03:36:46,401][526797] Updated weights for policy 0, policy_version 40512 (0.0009) +[2026-06-07 03:36:46,544][526797] Updated weights for policy 0, policy_version 40522 (0.0008) +[2026-06-07 03:36:46,682][526797] Updated weights for policy 0, policy_version 40533 (0.0008) +[2026-06-07 03:36:46,830][526797] Updated weights for policy 0, policy_version 40544 (0.0008) +[2026-06-07 03:36:47,443][526797] Updated weights for policy 0, policy_version 40554 (0.0010) +[2026-06-07 03:36:47,566][526797] Updated weights for policy 0, policy_version 40564 (0.0008) +[2026-06-07 03:36:47,715][526797] Updated weights for policy 0, policy_version 40575 (0.0008) +[2026-06-07 03:36:47,857][526797] Updated weights for policy 0, policy_version 40586 (0.0008) +[2026-06-07 03:36:47,991][526797] Updated weights for policy 0, policy_version 40596 (0.0008) +[2026-06-07 03:36:48,143][526797] Updated weights for policy 0, policy_version 40608 (0.0008) +[2026-06-07 03:36:48,810][526797] Updated weights for policy 0, policy_version 40620 (0.0009) +[2026-06-07 03:36:48,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 20807680. Throughput: 0: 24891.7. Samples: 20789248. Policy #0 lag: (min: 62.0, avg: 75.3, max: 126.0) +[2026-06-07 03:36:48,839][525308] Avg episode reward: [(0, '122.717')] +[2026-06-07 03:36:48,937][526797] Updated weights for policy 0, policy_version 40630 (0.0008) +[2026-06-07 03:36:49,089][526797] Updated weights for policy 0, policy_version 40642 (0.0008) +[2026-06-07 03:36:49,223][526797] Updated weights for policy 0, policy_version 40652 (0.0008) +[2026-06-07 03:36:49,353][526797] Updated weights for policy 0, policy_version 40662 (0.0009) +[2026-06-07 03:36:49,488][526797] Updated weights for policy 0, policy_version 40672 (0.0009) +[2026-06-07 03:36:50,109][526797] Updated weights for policy 0, policy_version 40683 (0.0008) +[2026-06-07 03:36:50,231][526797] Updated weights for policy 0, policy_version 40693 (0.0008) +[2026-06-07 03:36:50,360][526797] Updated weights for policy 0, policy_version 40703 (0.0008) +[2026-06-07 03:36:50,496][526797] Updated weights for policy 0, policy_version 40713 (0.0009) +[2026-06-07 03:36:50,641][526797] Updated weights for policy 0, policy_version 40724 (0.0009) +[2026-06-07 03:36:50,771][526797] Updated weights for policy 0, policy_version 40734 (0.0008) +[2026-06-07 03:36:51,415][526797] Updated weights for policy 0, policy_version 40746 (0.0008) +[2026-06-07 03:36:51,550][526797] Updated weights for policy 0, policy_version 40757 (0.0008) +[2026-06-07 03:36:51,708][526797] Updated weights for policy 0, policy_version 40768 (0.0008) +[2026-06-07 03:36:51,848][526797] Updated weights for policy 0, policy_version 40779 (0.0008) +[2026-06-07 03:36:52,020][526797] Updated weights for policy 0, policy_version 40792 (0.0008) +[2026-06-07 03:36:52,180][526797] Updated weights for policy 0, policy_version 40804 (0.0008) +[2026-06-07 03:36:52,794][526797] Updated weights for policy 0, policy_version 40816 (0.0008) +[2026-06-07 03:36:52,923][526797] Updated weights for policy 0, policy_version 40826 (0.0008) +[2026-06-07 03:36:53,072][526797] Updated weights for policy 0, policy_version 40837 (0.0008) +[2026-06-07 03:36:53,199][526797] Updated weights for policy 0, policy_version 40847 (0.0008) +[2026-06-07 03:36:53,320][526797] Updated weights for policy 0, policy_version 40857 (0.0008) +[2026-06-07 03:36:53,469][526797] Updated weights for policy 0, policy_version 40868 (0.0008) +[2026-06-07 03:36:53,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 20938752. Throughput: 0: 24908.8. Samples: 20929920. Policy #0 lag: (min: 62.0, avg: 75.3, max: 126.0) +[2026-06-07 03:36:53,840][525308] Avg episode reward: [(0, '126.284')] +[2026-06-07 03:36:54,085][526797] Updated weights for policy 0, policy_version 40879 (0.0009) +[2026-06-07 03:36:54,226][526797] Updated weights for policy 0, policy_version 40890 (0.0008) +[2026-06-07 03:36:54,358][526797] Updated weights for policy 0, policy_version 40900 (0.0008) +[2026-06-07 03:36:54,486][526797] Updated weights for policy 0, policy_version 40910 (0.0008) +[2026-06-07 03:36:54,633][526797] Updated weights for policy 0, policy_version 40921 (0.0008) +[2026-06-07 03:36:54,768][526797] Updated weights for policy 0, policy_version 40931 (0.0008) +[2026-06-07 03:36:55,363][526797] Updated weights for policy 0, policy_version 40941 (0.0008) +[2026-06-07 03:36:55,494][526797] Updated weights for policy 0, policy_version 40951 (0.0008) +[2026-06-07 03:36:55,666][526797] Updated weights for policy 0, policy_version 40964 (0.0008) +[2026-06-07 03:36:55,798][526797] Updated weights for policy 0, policy_version 40974 (0.0008) +[2026-06-07 03:36:55,927][526797] Updated weights for policy 0, policy_version 40984 (0.0008) +[2026-06-07 03:36:56,063][526797] Updated weights for policy 0, policy_version 40994 (0.0008) +[2026-06-07 03:36:56,668][526797] Updated weights for policy 0, policy_version 41004 (0.0008) +[2026-06-07 03:36:56,805][526797] Updated weights for policy 0, policy_version 41015 (0.0008) +[2026-06-07 03:36:56,949][526797] Updated weights for policy 0, policy_version 41026 (0.0008) +[2026-06-07 03:36:57,108][526797] Updated weights for policy 0, policy_version 41038 (0.0008) +[2026-06-07 03:36:57,238][526797] Updated weights for policy 0, policy_version 41048 (0.0008) +[2026-06-07 03:36:57,388][526797] Updated weights for policy 0, policy_version 41059 (0.0008) +[2026-06-07 03:36:58,037][526797] Updated weights for policy 0, policy_version 41069 (0.0008) +[2026-06-07 03:36:58,181][526797] Updated weights for policy 0, policy_version 41080 (0.0008) +[2026-06-07 03:36:58,325][526797] Updated weights for policy 0, policy_version 41091 (0.0008) +[2026-06-07 03:36:58,468][526797] Updated weights for policy 0, policy_version 41102 (0.0008) +[2026-06-07 03:36:58,600][526797] Updated weights for policy 0, policy_version 41112 (0.0008) +[2026-06-07 03:36:58,744][526797] Updated weights for policy 0, policy_version 41123 (0.0008) +[2026-06-07 03:36:58,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 21069824. Throughput: 0: 24854.8. Samples: 21085312. Policy #0 lag: (min: 12.0, avg: 62.2, max: 75.0) +[2026-06-07 03:36:58,839][525308] Avg episode reward: [(0, '125.315')] +[2026-06-07 03:36:59,337][526797] Updated weights for policy 0, policy_version 41133 (0.0008) +[2026-06-07 03:36:59,499][526797] Updated weights for policy 0, policy_version 41145 (0.0009) +[2026-06-07 03:36:59,647][526797] Updated weights for policy 0, policy_version 41156 (0.0008) +[2026-06-07 03:36:59,771][526797] Updated weights for policy 0, policy_version 41166 (0.0008) +[2026-06-07 03:36:59,945][526797] Updated weights for policy 0, policy_version 41179 (0.0008) +[2026-06-07 03:37:00,077][526797] Updated weights for policy 0, policy_version 41189 (0.0008) +[2026-06-07 03:37:00,700][526797] Updated weights for policy 0, policy_version 41199 (0.0008) +[2026-06-07 03:37:00,834][526797] Updated weights for policy 0, policy_version 41209 (0.0008) +[2026-06-07 03:37:00,974][526797] Updated weights for policy 0, policy_version 41220 (0.0008) +[2026-06-07 03:37:01,109][526797] Updated weights for policy 0, policy_version 41230 (0.0008) +[2026-06-07 03:37:01,250][526797] Updated weights for policy 0, policy_version 41241 (0.0008) +[2026-06-07 03:37:01,377][526797] Updated weights for policy 0, policy_version 41251 (0.0008) +[2026-06-07 03:37:02,006][526797] Updated weights for policy 0, policy_version 41261 (0.0008) +[2026-06-07 03:37:02,139][526797] Updated weights for policy 0, policy_version 41271 (0.0008) +[2026-06-07 03:37:02,267][526797] Updated weights for policy 0, policy_version 41281 (0.0008) +[2026-06-07 03:37:02,411][526797] Updated weights for policy 0, policy_version 41292 (0.0008) +[2026-06-07 03:37:02,543][526797] Updated weights for policy 0, policy_version 41302 (0.0008) +[2026-06-07 03:37:02,682][526797] Updated weights for policy 0, policy_version 41312 (0.0009) +[2026-06-07 03:37:03,307][526797] Updated weights for policy 0, policy_version 41324 (0.0008) +[2026-06-07 03:37:03,437][526797] Updated weights for policy 0, policy_version 41334 (0.0008) +[2026-06-07 03:37:03,569][526797] Updated weights for policy 0, policy_version 41345 (0.0008) +[2026-06-07 03:37:03,705][526797] Updated weights for policy 0, policy_version 41355 (0.0008) +[2026-06-07 03:37:03,831][526797] Updated weights for policy 0, policy_version 41365 (0.0008) +[2026-06-07 03:37:03,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 21168128. Throughput: 0: 24832.0. Samples: 21155840. Policy #0 lag: (min: 12.0, avg: 62.2, max: 75.0) +[2026-06-07 03:37:03,840][525308] Avg episode reward: [(0, '123.410')] +[2026-06-07 03:37:03,997][526797] Updated weights for policy 0, policy_version 41377 (0.0008) +[2026-06-07 03:37:04,623][526797] Updated weights for policy 0, policy_version 41387 (0.0008) +[2026-06-07 03:37:04,758][526797] Updated weights for policy 0, policy_version 41397 (0.0009) +[2026-06-07 03:37:04,900][526797] Updated weights for policy 0, policy_version 41408 (0.0008) +[2026-06-07 03:37:05,044][526797] Updated weights for policy 0, policy_version 41419 (0.0008) +[2026-06-07 03:37:05,191][526797] Updated weights for policy 0, policy_version 41430 (0.0008) +[2026-06-07 03:37:05,316][526797] Updated weights for policy 0, policy_version 41440 (0.0008) +[2026-06-07 03:37:05,949][526797] Updated weights for policy 0, policy_version 41451 (0.0008) +[2026-06-07 03:37:06,088][526797] Updated weights for policy 0, policy_version 41462 (0.0009) +[2026-06-07 03:37:06,230][526797] Updated weights for policy 0, policy_version 41473 (0.0008) +[2026-06-07 03:37:06,378][526797] Updated weights for policy 0, policy_version 41484 (0.0008) +[2026-06-07 03:37:06,510][526797] Updated weights for policy 0, policy_version 41494 (0.0008) +[2026-06-07 03:37:06,652][526797] Updated weights for policy 0, policy_version 41505 (0.0008) +[2026-06-07 03:37:07,283][526797] Updated weights for policy 0, policy_version 41515 (0.0009) +[2026-06-07 03:37:07,441][526797] Updated weights for policy 0, policy_version 41527 (0.0008) +[2026-06-07 03:37:07,567][526797] Updated weights for policy 0, policy_version 41537 (0.0008) +[2026-06-07 03:37:07,701][526797] Updated weights for policy 0, policy_version 41547 (0.0008) +[2026-06-07 03:37:07,838][526797] Updated weights for policy 0, policy_version 41557 (0.0008) +[2026-06-07 03:37:07,972][526797] Updated weights for policy 0, policy_version 41568 (0.0008) +[2026-06-07 03:37:08,601][526797] Updated weights for policy 0, policy_version 41578 (0.0008) +[2026-06-07 03:37:08,727][526797] Updated weights for policy 0, policy_version 41588 (0.0008) +[2026-06-07 03:37:08,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 21299200. Throughput: 0: 24871.9. Samples: 21313152. Policy #0 lag: (min: 12.0, avg: 62.2, max: 75.0) +[2026-06-07 03:37:08,839][525308] Avg episode reward: [(0, '119.356')] +[2026-06-07 03:37:08,865][526797] Updated weights for policy 0, policy_version 41599 (0.0008) +[2026-06-07 03:37:08,996][526797] Updated weights for policy 0, policy_version 41609 (0.0007) +[2026-06-07 03:37:09,153][526797] Updated weights for policy 0, policy_version 41621 (0.0008) +[2026-06-07 03:37:09,280][526797] Updated weights for policy 0, policy_version 41631 (0.0008) +[2026-06-07 03:37:09,919][526797] Updated weights for policy 0, policy_version 41642 (0.0008) +[2026-06-07 03:37:10,051][526797] Updated weights for policy 0, policy_version 41653 (0.0008) +[2026-06-07 03:37:10,183][526797] Updated weights for policy 0, policy_version 41663 (0.0008) +[2026-06-07 03:37:10,315][526797] Updated weights for policy 0, policy_version 41673 (0.0008) +[2026-06-07 03:37:10,439][526797] Updated weights for policy 0, policy_version 41683 (0.0008) +[2026-06-07 03:37:10,601][526797] Updated weights for policy 0, policy_version 41695 (0.0006) +[2026-06-07 03:37:11,225][526797] Updated weights for policy 0, policy_version 41705 (0.0005) +[2026-06-07 03:37:11,364][526797] Updated weights for policy 0, policy_version 41716 (0.0008) +[2026-06-07 03:37:11,510][526797] Updated weights for policy 0, policy_version 41727 (0.0008) +[2026-06-07 03:37:11,657][526797] Updated weights for policy 0, policy_version 41738 (0.0008) +[2026-06-07 03:37:11,800][526797] Updated weights for policy 0, policy_version 41749 (0.0008) +[2026-06-07 03:37:11,936][526797] Updated weights for policy 0, policy_version 41759 (0.0008) +[2026-06-07 03:37:12,552][526797] Updated weights for policy 0, policy_version 41770 (0.0007) +[2026-06-07 03:37:12,678][526797] Updated weights for policy 0, policy_version 41780 (0.0004) +[2026-06-07 03:37:12,848][526797] Updated weights for policy 0, policy_version 41793 (0.0005) +[2026-06-07 03:37:12,983][526797] Updated weights for policy 0, policy_version 41803 (0.0009) +[2026-06-07 03:37:13,131][526797] Updated weights for policy 0, policy_version 41814 (0.0008) +[2026-06-07 03:37:13,264][526797] Updated weights for policy 0, policy_version 41824 (0.0008) +[2026-06-07 03:37:13,838][525308] Fps is (10 sec: 26214.2, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 21430272. Throughput: 0: 24837.7. Samples: 21453952. Policy #0 lag: (min: 12.0, avg: 62.2, max: 75.0) +[2026-06-07 03:37:13,839][525308] Avg episode reward: [(0, '118.206')] +[2026-06-07 03:37:13,870][526797] Updated weights for policy 0, policy_version 41834 (0.0008) +[2026-06-07 03:37:14,010][526797] Updated weights for policy 0, policy_version 41845 (0.0005) +[2026-06-07 03:37:14,171][526797] Updated weights for policy 0, policy_version 41857 (0.0005) +[2026-06-07 03:37:14,297][526797] Updated weights for policy 0, policy_version 41867 (0.0005) +[2026-06-07 03:37:14,435][526797] Updated weights for policy 0, policy_version 41877 (0.0008) +[2026-06-07 03:37:14,575][526797] Updated weights for policy 0, policy_version 41888 (0.0008) +[2026-06-07 03:37:15,245][526797] Updated weights for policy 0, policy_version 41901 (0.0008) +[2026-06-07 03:37:15,380][526797] Updated weights for policy 0, policy_version 41911 (0.0008) +[2026-06-07 03:37:15,517][526797] Updated weights for policy 0, policy_version 41922 (0.0004) +[2026-06-07 03:37:15,651][526797] Updated weights for policy 0, policy_version 41932 (0.0006) +[2026-06-07 03:37:15,802][526797] Updated weights for policy 0, policy_version 41943 (0.0008) +[2026-06-07 03:37:15,946][526797] Updated weights for policy 0, policy_version 41954 (0.0008) +[2026-06-07 03:37:16,569][526797] Updated weights for policy 0, policy_version 41965 (0.0008) +[2026-06-07 03:37:16,692][526797] Updated weights for policy 0, policy_version 41975 (0.0008) +[2026-06-07 03:37:16,845][526797] Updated weights for policy 0, policy_version 41987 (0.0009) +[2026-06-07 03:37:16,983][526797] Updated weights for policy 0, policy_version 41997 (0.0009) +[2026-06-07 03:37:17,111][526797] Updated weights for policy 0, policy_version 42007 (0.0008) +[2026-06-07 03:37:17,250][526797] Updated weights for policy 0, policy_version 42018 (0.0008) +[2026-06-07 03:37:17,880][526797] Updated weights for policy 0, policy_version 42028 (0.0008) +[2026-06-07 03:37:18,019][526797] Updated weights for policy 0, policy_version 42039 (0.0008) +[2026-06-07 03:37:18,178][526797] Updated weights for policy 0, policy_version 42051 (0.0008) +[2026-06-07 03:37:18,321][526797] Updated weights for policy 0, policy_version 42062 (0.0008) +[2026-06-07 03:37:18,451][526797] Updated weights for policy 0, policy_version 42072 (0.0008) +[2026-06-07 03:37:18,591][526797] Updated weights for policy 0, policy_version 42083 (0.0008) +[2026-06-07 03:37:18,838][525308] Fps is (10 sec: 26214.6, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 21561344. Throughput: 0: 24860.5. Samples: 21530240. Policy #0 lag: (min: 12.0, avg: 62.2, max: 75.0) +[2026-06-07 03:37:18,839][525308] Avg episode reward: [(0, '114.904')] +[2026-06-07 03:37:19,211][526797] Updated weights for policy 0, policy_version 42093 (0.0009) +[2026-06-07 03:37:19,347][526797] Updated weights for policy 0, policy_version 42104 (0.0008) +[2026-06-07 03:37:19,486][526797] Updated weights for policy 0, policy_version 42114 (0.0008) +[2026-06-07 03:37:19,647][526797] Updated weights for policy 0, policy_version 42126 (0.0009) +[2026-06-07 03:37:19,793][526797] Updated weights for policy 0, policy_version 42137 (0.0008) +[2026-06-07 03:37:19,921][526797] Updated weights for policy 0, policy_version 42147 (0.0008) +[2026-06-07 03:37:20,529][526797] Updated weights for policy 0, policy_version 42157 (0.0008) +[2026-06-07 03:37:20,663][526797] Updated weights for policy 0, policy_version 42167 (0.0008) +[2026-06-07 03:37:20,803][526797] Updated weights for policy 0, policy_version 42178 (0.0008) +[2026-06-07 03:37:20,931][526797] Updated weights for policy 0, policy_version 42188 (0.0008) +[2026-06-07 03:37:21,063][526797] Updated weights for policy 0, policy_version 42198 (0.0009) +[2026-06-07 03:37:21,195][526797] Updated weights for policy 0, policy_version 42208 (0.0008) +[2026-06-07 03:37:21,820][526797] Updated weights for policy 0, policy_version 42219 (0.0008) +[2026-06-07 03:37:21,969][526797] Updated weights for policy 0, policy_version 42231 (0.0008) +[2026-06-07 03:37:22,106][526797] Updated weights for policy 0, policy_version 42241 (0.0008) +[2026-06-07 03:37:22,233][526797] Updated weights for policy 0, policy_version 42251 (0.0008) +[2026-06-07 03:37:22,365][526797] Updated weights for policy 0, policy_version 42261 (0.0008) +[2026-06-07 03:37:22,500][526797] Updated weights for policy 0, policy_version 42271 (0.0008) +[2026-06-07 03:37:23,139][526797] Updated weights for policy 0, policy_version 42281 (0.0008) +[2026-06-07 03:37:23,274][526797] Updated weights for policy 0, policy_version 42292 (0.0008) +[2026-06-07 03:37:23,429][526797] Updated weights for policy 0, policy_version 42304 (0.0008) +[2026-06-07 03:37:23,575][526797] Updated weights for policy 0, policy_version 42315 (0.0008) +[2026-06-07 03:37:23,708][526797] Updated weights for policy 0, policy_version 42325 (0.0008) +[2026-06-07 03:37:23,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.0, 300 sec: 24659.3). Total num frames: 21659648. Throughput: 0: 24820.6. Samples: 21678848. Policy #0 lag: (min: 12.0, avg: 62.2, max: 75.0) +[2026-06-07 03:37:23,839][525308] Avg episode reward: [(0, '118.945')] +[2026-06-07 03:37:23,841][526797] Updated weights for policy 0, policy_version 42335 (0.0008) +[2026-06-07 03:37:24,467][526797] Updated weights for policy 0, policy_version 42345 (0.0008) +[2026-06-07 03:37:24,603][526797] Updated weights for policy 0, policy_version 42356 (0.0008) +[2026-06-07 03:37:24,743][526797] Updated weights for policy 0, policy_version 42367 (0.0004) +[2026-06-07 03:37:24,879][526797] Updated weights for policy 0, policy_version 42377 (0.0005) +[2026-06-07 03:37:25,010][526797] Updated weights for policy 0, policy_version 42387 (0.0008) +[2026-06-07 03:37:25,141][526797] Updated weights for policy 0, policy_version 42397 (0.0008) +[2026-06-07 03:37:25,269][526797] Updated weights for policy 0, policy_version 42407 (0.0008) +[2026-06-07 03:37:25,911][526797] Updated weights for policy 0, policy_version 42418 (0.0008) +[2026-06-07 03:37:26,041][526797] Updated weights for policy 0, policy_version 42428 (0.0008) +[2026-06-07 03:37:26,195][526797] Updated weights for policy 0, policy_version 42440 (0.0008) +[2026-06-07 03:37:26,323][526797] Updated weights for policy 0, policy_version 42450 (0.0008) +[2026-06-07 03:37:26,457][526797] Updated weights for policy 0, policy_version 42460 (0.0008) +[2026-06-07 03:37:26,586][526797] Updated weights for policy 0, policy_version 42470 (0.0008) +[2026-06-07 03:37:27,205][526797] Updated weights for policy 0, policy_version 42480 (0.0008) +[2026-06-07 03:37:27,348][526797] Updated weights for policy 0, policy_version 42491 (0.0008) +[2026-06-07 03:37:27,493][526797] Updated weights for policy 0, policy_version 42502 (0.0008) +[2026-06-07 03:37:27,621][526797] Updated weights for policy 0, policy_version 42512 (0.0008) +[2026-06-07 03:37:27,768][526797] Updated weights for policy 0, policy_version 42523 (0.0009) +[2026-06-07 03:37:27,919][526797] Updated weights for policy 0, policy_version 42534 (0.0009) +[2026-06-07 03:37:28,549][526797] Updated weights for policy 0, policy_version 42545 (0.0009) +[2026-06-07 03:37:28,673][526797] Updated weights for policy 0, policy_version 42555 (0.0008) +[2026-06-07 03:37:28,816][526797] Updated weights for policy 0, policy_version 42566 (0.0008) +[2026-06-07 03:37:28,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 21790720. Throughput: 0: 24814.9. Samples: 21828352. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-07 03:37:28,839][525308] Avg episode reward: [(0, '118.954')] +[2026-06-07 03:37:28,970][526797] Updated weights for policy 0, policy_version 42578 (0.0008) +[2026-06-07 03:37:29,105][526797] Updated weights for policy 0, policy_version 42588 (0.0008) +[2026-06-07 03:37:29,237][526797] Updated weights for policy 0, policy_version 42598 (0.0008) +[2026-06-07 03:37:29,828][526797] Updated weights for policy 0, policy_version 42608 (0.0009) +[2026-06-07 03:37:29,981][526797] Updated weights for policy 0, policy_version 42620 (0.0009) +[2026-06-07 03:37:30,142][526797] Updated weights for policy 0, policy_version 42632 (0.0008) +[2026-06-07 03:37:30,272][526797] Updated weights for policy 0, policy_version 42642 (0.0008) +[2026-06-07 03:37:30,428][526797] Updated weights for policy 0, policy_version 42653 (0.0009) +[2026-06-07 03:37:31,075][526797] Updated weights for policy 0, policy_version 42665 (0.0008) +[2026-06-07 03:37:31,202][526797] Updated weights for policy 0, policy_version 42675 (0.0008) +[2026-06-07 03:37:31,334][526797] Updated weights for policy 0, policy_version 42685 (0.0008) +[2026-06-07 03:37:31,476][526797] Updated weights for policy 0, policy_version 42696 (0.0008) +[2026-06-07 03:37:31,609][526797] Updated weights for policy 0, policy_version 42706 (0.0008) +[2026-06-07 03:37:31,743][526797] Updated weights for policy 0, policy_version 42716 (0.0008) +[2026-06-07 03:37:31,890][526797] Updated weights for policy 0, policy_version 42727 (0.0009) +[2026-06-07 03:37:32,499][526797] Updated weights for policy 0, policy_version 42737 (0.0008) +[2026-06-07 03:37:32,630][526797] Updated weights for policy 0, policy_version 42747 (0.0008) +[2026-06-07 03:37:32,753][526797] Updated weights for policy 0, policy_version 42757 (0.0008) +[2026-06-07 03:37:32,901][526797] Updated weights for policy 0, policy_version 42768 (0.0008) +[2026-06-07 03:37:33,028][526797] Updated weights for policy 0, policy_version 42778 (0.0008) +[2026-06-07 03:37:33,163][526797] Updated weights for policy 0, policy_version 42788 (0.0008) +[2026-06-07 03:37:33,794][526797] Updated weights for policy 0, policy_version 42799 (0.0008) +[2026-06-07 03:37:33,838][525308] Fps is (10 sec: 26214.5, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 21921792. Throughput: 0: 24778.0. Samples: 21904256. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-07 03:37:33,839][525308] Avg episode reward: [(0, '137.781')] +[2026-06-07 03:37:33,932][526797] Updated weights for policy 0, policy_version 42809 (0.0008) +[2026-06-07 03:37:34,057][526797] Updated weights for policy 0, policy_version 42819 (0.0008) +[2026-06-07 03:37:34,215][526797] Updated weights for policy 0, policy_version 42831 (0.0008) +[2026-06-07 03:37:34,357][526797] Updated weights for policy 0, policy_version 42842 (0.0008) +[2026-06-07 03:37:34,493][526797] Updated weights for policy 0, policy_version 42852 (0.0008) +[2026-06-07 03:37:35,138][526797] Updated weights for policy 0, policy_version 42863 (0.0008) +[2026-06-07 03:37:35,266][526797] Updated weights for policy 0, policy_version 42873 (0.0008) +[2026-06-07 03:37:35,416][526797] Updated weights for policy 0, policy_version 42885 (0.0008) +[2026-06-07 03:37:35,562][526797] Updated weights for policy 0, policy_version 42896 (0.0008) +[2026-06-07 03:37:35,700][526797] Updated weights for policy 0, policy_version 42906 (0.0008) +[2026-06-07 03:37:35,843][526797] Updated weights for policy 0, policy_version 42917 (0.0008) +[2026-06-07 03:37:36,454][526797] Updated weights for policy 0, policy_version 42927 (0.0008) +[2026-06-07 03:37:36,593][526797] Updated weights for policy 0, policy_version 42937 (0.0009) +[2026-06-07 03:37:36,720][526797] Updated weights for policy 0, policy_version 42947 (0.0008) +[2026-06-07 03:37:36,866][526797] Updated weights for policy 0, policy_version 42958 (0.0008) +[2026-06-07 03:37:37,000][526797] Updated weights for policy 0, policy_version 42968 (0.0008) +[2026-06-07 03:37:37,152][526797] Updated weights for policy 0, policy_version 42979 (0.0008) +[2026-06-07 03:37:37,755][526797] Updated weights for policy 0, policy_version 42989 (0.0008) +[2026-06-07 03:37:37,895][526797] Updated weights for policy 0, policy_version 43000 (0.0009) +[2026-06-07 03:37:38,027][526797] Updated weights for policy 0, policy_version 43010 (0.0008) +[2026-06-07 03:37:38,164][526797] Updated weights for policy 0, policy_version 43020 (0.0008) +[2026-06-07 03:37:38,302][526797] Updated weights for policy 0, policy_version 43031 (0.0008) +[2026-06-07 03:37:38,453][526797] Updated weights for policy 0, policy_version 43042 (0.0009) +[2026-06-07 03:37:38,838][525308] Fps is (10 sec: 26214.7, 60 sec: 25122.2, 300 sec: 24770.4). Total num frames: 22052864. Throughput: 0: 24840.6. Samples: 22047744. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-07 03:37:38,839][525308] Avg episode reward: [(0, '108.893')] +[2026-06-07 03:37:39,083][526797] Updated weights for policy 0, policy_version 43052 (0.0008) +[2026-06-07 03:37:39,214][526797] Updated weights for policy 0, policy_version 43062 (0.0008) +[2026-06-07 03:37:39,336][526797] Updated weights for policy 0, policy_version 43072 (0.0008) +[2026-06-07 03:37:39,491][526797] Updated weights for policy 0, policy_version 43084 (0.0009) +[2026-06-07 03:37:39,625][526797] Updated weights for policy 0, policy_version 43094 (0.0008) +[2026-06-07 03:37:39,747][526797] Updated weights for policy 0, policy_version 43104 (0.0008) +[2026-06-07 03:37:40,386][526797] Updated weights for policy 0, policy_version 43115 (0.0009) +[2026-06-07 03:37:40,508][526797] Updated weights for policy 0, policy_version 43125 (0.0008) +[2026-06-07 03:37:40,655][526797] Updated weights for policy 0, policy_version 43136 (0.0008) +[2026-06-07 03:37:40,800][526797] Updated weights for policy 0, policy_version 43147 (0.0008) +[2026-06-07 03:37:40,930][526797] Updated weights for policy 0, policy_version 43157 (0.0008) +[2026-06-07 03:37:41,061][526797] Updated weights for policy 0, policy_version 43167 (0.0008) +[2026-06-07 03:37:41,671][526797] Updated weights for policy 0, policy_version 43178 (0.0009) +[2026-06-07 03:37:41,805][526797] Updated weights for policy 0, policy_version 43188 (0.0008) +[2026-06-07 03:37:41,934][526797] Updated weights for policy 0, policy_version 43198 (0.0008) +[2026-06-07 03:37:42,078][526797] Updated weights for policy 0, policy_version 43209 (0.0008) +[2026-06-07 03:37:42,219][526797] Updated weights for policy 0, policy_version 43220 (0.0008) +[2026-06-07 03:37:42,365][526797] Updated weights for policy 0, policy_version 43231 (0.0008) +[2026-06-07 03:37:43,012][526797] Updated weights for policy 0, policy_version 43243 (0.0008) +[2026-06-07 03:37:43,154][526797] Updated weights for policy 0, policy_version 43254 (0.0008) +[2026-06-07 03:37:43,299][526797] Updated weights for policy 0, policy_version 43265 (0.0008) +[2026-06-07 03:37:43,422][526797] Updated weights for policy 0, policy_version 43275 (0.0009) +[2026-06-07 03:37:43,577][526797] Updated weights for policy 0, policy_version 43287 (0.0009) +[2026-06-07 03:37:43,729][526797] Updated weights for policy 0, policy_version 43299 (0.0008) +[2026-06-07 03:37:43,838][525308] Fps is (10 sec: 26214.3, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 22183936. Throughput: 0: 24846.2. Samples: 22203392. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-07 03:37:43,839][525308] Avg episode reward: [(0, '116.763')] +[2026-06-07 03:37:44,347][526797] Updated weights for policy 0, policy_version 43310 (0.0008) +[2026-06-07 03:37:44,478][526797] Updated weights for policy 0, policy_version 43320 (0.0008) +[2026-06-07 03:37:44,616][526797] Updated weights for policy 0, policy_version 43331 (0.0008) +[2026-06-07 03:37:44,750][526797] Updated weights for policy 0, policy_version 43341 (0.0008) +[2026-06-07 03:37:44,881][526797] Updated weights for policy 0, policy_version 43351 (0.0009) +[2026-06-07 03:37:45,030][526797] Updated weights for policy 0, policy_version 43362 (0.0008) +[2026-06-07 03:37:45,692][526797] Updated weights for policy 0, policy_version 43375 (0.0008) +[2026-06-07 03:37:45,834][526797] Updated weights for policy 0, policy_version 43386 (0.0008) +[2026-06-07 03:37:45,964][526797] Updated weights for policy 0, policy_version 43396 (0.0009) +[2026-06-07 03:37:46,112][526797] Updated weights for policy 0, policy_version 43407 (0.0008) +[2026-06-07 03:37:46,253][526797] Updated weights for policy 0, policy_version 43418 (0.0008) +[2026-06-07 03:37:46,400][526797] Updated weights for policy 0, policy_version 43429 (0.0008) +[2026-06-07 03:37:47,018][526797] Updated weights for policy 0, policy_version 43440 (0.0008) +[2026-06-07 03:37:47,162][526797] Updated weights for policy 0, policy_version 43451 (0.0008) +[2026-06-07 03:37:47,297][526797] Updated weights for policy 0, policy_version 43461 (0.0008) +[2026-06-07 03:37:47,441][526797] Updated weights for policy 0, policy_version 43472 (0.0008) +[2026-06-07 03:37:47,565][526797] Updated weights for policy 0, policy_version 43482 (0.0008) +[2026-06-07 03:37:47,711][526797] Updated weights for policy 0, policy_version 43493 (0.0008) +[2026-06-07 03:37:48,321][526797] Updated weights for policy 0, policy_version 43503 (0.0008) +[2026-06-07 03:37:48,453][526797] Updated weights for policy 0, policy_version 43513 (0.0008) +[2026-06-07 03:37:48,579][526797] Updated weights for policy 0, policy_version 43523 (0.0008) +[2026-06-07 03:37:48,723][526797] Updated weights for policy 0, policy_version 43534 (0.0009) +[2026-06-07 03:37:48,838][525308] Fps is (10 sec: 22937.4, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 22282240. Throughput: 0: 24843.4. Samples: 22273792. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-07 03:37:48,839][525308] Avg episode reward: [(0, '147.544')] +[2026-06-07 03:37:48,871][526797] Updated weights for policy 0, policy_version 43545 (0.0009) +[2026-06-07 03:37:49,006][526797] Updated weights for policy 0, policy_version 43555 (0.0008) +[2026-06-07 03:37:49,067][526275] Saving new best policy, reward=147.544! +[2026-06-07 03:37:49,610][526797] Updated weights for policy 0, policy_version 43566 (0.0008) +[2026-06-07 03:37:49,748][526797] Updated weights for policy 0, policy_version 43577 (0.0009) +[2026-06-07 03:37:49,883][526797] Updated weights for policy 0, policy_version 43588 (0.0008) +[2026-06-07 03:37:50,023][526797] Updated weights for policy 0, policy_version 43598 (0.0008) +[2026-06-07 03:37:50,142][526797] Updated weights for policy 0, policy_version 43608 (0.0008) +[2026-06-07 03:37:50,274][526797] Updated weights for policy 0, policy_version 43618 (0.0008) +[2026-06-07 03:37:50,869][526797] Updated weights for policy 0, policy_version 43628 (0.0009) +[2026-06-07 03:37:50,995][526797] Updated weights for policy 0, policy_version 43638 (0.0008) +[2026-06-07 03:37:51,123][526797] Updated weights for policy 0, policy_version 43648 (0.0009) +[2026-06-07 03:37:51,282][526797] Updated weights for policy 0, policy_version 43660 (0.0008) +[2026-06-07 03:37:51,423][526797] Updated weights for policy 0, policy_version 43671 (0.0008) +[2026-06-07 03:37:51,574][526797] Updated weights for policy 0, policy_version 43682 (0.0005) +[2026-06-07 03:37:52,244][526797] Updated weights for policy 0, policy_version 43694 (0.0008) +[2026-06-07 03:37:52,379][526797] Updated weights for policy 0, policy_version 43705 (0.0008) +[2026-06-07 03:37:52,510][526797] Updated weights for policy 0, policy_version 43715 (0.0008) +[2026-06-07 03:37:52,632][526797] Updated weights for policy 0, policy_version 43725 (0.0008) +[2026-06-07 03:37:52,767][526797] Updated weights for policy 0, policy_version 43735 (0.0008) +[2026-06-07 03:37:52,904][526797] Updated weights for policy 0, policy_version 43745 (0.0008) +[2026-06-07 03:37:53,516][526797] Updated weights for policy 0, policy_version 43755 (0.0009) +[2026-06-07 03:37:53,636][526797] Updated weights for policy 0, policy_version 43765 (0.0008) +[2026-06-07 03:37:53,763][526797] Updated weights for policy 0, policy_version 43775 (0.0009) +[2026-06-07 03:37:53,838][525308] Fps is (10 sec: 22937.6, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 22413312. Throughput: 0: 24792.2. Samples: 22428800. Policy #0 lag: (min: 63.0, avg: 76.5, max: 127.0) +[2026-06-07 03:37:53,839][525308] Avg episode reward: [(0, '133.294')] +[2026-06-07 03:37:53,916][526797] Updated weights for policy 0, policy_version 43787 (0.0009) +[2026-06-07 03:37:54,057][526797] Updated weights for policy 0, policy_version 43797 (0.0008) +[2026-06-07 03:37:54,226][526797] Updated weights for policy 0, policy_version 43810 (0.0008) +[2026-06-07 03:37:54,886][526797] Updated weights for policy 0, policy_version 43821 (0.0008) +[2026-06-07 03:37:55,014][526797] Updated weights for policy 0, policy_version 43831 (0.0008) +[2026-06-07 03:37:55,143][526797] Updated weights for policy 0, policy_version 43841 (0.0009) +[2026-06-07 03:37:55,291][526797] Updated weights for policy 0, policy_version 43852 (0.0009) +[2026-06-07 03:37:55,421][526797] Updated weights for policy 0, policy_version 43862 (0.0008) +[2026-06-07 03:37:55,578][526797] Updated weights for policy 0, policy_version 43873 (0.0008) +[2026-06-07 03:37:56,199][526797] Updated weights for policy 0, policy_version 43883 (0.0008) +[2026-06-07 03:37:56,349][526797] Updated weights for policy 0, policy_version 43895 (0.0008) +[2026-06-07 03:37:56,506][526797] Updated weights for policy 0, policy_version 43907 (0.0008) +[2026-06-07 03:37:56,641][526797] Updated weights for policy 0, policy_version 43917 (0.0008) +[2026-06-07 03:37:56,777][526797] Updated weights for policy 0, policy_version 43927 (0.0008) +[2026-06-07 03:37:56,919][526797] Updated weights for policy 0, policy_version 43938 (0.0008) +[2026-06-07 03:37:57,531][526797] Updated weights for policy 0, policy_version 43948 (0.0008) +[2026-06-07 03:37:57,668][526797] Updated weights for policy 0, policy_version 43959 (0.0008) +[2026-06-07 03:37:57,804][526797] Updated weights for policy 0, policy_version 43969 (0.0008) +[2026-06-07 03:37:57,943][526797] Updated weights for policy 0, policy_version 43980 (0.0008) +[2026-06-07 03:37:58,081][526797] Updated weights for policy 0, policy_version 43991 (0.0008) +[2026-06-07 03:37:58,224][526797] Updated weights for policy 0, policy_version 44001 (0.0008) +[2026-06-07 03:37:58,838][525308] Fps is (10 sec: 26214.4, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 22544384. Throughput: 0: 24806.4. Samples: 22570240. Policy #0 lag: (min: 96.0, avg: 117.9, max: 156.0) +[2026-06-07 03:37:58,839][525308] Avg episode reward: [(0, '119.338')] +[2026-06-07 03:37:58,851][526797] Updated weights for policy 0, policy_version 44011 (0.0008) +[2026-06-07 03:37:58,981][526797] Updated weights for policy 0, policy_version 44021 (0.0008) +[2026-06-07 03:37:59,111][526797] Updated weights for policy 0, policy_version 44031 (0.0008) +[2026-06-07 03:37:59,252][526797] Updated weights for policy 0, policy_version 44041 (0.0008) +[2026-06-07 03:37:59,383][526797] Updated weights for policy 0, policy_version 44051 (0.0008) +[2026-06-07 03:37:59,546][526797] Updated weights for policy 0, policy_version 44063 (0.0008) +[2026-06-07 03:38:00,154][526797] Updated weights for policy 0, policy_version 44073 (0.0009) +[2026-06-07 03:38:00,284][526797] Updated weights for policy 0, policy_version 44083 (0.0008) +[2026-06-07 03:38:00,425][526797] Updated weights for policy 0, policy_version 44094 (0.0008) +[2026-06-07 03:38:00,574][526797] Updated weights for policy 0, policy_version 44105 (0.0008) +[2026-06-07 03:38:00,720][526797] Updated weights for policy 0, policy_version 44116 (0.0008) +[2026-06-07 03:38:00,876][526797] Updated weights for policy 0, policy_version 44128 (0.0005) +[2026-06-07 03:38:01,471][526797] Updated weights for policy 0, policy_version 44139 (0.0007) +[2026-06-07 03:38:01,592][526797] Updated weights for policy 0, policy_version 44149 (0.0012) +[2026-06-07 03:38:01,726][526797] Updated weights for policy 0, policy_version 44159 (0.0011) +[2026-06-07 03:38:01,856][526797] Updated weights for policy 0, policy_version 44169 (0.0010) +[2026-06-07 03:38:02,008][526797] Updated weights for policy 0, policy_version 44181 (0.0009) +[2026-06-07 03:38:02,140][526797] Updated weights for policy 0, policy_version 44191 (0.0009) +[2026-06-07 03:38:02,770][526797] Updated weights for policy 0, policy_version 44201 (0.0008) +[2026-06-07 03:38:02,900][526797] Updated weights for policy 0, policy_version 44211 (0.0008) +[2026-06-07 03:38:03,027][526797] Updated weights for policy 0, policy_version 44221 (0.0008) +[2026-06-07 03:38:03,170][526797] Updated weights for policy 0, policy_version 44231 (0.0008) +[2026-06-07 03:38:03,293][526797] Updated weights for policy 0, policy_version 44241 (0.0008) +[2026-06-07 03:38:03,456][526797] Updated weights for policy 0, policy_version 44253 (0.0008) +[2026-06-07 03:38:03,581][526797] Updated weights for policy 0, policy_version 44263 (0.0008) +[2026-06-07 03:38:03,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 22675456. Throughput: 0: 24888.9. Samples: 22650240. Policy #0 lag: (min: 96.0, avg: 117.9, max: 156.0) +[2026-06-07 03:38:03,839][525308] Avg episode reward: [(0, '142.242')] +[2026-06-07 03:38:04,159][526797] Updated weights for policy 0, policy_version 44273 (0.0004) +[2026-06-07 03:38:04,285][526797] Updated weights for policy 0, policy_version 44283 (0.0004) +[2026-06-07 03:38:04,415][526797] Updated weights for policy 0, policy_version 44293 (0.0007) +[2026-06-07 03:38:04,553][526797] Updated weights for policy 0, policy_version 44303 (0.0008) +[2026-06-07 03:38:04,685][526797] Updated weights for policy 0, policy_version 44313 (0.0008) +[2026-06-07 03:38:04,852][526797] Updated weights for policy 0, policy_version 44326 (0.0008) +[2026-06-07 03:38:05,478][526797] Updated weights for policy 0, policy_version 44337 (0.0008) +[2026-06-07 03:38:05,610][526797] Updated weights for policy 0, policy_version 44347 (0.0008) +[2026-06-07 03:38:05,753][526797] Updated weights for policy 0, policy_version 44358 (0.0007) +[2026-06-07 03:38:05,909][526797] Updated weights for policy 0, policy_version 44370 (0.0007) +[2026-06-07 03:38:06,040][526797] Updated weights for policy 0, policy_version 44380 (0.0007) +[2026-06-07 03:38:06,174][526797] Updated weights for policy 0, policy_version 44390 (0.0007) +[2026-06-07 03:38:06,783][526797] Updated weights for policy 0, policy_version 44400 (0.0008) +[2026-06-07 03:38:06,929][526797] Updated weights for policy 0, policy_version 44411 (0.0008) +[2026-06-07 03:38:07,054][526797] Updated weights for policy 0, policy_version 44421 (0.0008) +[2026-06-07 03:38:07,190][526797] Updated weights for policy 0, policy_version 44431 (0.0008) +[2026-06-07 03:38:07,322][526797] Updated weights for policy 0, policy_version 44441 (0.0008) +[2026-06-07 03:38:07,455][526797] Updated weights for policy 0, policy_version 44451 (0.0008) +[2026-06-07 03:38:08,041][526797] Updated weights for policy 0, policy_version 44461 (0.0008) +[2026-06-07 03:38:08,177][526797] Updated weights for policy 0, policy_version 44472 (0.0009) +[2026-06-07 03:38:08,335][526797] Updated weights for policy 0, policy_version 44485 (0.0009) +[2026-06-07 03:38:08,465][526797] Updated weights for policy 0, policy_version 44495 (0.0008) +[2026-06-07 03:38:08,630][526797] Updated weights for policy 0, policy_version 44508 (0.0005) +[2026-06-07 03:38:08,781][526797] Updated weights for policy 0, policy_version 44520 (0.0005) +[2026-06-07 03:38:08,838][525308] Fps is (10 sec: 26214.7, 60 sec: 25122.2, 300 sec: 24881.5). Total num frames: 22806528. Throughput: 0: 24857.7. Samples: 22797440. Policy #0 lag: (min: 96.0, avg: 117.9, max: 156.0) +[2026-06-07 03:38:08,839][525308] Avg episode reward: [(0, '135.718')] +[2026-06-07 03:38:09,408][526797] Updated weights for policy 0, policy_version 44531 (0.0008) +[2026-06-07 03:38:09,553][526797] Updated weights for policy 0, policy_version 44543 (0.0008) +[2026-06-07 03:38:09,707][526797] Updated weights for policy 0, policy_version 44555 (0.0005) +[2026-06-07 03:38:09,868][526797] Updated weights for policy 0, policy_version 44567 (0.0005) +[2026-06-07 03:38:10,000][526797] Updated weights for policy 0, policy_version 44577 (0.0005) +[2026-06-07 03:38:10,661][526797] Updated weights for policy 0, policy_version 44589 (0.0005) +[2026-06-07 03:38:10,803][526797] Updated weights for policy 0, policy_version 44600 (0.0005) +[2026-06-07 03:38:10,942][526797] Updated weights for policy 0, policy_version 44611 (0.0005) +[2026-06-07 03:38:11,097][526797] Updated weights for policy 0, policy_version 44622 (0.0005) +[2026-06-07 03:38:11,242][526797] Updated weights for policy 0, policy_version 44633 (0.0005) +[2026-06-07 03:38:11,372][526797] Updated weights for policy 0, policy_version 44643 (0.0007) +[2026-06-07 03:38:11,991][526797] Updated weights for policy 0, policy_version 44654 (0.0006) +[2026-06-07 03:38:12,133][526797] Updated weights for policy 0, policy_version 44665 (0.0008) +[2026-06-07 03:38:12,261][526797] Updated weights for policy 0, policy_version 44675 (0.0008) +[2026-06-07 03:38:12,412][526797] Updated weights for policy 0, policy_version 44686 (0.0009) +[2026-06-07 03:38:12,538][526797] Updated weights for policy 0, policy_version 44696 (0.0008) +[2026-06-07 03:38:12,690][526797] Updated weights for policy 0, policy_version 44708 (0.0008) +[2026-06-07 03:38:13,300][526797] Updated weights for policy 0, policy_version 44718 (0.0008) +[2026-06-07 03:38:13,438][526797] Updated weights for policy 0, policy_version 44729 (0.0008) +[2026-06-07 03:38:13,578][526797] Updated weights for policy 0, policy_version 44740 (0.0008) +[2026-06-07 03:38:13,730][526797] Updated weights for policy 0, policy_version 44752 (0.0008) +[2026-06-07 03:38:13,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 22904832. Throughput: 0: 24988.5. Samples: 22952832. Policy #0 lag: (min: 96.0, avg: 117.9, max: 156.0) +[2026-06-07 03:38:13,839][525308] Avg episode reward: [(0, '138.182')] +[2026-06-07 03:38:13,858][526797] Updated weights for policy 0, policy_version 44762 (0.0008) +[2026-06-07 03:38:13,997][526797] Updated weights for policy 0, policy_version 44772 (0.0009) +[2026-06-07 03:38:14,626][526797] Updated weights for policy 0, policy_version 44783 (0.0008) +[2026-06-07 03:38:14,754][526797] Updated weights for policy 0, policy_version 44793 (0.0008) +[2026-06-07 03:38:14,896][526797] Updated weights for policy 0, policy_version 44804 (0.0009) +[2026-06-07 03:38:15,032][526797] Updated weights for policy 0, policy_version 44814 (0.0009) +[2026-06-07 03:38:15,181][526797] Updated weights for policy 0, policy_version 44825 (0.0008) +[2026-06-07 03:38:15,309][526797] Updated weights for policy 0, policy_version 44835 (0.0008) +[2026-06-07 03:38:15,911][526797] Updated weights for policy 0, policy_version 44846 (0.0009) +[2026-06-07 03:38:16,041][526797] Updated weights for policy 0, policy_version 44856 (0.0008) +[2026-06-07 03:38:16,167][526797] Updated weights for policy 0, policy_version 44866 (0.0008) +[2026-06-07 03:38:16,299][526797] Updated weights for policy 0, policy_version 44876 (0.0008) +[2026-06-07 03:38:16,437][526797] Updated weights for policy 0, policy_version 44887 (0.0008) +[2026-06-07 03:38:16,567][526797] Updated weights for policy 0, policy_version 44897 (0.0008) +[2026-06-07 03:38:17,217][526797] Updated weights for policy 0, policy_version 44907 (0.0009) +[2026-06-07 03:38:17,350][526797] Updated weights for policy 0, policy_version 44917 (0.0009) +[2026-06-07 03:38:17,503][526797] Updated weights for policy 0, policy_version 44929 (0.0008) +[2026-06-07 03:38:17,642][526797] Updated weights for policy 0, policy_version 44940 (0.0009) +[2026-06-07 03:38:17,779][526797] Updated weights for policy 0, policy_version 44950 (0.0008) +[2026-06-07 03:38:17,936][526797] Updated weights for policy 0, policy_version 44962 (0.0008) +[2026-06-07 03:38:18,529][526797] Updated weights for policy 0, policy_version 44972 (0.0009) +[2026-06-07 03:38:18,671][526797] Updated weights for policy 0, policy_version 44983 (0.0008) +[2026-06-07 03:38:18,817][526797] Updated weights for policy 0, policy_version 44994 (0.0008) +[2026-06-07 03:38:18,838][525308] Fps is (10 sec: 22937.4, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 23035904. Throughput: 0: 24863.3. Samples: 23023104. Policy #0 lag: (min: 96.0, avg: 117.9, max: 156.0) +[2026-06-07 03:38:18,839][525308] Avg episode reward: [(0, '131.270')] +[2026-06-07 03:38:18,966][526797] Updated weights for policy 0, policy_version 45005 (0.0008) +[2026-06-07 03:38:19,115][526797] Updated weights for policy 0, policy_version 45016 (0.0006) +[2026-06-07 03:38:19,247][526797] Updated weights for policy 0, policy_version 45026 (0.0005) +[2026-06-07 03:38:19,817][526797] Updated weights for policy 0, policy_version 45036 (0.0006) +[2026-06-07 03:38:19,962][526797] Updated weights for policy 0, policy_version 45047 (0.0008) +[2026-06-07 03:38:20,093][526797] Updated weights for policy 0, policy_version 45057 (0.0008) +[2026-06-07 03:38:20,220][526797] Updated weights for policy 0, policy_version 45067 (0.0008) +[2026-06-07 03:38:20,352][526797] Updated weights for policy 0, policy_version 45077 (0.0008) +[2026-06-07 03:38:20,478][526797] Updated weights for policy 0, policy_version 45087 (0.0008) +[2026-06-07 03:38:21,109][526797] Updated weights for policy 0, policy_version 45097 (0.0008) +[2026-06-07 03:38:21,248][526797] Updated weights for policy 0, policy_version 45108 (0.0008) +[2026-06-07 03:38:21,369][526797] Updated weights for policy 0, policy_version 45118 (0.0008) +[2026-06-07 03:38:21,505][526797] Updated weights for policy 0, policy_version 45128 (0.0008) +[2026-06-07 03:38:21,661][526797] Updated weights for policy 0, policy_version 45140 (0.0008) +[2026-06-07 03:38:21,797][526797] Updated weights for policy 0, policy_version 45150 (0.0008) +[2026-06-07 03:38:21,920][526797] Updated weights for policy 0, policy_version 45160 (0.0008) +[2026-06-07 03:38:22,554][526797] Updated weights for policy 0, policy_version 45170 (0.0008) +[2026-06-07 03:38:22,688][526797] Updated weights for policy 0, policy_version 45180 (0.0008) +[2026-06-07 03:38:22,821][526797] Updated weights for policy 0, policy_version 45191 (0.0008) +[2026-06-07 03:38:22,971][526797] Updated weights for policy 0, policy_version 45202 (0.0008) +[2026-06-07 03:38:23,103][526797] Updated weights for policy 0, policy_version 45212 (0.0008) +[2026-06-07 03:38:23,233][526797] Updated weights for policy 0, policy_version 45222 (0.0008) +[2026-06-07 03:38:23,838][525308] Fps is (10 sec: 26214.2, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 23166976. Throughput: 0: 25025.3. Samples: 23173888. Policy #0 lag: (min: 96.0, avg: 117.9, max: 156.0) +[2026-06-07 03:38:23,839][525308] Avg episode reward: [(0, '135.679')] +[2026-06-07 03:38:23,884][526797] Updated weights for policy 0, policy_version 45233 (0.0009) +[2026-06-07 03:38:24,015][526797] Updated weights for policy 0, policy_version 45243 (0.0008) +[2026-06-07 03:38:24,134][526797] Updated weights for policy 0, policy_version 45253 (0.0008) +[2026-06-07 03:38:24,275][526797] Updated weights for policy 0, policy_version 45263 (0.0008) +[2026-06-07 03:38:24,401][526797] Updated weights for policy 0, policy_version 45273 (0.0009) +[2026-06-07 03:38:24,583][526797] Updated weights for policy 0, policy_version 45286 (0.0009) +[2026-06-07 03:38:25,118][526275] KL-divergence is very high: 104.1787 +[2026-06-07 03:38:25,195][526797] Updated weights for policy 0, policy_version 45296 (0.0009) +[2026-06-07 03:38:25,219][526275] KL-divergence is very high: 104.1787 +[2026-06-07 03:38:25,322][526275] KL-divergence is very high: 104.1787 +[2026-06-07 03:38:25,324][526797] Updated weights for policy 0, policy_version 45306 (0.0008) +[2026-06-07 03:38:25,425][526275] KL-divergence is very high: 104.1787 +[2026-06-07 03:38:25,477][526797] Updated weights for policy 0, policy_version 45318 (0.0009) +[2026-06-07 03:38:25,528][526275] KL-divergence is very high: 104.1787 +[2026-06-07 03:38:25,616][526797] Updated weights for policy 0, policy_version 45329 (0.0008) +[2026-06-07 03:38:25,634][526275] KL-divergence is very high: 104.1787 +[2026-06-07 03:38:25,740][526275] KL-divergence is very high: 104.1787 +[2026-06-07 03:38:25,755][526797] Updated weights for policy 0, policy_version 45339 (0.0008) +[2026-06-07 03:38:25,846][526275] KL-divergence is very high: 104.1787 +[2026-06-07 03:38:25,889][526797] Updated weights for policy 0, policy_version 45349 (0.0008) +[2026-06-07 03:38:26,500][526797] Updated weights for policy 0, policy_version 45360 (0.0009) +[2026-06-07 03:38:26,652][526797] Updated weights for policy 0, policy_version 45372 (0.0008) +[2026-06-07 03:38:26,776][526797] Updated weights for policy 0, policy_version 45382 (0.0008) +[2026-06-07 03:38:26,968][526797] Updated weights for policy 0, policy_version 45397 (0.0008) +[2026-06-07 03:38:27,117][526797] Updated weights for policy 0, policy_version 45409 (0.0008) +[2026-06-07 03:38:27,724][526797] Updated weights for policy 0, policy_version 45419 (0.0008) +[2026-06-07 03:38:27,892][526797] Updated weights for policy 0, policy_version 45433 (0.0008) +[2026-06-07 03:38:28,056][526797] Updated weights for policy 0, policy_version 45446 (0.0008) +[2026-06-07 03:38:28,228][526797] Updated weights for policy 0, policy_version 45460 (0.0008) +[2026-06-07 03:38:28,371][526797] Updated weights for policy 0, policy_version 45471 (0.0008) +[2026-06-07 03:38:28,838][525308] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 23298048. Throughput: 0: 24826.3. Samples: 23320576. Policy #0 lag: (min: 102.0, avg: 119.9, max: 160.0) +[2026-06-07 03:38:28,839][525308] Avg episode reward: [(0, '131.830')] +[2026-06-07 03:38:29,007][526797] Updated weights for policy 0, policy_version 45482 (0.0009) +[2026-06-07 03:38:29,155][526797] Updated weights for policy 0, policy_version 45494 (0.0008) +[2026-06-07 03:38:29,295][526797] Updated weights for policy 0, policy_version 45506 (0.0008) +[2026-06-07 03:38:29,454][526797] Updated weights for policy 0, policy_version 45518 (0.0008) +[2026-06-07 03:38:29,594][526797] Updated weights for policy 0, policy_version 45529 (0.0008) +[2026-06-07 03:38:30,299][526797] Updated weights for policy 0, policy_version 45546 (0.0009) +[2026-06-07 03:38:30,460][526797] Updated weights for policy 0, policy_version 45559 (0.0009) +[2026-06-07 03:38:30,630][526797] Updated weights for policy 0, policy_version 45573 (0.0008) +[2026-06-07 03:38:30,781][526797] Updated weights for policy 0, policy_version 45585 (0.0008) +[2026-06-07 03:38:30,922][526797] Updated weights for policy 0, policy_version 45596 (0.0008) +[2026-06-07 03:38:31,077][526797] Updated weights for policy 0, policy_version 45608 (0.0009) +[2026-06-07 03:38:31,729][526797] Updated weights for policy 0, policy_version 45620 (0.0008) +[2026-06-07 03:38:31,861][526797] Updated weights for policy 0, policy_version 45630 (0.0009) +[2026-06-07 03:38:31,992][526797] Updated weights for policy 0, policy_version 45640 (0.0008) +[2026-06-07 03:38:32,123][526797] Updated weights for policy 0, policy_version 45650 (0.0008) +[2026-06-07 03:38:32,263][526797] Updated weights for policy 0, policy_version 45660 (0.0008) +[2026-06-07 03:38:32,403][526797] Updated weights for policy 0, policy_version 45671 (0.0008) +[2026-06-07 03:38:33,042][526797] Updated weights for policy 0, policy_version 45682 (0.0009) +[2026-06-07 03:38:33,183][526797] Updated weights for policy 0, policy_version 45693 (0.0009) +[2026-06-07 03:38:33,313][526797] Updated weights for policy 0, policy_version 45703 (0.0008) +[2026-06-07 03:38:33,467][526797] Updated weights for policy 0, policy_version 45715 (0.0008) +[2026-06-07 03:38:33,601][526797] Updated weights for policy 0, policy_version 45725 (0.0008) +[2026-06-07 03:38:33,743][526797] Updated weights for policy 0, policy_version 45736 (0.0009) +[2026-06-07 03:38:33,839][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 23429120. Throughput: 0: 24894.6. Samples: 23394048. Policy #0 lag: (min: 102.0, avg: 119.9, max: 160.0) +[2026-06-07 03:38:33,840][525308] Avg episode reward: [(0, '148.954')] +[2026-06-07 03:38:33,845][526275] Saving new best policy, reward=148.954! +[2026-06-07 03:38:34,384][526797] Updated weights for policy 0, policy_version 45746 (0.0009) +[2026-06-07 03:38:34,526][526797] Updated weights for policy 0, policy_version 45757 (0.0008) +[2026-06-07 03:38:34,653][526797] Updated weights for policy 0, policy_version 45767 (0.0008) +[2026-06-07 03:38:34,782][526797] Updated weights for policy 0, policy_version 45777 (0.0008) +[2026-06-07 03:38:34,917][526797] Updated weights for policy 0, policy_version 45787 (0.0008) +[2026-06-07 03:38:35,051][526797] Updated weights for policy 0, policy_version 45797 (0.0008) +[2026-06-07 03:38:35,644][526797] Updated weights for policy 0, policy_version 45807 (0.0008) +[2026-06-07 03:38:35,785][526797] Updated weights for policy 0, policy_version 45818 (0.0008) +[2026-06-07 03:38:35,925][526797] Updated weights for policy 0, policy_version 45828 (0.0008) +[2026-06-07 03:38:36,068][526797] Updated weights for policy 0, policy_version 45839 (0.0008) +[2026-06-07 03:38:36,199][526797] Updated weights for policy 0, policy_version 45849 (0.0008) +[2026-06-07 03:38:36,324][526797] Updated weights for policy 0, policy_version 45859 (0.0008) +[2026-06-07 03:38:36,923][526797] Updated weights for policy 0, policy_version 45869 (0.0008) +[2026-06-07 03:38:37,052][526797] Updated weights for policy 0, policy_version 45879 (0.0009) +[2026-06-07 03:38:37,181][526797] Updated weights for policy 0, policy_version 45889 (0.0008) +[2026-06-07 03:38:37,341][526797] Updated weights for policy 0, policy_version 45901 (0.0008) +[2026-06-07 03:38:37,473][526797] Updated weights for policy 0, policy_version 45911 (0.0008) +[2026-06-07 03:38:37,614][526797] Updated weights for policy 0, policy_version 45922 (0.0008) +[2026-06-07 03:38:38,229][526797] Updated weights for policy 0, policy_version 45932 (0.0008) +[2026-06-07 03:38:38,368][526797] Updated weights for policy 0, policy_version 45943 (0.0009) +[2026-06-07 03:38:38,511][526797] Updated weights for policy 0, policy_version 45954 (0.0009) +[2026-06-07 03:38:38,664][526797] Updated weights for policy 0, policy_version 45966 (0.0008) +[2026-06-07 03:38:38,823][526797] Updated weights for policy 0, policy_version 45978 (0.0008) +[2026-06-07 03:38:38,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24575.9, 300 sec: 24770.4). Total num frames: 23527424. Throughput: 0: 24829.1. Samples: 23546112. Policy #0 lag: (min: 102.0, avg: 119.9, max: 160.0) +[2026-06-07 03:38:38,839][525308] Avg episode reward: [(0, '111.321')] +[2026-06-07 03:38:38,959][526797] Updated weights for policy 0, policy_version 45988 (0.0008) +[2026-06-07 03:38:39,575][526797] Updated weights for policy 0, policy_version 45999 (0.0008) +[2026-06-07 03:38:39,703][526797] Updated weights for policy 0, policy_version 46009 (0.0008) +[2026-06-07 03:38:39,859][526797] Updated weights for policy 0, policy_version 46021 (0.0008) +[2026-06-07 03:38:39,989][526797] Updated weights for policy 0, policy_version 46031 (0.0009) +[2026-06-07 03:38:40,130][526797] Updated weights for policy 0, policy_version 46041 (0.0008) +[2026-06-07 03:38:40,283][526797] Updated weights for policy 0, policy_version 46053 (0.0008) +[2026-06-07 03:38:40,919][526797] Updated weights for policy 0, policy_version 46065 (0.0008) +[2026-06-07 03:38:41,049][526797] Updated weights for policy 0, policy_version 46075 (0.0008) +[2026-06-07 03:38:41,179][526797] Updated weights for policy 0, policy_version 46085 (0.0008) +[2026-06-07 03:38:41,335][526797] Updated weights for policy 0, policy_version 46097 (0.0008) +[2026-06-07 03:38:41,515][526797] Updated weights for policy 0, policy_version 46110 (0.0009) +[2026-06-07 03:38:42,169][526797] Updated weights for policy 0, policy_version 46122 (0.0008) +[2026-06-07 03:38:42,299][526797] Updated weights for policy 0, policy_version 46132 (0.0008) +[2026-06-07 03:38:42,440][526797] Updated weights for policy 0, policy_version 46143 (0.0008) +[2026-06-07 03:38:42,569][526797] Updated weights for policy 0, policy_version 46153 (0.0008) +[2026-06-07 03:38:42,719][526797] Updated weights for policy 0, policy_version 46164 (0.0008) +[2026-06-07 03:38:42,850][526797] Updated weights for policy 0, policy_version 46174 (0.0008) +[2026-06-07 03:38:42,976][526797] Updated weights for policy 0, policy_version 46184 (0.0008) +[2026-06-07 03:38:43,583][526797] Updated weights for policy 0, policy_version 46194 (0.0008) +[2026-06-07 03:38:43,706][526797] Updated weights for policy 0, policy_version 46204 (0.0008) +[2026-06-07 03:38:43,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 23658496. Throughput: 0: 24974.2. Samples: 23694080. Policy #0 lag: (min: 102.0, avg: 119.9, max: 160.0) +[2026-06-07 03:38:43,839][525308] Avg episode reward: [(0, '141.445')] +[2026-06-07 03:38:43,857][526797] Updated weights for policy 0, policy_version 46215 (0.0008) +[2026-06-07 03:38:43,989][526797] Updated weights for policy 0, policy_version 46225 (0.0009) +[2026-06-07 03:38:44,125][526797] Updated weights for policy 0, policy_version 46236 (0.0008) +[2026-06-07 03:38:44,277][526797] Updated weights for policy 0, policy_version 46248 (0.0008) +[2026-06-07 03:38:44,906][526797] Updated weights for policy 0, policy_version 46258 (0.0009) +[2026-06-07 03:38:45,034][526797] Updated weights for policy 0, policy_version 46268 (0.0008) +[2026-06-07 03:38:45,192][526797] Updated weights for policy 0, policy_version 46280 (0.0008) +[2026-06-07 03:38:45,322][526797] Updated weights for policy 0, policy_version 46290 (0.0008) +[2026-06-07 03:38:45,452][526797] Updated weights for policy 0, policy_version 46300 (0.0008) +[2026-06-07 03:38:45,599][526797] Updated weights for policy 0, policy_version 46311 (0.0008) +[2026-06-07 03:38:46,211][526797] Updated weights for policy 0, policy_version 46321 (0.0009) +[2026-06-07 03:38:46,343][526797] Updated weights for policy 0, policy_version 46331 (0.0008) +[2026-06-07 03:38:46,465][526797] Updated weights for policy 0, policy_version 46341 (0.0008) +[2026-06-07 03:38:46,594][526797] Updated weights for policy 0, policy_version 46351 (0.0008) +[2026-06-07 03:38:46,737][526797] Updated weights for policy 0, policy_version 46362 (0.0008) +[2026-06-07 03:38:46,873][526797] Updated weights for policy 0, policy_version 46372 (0.0009) +[2026-06-07 03:38:47,491][526797] Updated weights for policy 0, policy_version 46382 (0.0009) +[2026-06-07 03:38:47,635][526797] Updated weights for policy 0, policy_version 46393 (0.0008) +[2026-06-07 03:38:47,781][526797] Updated weights for policy 0, policy_version 46404 (0.0008) +[2026-06-07 03:38:47,926][526797] Updated weights for policy 0, policy_version 46415 (0.0008) +[2026-06-07 03:38:48,058][526797] Updated weights for policy 0, policy_version 46425 (0.0008) +[2026-06-07 03:38:48,195][526797] Updated weights for policy 0, policy_version 46436 (0.0008) +[2026-06-07 03:38:48,812][526797] Updated weights for policy 0, policy_version 46446 (0.0008) +[2026-06-07 03:38:48,838][525308] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 24770.4). Total num frames: 23789568. Throughput: 0: 24925.9. Samples: 23771904. Policy #0 lag: (min: 102.0, avg: 119.9, max: 160.0) +[2026-06-07 03:38:48,839][525308] Avg episode reward: [(0, '128.437')] +[2026-06-07 03:38:48,938][526797] Updated weights for policy 0, policy_version 46456 (0.0008) +[2026-06-07 03:38:49,068][526797] Updated weights for policy 0, policy_version 46466 (0.0008) +[2026-06-07 03:38:49,214][526797] Updated weights for policy 0, policy_version 46477 (0.0008) +[2026-06-07 03:38:49,357][526797] Updated weights for policy 0, policy_version 46488 (0.0008) +[2026-06-07 03:38:49,503][526797] Updated weights for policy 0, policy_version 46499 (0.0009) +[2026-06-07 03:38:50,133][526797] Updated weights for policy 0, policy_version 46510 (0.0008) +[2026-06-07 03:38:50,263][526797] Updated weights for policy 0, policy_version 46520 (0.0008) +[2026-06-07 03:38:50,389][526797] Updated weights for policy 0, policy_version 46530 (0.0008) +[2026-06-07 03:38:50,535][526797] Updated weights for policy 0, policy_version 46541 (0.0009) +[2026-06-07 03:38:50,694][526797] Updated weights for policy 0, policy_version 46553 (0.0008) +[2026-06-07 03:38:50,832][526797] Updated weights for policy 0, policy_version 46563 (0.0008) +[2026-06-07 03:38:51,466][526797] Updated weights for policy 0, policy_version 46574 (0.0008) +[2026-06-07 03:38:51,590][526797] Updated weights for policy 0, policy_version 46584 (0.0008) +[2026-06-07 03:38:51,742][526797] Updated weights for policy 0, policy_version 46595 (0.0008) +[2026-06-07 03:38:51,878][526797] Updated weights for policy 0, policy_version 46606 (0.0008) +[2026-06-07 03:38:52,035][526797] Updated weights for policy 0, policy_version 46618 (0.0008) +[2026-06-07 03:38:52,168][526797] Updated weights for policy 0, policy_version 46628 (0.0008) +[2026-06-07 03:38:52,789][526797] Updated weights for policy 0, policy_version 46639 (0.0008) +[2026-06-07 03:38:52,929][526797] Updated weights for policy 0, policy_version 46650 (0.0008) +[2026-06-07 03:38:53,087][526797] Updated weights for policy 0, policy_version 46662 (0.0008) +[2026-06-07 03:38:53,225][526797] Updated weights for policy 0, policy_version 46672 (0.0008) +[2026-06-07 03:38:53,356][526797] Updated weights for policy 0, policy_version 46682 (0.0008) +[2026-06-07 03:38:53,489][526797] Updated weights for policy 0, policy_version 46692 (0.0008) +[2026-06-07 03:38:53,838][525308] Fps is (10 sec: 26214.8, 60 sec: 25122.2, 300 sec: 24881.5). Total num frames: 23920640. Throughput: 0: 24777.9. Samples: 23912448. Policy #0 lag: (min: 102.0, avg: 119.9, max: 160.0) +[2026-06-07 03:38:53,839][525308] Avg episode reward: [(0, '135.276')] +[2026-06-07 03:38:54,118][526797] Updated weights for policy 0, policy_version 46704 (0.0008) +[2026-06-07 03:38:54,257][526797] Updated weights for policy 0, policy_version 46715 (0.0008) +[2026-06-07 03:38:54,393][526797] Updated weights for policy 0, policy_version 46725 (0.0008) +[2026-06-07 03:38:54,533][526797] Updated weights for policy 0, policy_version 46736 (0.0008) +[2026-06-07 03:38:54,673][526797] Updated weights for policy 0, policy_version 46746 (0.0008) +[2026-06-07 03:38:54,817][526797] Updated weights for policy 0, policy_version 46757 (0.0008) +[2026-06-07 03:38:55,429][526797] Updated weights for policy 0, policy_version 46768 (0.0008) +[2026-06-07 03:38:55,573][526797] Updated weights for policy 0, policy_version 46779 (0.0009) +[2026-06-07 03:38:55,698][526797] Updated weights for policy 0, policy_version 46789 (0.0008) +[2026-06-07 03:38:55,831][526797] Updated weights for policy 0, policy_version 46799 (0.0008) +[2026-06-07 03:38:55,965][526797] Updated weights for policy 0, policy_version 46809 (0.0009) +[2026-06-07 03:38:56,112][526797] Updated weights for policy 0, policy_version 46820 (0.0009) +[2026-06-07 03:38:56,720][526797] Updated weights for policy 0, policy_version 46830 (0.0008) +[2026-06-07 03:38:56,840][526797] Updated weights for policy 0, policy_version 46840 (0.0008) +[2026-06-07 03:38:56,985][526797] Updated weights for policy 0, policy_version 46851 (0.0008) +[2026-06-07 03:38:57,131][526797] Updated weights for policy 0, policy_version 46861 (0.0008) +[2026-06-07 03:38:57,255][526797] Updated weights for policy 0, policy_version 46871 (0.0008) +[2026-06-07 03:38:57,391][526797] Updated weights for policy 0, policy_version 46881 (0.0008) +[2026-06-07 03:38:58,018][526797] Updated weights for policy 0, policy_version 46893 (0.0008) +[2026-06-07 03:38:58,147][526797] Updated weights for policy 0, policy_version 46903 (0.0008) +[2026-06-07 03:38:58,281][526797] Updated weights for policy 0, policy_version 46913 (0.0008) +[2026-06-07 03:38:58,414][526797] Updated weights for policy 0, policy_version 46923 (0.0008) +[2026-06-07 03:38:58,562][526797] Updated weights for policy 0, policy_version 46934 (0.0008) +[2026-06-07 03:38:58,706][526797] Updated weights for policy 0, policy_version 46945 (0.0008) +[2026-06-07 03:38:58,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 24051712. Throughput: 0: 24743.8. Samples: 24066304. Policy #0 lag: (min: 67.0, avg: 108.4, max: 137.0) +[2026-06-07 03:38:58,839][525308] Avg episode reward: [(0, '127.058')] +[2026-06-07 03:38:59,350][526797] Updated weights for policy 0, policy_version 46955 (0.0008) +[2026-06-07 03:38:59,486][526797] Updated weights for policy 0, policy_version 46966 (0.0008) +[2026-06-07 03:38:59,623][526797] Updated weights for policy 0, policy_version 46977 (0.0009) +[2026-06-07 03:38:59,770][526797] Updated weights for policy 0, policy_version 46988 (0.0008) +[2026-06-07 03:38:59,901][526797] Updated weights for policy 0, policy_version 46998 (0.0008) +[2026-06-07 03:39:00,044][526797] Updated weights for policy 0, policy_version 47008 (0.0008) +[2026-06-07 03:39:00,637][526797] Updated weights for policy 0, policy_version 47018 (0.0008) +[2026-06-07 03:39:00,768][526797] Updated weights for policy 0, policy_version 47028 (0.0008) +[2026-06-07 03:39:00,898][526797] Updated weights for policy 0, policy_version 47038 (0.0008) +[2026-06-07 03:39:01,031][526797] Updated weights for policy 0, policy_version 47048 (0.0008) +[2026-06-07 03:39:01,190][526797] Updated weights for policy 0, policy_version 47060 (0.0008) +[2026-06-07 03:39:01,330][526797] Updated weights for policy 0, policy_version 47071 (0.0008) +[2026-06-07 03:39:01,951][526797] Updated weights for policy 0, policy_version 47083 (0.0009) +[2026-06-07 03:39:02,097][526797] Updated weights for policy 0, policy_version 47094 (0.0008) +[2026-06-07 03:39:02,221][526797] Updated weights for policy 0, policy_version 47104 (0.0008) +[2026-06-07 03:39:02,379][526797] Updated weights for policy 0, policy_version 47116 (0.0008) +[2026-06-07 03:39:02,534][526797] Updated weights for policy 0, policy_version 47128 (0.0008) +[2026-06-07 03:39:02,669][526797] Updated weights for policy 0, policy_version 47138 (0.0008) +[2026-06-07 03:39:03,296][526797] Updated weights for policy 0, policy_version 47149 (0.0009) +[2026-06-07 03:39:03,427][526797] Updated weights for policy 0, policy_version 47159 (0.0008) +[2026-06-07 03:39:03,574][526797] Updated weights for policy 0, policy_version 47170 (0.0008) +[2026-06-07 03:39:03,702][526797] Updated weights for policy 0, policy_version 47180 (0.0008) +[2026-06-07 03:39:03,831][526797] Updated weights for policy 0, policy_version 47190 (0.0008) +[2026-06-07 03:39:03,838][525308] Fps is (10 sec: 22937.5, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 24150016. Throughput: 0: 24766.6. Samples: 24137600. Policy #0 lag: (min: 67.0, avg: 108.4, max: 137.0) +[2026-06-07 03:39:03,839][525308] Avg episode reward: [(0, '136.238')] +[2026-06-07 03:39:03,977][526797] Updated weights for policy 0, policy_version 47201 (0.0008) +[2026-06-07 03:39:04,587][526797] Updated weights for policy 0, policy_version 47212 (0.0008) +[2026-06-07 03:39:04,738][526797] Updated weights for policy 0, policy_version 47224 (0.0008) +[2026-06-07 03:39:04,876][526797] Updated weights for policy 0, policy_version 47234 (0.0008) +[2026-06-07 03:39:04,999][526797] Updated weights for policy 0, policy_version 47244 (0.0008) +[2026-06-07 03:39:05,165][526797] Updated weights for policy 0, policy_version 47257 (0.0009) +[2026-06-07 03:39:05,299][526797] Updated weights for policy 0, policy_version 47267 (0.0008) +[2026-06-07 03:39:05,924][526797] Updated weights for policy 0, policy_version 47278 (0.0008) +[2026-06-07 03:39:06,053][526797] Updated weights for policy 0, policy_version 47288 (0.0008) +[2026-06-07 03:39:06,198][526797] Updated weights for policy 0, policy_version 47299 (0.0008) +[2026-06-07 03:39:06,339][526797] Updated weights for policy 0, policy_version 47310 (0.0008) +[2026-06-07 03:39:06,481][526797] Updated weights for policy 0, policy_version 47321 (0.0008) +[2026-06-07 03:39:06,617][526797] Updated weights for policy 0, policy_version 47331 (0.0009) +[2026-06-07 03:39:07,250][526797] Updated weights for policy 0, policy_version 47341 (0.0008) +[2026-06-07 03:39:07,376][526797] Updated weights for policy 0, policy_version 47351 (0.0009) +[2026-06-07 03:39:07,509][526797] Updated weights for policy 0, policy_version 47361 (0.0008) +[2026-06-07 03:39:07,637][526797] Updated weights for policy 0, policy_version 47371 (0.0008) +[2026-06-07 03:39:07,772][526797] Updated weights for policy 0, policy_version 47381 (0.0008) +[2026-06-07 03:39:07,901][526797] Updated weights for policy 0, policy_version 47391 (0.0009) +[2026-06-07 03:39:08,506][526797] Updated weights for policy 0, policy_version 47401 (0.0009) +[2026-06-07 03:39:08,647][526797] Updated weights for policy 0, policy_version 47412 (0.0008) +[2026-06-07 03:39:08,781][526797] Updated weights for policy 0, policy_version 47422 (0.0008) +[2026-06-07 03:39:08,838][525308] Fps is (10 sec: 22937.4, 60 sec: 24575.9, 300 sec: 24770.4). Total num frames: 24281088. Throughput: 0: 24854.7. Samples: 24292352. Policy #0 lag: (min: 67.0, avg: 108.4, max: 137.0) +[2026-06-07 03:39:08,839][525308] Avg episode reward: [(0, '129.824')] +[2026-06-07 03:39:08,915][526797] Updated weights for policy 0, policy_version 47432 (0.0009) +[2026-06-07 03:39:09,054][526797] Updated weights for policy 0, policy_version 47443 (0.0008) +[2026-06-07 03:39:09,192][526797] Updated weights for policy 0, policy_version 47453 (0.0007) +[2026-06-07 03:39:09,326][526797] Updated weights for policy 0, policy_version 47463 (0.0008) +[2026-06-07 03:39:09,950][526797] Updated weights for policy 0, policy_version 47473 (0.0009) +[2026-06-07 03:39:10,081][526797] Updated weights for policy 0, policy_version 47483 (0.0009) +[2026-06-07 03:39:10,231][526797] Updated weights for policy 0, policy_version 47494 (0.0008) +[2026-06-07 03:39:10,363][526797] Updated weights for policy 0, policy_version 47504 (0.0009) +[2026-06-07 03:39:10,495][526797] Updated weights for policy 0, policy_version 47514 (0.0009) +[2026-06-07 03:39:10,636][526797] Updated weights for policy 0, policy_version 47524 (0.0008) +[2026-06-07 03:39:11,221][526797] Updated weights for policy 0, policy_version 47534 (0.0009) +[2026-06-07 03:39:11,350][526797] Updated weights for policy 0, policy_version 47544 (0.0008) +[2026-06-07 03:39:11,487][526797] Updated weights for policy 0, policy_version 47554 (0.0009) +[2026-06-07 03:39:11,620][526797] Updated weights for policy 0, policy_version 47564 (0.0008) +[2026-06-07 03:39:11,750][526797] Updated weights for policy 0, policy_version 47574 (0.0008) +[2026-06-07 03:39:11,886][526797] Updated weights for policy 0, policy_version 47584 (0.0008) +[2026-06-07 03:39:12,502][526797] Updated weights for policy 0, policy_version 47595 (0.0009) +[2026-06-07 03:39:12,632][526797] Updated weights for policy 0, policy_version 47605 (0.0008) +[2026-06-07 03:39:12,790][526797] Updated weights for policy 0, policy_version 47617 (0.0008) +[2026-06-07 03:39:12,950][526797] Updated weights for policy 0, policy_version 47629 (0.0008) +[2026-06-07 03:39:13,079][526797] Updated weights for policy 0, policy_version 47639 (0.0008) +[2026-06-07 03:39:13,213][526797] Updated weights for policy 0, policy_version 47649 (0.0008) +[2026-06-07 03:39:13,799][526797] Updated weights for policy 0, policy_version 47659 (0.0009) +[2026-06-07 03:39:13,838][525308] Fps is (10 sec: 26214.2, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 24412160. Throughput: 0: 24729.6. Samples: 24433408. Policy #0 lag: (min: 67.0, avg: 108.4, max: 137.0) +[2026-06-07 03:39:13,839][525308] Avg episode reward: [(0, '147.700')] +[2026-06-07 03:39:13,924][526797] Updated weights for policy 0, policy_version 47669 (0.0010) +[2026-06-07 03:39:14,058][526797] Updated weights for policy 0, policy_version 47679 (0.0010) +[2026-06-07 03:39:14,203][526797] Updated weights for policy 0, policy_version 47690 (0.0013) +[2026-06-07 03:39:14,336][526797] Updated weights for policy 0, policy_version 47700 (0.0008) +[2026-06-07 03:39:14,466][526797] Updated weights for policy 0, policy_version 47710 (0.0009) +[2026-06-07 03:39:14,596][526797] Updated weights for policy 0, policy_version 47720 (0.0009) +[2026-06-07 03:39:15,191][526797] Updated weights for policy 0, policy_version 47730 (0.0008) +[2026-06-07 03:39:15,326][526797] Updated weights for policy 0, policy_version 47740 (0.0008) +[2026-06-07 03:39:15,474][526797] Updated weights for policy 0, policy_version 47752 (0.0007) +[2026-06-07 03:39:15,609][526797] Updated weights for policy 0, policy_version 47762 (0.0008) +[2026-06-07 03:39:15,754][526797] Updated weights for policy 0, policy_version 47773 (0.0008) +[2026-06-07 03:39:15,887][526797] Updated weights for policy 0, policy_version 47783 (0.0008) +[2026-06-07 03:39:16,512][526797] Updated weights for policy 0, policy_version 47794 (0.0008) +[2026-06-07 03:39:16,651][526797] Updated weights for policy 0, policy_version 47805 (0.0008) +[2026-06-07 03:39:16,789][526797] Updated weights for policy 0, policy_version 47815 (0.0009) +[2026-06-07 03:39:16,922][526797] Updated weights for policy 0, policy_version 47825 (0.0008) +[2026-06-07 03:39:17,048][526797] Updated weights for policy 0, policy_version 47835 (0.0008) +[2026-06-07 03:39:17,205][526797] Updated weights for policy 0, policy_version 47846 (0.0009) +[2026-06-07 03:39:17,824][526797] Updated weights for policy 0, policy_version 47857 (0.0007) +[2026-06-07 03:39:17,952][526797] Updated weights for policy 0, policy_version 47867 (0.0008) +[2026-06-07 03:39:18,080][526797] Updated weights for policy 0, policy_version 47877 (0.0005) +[2026-06-07 03:39:18,229][526797] Updated weights for policy 0, policy_version 47888 (0.0008) +[2026-06-07 03:39:18,376][526797] Updated weights for policy 0, policy_version 47899 (0.0008) +[2026-06-07 03:39:18,504][526797] Updated weights for policy 0, policy_version 47909 (0.0008) +[2026-06-07 03:39:18,838][525308] Fps is (10 sec: 26214.5, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 24543232. Throughput: 0: 24871.8. Samples: 24513280. Policy #0 lag: (min: 67.0, avg: 108.4, max: 137.0) +[2026-06-07 03:39:18,840][525308] Avg episode reward: [(0, '145.880')] +[2026-06-07 03:39:19,093][526797] Updated weights for policy 0, policy_version 47919 (0.0007) +[2026-06-07 03:39:19,219][526797] Updated weights for policy 0, policy_version 47929 (0.0008) +[2026-06-07 03:39:19,370][526797] Updated weights for policy 0, policy_version 47940 (0.0009) +[2026-06-07 03:39:19,510][526797] Updated weights for policy 0, policy_version 47951 (0.0008) +[2026-06-07 03:39:19,649][526797] Updated weights for policy 0, policy_version 47961 (0.0008) +[2026-06-07 03:39:19,816][526797] Updated weights for policy 0, policy_version 47974 (0.0008) +[2026-06-07 03:39:20,438][526797] Updated weights for policy 0, policy_version 47985 (0.0008) +[2026-06-07 03:39:20,556][526797] Updated weights for policy 0, policy_version 47995 (0.0008) +[2026-06-07 03:39:20,696][526797] Updated weights for policy 0, policy_version 48005 (0.0008) +[2026-06-07 03:39:20,826][526797] Updated weights for policy 0, policy_version 48015 (0.0008) +[2026-06-07 03:39:20,976][526797] Updated weights for policy 0, policy_version 48026 (0.0009) +[2026-06-07 03:39:21,133][526797] Updated weights for policy 0, policy_version 48038 (0.0008) +[2026-06-07 03:39:21,773][526797] Updated weights for policy 0, policy_version 48048 (0.0008) +[2026-06-07 03:39:21,911][526797] Updated weights for policy 0, policy_version 48058 (0.0008) +[2026-06-07 03:39:22,046][526797] Updated weights for policy 0, policy_version 48069 (0.0008) +[2026-06-07 03:39:22,179][526797] Updated weights for policy 0, policy_version 48079 (0.0008) +[2026-06-07 03:39:22,315][526797] Updated weights for policy 0, policy_version 48089 (0.0008) +[2026-06-07 03:39:22,451][526797] Updated weights for policy 0, policy_version 48099 (0.0008) +[2026-06-07 03:39:23,056][526797] Updated weights for policy 0, policy_version 48109 (0.0008) +[2026-06-07 03:39:23,178][526797] Updated weights for policy 0, policy_version 48119 (0.0008) +[2026-06-07 03:39:23,310][526797] Updated weights for policy 0, policy_version 48129 (0.0008) +[2026-06-07 03:39:23,457][526797] Updated weights for policy 0, policy_version 48140 (0.0008) +[2026-06-07 03:39:23,585][526797] Updated weights for policy 0, policy_version 48150 (0.0008) +[2026-06-07 03:39:23,720][526797] Updated weights for policy 0, policy_version 48160 (0.0008) +[2026-06-07 03:39:23,838][525308] Fps is (10 sec: 26214.4, 60 sec: 25122.1, 300 sec: 24881.5). Total num frames: 24674304. Throughput: 0: 24760.9. Samples: 24660352. Policy #0 lag: (min: 67.0, avg: 108.4, max: 137.0) +[2026-06-07 03:39:23,840][525308] Avg episode reward: [(0, '138.905')] +[2026-06-07 03:39:24,339][526797] Updated weights for policy 0, policy_version 48170 (0.0008) +[2026-06-07 03:39:24,471][526797] Updated weights for policy 0, policy_version 48181 (0.0009) +[2026-06-07 03:39:24,601][526797] Updated weights for policy 0, policy_version 48191 (0.0008) +[2026-06-07 03:39:24,736][526797] Updated weights for policy 0, policy_version 48201 (0.0008) +[2026-06-07 03:39:24,892][526797] Updated weights for policy 0, policy_version 48212 (0.0008) +[2026-06-07 03:39:25,025][526797] Updated weights for policy 0, policy_version 48222 (0.0008) +[2026-06-07 03:39:25,653][526797] Updated weights for policy 0, policy_version 48233 (0.0008) +[2026-06-07 03:39:25,776][526797] Updated weights for policy 0, policy_version 48243 (0.0008) +[2026-06-07 03:39:25,911][526797] Updated weights for policy 0, policy_version 48253 (0.0008) +[2026-06-07 03:39:26,046][526797] Updated weights for policy 0, policy_version 48264 (0.0008) +[2026-06-07 03:39:26,190][526797] Updated weights for policy 0, policy_version 48275 (0.0008) +[2026-06-07 03:39:26,366][526797] Updated weights for policy 0, policy_version 48288 (0.0008) +[2026-06-07 03:39:26,975][526797] Updated weights for policy 0, policy_version 48299 (0.0008) +[2026-06-07 03:39:27,126][526797] Updated weights for policy 0, policy_version 48311 (0.0008) +[2026-06-07 03:39:27,249][526797] Updated weights for policy 0, policy_version 48321 (0.0008) +[2026-06-07 03:39:27,402][526797] Updated weights for policy 0, policy_version 48333 (0.0008) +[2026-06-07 03:39:27,547][526797] Updated weights for policy 0, policy_version 48344 (0.0008) +[2026-06-07 03:39:27,681][526797] Updated weights for policy 0, policy_version 48354 (0.0008) +[2026-06-07 03:39:28,326][526797] Updated weights for policy 0, policy_version 48364 (0.0008) +[2026-06-07 03:39:28,479][526797] Updated weights for policy 0, policy_version 48376 (0.0008) +[2026-06-07 03:39:28,608][526797] Updated weights for policy 0, policy_version 48386 (0.0008) +[2026-06-07 03:39:28,741][526797] Updated weights for policy 0, policy_version 48396 (0.0008) +[2026-06-07 03:39:28,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.0, 300 sec: 24770.4). Total num frames: 24772608. Throughput: 0: 24934.5. Samples: 24816128. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:39:28,839][525308] Avg episode reward: [(0, '150.251')] +[2026-06-07 03:39:28,872][526797] Updated weights for policy 0, policy_version 48406 (0.0008) +[2026-06-07 03:39:28,998][526797] Updated weights for policy 0, policy_version 48416 (0.0008) +[2026-06-07 03:39:29,103][526275] Saving new best policy, reward=150.251! +[2026-06-07 03:39:29,620][526797] Updated weights for policy 0, policy_version 48426 (0.0008) +[2026-06-07 03:39:29,744][526797] Updated weights for policy 0, policy_version 48436 (0.0008) +[2026-06-07 03:39:29,877][526797] Updated weights for policy 0, policy_version 48446 (0.0008) +[2026-06-07 03:39:30,003][526797] Updated weights for policy 0, policy_version 48456 (0.0008) +[2026-06-07 03:39:30,151][526797] Updated weights for policy 0, policy_version 48467 (0.0008) +[2026-06-07 03:39:30,299][526797] Updated weights for policy 0, policy_version 48478 (0.0008) +[2026-06-07 03:39:30,961][526797] Updated weights for policy 0, policy_version 48490 (0.0008) +[2026-06-07 03:39:31,112][526797] Updated weights for policy 0, policy_version 48502 (0.0008) +[2026-06-07 03:39:31,245][526797] Updated weights for policy 0, policy_version 48512 (0.0008) +[2026-06-07 03:39:31,391][526797] Updated weights for policy 0, policy_version 48523 (0.0008) +[2026-06-07 03:39:31,529][526797] Updated weights for policy 0, policy_version 48534 (0.0008) +[2026-06-07 03:39:31,667][526797] Updated weights for policy 0, policy_version 48544 (0.0008) +[2026-06-07 03:39:32,283][526797] Updated weights for policy 0, policy_version 48555 (0.0008) +[2026-06-07 03:39:32,413][526797] Updated weights for policy 0, policy_version 48565 (0.0008) +[2026-06-07 03:39:32,554][526797] Updated weights for policy 0, policy_version 48575 (0.0008) +[2026-06-07 03:39:32,679][526797] Updated weights for policy 0, policy_version 48585 (0.0008) +[2026-06-07 03:39:32,818][526797] Updated weights for policy 0, policy_version 48595 (0.0009) +[2026-06-07 03:39:32,953][526797] Updated weights for policy 0, policy_version 48605 (0.0008) +[2026-06-07 03:39:33,082][526797] Updated weights for policy 0, policy_version 48615 (0.0008) +[2026-06-07 03:39:33,673][526797] Updated weights for policy 0, policy_version 48625 (0.0006) +[2026-06-07 03:39:33,799][526797] Updated weights for policy 0, policy_version 48635 (0.0011) +[2026-06-07 03:39:33,838][525308] Fps is (10 sec: 22937.7, 60 sec: 24576.0, 300 sec: 24881.5). Total num frames: 24903680. Throughput: 0: 24783.6. Samples: 24887168. Policy #0 lag: (min: 63.0, avg: 75.7, max: 127.0) +[2026-06-07 03:39:33,839][525308] Avg episode reward: [(0, '149.817')] +[2026-06-07 03:39:33,931][526797] Updated weights for policy 0, policy_version 48645 (0.0009) +[2026-06-07 03:39:34,063][526797] Updated weights for policy 0, policy_version 48655 (0.0008) +[2026-06-07 03:39:34,199][526797] Updated weights for policy 0, policy_version 48665 (0.0008) +[2026-06-07 03:39:34,356][526797] Updated weights for policy 0, policy_version 48677 (0.0008) +[2026-06-07 03:39:34,953][526797] Updated weights for policy 0, policy_version 48687 (0.0009) +[2026-06-07 03:39:35,087][526797] Updated weights for policy 0, policy_version 48697 (0.0008) +[2026-06-07 03:39:35,220][526797] Updated weights for policy 0, policy_version 48707 (0.0008) +[2026-06-07 03:39:35,356][526797] Updated weights for policy 0, policy_version 48717 (0.0009) +[2026-06-07 03:39:35,484][526797] Updated weights for policy 0, policy_version 48727 (0.0008) +[2026-06-07 03:39:35,621][526797] Updated weights for policy 0, policy_version 48737 (0.0009) +[2026-06-07 03:39:36,223][526797] Updated weights for policy 0, policy_version 48748 (0.0009) +[2026-06-07 03:39:36,353][526797] Updated weights for policy 0, policy_version 48758 (0.0008) +[2026-06-07 03:39:36,488][526797] Updated weights for policy 0, policy_version 48768 (0.0008) +[2026-06-07 03:39:36,622][526797] Updated weights for policy 0, policy_version 48778 (0.0009) +[2026-06-07 03:39:36,754][526797] Updated weights for policy 0, policy_version 48788 (0.0008) +[2026-06-07 03:39:36,886][526797] Updated weights for policy 0, policy_version 48798 (0.0008) +[2026-06-07 03:39:37,497][526797] Updated weights for policy 0, policy_version 48809 (0.0008) +[2026-06-07 03:39:37,639][526797] Updated weights for policy 0, policy_version 48820 (0.0008) +[2026-06-07 03:39:37,768][526797] Updated weights for policy 0, policy_version 48830 (0.0008) +[2026-06-07 03:39:37,898][526275] Early stopping after 4 epochs (32 sgd steps), loss delta 0.0000000 +[2026-06-07 03:39:37,899][526275] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed10/checkpoint_p0/checkpoint_000048840_25034752.pth... +[2026-06-07 03:39:37,899][525308] Component Batcher_0 stopped! +[2026-06-07 03:39:37,900][526799] Stopping RolloutWorker_w1... +[2026-06-07 03:39:37,901][526799] Loop rollout_proc1_evt_loop terminating... +[2026-06-07 03:39:37,901][525308] Component RolloutWorker_w1 stopped! +[2026-06-07 03:39:37,901][526797] Updated weights for policy 0, policy_version 48840 (0.0008) +[2026-06-07 03:39:37,901][526275] Stopping Batcher_0... +[2026-06-07 03:39:37,901][525308] Component RolloutWorker_w0 stopped! +[2026-06-07 03:39:37,901][526798] Stopping RolloutWorker_w0... +[2026-06-07 03:39:37,902][526275] Loop batcher_evt_loop terminating... +[2026-06-07 03:39:37,902][526798] Loop rollout_proc0_evt_loop terminating... +[2026-06-07 03:39:37,918][526275] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_uniform_u1_3_fs2_seed10/checkpoint_p0/checkpoint_000048840_25034752.pth... +[2026-06-07 03:39:37,937][526275] Stopping LearnerWorker_p0... +[2026-06-07 03:39:37,937][526275] Loop learner_proc0_evt_loop terminating... +[2026-06-07 03:39:37,937][525308] Component LearnerWorker_p0 stopped! +[2026-06-07 03:39:37,944][526797] Weights refcount: 2 0 +[2026-06-07 03:39:37,945][526797] Stopping InferenceWorker_p0-w0... +[2026-06-07 03:39:37,945][526797] Loop inference_proc0-0_evt_loop terminating... +[2026-06-07 03:39:37,945][525308] Component InferenceWorker_p0-w0 stopped! +[2026-06-07 03:39:37,946][525308] Waiting for process learner_proc0 to stop... +[2026-06-07 03:39:38,703][525308] Waiting for process inference_proc0-0 to join... +[2026-06-07 03:39:38,704][525308] Waiting for process rollout_proc0 to join... +[2026-06-07 03:39:38,705][525308] Waiting for process rollout_proc1 to join... +[2026-06-07 03:39:38,706][525308] Batcher 0 profile tree view: +batching: 0.8996, releasing_batches: 0.0310 +[2026-06-07 03:39:38,706][525308] InferenceWorker_p0-w0 profile tree view: +wait_policy: 0.0000 + wait_policy_total: 597.4164 +update_model: 42.1651 + weight_update: 0.0008 +one_step: 0.0016 + handle_policy_step: 363.4707 + deserialize: 4.9306, stack: 0.3608, obs_to_device_normalize: 53.0731, forward: 141.0047, prepare_outputs: 137.9538, send_messages: 10.1819 +[2026-06-07 03:39:38,706][525308] Learner 0 profile tree view: +misc: 0.0044, prepare_batch: 50.6258 +train: 635.0013 + epoch_init: 0.0530, minibatch_init: 2.3811, losses_postprocess: 186.6691, kl_divergence: 22.5832, after_optimizer: 249.7749 + calculate_losses: 38.2766 + losses_init: 0.0755, forward_head: 12.3608, bptt_initial: 0.3580, bptt: 0.4163, tail: 8.6647, advantages_returns: 2.8183, losses: 10.6607 + update: 132.1903 + clip: 12.6881 +[2026-06-07 03:39:38,707][525308] RolloutWorker_w0 profile tree view: +wait_for_trajectories: 0.0331, enqueue_policy_requests: 105.6833, process_policy_outputs: 7.4506, env_step: 654.0699, finalize_trajectories: 0.1036, complete_rollouts: 0.0754 +post_env_step: 17.9771 + process_env_step: 6.5205 +[2026-06-07 03:39:38,707][525308] RolloutWorker_w1 profile tree view: +wait_for_trajectories: 0.0335, enqueue_policy_requests: 108.0567, process_policy_outputs: 7.5119, env_step: 654.7163, finalize_trajectories: 0.1075, complete_rollouts: 0.0778 +post_env_step: 18.2014 + process_env_step: 6.6424 +[2026-06-07 03:39:38,708][525308] Loop Runner_EvtLoop terminating... +[2026-06-07 03:39:38,709][525308] Runner profile tree view: +main_loop: 1030.9608 +[2026-06-07 03:39:38,709][525308] Collected {0: 25034752}, FPS: 24282.9