diff --git a/.gitattributes b/.gitattributes index 2a85e7e69917ad1a9db50ecc333fbdbec1ee29da..d0b32ac8efe9d7ff5c804dfe541f874089bb1457 100644 --- a/.gitattributes +++ b/.gitattributes @@ -62,3 +62,4 @@ factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_st factor_sweeps/flappy/observation_stride/train/factor_sweep:flappy:observation_stride:fixed_l2:fs4:obs10:stride3:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed12/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed13/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text +factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/best_000048632_24903680_reward_2406.514.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/best_000048632_24903680_reward_2406.514.pth new file mode 100644 index 0000000000000000000000000000000000000000..5d23ccc7a4f0e29f88ba53a7c10c5f6c7c27a8dc --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/best_000048632_24903680_reward_2406.514.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1a6ac031bb96ba2605492cf166673b81176df09f0a11955c1a00121511237cf0 +size 22622777 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000019904_10190848.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000019904_10190848.pth new file mode 100644 index 0000000000000000000000000000000000000000..47e10d0b24799fed5cf769144f4b7e2103f78724 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000019904_10190848.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c209e4688494e742c1e8cbbb8ac4b74ab6f6d6d984214ed90a89d205df0082f +size 22623137 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000040312_20643840.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000040312_20643840.pth new file mode 100644 index 0000000000000000000000000000000000000000..14df2efe19d0177a86566994d7d715e137fd36a8 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000040312_20643840.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42def4fcc5a627a55b75380c593339c9d683b047e27922dbbcedbf8c3bb0eac2 +size 22623137 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048840_25034752.pth b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048840_25034752.pth new file mode 100644 index 0000000000000000000000000000000000000000..69cfd457c29240f7226c2c15a2f1af03e386d024 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/checkpoint_p0/checkpoint_000048840_25034752.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784894cf1e6e5debda4b5324135bf045a11688b1e3300011e7c69795b250c097 +size 22623137 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/config.json b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/config.json new file mode 100644 index 0000000000000000000000000000000000000000..560c153f2931ebffc76689b95f5ca377de42166b --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/config.json @@ -0,0 +1,266 @@ +{ + "help": false, + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_fixed_l2_fs6_seed14", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 14, + "num_policies": 1, + "async_rl": true, + "serial_mode": false, + "batched_sampling": true, + "num_batches_to_accumulate": 2, + "worker_num_splits": 1, + "policy_workers_per_policy": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "shuffle_minibatches": false, + "gamma": 0.99, + "reward_scale": 1.0, + "reward_clip": 1000.0, + "value_bootstrap": false, + "normalize_returns": true, + "exploration_loss_coeff": 0.003, + "value_loss_coeff": 0.5, + "kl_loss_coeff": 0.0, + "exploration_loss": "entropy", + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "with_vtrace": false, + "vtrace_rho": 1.0, + "vtrace_c": 1.0, + "optimizer": "adam", + "adam_eps": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.999, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "lr_schedule": "linear_decay", + "lr_schedule_kl_threshold": 0.008, + "lr_adaptive_min": 1e-06, + "lr_adaptive_max": 0.01, + "obs_subtract_mean": 0.0, + "obs_scale": 255.0, + "normalize_input": true, + "normalize_input_keys": null, + "decorrelate_experience_max_seconds": 0, + "decorrelate_envs_on_one_worker": true, + "actor_worker_gpus": [ + 0 + ], + "set_workers_cpu_affinity": true, + "force_envs_single_thread": false, + "default_niceness": 0, + "log_to_file": true, + "experiment_summaries_interval": 1, + "flush_summaries_interval": 30, + "stats_avg": 100, + "summaries_use_frameskip": true, + "heartbeat_interval": 20, + "heartbeat_reporting_interval": 180, + "train_for_env_steps": 25000000, + "train_for_seconds": 10000000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "load_checkpoint_kind": "latest", + "save_milestones_sec": -1, + "save_best_every_sec": 5, + "save_best_metric": "reward", + "save_best_after": 100000, + "benchmark": false, + "encoder_mlp_layers": [ + 512, + 512 + ], + "encoder_conv_architecture": "convnet_atari", + "encoder_conv_mlp_layers": [ + 512 + ], + "use_rnn": false, + "rnn_size": 512, + "rnn_type": "gru", + "rnn_num_layers": 1, + "decoder_mlp_layers": [], + "nonlinearity": "elu", + "policy_initialization": "orthogonal", + "policy_init_gain": 1.0, + "actor_critic_share_weights": true, + "adaptive_stddev": true, + "continuous_tanh_scale": 0.0, + "initial_stddev": 1.0, + "use_env_info_cache": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "env_frameskip": 1, + "env_framestack": 1, + "pixel_format": "CHW", + "use_record_episode_statistics": false, + "with_wandb": true, + "wandb_user": null, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs6-fixed_l2", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "fixed", + "fixed_l2", + "fs6", + "seed14" + ], + "with_pbt": false, + "pbt_mix_policies_in_one_env": true, + "pbt_period_env_steps": 5000000, + "pbt_start_mutation": 20000000, + "pbt_replace_fraction": 0.3, + "pbt_mutation_rate": 0.15, + "pbt_replace_reward_gap": 0.1, + "pbt_replace_reward_gap_absolute": 1e-06, + "pbt_optimize_gamma": false, + "pbt_target_objective": "true_objective", + "pbt_perturb_min": 1.1, + "pbt_perturb_max": 1.5, + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "screen_size": "", + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "score_limit": -1, + "frame_stack": 6, + "debug": false, + "debug_timelimit_diagnostics": false, + "max_episode_steps": 0, + "mode": "train", + "latency_type": "fixed", + "fixed_latency_ms": 66.66666666666667, + "mean_latency_ms": null, + "std_latency_ms": null, + "min_latency_ms": null, + "max_latency_ms": null, + "latency_seed": null, + "add_latency_info": false, + "max_pending_actions": null, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_latency_raw_frame_values": "0,1,2,3,4,5", + "eval_max_steps": 3600, + "eval_deterministic": true, + "eval_raw_reward": false, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs6_seed14/episode_metrics.jsonl", + "command_line": "--mode train --algo APPO --env latency_flappy --experiment flappy_frame_stack_fixed_l2_fs6_seed14 --train_dir results/checkpoints_factor_sweeps/flappy/context_window --restart_behavior resume --device gpu --actor_worker_gpus 0 --env_gpu_observations True --env_gpu_actions True --gpu-render-batch-size 128 --seed 14 --episode_metrics_path results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs6_seed14/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 2 --num_envs_per_worker 1 --num_policies 1 --batch_size 4096 --rollout 128 --recurrence 1 --num_epochs 8 --num_batches_per_epoch 8 --worker_num_splits 1 --max_policy_lag 400 --learning_rate 0.00025 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --value_loss_coeff 0.5 --max_grad_norm 0.5 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --batched_sampling True --async_rl True --use_rnn False --normalize_returns True --normalize_input True --latency-type fixed --fixed-latency-ms 66.66666666666667 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 100 --eval-max-steps 3600 --eval-deterministic True --with_wandb True --wandb_project latency-sensitive-bench --wandb_group flappy-fs6-fixed_l2 --wandb_job_type sample_factory --wandb_tags factor_sweep flappy frame_stack fixed fixed_l2 fs6 seed14 --gym_id FlappyBird-v0 --env-fps 30 --obs-fps 30.0 --use_lidar False --normalize_obs True --audio_on False --obs_resize 84,84 --use-gpu-render True --simulator gpu --gpu-render-device auto --gpu-render-profile False --gpu-render-profile-interval 200 --pipe_gap 100 --bird_color yellow --pipe_color green --background day --frame_stack 6 --debug False --debug-timelimit-diagnostics False --hold-policy one_frame_then_noop --ordering-policy latest_ready", + "cli_args": { + "algo": "APPO", + "env": "latency_flappy", + "experiment": "flappy_frame_stack_fixed_l2_fs6_seed14", + "train_dir": "results/checkpoints_factor_sweeps/flappy/context_window", + "restart_behavior": "resume", + "device": "gpu", + "seed": 14, + "num_policies": 1, + "async_rl": true, + "batched_sampling": true, + "worker_num_splits": 1, + "max_policy_lag": 400, + "num_workers": 2, + "num_envs_per_worker": 1, + "batch_size": 4096, + "num_batches_per_epoch": 8, + "num_epochs": 8, + "rollout": 128, + "recurrence": 1, + "gamma": 0.99, + "normalize_returns": true, + "value_loss_coeff": 0.5, + "gae_lambda": 0.95, + "ppo_clip_ratio": 0.1, + "ppo_clip_value": 0.2, + "max_grad_norm": 0.5, + "learning_rate": 0.00025, + "normalize_input": true, + "actor_worker_gpus": [ + 0 + ], + "experiment_summaries_interval": 1, + "stats_avg": 100, + "train_for_env_steps": 25000000, + "save_every_sec": 600, + "keep_checkpoints": 5, + "use_rnn": false, + "env_gpu_actions": true, + "env_gpu_observations": true, + "with_wandb": true, + "wandb_project": "latency-sensitive-bench", + "wandb_group": "flappy-fs6-fixed_l2", + "wandb_job_type": "sample_factory", + "wandb_tags": [ + "factor_sweep", + "flappy", + "frame_stack", + "fixed", + "fixed_l2", + "fs6", + "seed14" + ], + "gym_id": "FlappyBird-v0", + "env_fps": 30.0, + "obs_fps": 30.0, + "use_lidar": false, + "normalize_obs": true, + "audio_on": false, + "obs_resize": "84,84", + "use_gpu_render": true, + "simulator": "gpu", + "gpu_render_device": "auto", + "gpu_render_batch_size": 128, + "gpu_render_profile": false, + "gpu_render_profile_interval": 200, + "pipe_gap": 100, + "bird_color": "yellow", + "pipe_color": "green", + "background": "day", + "frame_stack": 6, + "debug": false, + "debug_timelimit_diagnostics": false, + "mode": "train", + "latency_type": "fixed", + "fixed_latency_ms": 66.66666666666667, + "add_latency_info": false, + "hold_policy": "one_frame_then_noop", + "ordering_policy": "latest_ready", + "eval_episodes": 100, + "eval_parallel_envs": 100, + "eval_max_steps": 3600, + "eval_deterministic": true, + "episode_metrics_path": "results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs6_seed14/episode_metrics.jsonl" + }, + "git_hash": "284fe8ace24f0e8a40c03c5b559969abd7caeb29", + "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git", + "eval_env_frameskip": 1, + "output_dir": "outputs/factor_sweeps/flappy/context_window/train/frame_stack/fixed_l2/fs6/seed_14", + "wandb_unique_id": "flappy-fs6-fixed_l2-s14" +} \ No newline at end of file diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/episode_metrics.jsonl b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/episode_metrics.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..500f21f470d901aadf5b87f1023ca2921273fda7 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/episode_metrics.jsonl @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c401cbe190e6cdcf15a2bfa73b6e44eaffe20b9a13520947d8d2a99bc72db54b +size 19761128 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/git.diff b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/git.diff new file mode 100644 index 0000000000000000000000000000000000000000..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 diff --git a/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/sf_log.txt b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/sf_log.txt new file mode 100644 index 0000000000000000000000000000000000000000..b466f50b8e98062629b2dd29b706e885078dfba2 --- /dev/null +++ b/factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs6:obs30:stride1:seed14/sf_log.txt @@ -0,0 +1,5669 @@ +[2026-06-02 17:33:08,032][302810] Saving configuration to results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs6_seed14/config.json... +[2026-06-02 17:33:08,099][302810] Using GPUs [0] for process 0 (actually maps to GPUs [5]) +[2026-06-02 17:33:08,100][302810] Rollout worker 0 uses device cuda:0 +[2026-06-02 17:33:08,100][302810] Using GPUs [0] for process 1 (actually maps to GPUs [5]) +[2026-06-02 17:33:08,101][302810] Rollout worker 1 uses device cuda:0 +[2026-06-02 17:33:10,318][302810] Using GPUs [0] for process 0 (actually maps to GPUs [5]) +[2026-06-02 17:33:10,318][302810] InferenceWorker_p0-w0: min num requests: 1 +[2026-06-02 17:33:10,322][302810] Using GPUs [0] for process 0 (actually maps to GPUs [5]) +[2026-06-02 17:33:10,326][302810] Using GPUs [0] for process 1 (actually maps to GPUs [5]) +[2026-06-02 17:33:10,327][302810] Starting all processes... +[2026-06-02 17:33:10,327][302810] Starting process learner_proc0 +[2026-06-02 17:33:11,531][302810] Starting all processes... +[2026-06-02 17:33:11,534][302810] Starting process inference_proc0-0 +[2026-06-02 17:33:11,535][302810] Starting process rollout_proc0 +[2026-06-02 17:33:11,535][302810] Starting process rollout_proc1 +[2026-06-02 17:33:12,032][303741] Using GPUs [0] for process 0 (actually maps to GPUs [5]) +[2026-06-02 17:33:12,032][303741] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for learning process 0 +[2026-06-02 17:33:12,033][303741] Num visible devices: 1 +[2026-06-02 17:33:12,034][303741] Setting fixed seed 14 +[2026-06-02 17:33:12,035][303741] Using GPUs [0] for process 0 (actually maps to GPUs [5]) +[2026-06-02 17:33:12,035][303741] Initializing actor-critic model on device cuda:0 +[2026-06-02 17:33:12,035][303741] RunningMeanStd input shape: (18, 84, 84) +[2026-06-02 17:33:12,064][303741] RunningMeanStd input shape: (1,) +[2026-06-02 17:33:12,071][303741] ConvEncoder: input_channels=18 +[2026-06-02 17:33:12,131][303741] Conv encoder output size: 512 +[2026-06-02 17:33:12,132][303741] Created Actor Critic model with architecture: +[2026-06-02 17:33:12,133][303741] ActorCriticSharedWeights( + (obs_normalizer): ObservationNormalizer( + (running_mean_std): RunningMeanStdDictInPlace( + (running_mean_std): ModuleDict( + (obs): RunningMeanStdInPlace() + ) + ) + ) + (returns_normalizer): RecursiveScriptModule(original_name=RunningMeanStdInPlace) + (encoder): MultiInputEncoder( + (encoders): ModuleDict( + (obs): ConvEncoder( + (enc): RecursiveScriptModule( + original_name=ConvEncoderImpl + (conv_head): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Conv2d) + (1): RecursiveScriptModule(original_name=ELU) + (2): RecursiveScriptModule(original_name=Conv2d) + (3): RecursiveScriptModule(original_name=ELU) + (4): RecursiveScriptModule(original_name=Conv2d) + (5): RecursiveScriptModule(original_name=ELU) + ) + (mlp_layers): RecursiveScriptModule( + original_name=Sequential + (0): RecursiveScriptModule(original_name=Linear) + (1): RecursiveScriptModule(original_name=ELU) + ) + ) + ) + ) + ) + (core): ModelCoreIdentity() + (decoder): MlpDecoder( + (mlp): Identity() + ) + (critic_linear): Linear(in_features=512, out_features=1, bias=True) + (action_parameterization): ActionParameterizationDefault( + (distribution_linear): Linear(in_features=512, out_features=2, bias=True) + ) +) +[2026-06-02 17:33:12,135][303741] Using optimizer +[2026-06-02 17:33:12,902][303741] No checkpoints found +[2026-06-02 17:33:12,902][303741] Did not load from checkpoint, starting from scratch! +[2026-06-02 17:33:12,903][303741] Initialized policy 0 weights for model version 0 +[2026-06-02 17:33:12,908][303741] LearnerWorker_p0 finished initialization! +[2026-06-02 17:33:12,908][303741] Using GPUs [0] for process 0 (actually maps to GPUs [5]) +[2026-06-02 17:33:13,700][303828] Worker 0 uses CPU cores [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42, 43, 44, 45, 46, 47, 48, 49, 50, 51, 52, 53, 54, 55, 56, 57, 58, 59, 60, 61, 62, 63, 64, 65, 66, 67, 68, 69, 70, 71, 72, 73, 74, 75, 76, 77, 78, 79, 80, 81, 82, 83, 84, 85, 86, 87, 88, 89, 90, 91, 92, 93, 94, 95, 96, 97, 98, 99, 100, 101, 102, 103, 104, 105, 106, 107, 108, 109, 110, 111, 112, 113, 114, 115, 116, 117, 118, 119, 120, 121, 122, 123, 124, 125, 126, 127, 128, 129, 130, 131, 132, 133, 134, 135, 136, 137, 138, 139, 140, 141, 142, 143, 144, 145, 146, 147, 148, 149, 150, 151, 152, 153, 154, 155, 156, 157, 158, 159, 160, 161, 162, 163, 164, 165, 166, 167, 168, 169, 170, 171, 172, 173, 174, 175, 176, 177, 178, 179, 180, 181, 182, 183, 184, 185, 186, 187, 188, 189, 190, 191] +[2026-06-02 17:33:13,700][303828] Using GPUs [0] for process 0 (actually maps to GPUs [5]) +[2026-06-02 17:33:13,700][303828] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for actor process 0 +[2026-06-02 17:33:13,700][303828] Num visible devices: 1 +[2026-06-02 17:33:13,750][303827] Using GPUs [0] for process 0 (actually maps to GPUs [5]) +[2026-06-02 17:33:13,750][303827] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for inference process 0 +[2026-06-02 17:33:13,750][303827] Num visible devices: 1 +[2026-06-02 17:33:13,752][303827] RunningMeanStd input shape: (18, 84, 84) +[2026-06-02 17:33:13,780][303827] RunningMeanStd input shape: (1,) +[2026-06-02 17:33:13,788][303827] ConvEncoder: input_channels=18 +[2026-06-02 17:33:13,798][303829] Worker 1 uses CPU cores [192, 193, 194, 195, 196, 197, 198, 199, 200, 201, 202, 203, 204, 205, 206, 207, 208, 209, 210, 211, 212, 213, 214, 215, 216, 217, 218, 219, 220, 221, 222, 223, 224, 225, 226, 227, 228, 229, 230, 231, 232, 233, 234, 235, 236, 237, 238, 239, 240, 241, 242, 243, 244, 245, 246, 247, 248, 249, 250, 251, 252, 253, 254, 255, 256, 257, 258, 259, 260, 261, 262, 263, 264, 265, 266, 267, 268, 269, 270, 271, 272, 273, 274, 275, 276, 277, 278, 279, 280, 281, 282, 283, 284, 285, 286, 287, 288, 289, 290, 291, 292, 293, 294, 295, 296, 297, 298, 299, 300, 301, 302, 303, 304, 305, 306, 307, 308, 309, 310, 311, 312, 313, 314, 315, 316, 317, 318, 319, 320, 321, 322, 323, 324, 325, 326, 327, 328, 329, 330, 331, 332, 333, 334, 335, 336, 337, 338, 339, 340, 341, 342, 343, 344, 345, 346, 347, 348, 349, 350, 351, 352, 353, 354, 355, 356, 357, 358, 359, 360, 361, 362, 363, 364, 365, 366, 367, 368, 369, 370, 371, 372, 373, 374, 375, 376, 377, 378, 379, 380, 381, 382, 383] +[2026-06-02 17:33:13,799][303829] Using GPUs [0] for process 1 (actually maps to GPUs [5]) +[2026-06-02 17:33:13,799][303829] Set environment var CUDA_VISIBLE_DEVICES to '5' (GPU indices [0]) for actor process 1 +[2026-06-02 17:33:13,800][303829] Num visible devices: 1 +[2026-06-02 17:33:13,851][303827] Conv encoder output size: 512 +[2026-06-02 17:33:13,855][302810] Inference worker 0-0 is ready! +[2026-06-02 17:33:13,856][302810] All inference workers are ready! Signal rollout workers to start! +[2026-06-02 17:33:13,856][303829] EnvRunner 1-0 uses policy 0 +[2026-06-02 17:33:13,856][303828] EnvRunner 0-0 uses policy 0 +[2026-06-02 17:33:14,986][302810] Fps is (10 sec: nan, 60 sec: nan, 300 sec: nan). Total num frames: 0. Throughput: 0: nan. Samples: 0. Policy #0 lag: (min: -1.0, avg: -1.0, max: -1.0) +[2026-06-02 17:33:17,293][303741] Signal inference workers to stop experience collection... +[2026-06-02 17:33:17,300][303827] InferenceWorker_p0-w0: stopping experience collection +[2026-06-02 17:33:19,901][303741] Signal inference workers to resume experience collection... +[2026-06-02 17:33:19,902][303827] InferenceWorker_p0-w0: resuming experience collection +[2026-06-02 17:33:19,987][302810] Fps is (10 sec: 6553.4, 60 sec: 6553.4, 300 sec: 6553.4). Total num frames: 32768. Throughput: 0: 13183.6. Samples: 65920. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0) +[2026-06-02 17:33:19,988][302810] Avg episode reward: [(0, '-7.383')] +[2026-06-02 17:33:20,299][303827] Updated weights for policy 0, policy_version 73 (0.0073) +[2026-06-02 17:33:20,596][303827] Updated weights for policy 0, policy_version 87 (0.0008) +[2026-06-02 17:33:20,825][303827] Updated weights for policy 0, policy_version 97 (0.0009) +[2026-06-02 17:33:21,059][303827] Updated weights for policy 0, policy_version 107 (0.0008) +[2026-06-02 17:33:21,336][303827] Updated weights for policy 0, policy_version 120 (0.0008) +[2026-06-02 17:33:21,879][303827] Updated weights for policy 0, policy_version 131 (0.0008) +[2026-06-02 17:33:22,088][303827] Updated weights for policy 0, policy_version 141 (0.0009) +[2026-06-02 17:33:22,323][303827] Updated weights for policy 0, policy_version 151 (0.0008) +[2026-06-02 17:33:22,545][303827] Updated weights for policy 0, policy_version 161 (0.0009) +[2026-06-02 17:33:22,776][303827] Updated weights for policy 0, policy_version 172 (0.0008) +[2026-06-02 17:33:23,013][303827] Updated weights for policy 0, policy_version 182 (0.0008) +[2026-06-02 17:33:23,240][303827] Updated weights for policy 0, policy_version 192 (0.0008) +[2026-06-02 17:33:23,783][303827] Updated weights for policy 0, policy_version 202 (0.0005) +[2026-06-02 17:33:23,995][303827] Updated weights for policy 0, policy_version 212 (0.0008) +[2026-06-02 17:33:24,231][303827] Updated weights for policy 0, policy_version 222 (0.0009) +[2026-06-02 17:33:24,464][303827] Updated weights for policy 0, policy_version 232 (0.0008) +[2026-06-02 17:33:24,708][303827] Updated weights for policy 0, policy_version 244 (0.0009) +[2026-06-02 17:33:24,946][303827] Updated weights for policy 0, policy_version 254 (0.0008) +[2026-06-02 17:33:24,987][302810] Fps is (10 sec: 9830.4, 60 sec: 9830.4, 300 sec: 9830.4). Total num frames: 98304. Throughput: 0: 11993.6. Samples: 119936. Policy #0 lag: (min: 63.0, avg: 63.0, max: 63.0) +[2026-06-02 17:33:24,987][302810] Avg episode reward: [(0, '-6.825')] +[2026-06-02 17:33:25,435][303827] Updated weights for policy 0, policy_version 266 (0.0009) +[2026-06-02 17:33:25,663][303827] Updated weights for policy 0, policy_version 276 (0.0008) +[2026-06-02 17:33:25,900][303827] Updated weights for policy 0, policy_version 286 (0.0008) +[2026-06-02 17:33:26,148][303827] Updated weights for policy 0, policy_version 298 (0.0008) +[2026-06-02 17:33:26,386][303827] Updated weights for policy 0, policy_version 308 (0.0008) +[2026-06-02 17:33:26,616][303827] Updated weights for policy 0, policy_version 318 (0.0010) +[2026-06-02 17:33:27,195][303827] Updated weights for policy 0, policy_version 329 (0.0006) +[2026-06-02 17:33:27,390][303827] Updated weights for policy 0, policy_version 339 (0.0008) +[2026-06-02 17:33:27,627][303827] Updated weights for policy 0, policy_version 349 (0.0008) +[2026-06-02 17:33:27,856][303827] Updated weights for policy 0, policy_version 359 (0.0008) +[2026-06-02 17:33:28,064][303827] Updated weights for policy 0, policy_version 369 (0.0008) +[2026-06-02 17:33:28,298][303827] Updated weights for policy 0, policy_version 379 (0.0008) +[2026-06-02 17:33:28,787][303827] Updated weights for policy 0, policy_version 389 (0.0008) +[2026-06-02 17:33:29,020][303827] Updated weights for policy 0, policy_version 399 (0.0009) +[2026-06-02 17:33:29,234][303827] Updated weights for policy 0, policy_version 409 (0.0008) +[2026-06-02 17:33:29,456][303827] Updated weights for policy 0, policy_version 419 (0.0009) +[2026-06-02 17:33:29,691][303827] Updated weights for policy 0, policy_version 429 (0.0008) +[2026-06-02 17:33:29,914][303827] Updated weights for policy 0, policy_version 439 (0.0008) +[2026-06-02 17:33:29,986][302810] Fps is (10 sec: 16384.3, 60 sec: 13107.2, 300 sec: 13107.2). Total num frames: 196608. Throughput: 0: 15727.0. Samples: 235904. Policy #0 lag: (min: 63.0, avg: 90.0, max: 127.0) +[2026-06-02 17:33:29,987][302810] Avg episode reward: [(0, '-4.955')] +[2026-06-02 17:33:30,111][303741] Saving new best policy, reward=-4.955! +[2026-06-02 17:33:30,307][302810] Heartbeat connected on Batcher_0 +[2026-06-02 17:33:30,323][302810] Heartbeat connected on RolloutWorker_w0 +[2026-06-02 17:33:30,327][302810] Heartbeat connected on RolloutWorker_w1 +[2026-06-02 17:33:30,330][302810] Heartbeat connected on InferenceWorker_p0-w0 +[2026-06-02 17:33:30,460][303827] Updated weights for policy 0, policy_version 449 (0.0009) +[2026-06-02 17:33:30,651][303827] Updated weights for policy 0, policy_version 459 (0.0008) +[2026-06-02 17:33:30,875][303827] Updated weights for policy 0, policy_version 469 (0.0006) +[2026-06-02 17:33:31,113][303827] Updated weights for policy 0, policy_version 479 (0.0004) +[2026-06-02 17:33:31,323][303827] Updated weights for policy 0, policy_version 489 (0.0009) +[2026-06-02 17:33:31,542][303827] Updated weights for policy 0, policy_version 499 (0.0009) +[2026-06-02 17:33:31,781][303827] Updated weights for policy 0, policy_version 509 (0.0008) +[2026-06-02 17:33:31,851][302810] Heartbeat connected on LearnerWorker_p0 +[2026-06-02 17:33:32,351][303827] Updated weights for policy 0, policy_version 519 (0.0008) +[2026-06-02 17:33:32,567][303827] Updated weights for policy 0, policy_version 529 (0.0009) +[2026-06-02 17:33:32,778][303827] Updated weights for policy 0, policy_version 539 (0.0009) +[2026-06-02 17:33:33,015][303827] Updated weights for policy 0, policy_version 549 (0.0008) +[2026-06-02 17:33:33,233][303827] Updated weights for policy 0, policy_version 559 (0.0008) +[2026-06-02 17:33:33,443][303827] Updated weights for policy 0, policy_version 569 (0.0008) +[2026-06-02 17:33:33,953][303827] Updated weights for policy 0, policy_version 579 (0.0009) +[2026-06-02 17:33:34,146][303827] Updated weights for policy 0, policy_version 589 (0.0008) +[2026-06-02 17:33:34,378][303827] Updated weights for policy 0, policy_version 599 (0.0009) +[2026-06-02 17:33:34,605][303827] Updated weights for policy 0, policy_version 609 (0.0009) +[2026-06-02 17:33:34,817][303827] Updated weights for policy 0, policy_version 619 (0.0008) +[2026-06-02 17:33:34,987][302810] Fps is (10 sec: 19660.8, 60 sec: 14745.6, 300 sec: 14745.6). Total num frames: 294912. Throughput: 0: 17344.0. Samples: 346880. Policy #0 lag: (min: 16.0, avg: 51.7, max: 80.0) +[2026-06-02 17:33:34,987][302810] Avg episode reward: [(0, '0.242')] +[2026-06-02 17:33:35,027][303827] Updated weights for policy 0, policy_version 629 (0.0008) +[2026-06-02 17:33:35,264][303827] Updated weights for policy 0, policy_version 639 (0.0009) +[2026-06-02 17:33:35,284][303741] Saving new best policy, reward=0.242! +[2026-06-02 17:33:35,880][303827] Updated weights for policy 0, policy_version 649 (0.0009) +[2026-06-02 17:33:36,080][303827] Updated weights for policy 0, policy_version 659 (0.0007) +[2026-06-02 17:33:36,299][303827] Updated weights for policy 0, policy_version 669 (0.0005) +[2026-06-02 17:33:36,541][303827] Updated weights for policy 0, policy_version 679 (0.0004) +[2026-06-02 17:33:36,766][303827] Updated weights for policy 0, policy_version 689 (0.0008) +[2026-06-02 17:33:36,957][303827] Updated weights for policy 0, policy_version 699 (0.0008) +[2026-06-02 17:33:37,485][303827] Updated weights for policy 0, policy_version 709 (0.0009) +[2026-06-02 17:33:37,702][303827] Updated weights for policy 0, policy_version 720 (0.0009) +[2026-06-02 17:33:37,933][303827] Updated weights for policy 0, policy_version 730 (0.0009) +[2026-06-02 17:33:38,170][303827] Updated weights for policy 0, policy_version 740 (0.0009) +[2026-06-02 17:33:38,473][303827] Updated weights for policy 0, policy_version 755 (0.0008) +[2026-06-02 17:33:38,689][303827] Updated weights for policy 0, policy_version 765 (0.0009) +[2026-06-02 17:33:39,347][303827] Updated weights for policy 0, policy_version 775 (0.0009) +[2026-06-02 17:33:39,584][303827] Updated weights for policy 0, policy_version 786 (0.0009) +[2026-06-02 17:33:39,775][303827] Updated weights for policy 0, policy_version 796 (0.0008) +[2026-06-02 17:33:39,987][302810] Fps is (10 sec: 19660.7, 60 sec: 15728.6, 300 sec: 15728.6). Total num frames: 393216. Throughput: 0: 16133.1. Samples: 403328. Policy #0 lag: (min: 8.0, avg: 40.9, max: 72.0) +[2026-06-02 17:33:39,988][303827] Updated weights for policy 0, policy_version 806 (0.0009) +[2026-06-02 17:33:39,989][302810] Avg episode reward: [(0, '3.470')] +[2026-06-02 17:33:40,214][303827] Updated weights for policy 0, policy_version 816 (0.0009) +[2026-06-02 17:33:40,428][303827] Updated weights for policy 0, policy_version 826 (0.0009) +[2026-06-02 17:33:40,561][303741] Saving new best policy, reward=3.470! +[2026-06-02 17:33:41,093][303827] Updated weights for policy 0, policy_version 836 (0.0009) +[2026-06-02 17:33:41,277][303827] Updated weights for policy 0, policy_version 846 (0.0008) +[2026-06-02 17:33:41,493][303827] Updated weights for policy 0, policy_version 856 (0.0009) +[2026-06-02 17:33:41,710][303827] Updated weights for policy 0, policy_version 866 (0.0008) +[2026-06-02 17:33:41,929][303827] Updated weights for policy 0, policy_version 876 (0.0008) +[2026-06-02 17:33:42,153][303827] Updated weights for policy 0, policy_version 887 (0.0008) +[2026-06-02 17:33:42,893][303827] Updated weights for policy 0, policy_version 897 (0.0006) +[2026-06-02 17:33:43,099][303827] Updated weights for policy 0, policy_version 907 (0.0008) +[2026-06-02 17:33:43,301][303827] Updated weights for policy 0, policy_version 917 (0.0008) +[2026-06-02 17:33:43,509][303827] Updated weights for policy 0, policy_version 927 (0.0008) +[2026-06-02 17:33:43,723][303827] Updated weights for policy 0, policy_version 937 (0.0008) +[2026-06-02 17:33:43,946][303827] Updated weights for policy 0, policy_version 947 (0.0008) +[2026-06-02 17:33:44,157][303827] Updated weights for policy 0, policy_version 957 (0.0008) +[2026-06-02 17:33:44,819][303827] Updated weights for policy 0, policy_version 969 (0.0009) +[2026-06-02 17:33:44,987][302810] Fps is (10 sec: 19660.8, 60 sec: 16384.0, 300 sec: 16384.0). Total num frames: 491520. Throughput: 0: 16989.9. Samples: 509696. Policy #0 lag: (min: 63.0, avg: 88.1, max: 127.0) +[2026-06-02 17:33:44,988][302810] Avg episode reward: [(0, '3.962')] +[2026-06-02 17:33:45,029][303827] Updated weights for policy 0, policy_version 979 (0.0008) +[2026-06-02 17:33:45,251][303827] Updated weights for policy 0, policy_version 989 (0.0009) +[2026-06-02 17:33:45,477][303827] Updated weights for policy 0, policy_version 999 (0.0008) +[2026-06-02 17:33:45,676][303827] Updated weights for policy 0, policy_version 1009 (0.0008) +[2026-06-02 17:33:45,896][303827] Updated weights for policy 0, policy_version 1019 (0.0008) +[2026-06-02 17:33:45,984][303741] Saving new best policy, reward=3.962! +[2026-06-02 17:33:46,670][303827] Updated weights for policy 0, policy_version 1029 (0.0009) +[2026-06-02 17:33:46,878][303827] Updated weights for policy 0, policy_version 1039 (0.0008) +[2026-06-02 17:33:47,075][303827] Updated weights for policy 0, policy_version 1049 (0.0008) +[2026-06-02 17:33:47,279][303827] Updated weights for policy 0, policy_version 1059 (0.0008) +[2026-06-02 17:33:47,492][303827] Updated weights for policy 0, policy_version 1069 (0.0009) +[2026-06-02 17:33:47,720][303827] Updated weights for policy 0, policy_version 1079 (0.0009) +[2026-06-02 17:33:48,444][303827] Updated weights for policy 0, policy_version 1089 (0.0009) +[2026-06-02 17:33:48,640][303827] Updated weights for policy 0, policy_version 1100 (0.0008) +[2026-06-02 17:33:48,853][303827] Updated weights for policy 0, policy_version 1110 (0.0009) +[2026-06-02 17:33:49,071][303827] Updated weights for policy 0, policy_version 1120 (0.0008) +[2026-06-02 17:33:49,287][303827] Updated weights for policy 0, policy_version 1130 (0.0009) +[2026-06-02 17:33:49,483][303827] Updated weights for policy 0, policy_version 1140 (0.0008) +[2026-06-02 17:33:49,728][303827] Updated weights for policy 0, policy_version 1151 (0.0009) +[2026-06-02 17:33:49,987][302810] Fps is (10 sec: 19660.7, 60 sec: 16852.1, 300 sec: 16852.1). Total num frames: 589824. Throughput: 0: 17484.7. Samples: 611968. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0) +[2026-06-02 17:33:49,987][302810] Avg episode reward: [(0, '4.020')] +[2026-06-02 17:33:49,992][303741] Saving new best policy, reward=4.020! +[2026-06-02 17:33:50,566][303827] Updated weights for policy 0, policy_version 1162 (0.0009) +[2026-06-02 17:33:50,769][303827] Updated weights for policy 0, policy_version 1172 (0.0009) +[2026-06-02 17:33:50,968][303827] Updated weights for policy 0, policy_version 1182 (0.0008) +[2026-06-02 17:33:51,174][303827] Updated weights for policy 0, policy_version 1192 (0.0008) +[2026-06-02 17:33:51,388][303827] Updated weights for policy 0, policy_version 1202 (0.0008) +[2026-06-02 17:33:51,599][303827] Updated weights for policy 0, policy_version 1212 (0.0008) +[2026-06-02 17:33:52,404][303827] Updated weights for policy 0, policy_version 1222 (0.0009) +[2026-06-02 17:33:52,615][303827] Updated weights for policy 0, policy_version 1232 (0.0009) +[2026-06-02 17:33:52,820][303827] Updated weights for policy 0, policy_version 1242 (0.0009) +[2026-06-02 17:33:53,028][303827] Updated weights for policy 0, policy_version 1252 (0.0004) +[2026-06-02 17:33:53,247][303827] Updated weights for policy 0, policy_version 1262 (0.0004) +[2026-06-02 17:33:53,454][303827] Updated weights for policy 0, policy_version 1272 (0.0004) +[2026-06-02 17:33:54,247][303827] Updated weights for policy 0, policy_version 1283 (0.0005) +[2026-06-02 17:33:54,438][303827] Updated weights for policy 0, policy_version 1293 (0.0008) +[2026-06-02 17:33:54,651][303827] Updated weights for policy 0, policy_version 1303 (0.0008) +[2026-06-02 17:33:54,856][303827] Updated weights for policy 0, policy_version 1313 (0.0008) +[2026-06-02 17:33:54,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16384.0, 300 sec: 16384.0). Total num frames: 655360. Throughput: 0: 16620.8. Samples: 664832. Policy #0 lag: (min: 63.0, avg: 83.6, max: 127.0) +[2026-06-02 17:33:54,988][302810] Avg episode reward: [(0, '4.048')] +[2026-06-02 17:33:55,076][303827] Updated weights for policy 0, policy_version 1323 (0.0009) +[2026-06-02 17:33:55,287][303827] Updated weights for policy 0, policy_version 1333 (0.0008) +[2026-06-02 17:33:55,503][303741] Saving new best policy, reward=4.048! +[2026-06-02 17:33:55,509][303827] Updated weights for policy 0, policy_version 1344 (0.0008) +[2026-06-02 17:33:56,421][303827] Updated weights for policy 0, policy_version 1354 (0.0009) +[2026-06-02 17:33:56,627][303827] Updated weights for policy 0, policy_version 1364 (0.0009) +[2026-06-02 17:33:56,827][303827] Updated weights for policy 0, policy_version 1374 (0.0008) +[2026-06-02 17:33:57,050][303827] Updated weights for policy 0, policy_version 1384 (0.0008) +[2026-06-02 17:33:57,243][303827] Updated weights for policy 0, policy_version 1394 (0.0009) +[2026-06-02 17:33:57,501][303827] Updated weights for policy 0, policy_version 1407 (0.0008) +[2026-06-02 17:33:58,381][303827] Updated weights for policy 0, policy_version 1417 (0.0009) +[2026-06-02 17:33:58,584][303827] Updated weights for policy 0, policy_version 1427 (0.0009) +[2026-06-02 17:33:58,813][303827] Updated weights for policy 0, policy_version 1438 (0.0008) +[2026-06-02 17:33:59,028][303827] Updated weights for policy 0, policy_version 1448 (0.0007) +[2026-06-02 17:33:59,249][303827] Updated weights for policy 0, policy_version 1459 (0.0008) +[2026-06-02 17:33:59,454][303827] Updated weights for policy 0, policy_version 1469 (0.0010) +[2026-06-02 17:33:59,987][302810] Fps is (10 sec: 16384.1, 60 sec: 16748.1, 300 sec: 16748.1). Total num frames: 753664. Throughput: 0: 16967.1. Samples: 763520. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0) +[2026-06-02 17:33:59,988][302810] Avg episode reward: [(0, '4.497')] +[2026-06-02 17:33:59,994][303741] Saving new best policy, reward=4.497! +[2026-06-02 17:34:00,376][303827] Updated weights for policy 0, policy_version 1479 (0.0008) +[2026-06-02 17:34:00,586][303827] Updated weights for policy 0, policy_version 1489 (0.0009) +[2026-06-02 17:34:00,782][303827] Updated weights for policy 0, policy_version 1499 (0.0008) +[2026-06-02 17:34:00,996][303827] Updated weights for policy 0, policy_version 1509 (0.0009) +[2026-06-02 17:34:01,230][303827] Updated weights for policy 0, policy_version 1520 (0.0008) +[2026-06-02 17:34:01,431][303827] Updated weights for policy 0, policy_version 1530 (0.0010) +[2026-06-02 17:34:02,262][303827] Updated weights for policy 0, policy_version 1540 (0.0009) +[2026-06-02 17:34:02,459][303827] Updated weights for policy 0, policy_version 1550 (0.0009) +[2026-06-02 17:34:02,659][303827] Updated weights for policy 0, policy_version 1560 (0.0009) +[2026-06-02 17:34:02,876][303827] Updated weights for policy 0, policy_version 1570 (0.0008) +[2026-06-02 17:34:03,087][303827] Updated weights for policy 0, policy_version 1580 (0.0008) +[2026-06-02 17:34:03,296][303827] Updated weights for policy 0, policy_version 1590 (0.0008) +[2026-06-02 17:34:03,492][303827] Updated weights for policy 0, policy_version 1600 (0.0008) +[2026-06-02 17:34:04,361][303827] Updated weights for policy 0, policy_version 1610 (0.0009) +[2026-06-02 17:34:04,552][303827] Updated weights for policy 0, policy_version 1620 (0.0008) +[2026-06-02 17:34:04,764][303827] Updated weights for policy 0, policy_version 1630 (0.0009) +[2026-06-02 17:34:04,974][303827] Updated weights for policy 0, policy_version 1640 (0.0009) +[2026-06-02 17:34:04,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16384.0, 300 sec: 16384.0). Total num frames: 819200. Throughput: 0: 17709.5. Samples: 862848. Policy #0 lag: (min: 63.0, avg: 78.4, max: 127.0) +[2026-06-02 17:34:04,988][302810] Avg episode reward: [(0, '4.949')] +[2026-06-02 17:34:05,187][303827] Updated weights for policy 0, policy_version 1650 (0.0008) +[2026-06-02 17:34:05,393][303827] Updated weights for policy 0, policy_version 1660 (0.0008) +[2026-06-02 17:34:05,469][303741] Saving new best policy, reward=4.949! +[2026-06-02 17:34:06,247][303827] Updated weights for policy 0, policy_version 1670 (0.0007) +[2026-06-02 17:34:06,458][303827] Updated weights for policy 0, policy_version 1680 (0.0008) +[2026-06-02 17:34:06,669][303827] Updated weights for policy 0, policy_version 1690 (0.0008) +[2026-06-02 17:34:06,895][303827] Updated weights for policy 0, policy_version 1701 (0.0008) +[2026-06-02 17:34:07,110][303827] Updated weights for policy 0, policy_version 1711 (0.0009) +[2026-06-02 17:34:07,303][303827] Updated weights for policy 0, policy_version 1721 (0.0009) +[2026-06-02 17:34:08,150][303827] Updated weights for policy 0, policy_version 1731 (0.0008) +[2026-06-02 17:34:08,344][303827] Updated weights for policy 0, policy_version 1741 (0.0009) +[2026-06-02 17:34:08,547][303827] Updated weights for policy 0, policy_version 1751 (0.0009) +[2026-06-02 17:34:08,763][303827] Updated weights for policy 0, policy_version 1761 (0.0009) +[2026-06-02 17:34:08,957][303827] Updated weights for policy 0, policy_version 1771 (0.0008) +[2026-06-02 17:34:09,173][303827] Updated weights for policy 0, policy_version 1781 (0.0009) +[2026-06-02 17:34:09,389][303827] Updated weights for policy 0, policy_version 1791 (0.0008) +[2026-06-02 17:34:09,987][302810] Fps is (10 sec: 16383.8, 60 sec: 16681.9, 300 sec: 16681.9). Total num frames: 917504. Throughput: 0: 17732.2. Samples: 917888. Policy #0 lag: (min: 16.0, avg: 39.8, max: 80.0) +[2026-06-02 17:34:09,988][302810] Avg episode reward: [(0, '5.083')] +[2026-06-02 17:34:10,249][303827] Updated weights for policy 0, policy_version 1801 (0.0008) +[2026-06-02 17:34:10,473][303827] Updated weights for policy 0, policy_version 1812 (0.0008) +[2026-06-02 17:34:10,706][303827] Updated weights for policy 0, policy_version 1823 (0.0010) +[2026-06-02 17:34:10,901][303827] Updated weights for policy 0, policy_version 1833 (0.0008) +[2026-06-02 17:34:11,107][303827] Updated weights for policy 0, policy_version 1843 (0.0009) +[2026-06-02 17:34:11,320][303827] Updated weights for policy 0, policy_version 1853 (0.0008) +[2026-06-02 17:34:11,381][303741] Saving new best policy, reward=5.083! +[2026-06-02 17:34:12,211][303827] Updated weights for policy 0, policy_version 1864 (0.0009) +[2026-06-02 17:34:12,444][303827] Updated weights for policy 0, policy_version 1875 (0.0009) +[2026-06-02 17:34:12,672][303827] Updated weights for policy 0, policy_version 1886 (0.0009) +[2026-06-02 17:34:12,874][303827] Updated weights for policy 0, policy_version 1896 (0.0008) +[2026-06-02 17:34:13,096][303827] Updated weights for policy 0, policy_version 1906 (0.0008) +[2026-06-02 17:34:13,320][303827] Updated weights for policy 0, policy_version 1917 (0.0009) +[2026-06-02 17:34:14,171][303827] Updated weights for policy 0, policy_version 1927 (0.0009) +[2026-06-02 17:34:14,366][303827] Updated weights for policy 0, policy_version 1937 (0.0009) +[2026-06-02 17:34:14,595][303827] Updated weights for policy 0, policy_version 1948 (0.0009) +[2026-06-02 17:34:14,827][303827] Updated weights for policy 0, policy_version 1959 (0.0008) +[2026-06-02 17:34:14,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16384.0, 300 sec: 16384.0). Total num frames: 983040. Throughput: 0: 17351.1. Samples: 1016704. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0) +[2026-06-02 17:34:14,989][302810] Avg episode reward: [(0, '5.670')] +[2026-06-02 17:34:15,031][303827] Updated weights for policy 0, policy_version 1969 (0.0008) +[2026-06-02 17:34:15,260][303827] Updated weights for policy 0, policy_version 1980 (0.0008) +[2026-06-02 17:34:15,332][303741] Saving new best policy, reward=5.670! +[2026-06-02 17:34:16,155][303827] Updated weights for policy 0, policy_version 1991 (0.0008) +[2026-06-02 17:34:16,372][303827] Updated weights for policy 0, policy_version 2002 (0.0008) +[2026-06-02 17:34:16,579][303827] Updated weights for policy 0, policy_version 2012 (0.0007) +[2026-06-02 17:34:16,792][303827] Updated weights for policy 0, policy_version 2022 (0.0009) +[2026-06-02 17:34:17,015][303827] Updated weights for policy 0, policy_version 2033 (0.0009) +[2026-06-02 17:34:17,222][303827] Updated weights for policy 0, policy_version 2043 (0.0008) +[2026-06-02 17:34:18,104][303827] Updated weights for policy 0, policy_version 2053 (0.0009) +[2026-06-02 17:34:18,304][303827] Updated weights for policy 0, policy_version 2063 (0.0008) +[2026-06-02 17:34:18,529][303827] Updated weights for policy 0, policy_version 2074 (0.0008) +[2026-06-02 17:34:18,736][303827] Updated weights for policy 0, policy_version 2084 (0.0008) +[2026-06-02 17:34:18,934][303827] Updated weights for policy 0, policy_version 2094 (0.0008) +[2026-06-02 17:34:19,178][303827] Updated weights for policy 0, policy_version 2105 (0.0008) +[2026-06-02 17:34:19,987][302810] Fps is (10 sec: 16384.3, 60 sec: 17476.3, 300 sec: 16636.1). Total num frames: 1081344. Throughput: 0: 17072.4. Samples: 1115136. Policy #0 lag: (min: 56.0, avg: 72.3, max: 120.0) +[2026-06-02 17:34:19,988][302810] Avg episode reward: [(0, '6.254')] +[2026-06-02 17:34:20,068][303827] Updated weights for policy 0, policy_version 2115 (0.0009) +[2026-06-02 17:34:20,271][303827] Updated weights for policy 0, policy_version 2125 (0.0009) +[2026-06-02 17:34:20,491][303827] Updated weights for policy 0, policy_version 2136 (0.0009) +[2026-06-02 17:34:20,725][303827] Updated weights for policy 0, policy_version 2147 (0.0008) +[2026-06-02 17:34:20,951][303827] Updated weights for policy 0, policy_version 2158 (0.0009) +[2026-06-02 17:34:21,184][303827] Updated weights for policy 0, policy_version 2169 (0.0009) +[2026-06-02 17:34:21,324][303741] Saving new best policy, reward=6.254! +[2026-06-02 17:34:22,149][303827] Updated weights for policy 0, policy_version 2182 (0.0007) +[2026-06-02 17:34:22,354][303827] Updated weights for policy 0, policy_version 2192 (0.0008) +[2026-06-02 17:34:22,571][303827] Updated weights for policy 0, policy_version 2203 (0.0010) +[2026-06-02 17:34:22,787][303827] Updated weights for policy 0, policy_version 2213 (0.0009) +[2026-06-02 17:34:23,022][303827] Updated weights for policy 0, policy_version 2224 (0.0008) +[2026-06-02 17:34:23,273][303827] Updated weights for policy 0, policy_version 2236 (0.0010) +[2026-06-02 17:34:24,157][303827] Updated weights for policy 0, policy_version 2247 (0.0009) +[2026-06-02 17:34:24,378][303827] Updated weights for policy 0, policy_version 2258 (0.0009) +[2026-06-02 17:34:24,597][303827] Updated weights for policy 0, policy_version 2268 (0.0008) +[2026-06-02 17:34:24,801][303827] Updated weights for policy 0, policy_version 2278 (0.0008) +[2026-06-02 17:34:24,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 16384.0). Total num frames: 1146880. Throughput: 0: 16770.8. Samples: 1158016. Policy #0 lag: (min: 56.0, avg: 72.3, max: 120.0) +[2026-06-02 17:34:24,988][302810] Avg episode reward: [(0, '7.279')] +[2026-06-02 17:34:25,048][303827] Updated weights for policy 0, policy_version 2290 (0.0009) +[2026-06-02 17:34:25,278][303827] Updated weights for policy 0, policy_version 2301 (0.0008) +[2026-06-02 17:34:25,342][303741] Saving new best policy, reward=7.279! +[2026-06-02 17:34:26,176][303827] Updated weights for policy 0, policy_version 2312 (0.0009) +[2026-06-02 17:34:26,389][303827] Updated weights for policy 0, policy_version 2322 (0.0008) +[2026-06-02 17:34:26,612][303827] Updated weights for policy 0, policy_version 2333 (0.0008) +[2026-06-02 17:34:26,830][303827] Updated weights for policy 0, policy_version 2343 (0.0008) +[2026-06-02 17:34:27,049][303827] Updated weights for policy 0, policy_version 2354 (0.0008) +[2026-06-02 17:34:27,256][303827] Updated weights for policy 0, policy_version 2364 (0.0008) +[2026-06-02 17:34:28,186][303827] Updated weights for policy 0, policy_version 2376 (0.0009) +[2026-06-02 17:34:28,388][303827] Updated weights for policy 0, policy_version 2386 (0.0008) +[2026-06-02 17:34:28,599][303827] Updated weights for policy 0, policy_version 2396 (0.0008) +[2026-06-02 17:34:28,820][303827] Updated weights for policy 0, policy_version 2407 (0.0008) +[2026-06-02 17:34:29,040][303827] Updated weights for policy 0, policy_version 2418 (0.0008) +[2026-06-02 17:34:29,256][303827] Updated weights for policy 0, policy_version 2428 (0.0009) +[2026-06-02 17:34:29,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 16602.5). Total num frames: 1245184. Throughput: 0: 16600.2. Samples: 1256704. Policy #0 lag: (min: 63.0, avg: 77.4, max: 127.0) +[2026-06-02 17:34:29,988][302810] Avg episode reward: [(0, '8.309')] +[2026-06-02 17:34:30,130][303827] Updated weights for policy 0, policy_version 2438 (0.0008) +[2026-06-02 17:34:30,350][303827] Updated weights for policy 0, policy_version 2449 (0.0009) +[2026-06-02 17:34:30,559][303827] Updated weights for policy 0, policy_version 2459 (0.0008) +[2026-06-02 17:34:30,770][303827] Updated weights for policy 0, policy_version 2469 (0.0008) +[2026-06-02 17:34:30,993][303827] Updated weights for policy 0, policy_version 2480 (0.0010) +[2026-06-02 17:34:31,208][303827] Updated weights for policy 0, policy_version 2490 (0.0008) +[2026-06-02 17:34:31,331][303741] Saving new best policy, reward=8.309! +[2026-06-02 17:34:32,089][303827] Updated weights for policy 0, policy_version 2500 (0.0009) +[2026-06-02 17:34:32,287][303827] Updated weights for policy 0, policy_version 2510 (0.0008) +[2026-06-02 17:34:32,493][303827] Updated weights for policy 0, policy_version 2520 (0.0008) +[2026-06-02 17:34:32,701][303827] Updated weights for policy 0, policy_version 2530 (0.0008) +[2026-06-02 17:34:32,908][303827] Updated weights for policy 0, policy_version 2540 (0.0008) +[2026-06-02 17:34:33,117][303827] Updated weights for policy 0, policy_version 2550 (0.0008) +[2026-06-02 17:34:34,019][303827] Updated weights for policy 0, policy_version 2561 (0.0008) +[2026-06-02 17:34:34,230][303827] Updated weights for policy 0, policy_version 2572 (0.0009) +[2026-06-02 17:34:34,442][303827] Updated weights for policy 0, policy_version 2582 (0.0008) +[2026-06-02 17:34:34,675][303827] Updated weights for policy 0, policy_version 2594 (0.0008) +[2026-06-02 17:34:34,917][303827] Updated weights for policy 0, policy_version 2605 (0.0008) +[2026-06-02 17:34:34,987][302810] Fps is (10 sec: 16384.1, 60 sec: 16930.1, 300 sec: 16384.0). Total num frames: 1310720. Throughput: 0: 16532.0. Samples: 1355904. Policy #0 lag: (min: 63.0, avg: 78.2, max: 127.0) +[2026-06-02 17:34:34,988][302810] Avg episode reward: [(0, '9.640')] +[2026-06-02 17:34:35,139][303827] Updated weights for policy 0, policy_version 2616 (0.0009) +[2026-06-02 17:34:35,304][303741] Saving new best policy, reward=9.640! +[2026-06-02 17:34:36,035][303827] Updated weights for policy 0, policy_version 2626 (0.0009) +[2026-06-02 17:34:36,242][303827] Updated weights for policy 0, policy_version 2637 (0.0008) +[2026-06-02 17:34:36,450][303827] Updated weights for policy 0, policy_version 2647 (0.0008) +[2026-06-02 17:34:36,689][303827] Updated weights for policy 0, policy_version 2658 (0.0008) +[2026-06-02 17:34:36,922][303827] Updated weights for policy 0, policy_version 2669 (0.0009) +[2026-06-02 17:34:37,148][303827] Updated weights for policy 0, policy_version 2680 (0.0008) +[2026-06-02 17:34:38,013][303827] Updated weights for policy 0, policy_version 2692 (0.0008) +[2026-06-02 17:34:38,246][303827] Updated weights for policy 0, policy_version 2703 (0.0008) +[2026-06-02 17:34:38,465][303827] Updated weights for policy 0, policy_version 2714 (0.0008) +[2026-06-02 17:34:38,672][303827] Updated weights for policy 0, policy_version 2724 (0.0009) +[2026-06-02 17:34:38,876][303827] Updated weights for policy 0, policy_version 2734 (0.0008) +[2026-06-02 17:34:39,101][303827] Updated weights for policy 0, policy_version 2745 (0.0008) +[2026-06-02 17:34:39,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16930.1, 300 sec: 16576.7). Total num frames: 1409024. Throughput: 0: 16614.4. Samples: 1412480. Policy #0 lag: (min: 31.0, avg: 45.6, max: 95.0) +[2026-06-02 17:34:39,988][302810] Avg episode reward: [(0, '12.677')] +[2026-06-02 17:34:39,997][303827] Updated weights for policy 0, policy_version 2755 (0.0008) +[2026-06-02 17:34:40,187][303827] Updated weights for policy 0, policy_version 2765 (0.0008) +[2026-06-02 17:34:40,416][303827] Updated weights for policy 0, policy_version 2776 (0.0008) +[2026-06-02 17:34:40,626][303827] Updated weights for policy 0, policy_version 2786 (0.0009) +[2026-06-02 17:34:40,841][303827] Updated weights for policy 0, policy_version 2796 (0.0008) +[2026-06-02 17:34:41,040][303827] Updated weights for policy 0, policy_version 2806 (0.0008) +[2026-06-02 17:34:41,247][303741] Saving new best policy, reward=12.677! +[2026-06-02 17:34:41,252][303827] Updated weights for policy 0, policy_version 2816 (0.0008) +[2026-06-02 17:34:42,085][303827] Updated weights for policy 0, policy_version 2826 (0.0008) +[2026-06-02 17:34:42,318][303827] Updated weights for policy 0, policy_version 2837 (0.0008) +[2026-06-02 17:34:42,544][303827] Updated weights for policy 0, policy_version 2848 (0.0008) +[2026-06-02 17:34:42,772][303827] Updated weights for policy 0, policy_version 2859 (0.0008) +[2026-06-02 17:34:42,988][303827] Updated weights for policy 0, policy_version 2869 (0.0008) +[2026-06-02 17:34:43,201][303827] Updated weights for policy 0, policy_version 2880 (0.0008) +[2026-06-02 17:34:44,019][303827] Updated weights for policy 0, policy_version 2890 (0.0009) +[2026-06-02 17:34:44,268][303827] Updated weights for policy 0, policy_version 2902 (0.0009) +[2026-06-02 17:34:44,512][303827] Updated weights for policy 0, policy_version 2913 (0.0008) +[2026-06-02 17:34:44,731][303827] Updated weights for policy 0, policy_version 2924 (0.0008) +[2026-06-02 17:34:44,938][303827] Updated weights for policy 0, policy_version 2934 (0.0008) +[2026-06-02 17:34:44,987][302810] Fps is (10 sec: 16383.8, 60 sec: 16384.0, 300 sec: 16384.0). Total num frames: 1474560. Throughput: 0: 16625.7. Samples: 1511680. Policy #0 lag: (min: 26.0, avg: 53.9, max: 90.0) +[2026-06-02 17:34:44,988][302810] Avg episode reward: [(0, '14.361')] +[2026-06-02 17:34:45,144][303741] Saving new best policy, reward=14.361! +[2026-06-02 17:34:45,150][303827] Updated weights for policy 0, policy_version 2944 (0.0008) +[2026-06-02 17:34:46,061][303827] Updated weights for policy 0, policy_version 2957 (0.0009) +[2026-06-02 17:34:46,272][303827] Updated weights for policy 0, policy_version 2967 (0.0008) +[2026-06-02 17:34:46,505][303827] Updated weights for policy 0, policy_version 2978 (0.0008) +[2026-06-02 17:34:46,724][303827] Updated weights for policy 0, policy_version 2989 (0.0008) +[2026-06-02 17:34:46,929][303827] Updated weights for policy 0, policy_version 2999 (0.0008) +[2026-06-02 17:34:47,781][303827] Updated weights for policy 0, policy_version 3009 (0.0008) +[2026-06-02 17:34:47,979][303827] Updated weights for policy 0, policy_version 3019 (0.0008) +[2026-06-02 17:34:48,205][303827] Updated weights for policy 0, policy_version 3030 (0.0008) +[2026-06-02 17:34:48,414][303827] Updated weights for policy 0, policy_version 3040 (0.0008) +[2026-06-02 17:34:48,644][303827] Updated weights for policy 0, policy_version 3051 (0.0009) +[2026-06-02 17:34:48,895][303827] Updated weights for policy 0, policy_version 3063 (0.0008) +[2026-06-02 17:34:49,717][303827] Updated weights for policy 0, policy_version 3073 (0.0009) +[2026-06-02 17:34:49,957][303827] Updated weights for policy 0, policy_version 3085 (0.0008) +[2026-06-02 17:34:49,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16384.0, 300 sec: 16556.5). Total num frames: 1572864. Throughput: 0: 16640.0. Samples: 1611648. Policy #0 lag: (min: 44.0, avg: 59.0, max: 108.0) +[2026-06-02 17:34:49,988][302810] Avg episode reward: [(0, '17.853')] +[2026-06-02 17:34:50,178][303827] Updated weights for policy 0, policy_version 3096 (0.0008) +[2026-06-02 17:34:50,391][303827] Updated weights for policy 0, policy_version 3106 (0.0008) +[2026-06-02 17:34:50,604][303827] Updated weights for policy 0, policy_version 3116 (0.0008) +[2026-06-02 17:34:50,829][303827] Updated weights for policy 0, policy_version 3127 (0.0008) +[2026-06-02 17:34:51,003][303741] Saving new best policy, reward=17.853! +[2026-06-02 17:34:51,691][303827] Updated weights for policy 0, policy_version 3137 (0.0009) +[2026-06-02 17:34:51,886][303827] Updated weights for policy 0, policy_version 3147 (0.0008) +[2026-06-02 17:34:52,125][303827] Updated weights for policy 0, policy_version 3158 (0.0009) +[2026-06-02 17:34:52,354][303827] Updated weights for policy 0, policy_version 3169 (0.0009) +[2026-06-02 17:34:52,558][303827] Updated weights for policy 0, policy_version 3179 (0.0008) +[2026-06-02 17:34:52,773][303827] Updated weights for policy 0, policy_version 3189 (0.0009) +[2026-06-02 17:34:53,616][303827] Updated weights for policy 0, policy_version 3201 (0.0009) +[2026-06-02 17:34:53,811][303827] Updated weights for policy 0, policy_version 3211 (0.0009) +[2026-06-02 17:34:54,016][303827] Updated weights for policy 0, policy_version 3221 (0.0009) +[2026-06-02 17:34:54,233][303827] Updated weights for policy 0, policy_version 3231 (0.0009) +[2026-06-02 17:34:54,458][303827] Updated weights for policy 0, policy_version 3242 (0.0009) +[2026-06-02 17:34:54,699][303827] Updated weights for policy 0, policy_version 3254 (0.0009) +[2026-06-02 17:34:54,907][303827] Updated weights for policy 0, policy_version 3264 (0.0009) +[2026-06-02 17:34:54,986][302810] Fps is (10 sec: 19661.2, 60 sec: 16930.2, 300 sec: 16711.7). Total num frames: 1671168. Throughput: 0: 16404.0. Samples: 1656064. Policy #0 lag: (min: 27.0, avg: 58.6, max: 91.0) +[2026-06-02 17:34:54,987][302810] Avg episode reward: [(0, '25.064')] +[2026-06-02 17:34:54,993][303741] Saving new best policy, reward=25.064! +[2026-06-02 17:34:55,762][303827] Updated weights for policy 0, policy_version 3277 (0.0009) +[2026-06-02 17:34:55,962][303827] Updated weights for policy 0, policy_version 3287 (0.0009) +[2026-06-02 17:34:56,176][303827] Updated weights for policy 0, policy_version 3297 (0.0008) +[2026-06-02 17:34:56,389][303827] Updated weights for policy 0, policy_version 3307 (0.0008) +[2026-06-02 17:34:56,598][303827] Updated weights for policy 0, policy_version 3317 (0.0009) +[2026-06-02 17:34:56,809][303827] Updated weights for policy 0, policy_version 3327 (0.0009) +[2026-06-02 17:34:57,643][303827] Updated weights for policy 0, policy_version 3337 (0.0008) +[2026-06-02 17:34:57,840][303827] Updated weights for policy 0, policy_version 3347 (0.0008) +[2026-06-02 17:34:58,050][303827] Updated weights for policy 0, policy_version 3357 (0.0008) +[2026-06-02 17:34:58,274][303827] Updated weights for policy 0, policy_version 3367 (0.0010) +[2026-06-02 17:34:58,475][303827] Updated weights for policy 0, policy_version 3377 (0.0008) +[2026-06-02 17:34:58,692][303827] Updated weights for policy 0, policy_version 3387 (0.0009) +[2026-06-02 17:34:59,517][303827] Updated weights for policy 0, policy_version 3398 (0.0009) +[2026-06-02 17:34:59,720][303827] Updated weights for policy 0, policy_version 3408 (0.0008) +[2026-06-02 17:34:59,926][303827] Updated weights for policy 0, policy_version 3418 (0.0009) +[2026-06-02 17:34:59,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16384.0, 300 sec: 16540.0). Total num frames: 1736704. Throughput: 0: 16497.8. Samples: 1759104. Policy #0 lag: (min: 27.0, avg: 58.6, max: 91.0) +[2026-06-02 17:34:59,988][302810] Avg episode reward: [(0, '28.759')] +[2026-06-02 17:35:00,132][303827] Updated weights for policy 0, policy_version 3428 (0.0008) +[2026-06-02 17:35:00,364][303827] Updated weights for policy 0, policy_version 3439 (0.0009) +[2026-06-02 17:35:00,579][303827] Updated weights for policy 0, policy_version 3449 (0.0009) +[2026-06-02 17:35:00,725][303741] Saving new best policy, reward=28.759! +[2026-06-02 17:35:01,338][303827] Updated weights for policy 0, policy_version 3459 (0.0008) +[2026-06-02 17:35:01,542][303827] Updated weights for policy 0, policy_version 3469 (0.0008) +[2026-06-02 17:35:01,748][303827] Updated weights for policy 0, policy_version 3479 (0.0009) +[2026-06-02 17:35:01,984][303827] Updated weights for policy 0, policy_version 3490 (0.0010) +[2026-06-02 17:35:02,192][303827] Updated weights for policy 0, policy_version 3500 (0.0008) +[2026-06-02 17:35:02,401][303827] Updated weights for policy 0, policy_version 3510 (0.0008) +[2026-06-02 17:35:02,602][303827] Updated weights for policy 0, policy_version 3520 (0.0008) +[2026-06-02 17:35:03,366][303827] Updated weights for policy 0, policy_version 3530 (0.0009) +[2026-06-02 17:35:03,575][303827] Updated weights for policy 0, policy_version 3540 (0.0008) +[2026-06-02 17:35:03,830][303827] Updated weights for policy 0, policy_version 3552 (0.0008) +[2026-06-02 17:35:04,069][303827] Updated weights for policy 0, policy_version 3564 (0.0008) +[2026-06-02 17:35:04,299][303827] Updated weights for policy 0, policy_version 3575 (0.0008) +[2026-06-02 17:35:04,986][302810] Fps is (10 sec: 16383.9, 60 sec: 16930.2, 300 sec: 16681.9). Total num frames: 1835008. Throughput: 0: 16770.8. Samples: 1869824. Policy #0 lag: (min: 63.0, avg: 79.3, max: 127.0) +[2026-06-02 17:35:04,987][302810] Avg episode reward: [(0, '38.763')] +[2026-06-02 17:35:05,075][303827] Updated weights for policy 0, policy_version 3585 (0.0008) +[2026-06-02 17:35:05,277][303827] Updated weights for policy 0, policy_version 3596 (0.0009) +[2026-06-02 17:35:05,528][303827] Updated weights for policy 0, policy_version 3608 (0.0008) +[2026-06-02 17:35:05,737][303827] Updated weights for policy 0, policy_version 3618 (0.0008) +[2026-06-02 17:35:05,964][303827] Updated weights for policy 0, policy_version 3629 (0.0008) +[2026-06-02 17:35:06,175][303827] Updated weights for policy 0, policy_version 3639 (0.0008) +[2026-06-02 17:35:06,358][303741] Saving new best policy, reward=38.763! +[2026-06-02 17:35:06,988][303827] Updated weights for policy 0, policy_version 3650 (0.0009) +[2026-06-02 17:35:07,202][303827] Updated weights for policy 0, policy_version 3661 (0.0009) +[2026-06-02 17:35:07,427][303827] Updated weights for policy 0, policy_version 3672 (0.0009) +[2026-06-02 17:35:07,637][303827] Updated weights for policy 0, policy_version 3682 (0.0008) +[2026-06-02 17:35:07,869][303827] Updated weights for policy 0, policy_version 3693 (0.0009) +[2026-06-02 17:35:08,079][303827] Updated weights for policy 0, policy_version 3703 (0.0008) +[2026-06-02 17:35:08,880][303827] Updated weights for policy 0, policy_version 3713 (0.0009) +[2026-06-02 17:35:09,081][303827] Updated weights for policy 0, policy_version 3723 (0.0009) +[2026-06-02 17:35:09,313][303827] Updated weights for policy 0, policy_version 3734 (0.0009) +[2026-06-02 17:35:09,526][303827] Updated weights for policy 0, policy_version 3744 (0.0009) +[2026-06-02 17:35:09,766][303827] Updated weights for policy 0, policy_version 3755 (0.0009) +[2026-06-02 17:35:09,986][302810] Fps is (10 sec: 16384.3, 60 sec: 16384.1, 300 sec: 16526.5). Total num frames: 1900544. Throughput: 0: 16762.4. Samples: 1912320. Policy #0 lag: (min: 63.0, avg: 79.9, max: 127.0) +[2026-06-02 17:35:09,987][302810] Avg episode reward: [(0, '48.177')] +[2026-06-02 17:35:09,998][303827] Updated weights for policy 0, policy_version 3766 (0.0009) +[2026-06-02 17:35:10,190][303741] Saving new best policy, reward=48.177! +[2026-06-02 17:35:10,192][303827] Updated weights for policy 0, policy_version 3776 (0.0009) +[2026-06-02 17:35:10,982][303827] Updated weights for policy 0, policy_version 3786 (0.0009) +[2026-06-02 17:35:11,182][303827] Updated weights for policy 0, policy_version 3796 (0.0008) +[2026-06-02 17:35:11,398][303827] Updated weights for policy 0, policy_version 3806 (0.0009) +[2026-06-02 17:35:11,644][303827] Updated weights for policy 0, policy_version 3818 (0.0008) +[2026-06-02 17:35:11,861][303827] Updated weights for policy 0, policy_version 3828 (0.0008) +[2026-06-02 17:35:12,081][303827] Updated weights for policy 0, policy_version 3838 (0.0008) +[2026-06-02 17:35:12,824][303827] Updated weights for policy 0, policy_version 3848 (0.0008) +[2026-06-02 17:35:13,039][303827] Updated weights for policy 0, policy_version 3858 (0.0008) +[2026-06-02 17:35:13,258][303827] Updated weights for policy 0, policy_version 3869 (0.0009) +[2026-06-02 17:35:13,481][303827] Updated weights for policy 0, policy_version 3879 (0.0008) +[2026-06-02 17:35:13,697][303827] Updated weights for policy 0, policy_version 3889 (0.0008) +[2026-06-02 17:35:13,906][303827] Updated weights for policy 0, policy_version 3899 (0.0009) +[2026-06-02 17:35:14,663][303827] Updated weights for policy 0, policy_version 3910 (0.0009) +[2026-06-02 17:35:14,870][303827] Updated weights for policy 0, policy_version 3920 (0.0009) +[2026-06-02 17:35:14,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.2, 300 sec: 16657.1). Total num frames: 1998848. Throughput: 0: 16870.4. Samples: 2015872. Policy #0 lag: (min: 53.0, avg: 69.4, max: 117.0) +[2026-06-02 17:35:14,987][302810] Avg episode reward: [(0, '56.994')] +[2026-06-02 17:35:15,083][303827] Updated weights for policy 0, policy_version 3930 (0.0008) +[2026-06-02 17:35:15,299][303827] Updated weights for policy 0, policy_version 3940 (0.0008) +[2026-06-02 17:35:15,508][303827] Updated weights for policy 0, policy_version 3950 (0.0008) +[2026-06-02 17:35:15,742][303827] Updated weights for policy 0, policy_version 3961 (0.0009) +[2026-06-02 17:35:15,878][303741] Saving new best policy, reward=56.994! +[2026-06-02 17:35:16,483][303827] Updated weights for policy 0, policy_version 3971 (0.0008) +[2026-06-02 17:35:16,691][303827] Updated weights for policy 0, policy_version 3981 (0.0009) +[2026-06-02 17:35:16,911][303827] Updated weights for policy 0, policy_version 3991 (0.0008) +[2026-06-02 17:35:17,111][303827] Updated weights for policy 0, policy_version 4001 (0.0008) +[2026-06-02 17:35:17,355][303827] Updated weights for policy 0, policy_version 4012 (0.0008) +[2026-06-02 17:35:17,571][303827] Updated weights for policy 0, policy_version 4022 (0.0009) +[2026-06-02 17:35:17,773][303827] Updated weights for policy 0, policy_version 4032 (0.0008) +[2026-06-02 17:35:18,524][303827] Updated weights for policy 0, policy_version 4042 (0.0009) +[2026-06-02 17:35:18,718][303827] Updated weights for policy 0, policy_version 4052 (0.0008) +[2026-06-02 17:35:18,931][303827] Updated weights for policy 0, policy_version 4062 (0.0008) +[2026-06-02 17:35:19,151][303827] Updated weights for policy 0, policy_version 4072 (0.0009) +[2026-06-02 17:35:19,390][303827] Updated weights for policy 0, policy_version 4083 (0.0009) +[2026-06-02 17:35:19,601][303827] Updated weights for policy 0, policy_version 4093 (0.0009) +[2026-06-02 17:35:19,987][302810] Fps is (10 sec: 19660.4, 60 sec: 16930.1, 300 sec: 16777.2). Total num frames: 2097152. Throughput: 0: 17058.1. Samples: 2123520. Policy #0 lag: (min: 17.0, avg: 40.6, max: 81.0) +[2026-06-02 17:35:19,988][302810] Avg episode reward: [(0, '72.714')] +[2026-06-02 17:35:19,993][303741] Saving new best policy, reward=72.714! +[2026-06-02 17:35:20,368][303827] Updated weights for policy 0, policy_version 4103 (0.0009) +[2026-06-02 17:35:20,601][303827] Updated weights for policy 0, policy_version 4114 (0.0009) +[2026-06-02 17:35:20,801][303827] Updated weights for policy 0, policy_version 4124 (0.0009) +[2026-06-02 17:35:21,056][303827] Updated weights for policy 0, policy_version 4136 (0.0009) +[2026-06-02 17:35:21,274][303827] Updated weights for policy 0, policy_version 4146 (0.0009) +[2026-06-02 17:35:21,491][303827] Updated weights for policy 0, policy_version 4156 (0.0008) +[2026-06-02 17:35:22,224][303827] Updated weights for policy 0, policy_version 4166 (0.0009) +[2026-06-02 17:35:22,434][303827] Updated weights for policy 0, policy_version 4176 (0.0008) +[2026-06-02 17:35:22,644][303827] Updated weights for policy 0, policy_version 4186 (0.0009) +[2026-06-02 17:35:22,868][303827] Updated weights for policy 0, policy_version 4197 (0.0009) +[2026-06-02 17:35:23,089][303827] Updated weights for policy 0, policy_version 4207 (0.0009) +[2026-06-02 17:35:23,300][303827] Updated weights for policy 0, policy_version 4217 (0.0008) +[2026-06-02 17:35:24,041][303827] Updated weights for policy 0, policy_version 4227 (0.0009) +[2026-06-02 17:35:24,241][303827] Updated weights for policy 0, policy_version 4237 (0.0009) +[2026-06-02 17:35:24,455][303827] Updated weights for policy 0, policy_version 4247 (0.0009) +[2026-06-02 17:35:24,662][303827] Updated weights for policy 0, policy_version 4257 (0.0008) +[2026-06-02 17:35:24,877][303827] Updated weights for policy 0, policy_version 4267 (0.0008) +[2026-06-02 17:35:24,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.2, 300 sec: 16636.1). Total num frames: 2162688. Throughput: 0: 16924.5. Samples: 2174080. Policy #0 lag: (min: 57.0, avg: 80.7, max: 121.0) +[2026-06-02 17:35:24,987][302810] Avg episode reward: [(0, '77.552')] +[2026-06-02 17:35:25,100][303827] Updated weights for policy 0, policy_version 4277 (0.0008) +[2026-06-02 17:35:25,315][303827] Updated weights for policy 0, policy_version 4287 (0.0008) +[2026-06-02 17:35:25,326][303741] Saving new best policy, reward=77.552! +[2026-06-02 17:35:26,048][303827] Updated weights for policy 0, policy_version 4297 (0.0009) +[2026-06-02 17:35:26,277][303827] Updated weights for policy 0, policy_version 4308 (0.0009) +[2026-06-02 17:35:26,487][303827] Updated weights for policy 0, policy_version 4318 (0.0009) +[2026-06-02 17:35:26,695][303827] Updated weights for policy 0, policy_version 4328 (0.0009) +[2026-06-02 17:35:26,915][303827] Updated weights for policy 0, policy_version 4338 (0.0008) +[2026-06-02 17:35:27,132][303827] Updated weights for policy 0, policy_version 4348 (0.0008) +[2026-06-02 17:35:27,879][303827] Updated weights for policy 0, policy_version 4358 (0.0009) +[2026-06-02 17:35:28,076][303827] Updated weights for policy 0, policy_version 4368 (0.0008) +[2026-06-02 17:35:28,297][303827] Updated weights for policy 0, policy_version 4378 (0.0009) +[2026-06-02 17:35:28,508][303827] Updated weights for policy 0, policy_version 4388 (0.0008) +[2026-06-02 17:35:28,714][303827] Updated weights for policy 0, policy_version 4398 (0.0008) +[2026-06-02 17:35:28,931][303827] Updated weights for policy 0, policy_version 4408 (0.0008) +[2026-06-02 17:35:29,698][303827] Updated weights for policy 0, policy_version 4418 (0.0009) +[2026-06-02 17:35:29,901][303827] Updated weights for policy 0, policy_version 4428 (0.0009) +[2026-06-02 17:35:29,986][302810] Fps is (10 sec: 16384.2, 60 sec: 16930.1, 300 sec: 16748.1). Total num frames: 2260992. Throughput: 0: 16972.9. Samples: 2275456. Policy #0 lag: (min: 57.0, avg: 80.7, max: 121.0) +[2026-06-02 17:35:29,987][302810] Avg episode reward: [(0, '94.209')] +[2026-06-02 17:35:30,110][303827] Updated weights for policy 0, policy_version 4438 (0.0009) +[2026-06-02 17:35:30,320][303827] Updated weights for policy 0, policy_version 4448 (0.0009) +[2026-06-02 17:35:30,527][303827] Updated weights for policy 0, policy_version 4458 (0.0009) +[2026-06-02 17:35:30,765][303827] Updated weights for policy 0, policy_version 4469 (0.0009) +[2026-06-02 17:35:30,982][303827] Updated weights for policy 0, policy_version 4479 (0.0008) +[2026-06-02 17:35:30,993][303741] Saving new best policy, reward=94.209! +[2026-06-02 17:35:31,739][303827] Updated weights for policy 0, policy_version 4489 (0.0008) +[2026-06-02 17:35:31,975][303827] Updated weights for policy 0, policy_version 4500 (0.0008) +[2026-06-02 17:35:32,182][303827] Updated weights for policy 0, policy_version 4510 (0.0008) +[2026-06-02 17:35:32,388][303827] Updated weights for policy 0, policy_version 4520 (0.0008) +[2026-06-02 17:35:32,603][303827] Updated weights for policy 0, policy_version 4530 (0.0009) +[2026-06-02 17:35:32,819][303827] Updated weights for policy 0, policy_version 4540 (0.0008) +[2026-06-02 17:35:33,567][303827] Updated weights for policy 0, policy_version 4550 (0.0009) +[2026-06-02 17:35:33,771][303827] Updated weights for policy 0, policy_version 4560 (0.0008) +[2026-06-02 17:35:33,982][303827] Updated weights for policy 0, policy_version 4570 (0.0008) +[2026-06-02 17:35:34,203][303827] Updated weights for policy 0, policy_version 4580 (0.0009) +[2026-06-02 17:35:34,405][303827] Updated weights for policy 0, policy_version 4590 (0.0009) +[2026-06-02 17:35:34,609][303827] Updated weights for policy 0, policy_version 4600 (0.0008) +[2026-06-02 17:35:34,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 16852.1). Total num frames: 2359296. Throughput: 0: 17069.6. Samples: 2379776. Policy #0 lag: (min: 63.0, avg: 79.6, max: 127.0) +[2026-06-02 17:35:34,987][302810] Avg episode reward: [(0, '116.395')] +[2026-06-02 17:35:34,992][303741] Saving new best policy, reward=116.395! +[2026-06-02 17:35:35,408][303827] Updated weights for policy 0, policy_version 4611 (0.0009) +[2026-06-02 17:35:35,628][303827] Updated weights for policy 0, policy_version 4622 (0.0008) +[2026-06-02 17:35:35,860][303827] Updated weights for policy 0, policy_version 4633 (0.0008) +[2026-06-02 17:35:36,061][303827] Updated weights for policy 0, policy_version 4643 (0.0008) +[2026-06-02 17:35:36,280][303827] Updated weights for policy 0, policy_version 4653 (0.0009) +[2026-06-02 17:35:36,502][303827] Updated weights for policy 0, policy_version 4663 (0.0008) +[2026-06-02 17:35:37,273][303827] Updated weights for policy 0, policy_version 4673 (0.0008) +[2026-06-02 17:35:37,486][303827] Updated weights for policy 0, policy_version 4684 (0.0008) +[2026-06-02 17:35:37,704][303827] Updated weights for policy 0, policy_version 4694 (0.0009) +[2026-06-02 17:35:37,938][303827] Updated weights for policy 0, policy_version 4705 (0.0008) +[2026-06-02 17:35:38,146][303827] Updated weights for policy 0, policy_version 4715 (0.0008) +[2026-06-02 17:35:38,350][303827] Updated weights for policy 0, policy_version 4725 (0.0008) +[2026-06-02 17:35:38,567][303827] Updated weights for policy 0, policy_version 4735 (0.0009) +[2026-06-02 17:35:39,325][303827] Updated weights for policy 0, policy_version 4745 (0.0009) +[2026-06-02 17:35:39,525][303827] Updated weights for policy 0, policy_version 4755 (0.0008) +[2026-06-02 17:35:39,754][303827] Updated weights for policy 0, policy_version 4765 (0.0009) +[2026-06-02 17:35:39,948][303827] Updated weights for policy 0, policy_version 4775 (0.0009) +[2026-06-02 17:35:39,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.2, 300 sec: 16723.0). Total num frames: 2424832. Throughput: 0: 17319.8. Samples: 2435456. Policy #0 lag: (min: 63.0, avg: 79.3, max: 127.0) +[2026-06-02 17:35:39,988][302810] Avg episode reward: [(0, '106.229')] +[2026-06-02 17:35:40,166][303827] Updated weights for policy 0, policy_version 4785 (0.0009) +[2026-06-02 17:35:40,383][303827] Updated weights for policy 0, policy_version 4795 (0.0008) +[2026-06-02 17:35:41,151][303827] Updated weights for policy 0, policy_version 4806 (0.0009) +[2026-06-02 17:35:41,366][303827] Updated weights for policy 0, policy_version 4816 (0.0006) +[2026-06-02 17:35:41,571][303827] Updated weights for policy 0, policy_version 4826 (0.0008) +[2026-06-02 17:35:41,793][303827] Updated weights for policy 0, policy_version 4836 (0.0008) +[2026-06-02 17:35:42,009][303827] Updated weights for policy 0, policy_version 4846 (0.0008) +[2026-06-02 17:35:42,220][303827] Updated weights for policy 0, policy_version 4856 (0.0008) +[2026-06-02 17:35:42,972][303827] Updated weights for policy 0, policy_version 4866 (0.0009) +[2026-06-02 17:35:43,175][303827] Updated weights for policy 0, policy_version 4876 (0.0008) +[2026-06-02 17:35:43,392][303827] Updated weights for policy 0, policy_version 4886 (0.0008) +[2026-06-02 17:35:43,618][303827] Updated weights for policy 0, policy_version 4897 (0.0008) +[2026-06-02 17:35:43,837][303827] Updated weights for policy 0, policy_version 4907 (0.0008) +[2026-06-02 17:35:44,050][303827] Updated weights for policy 0, policy_version 4917 (0.0008) +[2026-06-02 17:35:44,259][303827] Updated weights for policy 0, policy_version 4927 (0.0009) +[2026-06-02 17:35:44,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 16820.9). Total num frames: 2523136. Throughput: 0: 17319.9. Samples: 2538496. Policy #0 lag: (min: 63.0, avg: 79.3, max: 127.0) +[2026-06-02 17:35:44,987][302810] Avg episode reward: [(0, '120.467')] +[2026-06-02 17:35:45,010][303827] Updated weights for policy 0, policy_version 4938 (0.0009) +[2026-06-02 17:35:45,218][303827] Updated weights for policy 0, policy_version 4948 (0.0008) +[2026-06-02 17:35:45,430][303827] Updated weights for policy 0, policy_version 4958 (0.0008) +[2026-06-02 17:35:45,643][303827] Updated weights for policy 0, policy_version 4968 (0.0009) +[2026-06-02 17:35:45,897][303827] Updated weights for policy 0, policy_version 4980 (0.0009) +[2026-06-02 17:35:46,105][303827] Updated weights for policy 0, policy_version 4990 (0.0011) +[2026-06-02 17:35:46,147][303741] Saving new best policy, reward=120.467! +[2026-06-02 17:35:46,857][303827] Updated weights for policy 0, policy_version 5000 (0.0009) +[2026-06-02 17:35:47,098][303827] Updated weights for policy 0, policy_version 5012 (0.0009) +[2026-06-02 17:35:47,329][303827] Updated weights for policy 0, policy_version 5023 (0.0009) +[2026-06-02 17:35:47,561][303827] Updated weights for policy 0, policy_version 5034 (0.0009) +[2026-06-02 17:35:47,764][303827] Updated weights for policy 0, policy_version 5044 (0.0009) +[2026-06-02 17:35:47,975][303827] Updated weights for policy 0, policy_version 5054 (0.0009) +[2026-06-02 17:35:48,729][303827] Updated weights for policy 0, policy_version 5064 (0.0009) +[2026-06-02 17:35:48,930][303827] Updated weights for policy 0, policy_version 5074 (0.0008) +[2026-06-02 17:35:49,145][303827] Updated weights for policy 0, policy_version 5084 (0.0008) +[2026-06-02 17:35:49,365][303827] Updated weights for policy 0, policy_version 5094 (0.0009) +[2026-06-02 17:35:49,580][303827] Updated weights for policy 0, policy_version 5104 (0.0008) +[2026-06-02 17:35:49,799][303827] Updated weights for policy 0, policy_version 5114 (0.0008) +[2026-06-02 17:35:49,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 16912.5). Total num frames: 2621440. Throughput: 0: 17109.3. Samples: 2639744. Policy #0 lag: (min: 54.0, avg: 70.9, max: 118.0) +[2026-06-02 17:35:49,987][302810] Avg episode reward: [(0, '150.718')] +[2026-06-02 17:35:49,993][303741] Saving new best policy, reward=150.718! +[2026-06-02 17:35:50,545][303827] Updated weights for policy 0, policy_version 5124 (0.0009) +[2026-06-02 17:35:50,762][303827] Updated weights for policy 0, policy_version 5134 (0.0008) +[2026-06-02 17:35:50,970][303827] Updated weights for policy 0, policy_version 5144 (0.0009) +[2026-06-02 17:35:51,187][303827] Updated weights for policy 0, policy_version 5154 (0.0009) +[2026-06-02 17:35:51,425][303827] Updated weights for policy 0, policy_version 5165 (0.0009) +[2026-06-02 17:35:51,634][303827] Updated weights for policy 0, policy_version 5175 (0.0009) +[2026-06-02 17:35:52,371][303827] Updated weights for policy 0, policy_version 5185 (0.0008) +[2026-06-02 17:35:52,568][303827] Updated weights for policy 0, policy_version 5195 (0.0008) +[2026-06-02 17:35:52,802][303827] Updated weights for policy 0, policy_version 5206 (0.0008) +[2026-06-02 17:35:53,005][303827] Updated weights for policy 0, policy_version 5216 (0.0009) +[2026-06-02 17:35:53,229][303827] Updated weights for policy 0, policy_version 5226 (0.0008) +[2026-06-02 17:35:53,444][303827] Updated weights for policy 0, policy_version 5236 (0.0010) +[2026-06-02 17:35:53,656][303827] Updated weights for policy 0, policy_version 5246 (0.0008) +[2026-06-02 17:35:54,385][303827] Updated weights for policy 0, policy_version 5256 (0.0008) +[2026-06-02 17:35:54,585][303827] Updated weights for policy 0, policy_version 5266 (0.0009) +[2026-06-02 17:35:54,809][303827] Updated weights for policy 0, policy_version 5276 (0.0009) +[2026-06-02 17:35:54,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16930.1, 300 sec: 16793.6). Total num frames: 2686976. Throughput: 0: 17433.6. Samples: 2696832. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:35:54,988][302810] Avg episode reward: [(0, '148.444')] +[2026-06-02 17:35:55,019][303827] Updated weights for policy 0, policy_version 5286 (0.0009) +[2026-06-02 17:35:55,230][303827] Updated weights for policy 0, policy_version 5296 (0.0008) +[2026-06-02 17:35:55,432][303827] Updated weights for policy 0, policy_version 5306 (0.0008) +[2026-06-02 17:35:56,180][303827] Updated weights for policy 0, policy_version 5316 (0.0009) +[2026-06-02 17:35:56,389][303827] Updated weights for policy 0, policy_version 5326 (0.0008) +[2026-06-02 17:35:56,614][303827] Updated weights for policy 0, policy_version 5337 (0.0008) +[2026-06-02 17:35:56,822][303827] Updated weights for policy 0, policy_version 5347 (0.0008) +[2026-06-02 17:35:57,046][303827] Updated weights for policy 0, policy_version 5357 (0.0009) +[2026-06-02 17:35:57,271][303827] Updated weights for policy 0, policy_version 5368 (0.0009) +[2026-06-02 17:35:58,034][303827] Updated weights for policy 0, policy_version 5379 (0.0009) +[2026-06-02 17:35:58,245][303827] Updated weights for policy 0, policy_version 5389 (0.0008) +[2026-06-02 17:35:58,435][303827] Updated weights for policy 0, policy_version 5399 (0.0008) +[2026-06-02 17:35:58,679][303827] Updated weights for policy 0, policy_version 5410 (0.0009) +[2026-06-02 17:35:58,927][303827] Updated weights for policy 0, policy_version 5422 (0.0009) +[2026-06-02 17:35:59,138][303827] Updated weights for policy 0, policy_version 5432 (0.0008) +[2026-06-02 17:35:59,896][303827] Updated weights for policy 0, policy_version 5442 (0.0009) +[2026-06-02 17:35:59,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 16880.5). Total num frames: 2785280. Throughput: 0: 17390.9. Samples: 2798464. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:35:59,987][302810] Avg episode reward: [(0, '152.153')] +[2026-06-02 17:36:00,094][303827] Updated weights for policy 0, policy_version 5452 (0.0008) +[2026-06-02 17:36:00,318][303827] Updated weights for policy 0, policy_version 5463 (0.0009) +[2026-06-02 17:36:00,529][303827] Updated weights for policy 0, policy_version 5473 (0.0008) +[2026-06-02 17:36:00,743][303827] Updated weights for policy 0, policy_version 5483 (0.0008) +[2026-06-02 17:36:00,960][303827] Updated weights for policy 0, policy_version 5493 (0.0009) +[2026-06-02 17:36:01,189][303827] Updated weights for policy 0, policy_version 5503 (0.0009) +[2026-06-02 17:36:01,209][303741] Saving new best policy, reward=152.153! +[2026-06-02 17:36:01,902][303827] Updated weights for policy 0, policy_version 5513 (0.0009) +[2026-06-02 17:36:02,145][303827] Updated weights for policy 0, policy_version 5524 (0.0009) +[2026-06-02 17:36:02,351][303827] Updated weights for policy 0, policy_version 5534 (0.0009) +[2026-06-02 17:36:02,574][303827] Updated weights for policy 0, policy_version 5544 (0.0008) +[2026-06-02 17:36:02,780][303827] Updated weights for policy 0, policy_version 5554 (0.0009) +[2026-06-02 17:36:02,990][303827] Updated weights for policy 0, policy_version 5564 (0.0008) +[2026-06-02 17:36:03,760][303827] Updated weights for policy 0, policy_version 5574 (0.0009) +[2026-06-02 17:36:03,978][303827] Updated weights for policy 0, policy_version 5584 (0.0009) +[2026-06-02 17:36:04,180][303827] Updated weights for policy 0, policy_version 5594 (0.0008) +[2026-06-02 17:36:04,399][303827] Updated weights for policy 0, policy_version 5604 (0.0009) +[2026-06-02 17:36:04,606][303827] Updated weights for policy 0, policy_version 5614 (0.0009) +[2026-06-02 17:36:04,830][303827] Updated weights for policy 0, policy_version 5624 (0.0009) +[2026-06-02 17:36:04,987][302810] Fps is (10 sec: 16384.1, 60 sec: 16930.1, 300 sec: 16769.5). Total num frames: 2850816. Throughput: 0: 17280.1. Samples: 2901120. Policy #0 lag: (min: 63.0, avg: 79.9, max: 127.0) +[2026-06-02 17:36:04,988][302810] Avg episode reward: [(0, '163.989')] +[2026-06-02 17:36:04,993][303741] Saving new best policy, reward=163.989! +[2026-06-02 17:36:05,568][303827] Updated weights for policy 0, policy_version 5634 (0.0009) +[2026-06-02 17:36:05,772][303827] Updated weights for policy 0, policy_version 5644 (0.0009) +[2026-06-02 17:36:05,995][303827] Updated weights for policy 0, policy_version 5655 (0.0009) +[2026-06-02 17:36:06,218][303827] Updated weights for policy 0, policy_version 5665 (0.0009) +[2026-06-02 17:36:06,435][303827] Updated weights for policy 0, policy_version 5675 (0.0009) +[2026-06-02 17:36:06,671][303827] Updated weights for policy 0, policy_version 5686 (0.0009) +[2026-06-02 17:36:07,416][303827] Updated weights for policy 0, policy_version 5697 (0.0009) +[2026-06-02 17:36:07,610][303827] Updated weights for policy 0, policy_version 5707 (0.0008) +[2026-06-02 17:36:07,824][303827] Updated weights for policy 0, policy_version 5717 (0.0009) +[2026-06-02 17:36:08,038][303827] Updated weights for policy 0, policy_version 5727 (0.0009) +[2026-06-02 17:36:08,267][303827] Updated weights for policy 0, policy_version 5738 (0.0009) +[2026-06-02 17:36:08,487][303827] Updated weights for policy 0, policy_version 5748 (0.0008) +[2026-06-02 17:36:08,706][303827] Updated weights for policy 0, policy_version 5758 (0.0008) +[2026-06-02 17:36:09,459][303827] Updated weights for policy 0, policy_version 5768 (0.0009) +[2026-06-02 17:36:09,686][303827] Updated weights for policy 0, policy_version 5779 (0.0008) +[2026-06-02 17:36:09,905][303827] Updated weights for policy 0, policy_version 5789 (0.0008) +[2026-06-02 17:36:09,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 16852.1). Total num frames: 2949120. Throughput: 0: 17410.9. Samples: 2957568. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:36:09,987][302810] Avg episode reward: [(0, '181.299')] +[2026-06-02 17:36:10,117][303827] Updated weights for policy 0, policy_version 5799 (0.0008) +[2026-06-02 17:36:10,327][303827] Updated weights for policy 0, policy_version 5809 (0.0008) +[2026-06-02 17:36:10,540][303827] Updated weights for policy 0, policy_version 5819 (0.0009) +[2026-06-02 17:36:10,635][303741] Saving new best policy, reward=181.299! +[2026-06-02 17:36:11,309][303827] Updated weights for policy 0, policy_version 5829 (0.0009) +[2026-06-02 17:36:11,521][303827] Updated weights for policy 0, policy_version 5839 (0.0008) +[2026-06-02 17:36:11,758][303827] Updated weights for policy 0, policy_version 5850 (0.0008) +[2026-06-02 17:36:11,977][303827] Updated weights for policy 0, policy_version 5860 (0.0008) +[2026-06-02 17:36:12,190][303827] Updated weights for policy 0, policy_version 5870 (0.0009) +[2026-06-02 17:36:12,405][303827] Updated weights for policy 0, policy_version 5880 (0.0008) +[2026-06-02 17:36:13,124][303827] Updated weights for policy 0, policy_version 5890 (0.0009) +[2026-06-02 17:36:13,324][303827] Updated weights for policy 0, policy_version 5900 (0.0008) +[2026-06-02 17:36:13,534][303827] Updated weights for policy 0, policy_version 5910 (0.0009) +[2026-06-02 17:36:13,744][303827] Updated weights for policy 0, policy_version 5920 (0.0008) +[2026-06-02 17:36:13,960][303827] Updated weights for policy 0, policy_version 5930 (0.0010) +[2026-06-02 17:36:14,180][303827] Updated weights for policy 0, policy_version 5940 (0.0008) +[2026-06-02 17:36:14,389][303827] Updated weights for policy 0, policy_version 5950 (0.0007) +[2026-06-02 17:36:14,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 16930.1). Total num frames: 3047424. Throughput: 0: 17453.5. Samples: 3060864. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:36:14,987][302810] Avg episode reward: [(0, '190.575')] +[2026-06-02 17:36:15,114][303827] Updated weights for policy 0, policy_version 5960 (0.0009) +[2026-06-02 17:36:15,326][303827] Updated weights for policy 0, policy_version 5970 (0.0008) +[2026-06-02 17:36:15,555][303827] Updated weights for policy 0, policy_version 5981 (0.0008) +[2026-06-02 17:36:15,773][303827] Updated weights for policy 0, policy_version 5991 (0.0009) +[2026-06-02 17:36:15,987][303827] Updated weights for policy 0, policy_version 6001 (0.0008) +[2026-06-02 17:36:16,198][303827] Updated weights for policy 0, policy_version 6011 (0.0009) +[2026-06-02 17:36:16,310][303741] Saving new best policy, reward=190.575! +[2026-06-02 17:36:16,944][303827] Updated weights for policy 0, policy_version 6021 (0.0009) +[2026-06-02 17:36:17,171][303827] Updated weights for policy 0, policy_version 6032 (0.0007) +[2026-06-02 17:36:17,393][303827] Updated weights for policy 0, policy_version 6042 (0.0008) +[2026-06-02 17:36:17,606][303827] Updated weights for policy 0, policy_version 6052 (0.0008) +[2026-06-02 17:36:17,870][303827] Updated weights for policy 0, policy_version 6065 (0.0009) +[2026-06-02 17:36:18,093][303827] Updated weights for policy 0, policy_version 6075 (0.0008) +[2026-06-02 17:36:18,850][303827] Updated weights for policy 0, policy_version 6085 (0.0009) +[2026-06-02 17:36:19,060][303827] Updated weights for policy 0, policy_version 6095 (0.0008) +[2026-06-02 17:36:19,268][303827] Updated weights for policy 0, policy_version 6105 (0.0010) +[2026-06-02 17:36:19,484][303827] Updated weights for policy 0, policy_version 6115 (0.0008) +[2026-06-02 17:36:19,689][303827] Updated weights for policy 0, policy_version 6125 (0.0009) +[2026-06-02 17:36:19,908][303827] Updated weights for policy 0, policy_version 6135 (0.0009) +[2026-06-02 17:36:19,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16930.2, 300 sec: 16826.8). Total num frames: 3112960. Throughput: 0: 17388.1. Samples: 3162240. Policy #0 lag: (min: 63.0, avg: 81.7, max: 127.0) +[2026-06-02 17:36:19,988][302810] Avg episode reward: [(0, '176.349')] +[2026-06-02 17:36:20,669][303827] Updated weights for policy 0, policy_version 6145 (0.0007) +[2026-06-02 17:36:20,873][303827] Updated weights for policy 0, policy_version 6155 (0.0009) +[2026-06-02 17:36:21,080][303827] Updated weights for policy 0, policy_version 6165 (0.0009) +[2026-06-02 17:36:21,302][303827] Updated weights for policy 0, policy_version 6175 (0.0008) +[2026-06-02 17:36:21,530][303827] Updated weights for policy 0, policy_version 6186 (0.0008) +[2026-06-02 17:36:21,759][303827] Updated weights for policy 0, policy_version 6197 (0.0008) +[2026-06-02 17:36:21,985][303827] Updated weights for policy 0, policy_version 6208 (0.0007) +[2026-06-02 17:36:22,739][303827] Updated weights for policy 0, policy_version 6218 (0.0009) +[2026-06-02 17:36:22,939][303827] Updated weights for policy 0, policy_version 6228 (0.0009) +[2026-06-02 17:36:23,180][303827] Updated weights for policy 0, policy_version 6239 (0.0009) +[2026-06-02 17:36:23,387][303827] Updated weights for policy 0, policy_version 6249 (0.0009) +[2026-06-02 17:36:23,609][303827] Updated weights for policy 0, policy_version 6259 (0.0009) +[2026-06-02 17:36:23,829][303827] Updated weights for policy 0, policy_version 6269 (0.0008) +[2026-06-02 17:36:24,576][303827] Updated weights for policy 0, policy_version 6279 (0.0009) +[2026-06-02 17:36:24,781][303827] Updated weights for policy 0, policy_version 6289 (0.0008) +[2026-06-02 17:36:24,986][303827] Updated weights for policy 0, policy_version 6299 (0.0008) +[2026-06-02 17:36:24,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 16901.4). Total num frames: 3211264. Throughput: 0: 17447.8. Samples: 3220608. Policy #0 lag: (min: 43.0, avg: 74.5, max: 107.0) +[2026-06-02 17:36:24,987][302810] Avg episode reward: [(0, '177.243')] +[2026-06-02 17:36:25,234][303827] Updated weights for policy 0, policy_version 6310 (0.0008) +[2026-06-02 17:36:25,454][303827] Updated weights for policy 0, policy_version 6321 (0.0009) +[2026-06-02 17:36:25,676][303827] Updated weights for policy 0, policy_version 6331 (0.0009) +[2026-06-02 17:36:26,404][303827] Updated weights for policy 0, policy_version 6341 (0.0008) +[2026-06-02 17:36:26,616][303827] Updated weights for policy 0, policy_version 6351 (0.0008) +[2026-06-02 17:36:26,824][303827] Updated weights for policy 0, policy_version 6361 (0.0009) +[2026-06-02 17:36:27,054][303827] Updated weights for policy 0, policy_version 6372 (0.0008) +[2026-06-02 17:36:27,303][303827] Updated weights for policy 0, policy_version 6384 (0.0009) +[2026-06-02 17:36:27,513][303827] Updated weights for policy 0, policy_version 6394 (0.0009) +[2026-06-02 17:36:28,322][303827] Updated weights for policy 0, policy_version 6405 (0.0009) +[2026-06-02 17:36:28,554][303827] Updated weights for policy 0, policy_version 6417 (0.0008) +[2026-06-02 17:36:28,765][303827] Updated weights for policy 0, policy_version 6427 (0.0008) +[2026-06-02 17:36:28,976][303827] Updated weights for policy 0, policy_version 6437 (0.0009) +[2026-06-02 17:36:29,199][303827] Updated weights for policy 0, policy_version 6447 (0.0010) +[2026-06-02 17:36:29,396][303827] Updated weights for policy 0, policy_version 6457 (0.0008) +[2026-06-02 17:36:29,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 16972.1). Total num frames: 3309568. Throughput: 0: 17399.5. Samples: 3321472. Policy #0 lag: (min: 43.0, avg: 74.5, max: 107.0) +[2026-06-02 17:36:29,987][302810] Avg episode reward: [(0, '161.618')] +[2026-06-02 17:36:30,200][303827] Updated weights for policy 0, policy_version 6468 (0.0008) +[2026-06-02 17:36:30,399][303827] Updated weights for policy 0, policy_version 6478 (0.0009) +[2026-06-02 17:36:30,601][303827] Updated weights for policy 0, policy_version 6488 (0.0008) +[2026-06-02 17:36:30,860][303827] Updated weights for policy 0, policy_version 6500 (0.0009) +[2026-06-02 17:36:31,071][303827] Updated weights for policy 0, policy_version 6510 (0.0008) +[2026-06-02 17:36:31,296][303827] Updated weights for policy 0, policy_version 6521 (0.0008) +[2026-06-02 17:36:32,075][303827] Updated weights for policy 0, policy_version 6532 (0.0009) +[2026-06-02 17:36:32,295][303827] Updated weights for policy 0, policy_version 6543 (0.0009) +[2026-06-02 17:36:32,509][303827] Updated weights for policy 0, policy_version 6553 (0.0009) +[2026-06-02 17:36:32,722][303827] Updated weights for policy 0, policy_version 6563 (0.0008) +[2026-06-02 17:36:32,937][303827] Updated weights for policy 0, policy_version 6573 (0.0008) +[2026-06-02 17:36:33,151][303827] Updated weights for policy 0, policy_version 6583 (0.0008) +[2026-06-02 17:36:33,910][303827] Updated weights for policy 0, policy_version 6593 (0.0009) +[2026-06-02 17:36:34,107][303827] Updated weights for policy 0, policy_version 6603 (0.0008) +[2026-06-02 17:36:34,309][303827] Updated weights for policy 0, policy_version 6613 (0.0009) +[2026-06-02 17:36:34,530][303827] Updated weights for policy 0, policy_version 6623 (0.0008) +[2026-06-02 17:36:34,743][303827] Updated weights for policy 0, policy_version 6634 (0.0008) +[2026-06-02 17:36:34,954][303827] Updated weights for policy 0, policy_version 6644 (0.0008) +[2026-06-02 17:36:34,986][302810] Fps is (10 sec: 16384.1, 60 sec: 16930.1, 300 sec: 16875.5). Total num frames: 3375104. Throughput: 0: 17379.6. Samples: 3421824. Policy #0 lag: (min: 63.0, avg: 78.1, max: 127.0) +[2026-06-02 17:36:34,987][302810] Avg episode reward: [(0, '169.004')] +[2026-06-02 17:36:35,184][303827] Updated weights for policy 0, policy_version 6655 (0.0008) +[2026-06-02 17:36:35,979][303827] Updated weights for policy 0, policy_version 6666 (0.0009) +[2026-06-02 17:36:36,184][303827] Updated weights for policy 0, policy_version 6676 (0.0009) +[2026-06-02 17:36:36,410][303827] Updated weights for policy 0, policy_version 6687 (0.0008) +[2026-06-02 17:36:36,622][303827] Updated weights for policy 0, policy_version 6697 (0.0009) +[2026-06-02 17:36:36,848][303827] Updated weights for policy 0, policy_version 6708 (0.0009) +[2026-06-02 17:36:37,063][303827] Updated weights for policy 0, policy_version 6718 (0.0008) +[2026-06-02 17:36:37,836][303827] Updated weights for policy 0, policy_version 6728 (0.0008) +[2026-06-02 17:36:38,065][303827] Updated weights for policy 0, policy_version 6739 (0.0009) +[2026-06-02 17:36:38,303][303827] Updated weights for policy 0, policy_version 6750 (0.0008) +[2026-06-02 17:36:38,506][303827] Updated weights for policy 0, policy_version 6760 (0.0009) +[2026-06-02 17:36:38,711][303827] Updated weights for policy 0, policy_version 6770 (0.0008) +[2026-06-02 17:36:38,938][303827] Updated weights for policy 0, policy_version 6780 (0.0009) +[2026-06-02 17:36:39,693][303827] Updated weights for policy 0, policy_version 6790 (0.0009) +[2026-06-02 17:36:39,941][303827] Updated weights for policy 0, policy_version 6802 (0.0009) +[2026-06-02 17:36:39,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 16943.5). Total num frames: 3473408. Throughput: 0: 17419.4. Samples: 3480704. Policy #0 lag: (min: 27.0, avg: 55.9, max: 91.0) +[2026-06-02 17:36:39,987][302810] Avg episode reward: [(0, '174.081')] +[2026-06-02 17:36:40,186][303827] Updated weights for policy 0, policy_version 6814 (0.0009) +[2026-06-02 17:36:40,395][303827] Updated weights for policy 0, policy_version 6824 (0.0008) +[2026-06-02 17:36:40,606][303827] Updated weights for policy 0, policy_version 6834 (0.0008) +[2026-06-02 17:36:40,816][303827] Updated weights for policy 0, policy_version 6844 (0.0009) +[2026-06-02 17:36:41,585][303827] Updated weights for policy 0, policy_version 6854 (0.0009) +[2026-06-02 17:36:41,814][303827] Updated weights for policy 0, policy_version 6865 (0.0008) +[2026-06-02 17:36:42,028][303827] Updated weights for policy 0, policy_version 6875 (0.0007) +[2026-06-02 17:36:42,236][303827] Updated weights for policy 0, policy_version 6885 (0.0008) +[2026-06-02 17:36:42,454][303827] Updated weights for policy 0, policy_version 6895 (0.0009) +[2026-06-02 17:36:42,692][303827] Updated weights for policy 0, policy_version 6907 (0.0009) +[2026-06-02 17:36:43,454][303827] Updated weights for policy 0, policy_version 6917 (0.0009) +[2026-06-02 17:36:43,660][303827] Updated weights for policy 0, policy_version 6927 (0.0009) +[2026-06-02 17:36:43,878][303827] Updated weights for policy 0, policy_version 6938 (0.0008) +[2026-06-02 17:36:44,114][303827] Updated weights for policy 0, policy_version 6949 (0.0009) +[2026-06-02 17:36:44,323][303827] Updated weights for policy 0, policy_version 6959 (0.0009) +[2026-06-02 17:36:44,524][303827] Updated weights for policy 0, policy_version 6969 (0.0008) +[2026-06-02 17:36:44,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17008.2). Total num frames: 3571712. Throughput: 0: 17442.1. Samples: 3583360. Policy #0 lag: (min: 27.0, avg: 55.9, max: 91.0) +[2026-06-02 17:36:44,987][302810] Avg episode reward: [(0, '154.747')] +[2026-06-02 17:36:45,302][303827] Updated weights for policy 0, policy_version 6979 (0.0009) +[2026-06-02 17:36:45,496][303827] Updated weights for policy 0, policy_version 6989 (0.0008) +[2026-06-02 17:36:45,714][303827] Updated weights for policy 0, policy_version 6999 (0.0008) +[2026-06-02 17:36:45,929][303827] Updated weights for policy 0, policy_version 7009 (0.0008) +[2026-06-02 17:36:46,136][303827] Updated weights for policy 0, policy_version 7019 (0.0008) +[2026-06-02 17:36:46,348][303827] Updated weights for policy 0, policy_version 7029 (0.0009) +[2026-06-02 17:36:46,584][303827] Updated weights for policy 0, policy_version 7040 (0.0008) +[2026-06-02 17:36:47,310][303827] Updated weights for policy 0, policy_version 7050 (0.0009) +[2026-06-02 17:36:47,514][303827] Updated weights for policy 0, policy_version 7060 (0.0008) +[2026-06-02 17:36:47,719][303827] Updated weights for policy 0, policy_version 7070 (0.0010) +[2026-06-02 17:36:47,927][303827] Updated weights for policy 0, policy_version 7080 (0.0008) +[2026-06-02 17:36:48,157][303827] Updated weights for policy 0, policy_version 7091 (0.0008) +[2026-06-02 17:36:48,371][303827] Updated weights for policy 0, policy_version 7101 (0.0008) +[2026-06-02 17:36:49,162][303827] Updated weights for policy 0, policy_version 7112 (0.0008) +[2026-06-02 17:36:49,394][303827] Updated weights for policy 0, policy_version 7123 (0.0008) +[2026-06-02 17:36:49,595][303827] Updated weights for policy 0, policy_version 7133 (0.0009) +[2026-06-02 17:36:49,813][303827] Updated weights for policy 0, policy_version 7143 (0.0008) +[2026-06-02 17:36:49,987][302810] Fps is (10 sec: 16383.8, 60 sec: 16930.1, 300 sec: 16917.4). Total num frames: 3637248. Throughput: 0: 17410.8. Samples: 3684608. Policy #0 lag: (min: 63.0, avg: 78.6, max: 127.0) +[2026-06-02 17:36:49,989][302810] Avg episode reward: [(0, '153.987')] +[2026-06-02 17:36:50,023][303827] Updated weights for policy 0, policy_version 7153 (0.0008) +[2026-06-02 17:36:50,232][303827] Updated weights for policy 0, policy_version 7163 (0.0008) +[2026-06-02 17:36:51,007][303827] Updated weights for policy 0, policy_version 7174 (0.0009) +[2026-06-02 17:36:51,239][303827] Updated weights for policy 0, policy_version 7185 (0.0013) +[2026-06-02 17:36:51,437][303827] Updated weights for policy 0, policy_version 7195 (0.0004) +[2026-06-02 17:36:51,648][303827] Updated weights for policy 0, policy_version 7205 (0.0004) +[2026-06-02 17:36:51,858][303827] Updated weights for policy 0, policy_version 7215 (0.0004) +[2026-06-02 17:36:52,075][303827] Updated weights for policy 0, policy_version 7225 (0.0004) +[2026-06-02 17:36:52,849][303827] Updated weights for policy 0, policy_version 7235 (0.0006) +[2026-06-02 17:36:53,046][303827] Updated weights for policy 0, policy_version 7245 (0.0009) +[2026-06-02 17:36:53,249][303827] Updated weights for policy 0, policy_version 7255 (0.0009) +[2026-06-02 17:36:53,497][303827] Updated weights for policy 0, policy_version 7266 (0.0009) +[2026-06-02 17:36:53,702][303827] Updated weights for policy 0, policy_version 7276 (0.0008) +[2026-06-02 17:36:53,901][303827] Updated weights for policy 0, policy_version 7286 (0.0009) +[2026-06-02 17:36:54,703][303827] Updated weights for policy 0, policy_version 7298 (0.0009) +[2026-06-02 17:36:54,922][303827] Updated weights for policy 0, policy_version 7309 (0.0009) +[2026-06-02 17:36:54,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 16979.8). Total num frames: 3735552. Throughput: 0: 17462.0. Samples: 3743360. Policy #0 lag: (min: 1.0, avg: 35.3, max: 65.0) +[2026-06-02 17:36:54,987][302810] Avg episode reward: [(0, '159.554')] +[2026-06-02 17:36:55,128][303827] Updated weights for policy 0, policy_version 7319 (0.0009) +[2026-06-02 17:36:55,375][303827] Updated weights for policy 0, policy_version 7331 (0.0009) +[2026-06-02 17:36:55,583][303827] Updated weights for policy 0, policy_version 7341 (0.0009) +[2026-06-02 17:36:55,801][303827] Updated weights for policy 0, policy_version 7351 (0.0009) +[2026-06-02 17:36:56,590][303827] Updated weights for policy 0, policy_version 7362 (0.0009) +[2026-06-02 17:36:56,797][303827] Updated weights for policy 0, policy_version 7372 (0.0009) +[2026-06-02 17:36:56,996][303827] Updated weights for policy 0, policy_version 7382 (0.0009) +[2026-06-02 17:36:57,209][303827] Updated weights for policy 0, policy_version 7392 (0.0009) +[2026-06-02 17:36:57,427][303827] Updated weights for policy 0, policy_version 7402 (0.0009) +[2026-06-02 17:36:57,656][303827] Updated weights for policy 0, policy_version 7413 (0.0009) +[2026-06-02 17:36:57,866][303827] Updated weights for policy 0, policy_version 7423 (0.0009) +[2026-06-02 17:36:58,643][303827] Updated weights for policy 0, policy_version 7434 (0.0009) +[2026-06-02 17:36:58,862][303827] Updated weights for policy 0, policy_version 7444 (0.0008) +[2026-06-02 17:36:59,055][303827] Updated weights for policy 0, policy_version 7454 (0.0009) +[2026-06-02 17:36:59,268][303827] Updated weights for policy 0, policy_version 7464 (0.0009) +[2026-06-02 17:36:59,470][303827] Updated weights for policy 0, policy_version 7474 (0.0009) +[2026-06-02 17:36:59,689][303827] Updated weights for policy 0, policy_version 7484 (0.0009) +[2026-06-02 17:36:59,986][302810] Fps is (10 sec: 19661.1, 60 sec: 17476.3, 300 sec: 17039.4). Total num frames: 3833856. Throughput: 0: 17430.8. Samples: 3845248. Policy #0 lag: (min: 1.0, avg: 35.3, max: 65.0) +[2026-06-02 17:36:59,987][302810] Avg episode reward: [(0, '168.678')] +[2026-06-02 17:37:00,439][303827] Updated weights for policy 0, policy_version 7494 (0.0009) +[2026-06-02 17:37:00,643][303827] Updated weights for policy 0, policy_version 7504 (0.0008) +[2026-06-02 17:37:00,891][303827] Updated weights for policy 0, policy_version 7516 (0.0009) +[2026-06-02 17:37:01,122][303827] Updated weights for policy 0, policy_version 7527 (0.0009) +[2026-06-02 17:37:01,324][303827] Updated weights for policy 0, policy_version 7537 (0.0009) +[2026-06-02 17:37:01,540][303827] Updated weights for policy 0, policy_version 7547 (0.0009) +[2026-06-02 17:37:02,366][303827] Updated weights for policy 0, policy_version 7559 (0.0009) +[2026-06-02 17:37:02,576][303827] Updated weights for policy 0, policy_version 7570 (0.0008) +[2026-06-02 17:37:02,801][303827] Updated weights for policy 0, policy_version 7580 (0.0009) +[2026-06-02 17:37:03,017][303827] Updated weights for policy 0, policy_version 7590 (0.0005) +[2026-06-02 17:37:03,221][303827] Updated weights for policy 0, policy_version 7600 (0.0004) +[2026-06-02 17:37:03,448][303827] Updated weights for policy 0, policy_version 7610 (0.0006) +[2026-06-02 17:37:04,203][303827] Updated weights for policy 0, policy_version 7620 (0.0009) +[2026-06-02 17:37:04,400][303827] Updated weights for policy 0, policy_version 7630 (0.0009) +[2026-06-02 17:37:04,626][303827] Updated weights for policy 0, policy_version 7640 (0.0010) +[2026-06-02 17:37:04,846][303827] Updated weights for policy 0, policy_version 7650 (0.0009) +[2026-06-02 17:37:04,986][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 16953.9). Total num frames: 3899392. Throughput: 0: 17464.9. Samples: 3948160. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0) +[2026-06-02 17:37:04,987][302810] Avg episode reward: [(0, '182.355')] +[2026-06-02 17:37:05,075][303827] Updated weights for policy 0, policy_version 7661 (0.0008) +[2026-06-02 17:37:05,289][303827] Updated weights for policy 0, policy_version 7671 (0.0008) +[2026-06-02 17:37:06,034][303827] Updated weights for policy 0, policy_version 7681 (0.0009) +[2026-06-02 17:37:06,223][303827] Updated weights for policy 0, policy_version 7691 (0.0008) +[2026-06-02 17:37:06,446][303827] Updated weights for policy 0, policy_version 7701 (0.0009) +[2026-06-02 17:37:06,654][303827] Updated weights for policy 0, policy_version 7711 (0.0009) +[2026-06-02 17:37:06,878][303827] Updated weights for policy 0, policy_version 7721 (0.0009) +[2026-06-02 17:37:07,088][303827] Updated weights for policy 0, policy_version 7731 (0.0008) +[2026-06-02 17:37:07,303][303827] Updated weights for policy 0, policy_version 7741 (0.0008) +[2026-06-02 17:37:08,018][303827] Updated weights for policy 0, policy_version 7751 (0.0008) +[2026-06-02 17:37:08,228][303827] Updated weights for policy 0, policy_version 7761 (0.0009) +[2026-06-02 17:37:08,447][303827] Updated weights for policy 0, policy_version 7771 (0.0009) +[2026-06-02 17:37:08,654][303827] Updated weights for policy 0, policy_version 7781 (0.0009) +[2026-06-02 17:37:08,899][303827] Updated weights for policy 0, policy_version 7792 (0.0009) +[2026-06-02 17:37:09,112][303827] Updated weights for policy 0, policy_version 7802 (0.0009) +[2026-06-02 17:37:09,850][303827] Updated weights for policy 0, policy_version 7812 (0.0009) +[2026-06-02 17:37:09,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17011.5). Total num frames: 3997696. Throughput: 0: 17425.1. Samples: 4004736. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0) +[2026-06-02 17:37:09,987][302810] Avg episode reward: [(0, '169.083')] +[2026-06-02 17:37:10,060][303827] Updated weights for policy 0, policy_version 7822 (0.0009) +[2026-06-02 17:37:10,274][303827] Updated weights for policy 0, policy_version 7832 (0.0009) +[2026-06-02 17:37:10,510][303827] Updated weights for policy 0, policy_version 7843 (0.0009) +[2026-06-02 17:37:10,723][303827] Updated weights for policy 0, policy_version 7853 (0.0009) +[2026-06-02 17:37:10,946][303827] Updated weights for policy 0, policy_version 7863 (0.0009) +[2026-06-02 17:37:11,697][303827] Updated weights for policy 0, policy_version 7873 (0.0008) +[2026-06-02 17:37:11,909][303827] Updated weights for policy 0, policy_version 7883 (0.0009) +[2026-06-02 17:37:12,118][303827] Updated weights for policy 0, policy_version 7893 (0.0009) +[2026-06-02 17:37:12,337][303827] Updated weights for policy 0, policy_version 7903 (0.0009) +[2026-06-02 17:37:12,539][303827] Updated weights for policy 0, policy_version 7913 (0.0007) +[2026-06-02 17:37:12,762][303827] Updated weights for policy 0, policy_version 7923 (0.0008) +[2026-06-02 17:37:12,967][303827] Updated weights for policy 0, policy_version 7933 (0.0008) +[2026-06-02 17:37:13,712][303827] Updated weights for policy 0, policy_version 7943 (0.0009) +[2026-06-02 17:37:13,942][303827] Updated weights for policy 0, policy_version 7954 (0.0009) +[2026-06-02 17:37:14,153][303827] Updated weights for policy 0, policy_version 7964 (0.0008) +[2026-06-02 17:37:14,373][303827] Updated weights for policy 0, policy_version 7974 (0.0009) +[2026-06-02 17:37:14,596][303827] Updated weights for policy 0, policy_version 7985 (0.0009) +[2026-06-02 17:37:14,816][303827] Updated weights for policy 0, policy_version 7995 (0.0009) +[2026-06-02 17:37:14,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17066.7). Total num frames: 4096000. Throughput: 0: 17479.1. Samples: 4108032. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 17:37:14,988][302810] Avg episode reward: [(0, '169.014')] +[2026-06-02 17:37:15,547][303827] Updated weights for policy 0, policy_version 8005 (0.0009) +[2026-06-02 17:37:15,753][303827] Updated weights for policy 0, policy_version 8015 (0.0009) +[2026-06-02 17:37:15,968][303827] Updated weights for policy 0, policy_version 8025 (0.0009) +[2026-06-02 17:37:16,182][303827] Updated weights for policy 0, policy_version 8035 (0.0009) +[2026-06-02 17:37:16,418][303827] Updated weights for policy 0, policy_version 8046 (0.0009) +[2026-06-02 17:37:16,629][303827] Updated weights for policy 0, policy_version 8056 (0.0009) +[2026-06-02 17:37:17,367][303827] Updated weights for policy 0, policy_version 8066 (0.0009) +[2026-06-02 17:37:17,571][303827] Updated weights for policy 0, policy_version 8076 (0.0009) +[2026-06-02 17:37:17,779][303827] Updated weights for policy 0, policy_version 8086 (0.0009) +[2026-06-02 17:37:17,993][303827] Updated weights for policy 0, policy_version 8096 (0.0008) +[2026-06-02 17:37:18,199][303827] Updated weights for policy 0, policy_version 8106 (0.0008) +[2026-06-02 17:37:18,421][303827] Updated weights for policy 0, policy_version 8116 (0.0008) +[2026-06-02 17:37:18,641][303827] Updated weights for policy 0, policy_version 8126 (0.0010) +[2026-06-02 17:37:19,378][303827] Updated weights for policy 0, policy_version 8137 (0.0009) +[2026-06-02 17:37:19,601][303827] Updated weights for policy 0, policy_version 8147 (0.0008) +[2026-06-02 17:37:19,808][303827] Updated weights for policy 0, policy_version 8157 (0.0009) +[2026-06-02 17:37:19,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 16985.9). Total num frames: 4161536. Throughput: 0: 17510.4. Samples: 4209792. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 17:37:19,987][302810] Avg episode reward: [(0, '196.320')] +[2026-06-02 17:37:20,025][303827] Updated weights for policy 0, policy_version 8167 (0.0009) +[2026-06-02 17:37:20,247][303827] Updated weights for policy 0, policy_version 8177 (0.0009) +[2026-06-02 17:37:20,476][303827] Updated weights for policy 0, policy_version 8188 (0.0008) +[2026-06-02 17:37:20,559][303741] Saving new best policy, reward=196.320! +[2026-06-02 17:37:21,230][303827] Updated weights for policy 0, policy_version 8198 (0.0008) +[2026-06-02 17:37:21,437][303827] Updated weights for policy 0, policy_version 8208 (0.0008) +[2026-06-02 17:37:21,651][303827] Updated weights for policy 0, policy_version 8218 (0.0008) +[2026-06-02 17:37:21,867][303827] Updated weights for policy 0, policy_version 8228 (0.0008) +[2026-06-02 17:37:22,079][303827] Updated weights for policy 0, policy_version 8238 (0.0008) +[2026-06-02 17:37:22,287][303827] Updated weights for policy 0, policy_version 8248 (0.0009) +[2026-06-02 17:37:23,040][303827] Updated weights for policy 0, policy_version 8258 (0.0009) +[2026-06-02 17:37:23,253][303827] Updated weights for policy 0, policy_version 8269 (0.0009) +[2026-06-02 17:37:23,461][303827] Updated weights for policy 0, policy_version 8279 (0.0009) +[2026-06-02 17:37:23,685][303827] Updated weights for policy 0, policy_version 8289 (0.0009) +[2026-06-02 17:37:23,904][303827] Updated weights for policy 0, policy_version 8299 (0.0008) +[2026-06-02 17:37:24,107][303827] Updated weights for policy 0, policy_version 8309 (0.0009) +[2026-06-02 17:37:24,323][303827] Updated weights for policy 0, policy_version 8319 (0.0008) +[2026-06-02 17:37:24,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17039.4). Total num frames: 4259840. Throughput: 0: 17496.2. Samples: 4268032. Policy #0 lag: (min: 10.0, avg: 52.5, max: 74.0) +[2026-06-02 17:37:24,987][302810] Avg episode reward: [(0, '227.646')] +[2026-06-02 17:37:25,063][303827] Updated weights for policy 0, policy_version 8329 (0.0009) +[2026-06-02 17:37:25,270][303827] Updated weights for policy 0, policy_version 8339 (0.0008) +[2026-06-02 17:37:25,496][303827] Updated weights for policy 0, policy_version 8349 (0.0009) +[2026-06-02 17:37:25,696][303827] Updated weights for policy 0, policy_version 8359 (0.0009) +[2026-06-02 17:37:25,911][303827] Updated weights for policy 0, policy_version 8369 (0.0009) +[2026-06-02 17:37:26,124][303827] Updated weights for policy 0, policy_version 8379 (0.0008) +[2026-06-02 17:37:26,219][303741] Saving new best policy, reward=227.646! +[2026-06-02 17:37:26,887][303827] Updated weights for policy 0, policy_version 8390 (0.0011) +[2026-06-02 17:37:27,115][303827] Updated weights for policy 0, policy_version 8401 (0.0008) +[2026-06-02 17:37:27,330][303827] Updated weights for policy 0, policy_version 8411 (0.0008) +[2026-06-02 17:37:27,544][303827] Updated weights for policy 0, policy_version 8421 (0.0008) +[2026-06-02 17:37:27,759][303827] Updated weights for policy 0, policy_version 8431 (0.0008) +[2026-06-02 17:37:27,967][303827] Updated weights for policy 0, policy_version 8441 (0.0008) +[2026-06-02 17:37:28,712][303827] Updated weights for policy 0, policy_version 8451 (0.0008) +[2026-06-02 17:37:28,920][303827] Updated weights for policy 0, policy_version 8461 (0.0010) +[2026-06-02 17:37:29,130][303827] Updated weights for policy 0, policy_version 8471 (0.0009) +[2026-06-02 17:37:29,340][303827] Updated weights for policy 0, policy_version 8481 (0.0009) +[2026-06-02 17:37:29,586][303827] Updated weights for policy 0, policy_version 8493 (0.0009) +[2026-06-02 17:37:29,826][303827] Updated weights for policy 0, policy_version 8504 (0.0009) +[2026-06-02 17:37:29,986][302810] Fps is (10 sec: 16384.1, 60 sec: 16930.2, 300 sec: 16962.3). Total num frames: 4325376. Throughput: 0: 17464.9. Samples: 4369280. Policy #0 lag: (min: 58.0, avg: 104.0, max: 122.0) +[2026-06-02 17:37:29,987][302810] Avg episode reward: [(0, '273.413')] +[2026-06-02 17:37:29,990][303741] Saving new best policy, reward=273.413! +[2026-06-02 17:37:30,602][303827] Updated weights for policy 0, policy_version 8514 (0.0009) +[2026-06-02 17:37:30,804][303827] Updated weights for policy 0, policy_version 8524 (0.0009) +[2026-06-02 17:37:31,012][303827] Updated weights for policy 0, policy_version 8534 (0.0009) +[2026-06-02 17:37:31,226][303827] Updated weights for policy 0, policy_version 8544 (0.0008) +[2026-06-02 17:37:31,436][303827] Updated weights for policy 0, policy_version 8554 (0.0009) +[2026-06-02 17:37:31,660][303827] Updated weights for policy 0, policy_version 8564 (0.0009) +[2026-06-02 17:37:31,869][303827] Updated weights for policy 0, policy_version 8574 (0.0009) +[2026-06-02 17:37:32,630][303827] Updated weights for policy 0, policy_version 8584 (0.0009) +[2026-06-02 17:37:32,842][303827] Updated weights for policy 0, policy_version 8594 (0.0009) +[2026-06-02 17:37:33,057][303827] Updated weights for policy 0, policy_version 8604 (0.0009) +[2026-06-02 17:37:33,264][303827] Updated weights for policy 0, policy_version 8614 (0.0009) +[2026-06-02 17:37:33,479][303827] Updated weights for policy 0, policy_version 8624 (0.0009) +[2026-06-02 17:37:33,709][303827] Updated weights for policy 0, policy_version 8634 (0.0009) +[2026-06-02 17:37:34,433][303827] Updated weights for policy 0, policy_version 8644 (0.0008) +[2026-06-02 17:37:34,647][303827] Updated weights for policy 0, policy_version 8654 (0.0009) +[2026-06-02 17:37:34,883][303827] Updated weights for policy 0, policy_version 8665 (0.0008) +[2026-06-02 17:37:34,986][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17014.2). Total num frames: 4423680. Throughput: 0: 17504.8. Samples: 4472320. Policy #0 lag: (min: 58.0, avg: 104.0, max: 122.0) +[2026-06-02 17:37:34,987][302810] Avg episode reward: [(0, '272.640')] +[2026-06-02 17:37:35,091][303827] Updated weights for policy 0, policy_version 8675 (0.0008) +[2026-06-02 17:37:35,312][303827] Updated weights for policy 0, policy_version 8685 (0.0009) +[2026-06-02 17:37:35,520][303827] Updated weights for policy 0, policy_version 8695 (0.0008) +[2026-06-02 17:37:36,266][303827] Updated weights for policy 0, policy_version 8705 (0.0008) +[2026-06-02 17:37:36,464][303827] Updated weights for policy 0, policy_version 8715 (0.0006) +[2026-06-02 17:37:36,678][303827] Updated weights for policy 0, policy_version 8725 (0.0008) +[2026-06-02 17:37:36,878][303827] Updated weights for policy 0, policy_version 8735 (0.0009) +[2026-06-02 17:37:37,105][303827] Updated weights for policy 0, policy_version 8745 (0.0008) +[2026-06-02 17:37:37,317][303827] Updated weights for policy 0, policy_version 8755 (0.0010) +[2026-06-02 17:37:37,539][303827] Updated weights for policy 0, policy_version 8765 (0.0009) +[2026-06-02 17:37:38,269][303827] Updated weights for policy 0, policy_version 8775 (0.0009) +[2026-06-02 17:37:38,489][303827] Updated weights for policy 0, policy_version 8785 (0.0009) +[2026-06-02 17:37:38,695][303827] Updated weights for policy 0, policy_version 8795 (0.0008) +[2026-06-02 17:37:38,907][303827] Updated weights for policy 0, policy_version 8805 (0.0008) +[2026-06-02 17:37:39,108][303827] Updated weights for policy 0, policy_version 8815 (0.0008) +[2026-06-02 17:37:39,335][303827] Updated weights for policy 0, policy_version 8825 (0.0009) +[2026-06-02 17:37:39,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17064.1). Total num frames: 4521984. Throughput: 0: 17399.5. Samples: 4526336. Policy #0 lag: (min: 60.0, avg: 78.5, max: 124.0) +[2026-06-02 17:37:39,987][302810] Avg episode reward: [(0, '231.779')] +[2026-06-02 17:37:40,073][303827] Updated weights for policy 0, policy_version 8835 (0.0009) +[2026-06-02 17:37:40,280][303827] Updated weights for policy 0, policy_version 8845 (0.0008) +[2026-06-02 17:37:40,489][303827] Updated weights for policy 0, policy_version 8855 (0.0008) +[2026-06-02 17:37:40,697][303827] Updated weights for policy 0, policy_version 8865 (0.0008) +[2026-06-02 17:37:40,911][303827] Updated weights for policy 0, policy_version 8875 (0.0008) +[2026-06-02 17:37:41,125][303827] Updated weights for policy 0, policy_version 8885 (0.0004) +[2026-06-02 17:37:41,348][303827] Updated weights for policy 0, policy_version 8896 (0.0004) +[2026-06-02 17:37:42,173][303827] Updated weights for policy 0, policy_version 8907 (0.0009) +[2026-06-02 17:37:42,387][303827] Updated weights for policy 0, policy_version 8917 (0.0009) +[2026-06-02 17:37:42,604][303827] Updated weights for policy 0, policy_version 8927 (0.0008) +[2026-06-02 17:37:42,812][303827] Updated weights for policy 0, policy_version 8937 (0.0008) +[2026-06-02 17:37:43,026][303827] Updated weights for policy 0, policy_version 8947 (0.0009) +[2026-06-02 17:37:43,253][303827] Updated weights for policy 0, policy_version 8958 (0.0008) +[2026-06-02 17:37:44,010][303827] Updated weights for policy 0, policy_version 8968 (0.0009) +[2026-06-02 17:37:44,235][303827] Updated weights for policy 0, policy_version 8979 (0.0009) +[2026-06-02 17:37:44,435][303827] Updated weights for policy 0, policy_version 8989 (0.0008) +[2026-06-02 17:37:44,641][303827] Updated weights for policy 0, policy_version 8999 (0.0009) +[2026-06-02 17:37:44,863][303827] Updated weights for policy 0, policy_version 9009 (0.0009) +[2026-06-02 17:37:44,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 16990.8). Total num frames: 4587520. Throughput: 0: 17490.5. Samples: 4632320. Policy #0 lag: (min: 60.0, avg: 78.5, max: 124.0) +[2026-06-02 17:37:44,987][302810] Avg episode reward: [(0, '243.383')] +[2026-06-02 17:37:45,072][303827] Updated weights for policy 0, policy_version 9019 (0.0008) +[2026-06-02 17:37:45,833][303827] Updated weights for policy 0, policy_version 9029 (0.0009) +[2026-06-02 17:37:46,031][303827] Updated weights for policy 0, policy_version 9039 (0.0009) +[2026-06-02 17:37:46,248][303827] Updated weights for policy 0, policy_version 9049 (0.0008) +[2026-06-02 17:37:46,460][303827] Updated weights for policy 0, policy_version 9059 (0.0009) +[2026-06-02 17:37:46,659][303827] Updated weights for policy 0, policy_version 9069 (0.0009) +[2026-06-02 17:37:46,898][303827] Updated weights for policy 0, policy_version 9079 (0.0009) +[2026-06-02 17:37:47,642][303827] Updated weights for policy 0, policy_version 9089 (0.0009) +[2026-06-02 17:37:47,844][303827] Updated weights for policy 0, policy_version 9099 (0.0008) +[2026-06-02 17:37:48,054][303827] Updated weights for policy 0, policy_version 9109 (0.0009) +[2026-06-02 17:37:48,283][303827] Updated weights for policy 0, policy_version 9119 (0.0009) +[2026-06-02 17:37:48,487][303827] Updated weights for policy 0, policy_version 9129 (0.0009) +[2026-06-02 17:37:48,711][303827] Updated weights for policy 0, policy_version 9139 (0.0007) +[2026-06-02 17:37:48,917][303827] Updated weights for policy 0, policy_version 9149 (0.0008) +[2026-06-02 17:37:49,643][303827] Updated weights for policy 0, policy_version 9159 (0.0009) +[2026-06-02 17:37:49,846][303827] Updated weights for policy 0, policy_version 9169 (0.0009) +[2026-06-02 17:37:49,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17039.4). Total num frames: 4685824. Throughput: 0: 17496.2. Samples: 4735488. Policy #0 lag: (min: 14.0, avg: 57.5, max: 81.0) +[2026-06-02 17:37:49,987][302810] Avg episode reward: [(0, '224.076')] +[2026-06-02 17:37:50,070][303827] Updated weights for policy 0, policy_version 9179 (0.0008) +[2026-06-02 17:37:50,284][303827] Updated weights for policy 0, policy_version 9189 (0.0010) +[2026-06-02 17:37:50,507][303827] Updated weights for policy 0, policy_version 9199 (0.0010) +[2026-06-02 17:37:50,720][303827] Updated weights for policy 0, policy_version 9209 (0.0009) +[2026-06-02 17:37:51,444][303827] Updated weights for policy 0, policy_version 9219 (0.0008) +[2026-06-02 17:37:51,647][303827] Updated weights for policy 0, policy_version 9229 (0.0008) +[2026-06-02 17:37:51,854][303827] Updated weights for policy 0, policy_version 9239 (0.0009) +[2026-06-02 17:37:52,063][303827] Updated weights for policy 0, policy_version 9249 (0.0009) +[2026-06-02 17:37:52,277][303827] Updated weights for policy 0, policy_version 9259 (0.0009) +[2026-06-02 17:37:52,499][303827] Updated weights for policy 0, policy_version 9269 (0.0008) +[2026-06-02 17:37:52,716][303827] Updated weights for policy 0, policy_version 9279 (0.0008) +[2026-06-02 17:37:53,459][303827] Updated weights for policy 0, policy_version 9289 (0.0009) +[2026-06-02 17:37:53,675][303827] Updated weights for policy 0, policy_version 9299 (0.0008) +[2026-06-02 17:37:53,876][303827] Updated weights for policy 0, policy_version 9309 (0.0008) +[2026-06-02 17:37:54,138][303827] Updated weights for policy 0, policy_version 9321 (0.0008) +[2026-06-02 17:37:54,359][303827] Updated weights for policy 0, policy_version 9331 (0.0008) +[2026-06-02 17:37:54,569][303827] Updated weights for policy 0, policy_version 9341 (0.0008) +[2026-06-02 17:37:54,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17086.2). Total num frames: 4784128. Throughput: 0: 17322.7. Samples: 4784256. Policy #0 lag: (min: 46.0, avg: 63.4, max: 110.0) +[2026-06-02 17:37:54,987][302810] Avg episode reward: [(0, '220.132')] +[2026-06-02 17:37:55,314][303827] Updated weights for policy 0, policy_version 9352 (0.0008) +[2026-06-02 17:37:55,535][303827] Updated weights for policy 0, policy_version 9362 (0.0008) +[2026-06-02 17:37:55,737][303827] Updated weights for policy 0, policy_version 9372 (0.0008) +[2026-06-02 17:37:55,957][303827] Updated weights for policy 0, policy_version 9382 (0.0008) +[2026-06-02 17:37:56,165][303827] Updated weights for policy 0, policy_version 9392 (0.0008) +[2026-06-02 17:37:56,395][303827] Updated weights for policy 0, policy_version 9403 (0.0008) +[2026-06-02 17:37:57,149][303827] Updated weights for policy 0, policy_version 9413 (0.0009) +[2026-06-02 17:37:57,358][303827] Updated weights for policy 0, policy_version 9423 (0.0008) +[2026-06-02 17:37:57,570][303827] Updated weights for policy 0, policy_version 9433 (0.0008) +[2026-06-02 17:37:57,808][303827] Updated weights for policy 0, policy_version 9444 (0.0009) +[2026-06-02 17:37:58,018][303827] Updated weights for policy 0, policy_version 9454 (0.0008) +[2026-06-02 17:37:58,257][303827] Updated weights for policy 0, policy_version 9465 (0.0008) +[2026-06-02 17:37:58,994][303827] Updated weights for policy 0, policy_version 9475 (0.0009) +[2026-06-02 17:37:59,194][303827] Updated weights for policy 0, policy_version 9485 (0.0008) +[2026-06-02 17:37:59,400][303827] Updated weights for policy 0, policy_version 9495 (0.0009) +[2026-06-02 17:37:59,623][303827] Updated weights for policy 0, policy_version 9505 (0.0010) +[2026-06-02 17:37:59,839][303827] Updated weights for policy 0, policy_version 9515 (0.0009) +[2026-06-02 17:37:59,986][302810] Fps is (10 sec: 16383.8, 60 sec: 16930.1, 300 sec: 17016.4). Total num frames: 4849664. Throughput: 0: 17467.7. Samples: 4894080. Policy #0 lag: (min: 46.0, avg: 63.4, max: 110.0) +[2026-06-02 17:37:59,987][302810] Avg episode reward: [(0, '241.864')] +[2026-06-02 17:38:00,039][303827] Updated weights for policy 0, policy_version 9525 (0.0009) +[2026-06-02 17:38:00,275][303827] Updated weights for policy 0, policy_version 9536 (0.0009) +[2026-06-02 17:38:01,012][303827] Updated weights for policy 0, policy_version 9546 (0.0008) +[2026-06-02 17:38:01,223][303827] Updated weights for policy 0, policy_version 9556 (0.0009) +[2026-06-02 17:38:01,444][303827] Updated weights for policy 0, policy_version 9566 (0.0008) +[2026-06-02 17:38:01,652][303827] Updated weights for policy 0, policy_version 9576 (0.0009) +[2026-06-02 17:38:01,901][303827] Updated weights for policy 0, policy_version 9588 (0.0008) +[2026-06-02 17:38:02,118][303827] Updated weights for policy 0, policy_version 9598 (0.0008) +[2026-06-02 17:38:02,857][303827] Updated weights for policy 0, policy_version 9608 (0.0008) +[2026-06-02 17:38:03,060][303827] Updated weights for policy 0, policy_version 9618 (0.0008) +[2026-06-02 17:38:03,301][303827] Updated weights for policy 0, policy_version 9629 (0.0008) +[2026-06-02 17:38:03,506][303827] Updated weights for policy 0, policy_version 9639 (0.0008) +[2026-06-02 17:38:03,734][303827] Updated weights for policy 0, policy_version 9649 (0.0009) +[2026-06-02 17:38:03,953][303827] Updated weights for policy 0, policy_version 9659 (0.0008) +[2026-06-02 17:38:04,687][303827] Updated weights for policy 0, policy_version 9669 (0.0009) +[2026-06-02 17:38:04,903][303827] Updated weights for policy 0, policy_version 9680 (0.0008) +[2026-06-02 17:38:04,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17062.0). Total num frames: 4947968. Throughput: 0: 17473.4. Samples: 4996096. Policy #0 lag: (min: 70.0, avg: 108.9, max: 134.0) +[2026-06-02 17:38:04,987][302810] Avg episode reward: [(0, '240.264')] +[2026-06-02 17:38:05,145][303827] Updated weights for policy 0, policy_version 9691 (0.0009) +[2026-06-02 17:38:05,348][303827] Updated weights for policy 0, policy_version 9701 (0.0008) +[2026-06-02 17:38:05,564][303827] Updated weights for policy 0, policy_version 9711 (0.0008) +[2026-06-02 17:38:05,789][303827] Updated weights for policy 0, policy_version 9721 (0.0009) +[2026-06-02 17:38:06,531][303827] Updated weights for policy 0, policy_version 9731 (0.0009) +[2026-06-02 17:38:06,734][303827] Updated weights for policy 0, policy_version 9741 (0.0008) +[2026-06-02 17:38:06,950][303827] Updated weights for policy 0, policy_version 9751 (0.0008) +[2026-06-02 17:38:07,159][303827] Updated weights for policy 0, policy_version 9761 (0.0009) +[2026-06-02 17:38:07,377][303827] Updated weights for policy 0, policy_version 9771 (0.0008) +[2026-06-02 17:38:07,592][303827] Updated weights for policy 0, policy_version 9781 (0.0008) +[2026-06-02 17:38:07,799][303827] Updated weights for policy 0, policy_version 9791 (0.0008) +[2026-06-02 17:38:08,547][303827] Updated weights for policy 0, policy_version 9801 (0.0009) +[2026-06-02 17:38:08,754][303827] Updated weights for policy 0, policy_version 9811 (0.0008) +[2026-06-02 17:38:08,973][303827] Updated weights for policy 0, policy_version 9821 (0.0009) +[2026-06-02 17:38:09,190][303827] Updated weights for policy 0, policy_version 9831 (0.0009) +[2026-06-02 17:38:09,399][303827] Updated weights for policy 0, policy_version 9841 (0.0008) +[2026-06-02 17:38:09,606][303827] Updated weights for policy 0, policy_version 9851 (0.0009) +[2026-06-02 17:38:09,986][302810] Fps is (10 sec: 19661.0, 60 sec: 17476.3, 300 sec: 17106.0). Total num frames: 5046272. Throughput: 0: 17203.2. Samples: 5042176. Policy #0 lag: (min: 70.0, avg: 108.9, max: 134.0) +[2026-06-02 17:38:09,987][302810] Avg episode reward: [(0, '277.679')] +[2026-06-02 17:38:09,990][303741] Saving new best policy, reward=277.679! +[2026-06-02 17:38:10,355][303827] Updated weights for policy 0, policy_version 9861 (0.0009) +[2026-06-02 17:38:10,558][303827] Updated weights for policy 0, policy_version 9871 (0.0008) +[2026-06-02 17:38:10,768][303827] Updated weights for policy 0, policy_version 9881 (0.0008) +[2026-06-02 17:38:10,984][303827] Updated weights for policy 0, policy_version 9891 (0.0009) +[2026-06-02 17:38:11,222][303827] Updated weights for policy 0, policy_version 9902 (0.0008) +[2026-06-02 17:38:11,432][303827] Updated weights for policy 0, policy_version 9912 (0.0009) +[2026-06-02 17:38:12,200][303827] Updated weights for policy 0, policy_version 9922 (0.0008) +[2026-06-02 17:38:12,409][303827] Updated weights for policy 0, policy_version 9932 (0.0004) +[2026-06-02 17:38:12,621][303827] Updated weights for policy 0, policy_version 9942 (0.0004) +[2026-06-02 17:38:12,839][303827] Updated weights for policy 0, policy_version 9952 (0.0005) +[2026-06-02 17:38:13,055][303827] Updated weights for policy 0, policy_version 9962 (0.0008) +[2026-06-02 17:38:13,264][303827] Updated weights for policy 0, policy_version 9972 (0.0009) +[2026-06-02 17:38:13,476][303827] Updated weights for policy 0, policy_version 9982 (0.0008) +[2026-06-02 17:38:14,205][303827] Updated weights for policy 0, policy_version 9993 (0.0009) +[2026-06-02 17:38:14,435][303827] Updated weights for policy 0, policy_version 10004 (0.0008) +[2026-06-02 17:38:14,647][303827] Updated weights for policy 0, policy_version 10014 (0.0008) +[2026-06-02 17:38:14,890][303827] Updated weights for policy 0, policy_version 10025 (0.0008) +[2026-06-02 17:38:14,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.2, 300 sec: 17217.1). Total num frames: 5111808. Throughput: 0: 17496.2. Samples: 5156608. Policy #0 lag: (min: 63.0, avg: 80.1, max: 127.0) +[2026-06-02 17:38:14,987][302810] Avg episode reward: [(0, '283.031')] +[2026-06-02 17:38:15,111][303827] Updated weights for policy 0, policy_version 10035 (0.0009) +[2026-06-02 17:38:15,322][303827] Updated weights for policy 0, policy_version 10045 (0.0009) +[2026-06-02 17:38:15,376][303741] Saving new best policy, reward=283.031! +[2026-06-02 17:38:16,057][303827] Updated weights for policy 0, policy_version 10056 (0.0009) +[2026-06-02 17:38:16,294][303827] Updated weights for policy 0, policy_version 10067 (0.0010) +[2026-06-02 17:38:16,519][303827] Updated weights for policy 0, policy_version 10078 (0.0009) +[2026-06-02 17:38:16,740][303827] Updated weights for policy 0, policy_version 10088 (0.0009) +[2026-06-02 17:38:16,956][303827] Updated weights for policy 0, policy_version 10098 (0.0008) +[2026-06-02 17:38:17,175][303827] Updated weights for policy 0, policy_version 10108 (0.0009) +[2026-06-02 17:38:17,906][303827] Updated weights for policy 0, policy_version 10118 (0.0007) +[2026-06-02 17:38:18,109][303827] Updated weights for policy 0, policy_version 10128 (0.0009) +[2026-06-02 17:38:18,347][303827] Updated weights for policy 0, policy_version 10139 (0.0009) +[2026-06-02 17:38:18,559][303827] Updated weights for policy 0, policy_version 10149 (0.0009) +[2026-06-02 17:38:18,768][303827] Updated weights for policy 0, policy_version 10159 (0.0009) +[2026-06-02 17:38:18,990][303827] Updated weights for policy 0, policy_version 10169 (0.0009) +[2026-06-02 17:38:19,741][303827] Updated weights for policy 0, policy_version 10179 (0.0009) +[2026-06-02 17:38:19,942][303827] Updated weights for policy 0, policy_version 10189 (0.0009) +[2026-06-02 17:38:19,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 5210112. Throughput: 0: 17447.9. Samples: 5257472. Policy #0 lag: (min: 63.0, avg: 80.1, max: 127.0) +[2026-06-02 17:38:19,987][302810] Avg episode reward: [(0, '291.061')] +[2026-06-02 17:38:20,146][303827] Updated weights for policy 0, policy_version 10199 (0.0009) +[2026-06-02 17:38:20,366][303827] Updated weights for policy 0, policy_version 10209 (0.0009) +[2026-06-02 17:38:20,581][303827] Updated weights for policy 0, policy_version 10219 (0.0009) +[2026-06-02 17:38:20,793][303827] Updated weights for policy 0, policy_version 10229 (0.0009) +[2026-06-02 17:38:21,009][303827] Updated weights for policy 0, policy_version 10239 (0.0009) +[2026-06-02 17:38:21,025][303741] Saving new best policy, reward=291.061! +[2026-06-02 17:38:21,722][303827] Updated weights for policy 0, policy_version 10249 (0.0008) +[2026-06-02 17:38:21,941][303827] Updated weights for policy 0, policy_version 10259 (0.0009) +[2026-06-02 17:38:22,153][303827] Updated weights for policy 0, policy_version 10269 (0.0008) +[2026-06-02 17:38:22,365][303827] Updated weights for policy 0, policy_version 10279 (0.0008) +[2026-06-02 17:38:22,580][303827] Updated weights for policy 0, policy_version 10289 (0.0008) +[2026-06-02 17:38:22,824][303827] Updated weights for policy 0, policy_version 10300 (0.0008) +[2026-06-02 17:38:23,546][303827] Updated weights for policy 0, policy_version 10310 (0.0009) +[2026-06-02 17:38:23,747][303827] Updated weights for policy 0, policy_version 10320 (0.0008) +[2026-06-02 17:38:23,965][303827] Updated weights for policy 0, policy_version 10330 (0.0009) +[2026-06-02 17:38:24,184][303827] Updated weights for policy 0, policy_version 10340 (0.0009) +[2026-06-02 17:38:24,420][303827] Updated weights for policy 0, policy_version 10351 (0.0008) +[2026-06-02 17:38:24,634][303827] Updated weights for policy 0, policy_version 10361 (0.0008) +[2026-06-02 17:38:24,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 5308416. Throughput: 0: 17228.8. Samples: 5301632. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:38:24,987][302810] Avg episode reward: [(0, '291.979')] +[2026-06-02 17:38:24,992][303741] Saving new best policy, reward=291.979! +[2026-06-02 17:38:25,374][303827] Updated weights for policy 0, policy_version 10372 (0.0009) +[2026-06-02 17:38:25,584][303827] Updated weights for policy 0, policy_version 10382 (0.0009) +[2026-06-02 17:38:25,804][303827] Updated weights for policy 0, policy_version 10392 (0.0009) +[2026-06-02 17:38:26,011][303827] Updated weights for policy 0, policy_version 10402 (0.0009) +[2026-06-02 17:38:26,227][303827] Updated weights for policy 0, policy_version 10412 (0.0009) +[2026-06-02 17:38:26,431][303827] Updated weights for policy 0, policy_version 10422 (0.0009) +[2026-06-02 17:38:26,648][303827] Updated weights for policy 0, policy_version 10432 (0.0008) +[2026-06-02 17:38:27,380][303827] Updated weights for policy 0, policy_version 10442 (0.0010) +[2026-06-02 17:38:27,592][303827] Updated weights for policy 0, policy_version 10452 (0.0009) +[2026-06-02 17:38:27,803][303827] Updated weights for policy 0, policy_version 10462 (0.0008) +[2026-06-02 17:38:28,010][303827] Updated weights for policy 0, policy_version 10472 (0.0009) +[2026-06-02 17:38:28,218][303827] Updated weights for policy 0, policy_version 10482 (0.0008) +[2026-06-02 17:38:28,434][303827] Updated weights for policy 0, policy_version 10492 (0.0009) +[2026-06-02 17:38:29,173][303827] Updated weights for policy 0, policy_version 10502 (0.0009) +[2026-06-02 17:38:29,379][303827] Updated weights for policy 0, policy_version 10512 (0.0009) +[2026-06-02 17:38:29,592][303827] Updated weights for policy 0, policy_version 10522 (0.0009) +[2026-06-02 17:38:29,800][303827] Updated weights for policy 0, policy_version 10532 (0.0009) +[2026-06-02 17:38:29,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.2, 300 sec: 17217.1). Total num frames: 5373952. Throughput: 0: 17405.1. Samples: 5415552. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:38:29,987][302810] Avg episode reward: [(0, '287.121')] +[2026-06-02 17:38:30,034][303827] Updated weights for policy 0, policy_version 10543 (0.0009) +[2026-06-02 17:38:30,249][303827] Updated weights for policy 0, policy_version 10553 (0.0009) +[2026-06-02 17:38:30,981][303827] Updated weights for policy 0, policy_version 10563 (0.0008) +[2026-06-02 17:38:31,187][303827] Updated weights for policy 0, policy_version 10573 (0.0008) +[2026-06-02 17:38:31,401][303827] Updated weights for policy 0, policy_version 10583 (0.0009) +[2026-06-02 17:38:31,606][303827] Updated weights for policy 0, policy_version 10593 (0.0009) +[2026-06-02 17:38:31,826][303827] Updated weights for policy 0, policy_version 10603 (0.0009) +[2026-06-02 17:38:32,038][303827] Updated weights for policy 0, policy_version 10613 (0.0009) +[2026-06-02 17:38:32,252][303827] Updated weights for policy 0, policy_version 10623 (0.0009) +[2026-06-02 17:38:32,994][303827] Updated weights for policy 0, policy_version 10633 (0.0009) +[2026-06-02 17:38:33,195][303827] Updated weights for policy 0, policy_version 10643 (0.0009) +[2026-06-02 17:38:33,421][303827] Updated weights for policy 0, policy_version 10653 (0.0009) +[2026-06-02 17:38:33,628][303827] Updated weights for policy 0, policy_version 10663 (0.0009) +[2026-06-02 17:38:33,837][303827] Updated weights for policy 0, policy_version 10673 (0.0009) +[2026-06-02 17:38:34,053][303827] Updated weights for policy 0, policy_version 10683 (0.0008) +[2026-06-02 17:38:34,805][303827] Updated weights for policy 0, policy_version 10693 (0.0009) +[2026-06-02 17:38:34,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17217.1). Total num frames: 5472256. Throughput: 0: 17359.6. Samples: 5516672. Policy #0 lag: (min: 63.0, avg: 80.5, max: 127.0) +[2026-06-02 17:38:34,987][302810] Avg episode reward: [(0, '312.912')] +[2026-06-02 17:38:35,019][303827] Updated weights for policy 0, policy_version 10703 (0.0009) +[2026-06-02 17:38:35,225][303827] Updated weights for policy 0, policy_version 10713 (0.0009) +[2026-06-02 17:38:35,436][303827] Updated weights for policy 0, policy_version 10723 (0.0009) +[2026-06-02 17:38:35,639][303827] Updated weights for policy 0, policy_version 10733 (0.0009) +[2026-06-02 17:38:35,857][303827] Updated weights for policy 0, policy_version 10743 (0.0008) +[2026-06-02 17:38:36,041][303741] Saving new best policy, reward=312.912! +[2026-06-02 17:38:36,643][303827] Updated weights for policy 0, policy_version 10753 (0.0008) +[2026-06-02 17:38:36,840][303827] Updated weights for policy 0, policy_version 10763 (0.0009) +[2026-06-02 17:38:37,049][303827] Updated weights for policy 0, policy_version 10773 (0.0009) +[2026-06-02 17:38:37,256][303827] Updated weights for policy 0, policy_version 10783 (0.0009) +[2026-06-02 17:38:37,485][303827] Updated weights for policy 0, policy_version 10793 (0.0009) +[2026-06-02 17:38:37,699][303827] Updated weights for policy 0, policy_version 10803 (0.0008) +[2026-06-02 17:38:37,910][303827] Updated weights for policy 0, policy_version 10813 (0.0008) +[2026-06-02 17:38:38,655][303827] Updated weights for policy 0, policy_version 10824 (0.0008) +[2026-06-02 17:38:38,870][303827] Updated weights for policy 0, policy_version 10834 (0.0009) +[2026-06-02 17:38:39,087][303827] Updated weights for policy 0, policy_version 10844 (0.0008) +[2026-06-02 17:38:39,302][303827] Updated weights for policy 0, policy_version 10854 (0.0008) +[2026-06-02 17:38:39,530][303827] Updated weights for policy 0, policy_version 10865 (0.0009) +[2026-06-02 17:38:39,773][303827] Updated weights for policy 0, policy_version 10876 (0.0009) +[2026-06-02 17:38:39,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17217.1). Total num frames: 5570560. Throughput: 0: 17280.0. Samples: 5561856. Policy #0 lag: (min: 63.0, avg: 80.5, max: 127.0) +[2026-06-02 17:38:39,988][302810] Avg episode reward: [(0, '306.728')] +[2026-06-02 17:38:40,507][303827] Updated weights for policy 0, policy_version 10886 (0.0009) +[2026-06-02 17:38:40,706][303827] Updated weights for policy 0, policy_version 10896 (0.0009) +[2026-06-02 17:38:40,923][303827] Updated weights for policy 0, policy_version 10906 (0.0009) +[2026-06-02 17:38:41,159][303827] Updated weights for policy 0, policy_version 10917 (0.0009) +[2026-06-02 17:38:41,371][303827] Updated weights for policy 0, policy_version 10927 (0.0009) +[2026-06-02 17:38:41,594][303827] Updated weights for policy 0, policy_version 10937 (0.0009) +[2026-06-02 17:38:42,351][303827] Updated weights for policy 0, policy_version 10947 (0.0009) +[2026-06-02 17:38:42,554][303827] Updated weights for policy 0, policy_version 10957 (0.0008) +[2026-06-02 17:38:42,769][303827] Updated weights for policy 0, policy_version 10967 (0.0008) +[2026-06-02 17:38:42,981][303827] Updated weights for policy 0, policy_version 10977 (0.0009) +[2026-06-02 17:38:43,197][303827] Updated weights for policy 0, policy_version 10987 (0.0009) +[2026-06-02 17:38:43,410][303827] Updated weights for policy 0, policy_version 10997 (0.0009) +[2026-06-02 17:38:43,618][303827] Updated weights for policy 0, policy_version 11007 (0.0006) +[2026-06-02 17:38:44,331][303827] Updated weights for policy 0, policy_version 11017 (0.0010) +[2026-06-02 17:38:44,536][303827] Updated weights for policy 0, policy_version 11027 (0.0009) +[2026-06-02 17:38:44,759][303827] Updated weights for policy 0, policy_version 11037 (0.0008) +[2026-06-02 17:38:44,968][303827] Updated weights for policy 0, policy_version 11047 (0.0010) +[2026-06-02 17:38:44,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17106.0). Total num frames: 5636096. Throughput: 0: 17291.4. Samples: 5672192. Policy #0 lag: (min: 63.0, avg: 80.5, max: 127.0) +[2026-06-02 17:38:44,987][302810] Avg episode reward: [(0, '278.192')] +[2026-06-02 17:38:45,172][303827] Updated weights for policy 0, policy_version 11057 (0.0008) +[2026-06-02 17:38:45,394][303827] Updated weights for policy 0, policy_version 11067 (0.0008) +[2026-06-02 17:38:46,137][303827] Updated weights for policy 0, policy_version 11077 (0.0009) +[2026-06-02 17:38:46,345][303827] Updated weights for policy 0, policy_version 11087 (0.0009) +[2026-06-02 17:38:46,558][303827] Updated weights for policy 0, policy_version 11097 (0.0009) +[2026-06-02 17:38:46,780][303827] Updated weights for policy 0, policy_version 11107 (0.0009) +[2026-06-02 17:38:47,001][303827] Updated weights for policy 0, policy_version 11118 (0.0009) +[2026-06-02 17:38:47,219][303827] Updated weights for policy 0, policy_version 11128 (0.0009) +[2026-06-02 17:38:47,963][303827] Updated weights for policy 0, policy_version 11138 (0.0009) +[2026-06-02 17:38:48,152][303827] Updated weights for policy 0, policy_version 11148 (0.0009) +[2026-06-02 17:38:48,374][303827] Updated weights for policy 0, policy_version 11158 (0.0008) +[2026-06-02 17:38:48,577][303827] Updated weights for policy 0, policy_version 11168 (0.0008) +[2026-06-02 17:38:48,817][303827] Updated weights for policy 0, policy_version 11179 (0.0008) +[2026-06-02 17:38:49,032][303827] Updated weights for policy 0, policy_version 11189 (0.0008) +[2026-06-02 17:38:49,249][303827] Updated weights for policy 0, policy_version 11199 (0.0008) +[2026-06-02 17:38:49,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17217.1). Total num frames: 5734400. Throughput: 0: 17348.3. Samples: 5776768. Policy #0 lag: (min: 54.0, avg: 74.5, max: 118.0) +[2026-06-02 17:38:49,987][302810] Avg episode reward: [(0, '244.671')] +[2026-06-02 17:38:50,025][303827] Updated weights for policy 0, policy_version 11210 (0.0009) +[2026-06-02 17:38:50,237][303827] Updated weights for policy 0, policy_version 11220 (0.0008) +[2026-06-02 17:38:50,449][303827] Updated weights for policy 0, policy_version 11230 (0.0009) +[2026-06-02 17:38:50,659][303827] Updated weights for policy 0, policy_version 11240 (0.0008) +[2026-06-02 17:38:50,873][303827] Updated weights for policy 0, policy_version 11250 (0.0008) +[2026-06-02 17:38:51,091][303827] Updated weights for policy 0, policy_version 11260 (0.0008) +[2026-06-02 17:38:51,847][303827] Updated weights for policy 0, policy_version 11270 (0.0008) +[2026-06-02 17:38:52,045][303827] Updated weights for policy 0, policy_version 11280 (0.0008) +[2026-06-02 17:38:52,265][303827] Updated weights for policy 0, policy_version 11290 (0.0009) +[2026-06-02 17:38:52,481][303827] Updated weights for policy 0, policy_version 11300 (0.0008) +[2026-06-02 17:38:52,695][303827] Updated weights for policy 0, policy_version 11310 (0.0009) +[2026-06-02 17:38:52,900][303827] Updated weights for policy 0, policy_version 11320 (0.0009) +[2026-06-02 17:38:53,650][303827] Updated weights for policy 0, policy_version 11330 (0.0008) +[2026-06-02 17:38:53,839][303827] Updated weights for policy 0, policy_version 11340 (0.0008) +[2026-06-02 17:38:54,062][303827] Updated weights for policy 0, policy_version 11350 (0.0009) +[2026-06-02 17:38:54,266][303827] Updated weights for policy 0, policy_version 11360 (0.0009) +[2026-06-02 17:38:54,486][303827] Updated weights for policy 0, policy_version 11370 (0.0009) +[2026-06-02 17:38:54,700][303827] Updated weights for policy 0, policy_version 11380 (0.0008) +[2026-06-02 17:38:54,916][303827] Updated weights for policy 0, policy_version 11390 (0.0008) +[2026-06-02 17:38:54,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17217.1). Total num frames: 5832704. Throughput: 0: 17339.7. Samples: 5822464. Policy #0 lag: (min: 54.0, avg: 74.5, max: 118.0) +[2026-06-02 17:38:54,987][302810] Avg episode reward: [(0, '246.634')] +[2026-06-02 17:38:55,632][303827] Updated weights for policy 0, policy_version 11400 (0.0009) +[2026-06-02 17:38:55,848][303827] Updated weights for policy 0, policy_version 11410 (0.0008) +[2026-06-02 17:38:56,059][303827] Updated weights for policy 0, policy_version 11420 (0.0008) +[2026-06-02 17:38:56,274][303827] Updated weights for policy 0, policy_version 11430 (0.0008) +[2026-06-02 17:38:56,505][303827] Updated weights for policy 0, policy_version 11440 (0.0008) +[2026-06-02 17:38:56,711][303827] Updated weights for policy 0, policy_version 11450 (0.0008) +[2026-06-02 17:38:57,456][303827] Updated weights for policy 0, policy_version 11460 (0.0010) +[2026-06-02 17:38:57,664][303827] Updated weights for policy 0, policy_version 11470 (0.0009) +[2026-06-02 17:38:57,871][303827] Updated weights for policy 0, policy_version 11480 (0.0008) +[2026-06-02 17:38:58,088][303827] Updated weights for policy 0, policy_version 11490 (0.0008) +[2026-06-02 17:38:58,313][303827] Updated weights for policy 0, policy_version 11500 (0.0008) +[2026-06-02 17:38:58,523][303827] Updated weights for policy 0, policy_version 11510 (0.0008) +[2026-06-02 17:38:58,728][303827] Updated weights for policy 0, policy_version 11520 (0.0008) +[2026-06-02 17:38:59,467][303827] Updated weights for policy 0, policy_version 11530 (0.0009) +[2026-06-02 17:38:59,705][303827] Updated weights for policy 0, policy_version 11541 (0.0008) +[2026-06-02 17:38:59,940][303827] Updated weights for policy 0, policy_version 11552 (0.0008) +[2026-06-02 17:38:59,986][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17217.1). Total num frames: 5898240. Throughput: 0: 17174.7. Samples: 5929472. Policy #0 lag: (min: 45.0, avg: 63.1, max: 109.0) +[2026-06-02 17:38:59,988][302810] Avg episode reward: [(0, '238.022')] +[2026-06-02 17:39:00,145][303827] Updated weights for policy 0, policy_version 11562 (0.0008) +[2026-06-02 17:39:00,377][303827] Updated weights for policy 0, policy_version 11572 (0.0008) +[2026-06-02 17:39:00,584][303827] Updated weights for policy 0, policy_version 11582 (0.0008) +[2026-06-02 17:39:01,305][303827] Updated weights for policy 0, policy_version 11592 (0.0008) +[2026-06-02 17:39:01,536][303827] Updated weights for policy 0, policy_version 11603 (0.0008) +[2026-06-02 17:39:01,792][303827] Updated weights for policy 0, policy_version 11615 (0.0009) +[2026-06-02 17:39:02,005][303827] Updated weights for policy 0, policy_version 11625 (0.0009) +[2026-06-02 17:39:02,219][303827] Updated weights for policy 0, policy_version 11635 (0.0008) +[2026-06-02 17:39:02,430][303827] Updated weights for policy 0, policy_version 11645 (0.0008) +[2026-06-02 17:39:03,180][303827] Updated weights for policy 0, policy_version 11655 (0.0009) +[2026-06-02 17:39:03,396][303827] Updated weights for policy 0, policy_version 11665 (0.0009) +[2026-06-02 17:39:03,615][303827] Updated weights for policy 0, policy_version 11675 (0.0008) +[2026-06-02 17:39:03,819][303827] Updated weights for policy 0, policy_version 11685 (0.0008) +[2026-06-02 17:39:04,041][303827] Updated weights for policy 0, policy_version 11696 (0.0008) +[2026-06-02 17:39:04,292][303827] Updated weights for policy 0, policy_version 11707 (0.0008) +[2026-06-02 17:39:04,987][302810] Fps is (10 sec: 16383.7, 60 sec: 17476.2, 300 sec: 17217.1). Total num frames: 5996544. Throughput: 0: 17373.8. Samples: 6039296. Policy #0 lag: (min: 45.0, avg: 63.1, max: 109.0) +[2026-06-02 17:39:04,988][302810] Avg episode reward: [(0, '235.897')] +[2026-06-02 17:39:05,026][303827] Updated weights for policy 0, policy_version 11717 (0.0009) +[2026-06-02 17:39:05,231][303827] Updated weights for policy 0, policy_version 11727 (0.0008) +[2026-06-02 17:39:05,467][303827] Updated weights for policy 0, policy_version 11738 (0.0010) +[2026-06-02 17:39:05,691][303827] Updated weights for policy 0, policy_version 11748 (0.0008) +[2026-06-02 17:39:05,908][303827] Updated weights for policy 0, policy_version 11758 (0.0008) +[2026-06-02 17:39:06,121][303827] Updated weights for policy 0, policy_version 11768 (0.0008) +[2026-06-02 17:39:06,902][303827] Updated weights for policy 0, policy_version 11779 (0.0009) +[2026-06-02 17:39:07,103][303827] Updated weights for policy 0, policy_version 11789 (0.0009) +[2026-06-02 17:39:07,315][303827] Updated weights for policy 0, policy_version 11799 (0.0009) +[2026-06-02 17:39:07,545][303827] Updated weights for policy 0, policy_version 11809 (0.0009) +[2026-06-02 17:39:07,748][303827] Updated weights for policy 0, policy_version 11819 (0.0009) +[2026-06-02 17:39:07,969][303827] Updated weights for policy 0, policy_version 11829 (0.0009) +[2026-06-02 17:39:08,182][303827] Updated weights for policy 0, policy_version 11839 (0.0009) +[2026-06-02 17:39:08,922][303827] Updated weights for policy 0, policy_version 11849 (0.0009) +[2026-06-02 17:39:09,134][303827] Updated weights for policy 0, policy_version 11859 (0.0008) +[2026-06-02 17:39:09,353][303827] Updated weights for policy 0, policy_version 11869 (0.0008) +[2026-06-02 17:39:09,562][303827] Updated weights for policy 0, policy_version 11879 (0.0008) +[2026-06-02 17:39:09,785][303827] Updated weights for policy 0, policy_version 11889 (0.0009) +[2026-06-02 17:39:09,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17217.1). Total num frames: 6062080. Throughput: 0: 17393.8. Samples: 6084352. Policy #0 lag: (min: 26.0, avg: 70.0, max: 85.0) +[2026-06-02 17:39:09,987][302810] Avg episode reward: [(0, '234.958')] +[2026-06-02 17:39:10,012][303827] Updated weights for policy 0, policy_version 11899 (0.0009) +[2026-06-02 17:39:10,743][303827] Updated weights for policy 0, policy_version 11909 (0.0009) +[2026-06-02 17:39:10,954][303827] Updated weights for policy 0, policy_version 11919 (0.0008) +[2026-06-02 17:39:11,169][303827] Updated weights for policy 0, policy_version 11929 (0.0008) +[2026-06-02 17:39:11,388][303827] Updated weights for policy 0, policy_version 11939 (0.0010) +[2026-06-02 17:39:11,604][303827] Updated weights for policy 0, policy_version 11949 (0.0008) +[2026-06-02 17:39:11,821][303827] Updated weights for policy 0, policy_version 11959 (0.0009) +[2026-06-02 17:39:12,529][303827] Updated weights for policy 0, policy_version 11969 (0.0009) +[2026-06-02 17:39:12,743][303827] Updated weights for policy 0, policy_version 11979 (0.0008) +[2026-06-02 17:39:12,957][303827] Updated weights for policy 0, policy_version 11989 (0.0008) +[2026-06-02 17:39:13,187][303827] Updated weights for policy 0, policy_version 12000 (0.0009) +[2026-06-02 17:39:13,403][303827] Updated weights for policy 0, policy_version 12010 (0.0008) +[2026-06-02 17:39:13,611][303827] Updated weights for policy 0, policy_version 12020 (0.0008) +[2026-06-02 17:39:13,830][303827] Updated weights for policy 0, policy_version 12030 (0.0008) +[2026-06-02 17:39:14,543][303827] Updated weights for policy 0, policy_version 12040 (0.0009) +[2026-06-02 17:39:14,764][303827] Updated weights for policy 0, policy_version 12050 (0.0009) +[2026-06-02 17:39:14,978][303827] Updated weights for policy 0, policy_version 12060 (0.0008) +[2026-06-02 17:39:14,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17217.1). Total num frames: 6160384. Throughput: 0: 17123.6. Samples: 6186112. Policy #0 lag: (min: 26.0, avg: 70.0, max: 85.0) +[2026-06-02 17:39:14,987][302810] Avg episode reward: [(0, '254.893')] +[2026-06-02 17:39:15,185][303827] Updated weights for policy 0, policy_version 12070 (0.0008) +[2026-06-02 17:39:15,399][303827] Updated weights for policy 0, policy_version 12080 (0.0008) +[2026-06-02 17:39:15,619][303827] Updated weights for policy 0, policy_version 12090 (0.0008) +[2026-06-02 17:39:16,385][303827] Updated weights for policy 0, policy_version 12101 (0.0008) +[2026-06-02 17:39:16,590][303827] Updated weights for policy 0, policy_version 12111 (0.0008) +[2026-06-02 17:39:16,807][303827] Updated weights for policy 0, policy_version 12121 (0.0009) +[2026-06-02 17:39:17,022][303827] Updated weights for policy 0, policy_version 12131 (0.0008) +[2026-06-02 17:39:17,230][303827] Updated weights for policy 0, policy_version 12141 (0.0008) +[2026-06-02 17:39:17,449][303827] Updated weights for policy 0, policy_version 12151 (0.0008) +[2026-06-02 17:39:18,186][303827] Updated weights for policy 0, policy_version 12161 (0.0008) +[2026-06-02 17:39:18,386][303827] Updated weights for policy 0, policy_version 12171 (0.0009) +[2026-06-02 17:39:18,610][303827] Updated weights for policy 0, policy_version 12182 (0.0008) +[2026-06-02 17:39:18,829][303827] Updated weights for policy 0, policy_version 12192 (0.0008) +[2026-06-02 17:39:19,039][303827] Updated weights for policy 0, policy_version 12202 (0.0008) +[2026-06-02 17:39:19,264][303827] Updated weights for policy 0, policy_version 12212 (0.0008) +[2026-06-02 17:39:19,479][303827] Updated weights for policy 0, policy_version 12222 (0.0009) +[2026-06-02 17:39:19,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.2, 300 sec: 17328.2). Total num frames: 6258688. Throughput: 0: 17419.4. Samples: 6300544. Policy #0 lag: (min: 59.0, avg: 102.5, max: 121.0) +[2026-06-02 17:39:19,987][302810] Avg episode reward: [(0, '253.341')] +[2026-06-02 17:39:20,210][303827] Updated weights for policy 0, policy_version 12232 (0.0008) +[2026-06-02 17:39:20,417][303827] Updated weights for policy 0, policy_version 12242 (0.0008) +[2026-06-02 17:39:20,652][303827] Updated weights for policy 0, policy_version 12253 (0.0008) +[2026-06-02 17:39:20,866][303827] Updated weights for policy 0, policy_version 12263 (0.0008) +[2026-06-02 17:39:21,087][303827] Updated weights for policy 0, policy_version 12273 (0.0009) +[2026-06-02 17:39:21,320][303827] Updated weights for policy 0, policy_version 12284 (0.0009) +[2026-06-02 17:39:22,042][303827] Updated weights for policy 0, policy_version 12294 (0.0008) +[2026-06-02 17:39:22,253][303827] Updated weights for policy 0, policy_version 12304 (0.0008) +[2026-06-02 17:39:22,476][303827] Updated weights for policy 0, policy_version 12314 (0.0008) +[2026-06-02 17:39:22,715][303827] Updated weights for policy 0, policy_version 12325 (0.0009) +[2026-06-02 17:39:22,929][303827] Updated weights for policy 0, policy_version 12335 (0.0008) +[2026-06-02 17:39:23,149][303827] Updated weights for policy 0, policy_version 12345 (0.0009) +[2026-06-02 17:39:23,848][303827] Updated weights for policy 0, policy_version 12355 (0.0008) +[2026-06-02 17:39:24,057][303827] Updated weights for policy 0, policy_version 12365 (0.0008) +[2026-06-02 17:39:24,273][303827] Updated weights for policy 0, policy_version 12375 (0.0008) +[2026-06-02 17:39:24,482][303827] Updated weights for policy 0, policy_version 12385 (0.0008) +[2026-06-02 17:39:24,702][303827] Updated weights for policy 0, policy_version 12395 (0.0008) +[2026-06-02 17:39:24,917][303827] Updated weights for policy 0, policy_version 12405 (0.0008) +[2026-06-02 17:39:24,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17217.1). Total num frames: 6324224. Throughput: 0: 17416.5. Samples: 6345600. Policy #0 lag: (min: 59.0, avg: 102.5, max: 121.0) +[2026-06-02 17:39:24,987][302810] Avg episode reward: [(0, '249.746')] +[2026-06-02 17:39:25,717][303827] Updated weights for policy 0, policy_version 12417 (0.0008) +[2026-06-02 17:39:25,914][303827] Updated weights for policy 0, policy_version 12427 (0.0008) +[2026-06-02 17:39:26,128][303827] Updated weights for policy 0, policy_version 12437 (0.0009) +[2026-06-02 17:39:26,338][303827] Updated weights for policy 0, policy_version 12447 (0.0009) +[2026-06-02 17:39:26,559][303827] Updated weights for policy 0, policy_version 12457 (0.0008) +[2026-06-02 17:39:26,759][303827] Updated weights for policy 0, policy_version 12467 (0.0006) +[2026-06-02 17:39:26,971][303827] Updated weights for policy 0, policy_version 12477 (0.0011) +[2026-06-02 17:39:27,727][303827] Updated weights for policy 0, policy_version 12487 (0.0009) +[2026-06-02 17:39:27,952][303827] Updated weights for policy 0, policy_version 12498 (0.0008) +[2026-06-02 17:39:28,166][303827] Updated weights for policy 0, policy_version 12508 (0.0008) +[2026-06-02 17:39:28,367][303827] Updated weights for policy 0, policy_version 12518 (0.0005) +[2026-06-02 17:39:28,596][303827] Updated weights for policy 0, policy_version 12528 (0.0005) +[2026-06-02 17:39:28,808][303827] Updated weights for policy 0, policy_version 12538 (0.0006) +[2026-06-02 17:39:29,549][303827] Updated weights for policy 0, policy_version 12548 (0.0009) +[2026-06-02 17:39:29,754][303827] Updated weights for policy 0, policy_version 12558 (0.0008) +[2026-06-02 17:39:29,954][303827] Updated weights for policy 0, policy_version 12568 (0.0009) +[2026-06-02 17:39:29,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 6422528. Throughput: 0: 17220.2. Samples: 6447104. Policy #0 lag: (min: 38.0, avg: 54.4, max: 102.0) +[2026-06-02 17:39:29,987][302810] Avg episode reward: [(0, '275.427')] +[2026-06-02 17:39:30,166][303827] Updated weights for policy 0, policy_version 12578 (0.0008) +[2026-06-02 17:39:30,372][303827] Updated weights for policy 0, policy_version 12588 (0.0008) +[2026-06-02 17:39:30,587][303827] Updated weights for policy 0, policy_version 12598 (0.0008) +[2026-06-02 17:39:30,789][303827] Updated weights for policy 0, policy_version 12608 (0.0009) +[2026-06-02 17:39:31,564][303827] Updated weights for policy 0, policy_version 12618 (0.0009) +[2026-06-02 17:39:31,780][303827] Updated weights for policy 0, policy_version 12628 (0.0009) +[2026-06-02 17:39:31,983][303827] Updated weights for policy 0, policy_version 12638 (0.0008) +[2026-06-02 17:39:32,207][303827] Updated weights for policy 0, policy_version 12649 (0.0008) +[2026-06-02 17:39:32,415][303827] Updated weights for policy 0, policy_version 12659 (0.0009) +[2026-06-02 17:39:32,621][303827] Updated weights for policy 0, policy_version 12669 (0.0009) +[2026-06-02 17:39:33,390][303827] Updated weights for policy 0, policy_version 12680 (0.0009) +[2026-06-02 17:39:33,612][303827] Updated weights for policy 0, policy_version 12690 (0.0009) +[2026-06-02 17:39:33,822][303827] Updated weights for policy 0, policy_version 12701 (0.0009) +[2026-06-02 17:39:34,041][303827] Updated weights for policy 0, policy_version 12711 (0.0009) +[2026-06-02 17:39:34,253][303827] Updated weights for policy 0, policy_version 12721 (0.0009) +[2026-06-02 17:39:34,481][303827] Updated weights for policy 0, policy_version 12732 (0.0008) +[2026-06-02 17:39:34,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.2, 300 sec: 17328.2). Total num frames: 6520832. Throughput: 0: 17405.1. Samples: 6560000. Policy #0 lag: (min: 38.0, avg: 54.4, max: 102.0) +[2026-06-02 17:39:34,988][302810] Avg episode reward: [(0, '334.765')] +[2026-06-02 17:39:35,231][303827] Updated weights for policy 0, policy_version 12742 (0.0009) +[2026-06-02 17:39:35,435][303827] Updated weights for policy 0, policy_version 12752 (0.0008) +[2026-06-02 17:39:35,659][303827] Updated weights for policy 0, policy_version 12763 (0.0008) +[2026-06-02 17:39:35,880][303827] Updated weights for policy 0, policy_version 12773 (0.0009) +[2026-06-02 17:39:36,075][303827] Updated weights for policy 0, policy_version 12783 (0.0008) +[2026-06-02 17:39:36,295][303827] Updated weights for policy 0, policy_version 12793 (0.0008) +[2026-06-02 17:39:36,435][303741] Saving new best policy, reward=334.765! +[2026-06-02 17:39:37,076][303827] Updated weights for policy 0, policy_version 12804 (0.0009) +[2026-06-02 17:39:37,290][303827] Updated weights for policy 0, policy_version 12815 (0.0008) +[2026-06-02 17:39:37,519][303827] Updated weights for policy 0, policy_version 12826 (0.0008) +[2026-06-02 17:39:37,752][303827] Updated weights for policy 0, policy_version 12837 (0.0008) +[2026-06-02 17:39:37,971][303827] Updated weights for policy 0, policy_version 12847 (0.0009) +[2026-06-02 17:39:38,221][303827] Updated weights for policy 0, policy_version 12859 (0.0009) +[2026-06-02 17:39:38,982][303827] Updated weights for policy 0, policy_version 12869 (0.0009) +[2026-06-02 17:39:39,195][303827] Updated weights for policy 0, policy_version 12879 (0.0008) +[2026-06-02 17:39:39,405][303827] Updated weights for policy 0, policy_version 12889 (0.0008) +[2026-06-02 17:39:39,609][303827] Updated weights for policy 0, policy_version 12899 (0.0008) +[2026-06-02 17:39:39,821][303827] Updated weights for policy 0, policy_version 12909 (0.0008) +[2026-06-02 17:39:39,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 6586368. Throughput: 0: 17407.9. Samples: 6605824. Policy #0 lag: (min: 38.0, avg: 54.4, max: 102.0) +[2026-06-02 17:39:39,988][302810] Avg episode reward: [(0, '354.903')] +[2026-06-02 17:39:40,054][303827] Updated weights for policy 0, policy_version 12920 (0.0010) +[2026-06-02 17:39:40,215][303741] Saving new best policy, reward=354.903! +[2026-06-02 17:39:40,842][303827] Updated weights for policy 0, policy_version 12930 (0.0009) +[2026-06-02 17:39:41,040][303827] Updated weights for policy 0, policy_version 12940 (0.0009) +[2026-06-02 17:39:41,253][303827] Updated weights for policy 0, policy_version 12950 (0.0009) +[2026-06-02 17:39:41,468][303827] Updated weights for policy 0, policy_version 12960 (0.0009) +[2026-06-02 17:39:41,683][303827] Updated weights for policy 0, policy_version 12970 (0.0008) +[2026-06-02 17:39:41,883][303827] Updated weights for policy 0, policy_version 12980 (0.0009) +[2026-06-02 17:39:42,110][303827] Updated weights for policy 0, policy_version 12990 (0.0009) +[2026-06-02 17:39:42,845][303827] Updated weights for policy 0, policy_version 13000 (0.0009) +[2026-06-02 17:39:43,055][303827] Updated weights for policy 0, policy_version 13010 (0.0008) +[2026-06-02 17:39:43,262][303827] Updated weights for policy 0, policy_version 13020 (0.0008) +[2026-06-02 17:39:43,475][303827] Updated weights for policy 0, policy_version 13030 (0.0009) +[2026-06-02 17:39:43,684][303827] Updated weights for policy 0, policy_version 13040 (0.0008) +[2026-06-02 17:39:43,897][303827] Updated weights for policy 0, policy_version 13050 (0.0008) +[2026-06-02 17:39:44,678][303827] Updated weights for policy 0, policy_version 13061 (0.0009) +[2026-06-02 17:39:44,881][303827] Updated weights for policy 0, policy_version 13071 (0.0008) +[2026-06-02 17:39:44,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.2, 300 sec: 17328.2). Total num frames: 6684672. Throughput: 0: 17317.0. Samples: 6708736. Policy #0 lag: (min: 5.0, avg: 21.7, max: 69.0) +[2026-06-02 17:39:44,988][302810] Avg episode reward: [(0, '389.972')] +[2026-06-02 17:39:45,088][303827] Updated weights for policy 0, policy_version 13081 (0.0009) +[2026-06-02 17:39:45,304][303827] Updated weights for policy 0, policy_version 13091 (0.0008) +[2026-06-02 17:39:45,512][303827] Updated weights for policy 0, policy_version 13101 (0.0008) +[2026-06-02 17:39:45,730][303827] Updated weights for policy 0, policy_version 13111 (0.0009) +[2026-06-02 17:39:45,917][303741] Saving new best policy, reward=389.972! +[2026-06-02 17:39:46,482][303827] Updated weights for policy 0, policy_version 13121 (0.0008) +[2026-06-02 17:39:46,671][303827] Updated weights for policy 0, policy_version 13131 (0.0008) +[2026-06-02 17:39:46,910][303827] Updated weights for policy 0, policy_version 13142 (0.0009) +[2026-06-02 17:39:47,119][303827] Updated weights for policy 0, policy_version 13152 (0.0009) +[2026-06-02 17:39:47,338][303827] Updated weights for policy 0, policy_version 13162 (0.0008) +[2026-06-02 17:39:47,542][303827] Updated weights for policy 0, policy_version 13172 (0.0008) +[2026-06-02 17:39:47,790][303827] Updated weights for policy 0, policy_version 13183 (0.0006) +[2026-06-02 17:39:48,511][303827] Updated weights for policy 0, policy_version 13193 (0.0004) +[2026-06-02 17:39:48,713][303827] Updated weights for policy 0, policy_version 13203 (0.0004) +[2026-06-02 17:39:48,925][303827] Updated weights for policy 0, policy_version 13213 (0.0004) +[2026-06-02 17:39:49,138][303827] Updated weights for policy 0, policy_version 13223 (0.0004) +[2026-06-02 17:39:49,364][303827] Updated weights for policy 0, policy_version 13233 (0.0004) +[2026-06-02 17:39:49,580][303827] Updated weights for policy 0, policy_version 13243 (0.0005) +[2026-06-02 17:39:49,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 6782976. Throughput: 0: 17297.1. Samples: 6817664. Policy #0 lag: (min: 5.0, avg: 21.7, max: 69.0) +[2026-06-02 17:39:49,987][302810] Avg episode reward: [(0, '392.301')] +[2026-06-02 17:39:49,993][303741] Saving new best policy, reward=392.301! +[2026-06-02 17:39:50,334][303827] Updated weights for policy 0, policy_version 13253 (0.0008) +[2026-06-02 17:39:50,560][303827] Updated weights for policy 0, policy_version 13264 (0.0008) +[2026-06-02 17:39:50,810][303827] Updated weights for policy 0, policy_version 13274 (0.0010) +[2026-06-02 17:39:51,025][303827] Updated weights for policy 0, policy_version 13284 (0.0008) +[2026-06-02 17:39:51,245][303827] Updated weights for policy 0, policy_version 13294 (0.0008) +[2026-06-02 17:39:51,455][303827] Updated weights for policy 0, policy_version 13304 (0.0008) +[2026-06-02 17:39:52,184][303827] Updated weights for policy 0, policy_version 13315 (0.0009) +[2026-06-02 17:39:52,386][303827] Updated weights for policy 0, policy_version 13325 (0.0005) +[2026-06-02 17:39:52,606][303827] Updated weights for policy 0, policy_version 13335 (0.0004) +[2026-06-02 17:39:52,826][303827] Updated weights for policy 0, policy_version 13345 (0.0006) +[2026-06-02 17:39:53,075][303827] Updated weights for policy 0, policy_version 13356 (0.0009) +[2026-06-02 17:39:53,303][303827] Updated weights for policy 0, policy_version 13367 (0.0009) +[2026-06-02 17:39:54,061][303827] Updated weights for policy 0, policy_version 13377 (0.0007) +[2026-06-02 17:39:54,247][303827] Updated weights for policy 0, policy_version 13387 (0.0004) +[2026-06-02 17:39:54,477][303827] Updated weights for policy 0, policy_version 13397 (0.0008) +[2026-06-02 17:39:54,680][303827] Updated weights for policy 0, policy_version 13407 (0.0008) +[2026-06-02 17:39:54,893][303827] Updated weights for policy 0, policy_version 13417 (0.0008) +[2026-06-02 17:39:54,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 6848512. Throughput: 0: 17453.5. Samples: 6869760. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0) +[2026-06-02 17:39:54,988][302810] Avg episode reward: [(0, '385.711')] +[2026-06-02 17:39:55,120][303827] Updated weights for policy 0, policy_version 13427 (0.0008) +[2026-06-02 17:39:55,332][303827] Updated weights for policy 0, policy_version 13437 (0.0009) +[2026-06-02 17:39:56,054][303827] Updated weights for policy 0, policy_version 13447 (0.0005) +[2026-06-02 17:39:56,270][303827] Updated weights for policy 0, policy_version 13457 (0.0004) +[2026-06-02 17:39:56,486][303827] Updated weights for policy 0, policy_version 13467 (0.0004) +[2026-06-02 17:39:56,703][303827] Updated weights for policy 0, policy_version 13477 (0.0004) +[2026-06-02 17:39:56,915][303827] Updated weights for policy 0, policy_version 13487 (0.0004) +[2026-06-02 17:39:57,129][303827] Updated weights for policy 0, policy_version 13497 (0.0004) +[2026-06-02 17:39:57,841][303827] Updated weights for policy 0, policy_version 13507 (0.0006) +[2026-06-02 17:39:58,045][303827] Updated weights for policy 0, policy_version 13517 (0.0004) +[2026-06-02 17:39:58,268][303827] Updated weights for policy 0, policy_version 13527 (0.0008) +[2026-06-02 17:39:58,484][303827] Updated weights for policy 0, policy_version 13537 (0.0008) +[2026-06-02 17:39:58,715][303827] Updated weights for policy 0, policy_version 13548 (0.0008) +[2026-06-02 17:39:58,934][303827] Updated weights for policy 0, policy_version 13558 (0.0008) +[2026-06-02 17:39:59,143][303827] Updated weights for policy 0, policy_version 13568 (0.0008) +[2026-06-02 17:39:59,870][303827] Updated weights for policy 0, policy_version 13578 (0.0009) +[2026-06-02 17:39:59,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 6946816. Throughput: 0: 17473.4. Samples: 6972416. Policy #0 lag: (min: 63.0, avg: 80.6, max: 127.0) +[2026-06-02 17:39:59,988][302810] Avg episode reward: [(0, '402.569')] +[2026-06-02 17:40:00,079][303827] Updated weights for policy 0, policy_version 13588 (0.0008) +[2026-06-02 17:40:00,291][303827] Updated weights for policy 0, policy_version 13598 (0.0008) +[2026-06-02 17:40:00,502][303827] Updated weights for policy 0, policy_version 13608 (0.0008) +[2026-06-02 17:40:00,721][303827] Updated weights for policy 0, policy_version 13618 (0.0007) +[2026-06-02 17:40:00,935][303827] Updated weights for policy 0, policy_version 13628 (0.0009) +[2026-06-02 17:40:01,010][303741] Saving new best policy, reward=402.569! +[2026-06-02 17:40:01,663][303827] Updated weights for policy 0, policy_version 13638 (0.0009) +[2026-06-02 17:40:01,883][303827] Updated weights for policy 0, policy_version 13649 (0.0009) +[2026-06-02 17:40:02,103][303827] Updated weights for policy 0, policy_version 13659 (0.0009) +[2026-06-02 17:40:02,313][303827] Updated weights for policy 0, policy_version 13669 (0.0009) +[2026-06-02 17:40:02,558][303827] Updated weights for policy 0, policy_version 13680 (0.0009) +[2026-06-02 17:40:02,767][303827] Updated weights for policy 0, policy_version 13690 (0.0010) +[2026-06-02 17:40:03,515][303827] Updated weights for policy 0, policy_version 13700 (0.0009) +[2026-06-02 17:40:03,726][303827] Updated weights for policy 0, policy_version 13710 (0.0010) +[2026-06-02 17:40:03,934][303827] Updated weights for policy 0, policy_version 13720 (0.0009) +[2026-06-02 17:40:04,156][303827] Updated weights for policy 0, policy_version 13730 (0.0009) +[2026-06-02 17:40:04,362][303827] Updated weights for policy 0, policy_version 13740 (0.0009) +[2026-06-02 17:40:04,578][303827] Updated weights for policy 0, policy_version 13750 (0.0009) +[2026-06-02 17:40:04,789][303827] Updated weights for policy 0, policy_version 13760 (0.0009) +[2026-06-02 17:40:04,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 7045120. Throughput: 0: 17248.7. Samples: 7076736. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 17:40:04,987][302810] Avg episode reward: [(0, '401.624')] +[2026-06-02 17:40:05,509][303827] Updated weights for policy 0, policy_version 13770 (0.0010) +[2026-06-02 17:40:05,743][303827] Updated weights for policy 0, policy_version 13781 (0.0008) +[2026-06-02 17:40:05,982][303827] Updated weights for policy 0, policy_version 13792 (0.0008) +[2026-06-02 17:40:06,200][303827] Updated weights for policy 0, policy_version 13802 (0.0008) +[2026-06-02 17:40:06,430][303827] Updated weights for policy 0, policy_version 13813 (0.0008) +[2026-06-02 17:40:06,665][303827] Updated weights for policy 0, policy_version 13824 (0.0009) +[2026-06-02 17:40:07,403][303827] Updated weights for policy 0, policy_version 13834 (0.0009) +[2026-06-02 17:40:07,609][303827] Updated weights for policy 0, policy_version 13844 (0.0009) +[2026-06-02 17:40:07,836][303827] Updated weights for policy 0, policy_version 13854 (0.0008) +[2026-06-02 17:40:08,066][303827] Updated weights for policy 0, policy_version 13865 (0.0008) +[2026-06-02 17:40:08,280][303827] Updated weights for policy 0, policy_version 13875 (0.0008) +[2026-06-02 17:40:08,505][303827] Updated weights for policy 0, policy_version 13885 (0.0008) +[2026-06-02 17:40:09,227][303827] Updated weights for policy 0, policy_version 13895 (0.0009) +[2026-06-02 17:40:09,437][303827] Updated weights for policy 0, policy_version 13905 (0.0008) +[2026-06-02 17:40:09,676][303827] Updated weights for policy 0, policy_version 13916 (0.0009) +[2026-06-02 17:40:09,897][303827] Updated weights for policy 0, policy_version 13926 (0.0009) +[2026-06-02 17:40:09,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 7110656. Throughput: 0: 17462.1. Samples: 7131392. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 17:40:09,987][302810] Avg episode reward: [(0, '417.706')] +[2026-06-02 17:40:10,100][303827] Updated weights for policy 0, policy_version 13936 (0.0008) +[2026-06-02 17:40:10,326][303827] Updated weights for policy 0, policy_version 13946 (0.0009) +[2026-06-02 17:40:10,437][303741] Saving new best policy, reward=417.706! +[2026-06-02 17:40:11,079][303827] Updated weights for policy 0, policy_version 13957 (0.0008) +[2026-06-02 17:40:11,297][303827] Updated weights for policy 0, policy_version 13967 (0.0008) +[2026-06-02 17:40:11,510][303827] Updated weights for policy 0, policy_version 13977 (0.0009) +[2026-06-02 17:40:11,724][303827] Updated weights for policy 0, policy_version 13987 (0.0008) +[2026-06-02 17:40:11,957][303827] Updated weights for policy 0, policy_version 13998 (0.0008) +[2026-06-02 17:40:12,181][303827] Updated weights for policy 0, policy_version 14008 (0.0010) +[2026-06-02 17:40:12,904][303827] Updated weights for policy 0, policy_version 14018 (0.0008) +[2026-06-02 17:40:13,105][303827] Updated weights for policy 0, policy_version 14028 (0.0008) +[2026-06-02 17:40:13,317][303827] Updated weights for policy 0, policy_version 14038 (0.0008) +[2026-06-02 17:40:13,524][303827] Updated weights for policy 0, policy_version 14048 (0.0010) +[2026-06-02 17:40:13,753][303827] Updated weights for policy 0, policy_version 14059 (0.0008) +[2026-06-02 17:40:13,984][303827] Updated weights for policy 0, policy_version 14070 (0.0008) +[2026-06-02 17:40:14,750][303827] Updated weights for policy 0, policy_version 14081 (0.0009) +[2026-06-02 17:40:14,952][303827] Updated weights for policy 0, policy_version 14091 (0.0009) +[2026-06-02 17:40:14,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.2, 300 sec: 17328.2). Total num frames: 7208960. Throughput: 0: 17462.0. Samples: 7232896. Policy #0 lag: (min: 63.0, avg: 81.0, max: 127.0) +[2026-06-02 17:40:14,988][302810] Avg episode reward: [(0, '430.774')] +[2026-06-02 17:40:15,172][303827] Updated weights for policy 0, policy_version 14102 (0.0008) +[2026-06-02 17:40:15,396][303827] Updated weights for policy 0, policy_version 14113 (0.0008) +[2026-06-02 17:40:15,612][303827] Updated weights for policy 0, policy_version 14123 (0.0009) +[2026-06-02 17:40:15,870][303827] Updated weights for policy 0, policy_version 14135 (0.0009) +[2026-06-02 17:40:16,056][303741] Saving new best policy, reward=430.774! +[2026-06-02 17:40:16,615][303827] Updated weights for policy 0, policy_version 14145 (0.0009) +[2026-06-02 17:40:16,814][303827] Updated weights for policy 0, policy_version 14155 (0.0008) +[2026-06-02 17:40:17,024][303827] Updated weights for policy 0, policy_version 14165 (0.0008) +[2026-06-02 17:40:17,232][303827] Updated weights for policy 0, policy_version 14175 (0.0008) +[2026-06-02 17:40:17,442][303827] Updated weights for policy 0, policy_version 14185 (0.0009) +[2026-06-02 17:40:17,656][303827] Updated weights for policy 0, policy_version 14195 (0.0009) +[2026-06-02 17:40:17,857][303827] Updated weights for policy 0, policy_version 14205 (0.0008) +[2026-06-02 17:40:18,623][303827] Updated weights for policy 0, policy_version 14215 (0.0008) +[2026-06-02 17:40:18,829][303827] Updated weights for policy 0, policy_version 14225 (0.0008) +[2026-06-02 17:40:19,058][303827] Updated weights for policy 0, policy_version 14236 (0.0009) +[2026-06-02 17:40:19,270][303827] Updated weights for policy 0, policy_version 14246 (0.0009) +[2026-06-02 17:40:19,480][303827] Updated weights for policy 0, policy_version 14256 (0.0008) +[2026-06-02 17:40:19,687][303827] Updated weights for policy 0, policy_version 14266 (0.0008) +[2026-06-02 17:40:19,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 7307264. Throughput: 0: 17240.2. Samples: 7335808. Policy #0 lag: (min: 80.0, avg: 114.6, max: 146.0) +[2026-06-02 17:40:19,987][302810] Avg episode reward: [(0, '455.737')] +[2026-06-02 17:40:19,992][303741] Saving new best policy, reward=455.737! +[2026-06-02 17:40:20,455][303827] Updated weights for policy 0, policy_version 14277 (0.0009) +[2026-06-02 17:40:20,656][303827] Updated weights for policy 0, policy_version 14287 (0.0009) +[2026-06-02 17:40:20,867][303827] Updated weights for policy 0, policy_version 14297 (0.0008) +[2026-06-02 17:40:21,075][303827] Updated weights for policy 0, policy_version 14307 (0.0009) +[2026-06-02 17:40:21,292][303827] Updated weights for policy 0, policy_version 14317 (0.0008) +[2026-06-02 17:40:21,522][303827] Updated weights for policy 0, policy_version 14328 (0.0008) +[2026-06-02 17:40:22,301][303827] Updated weights for policy 0, policy_version 14339 (0.0009) +[2026-06-02 17:40:22,503][303827] Updated weights for policy 0, policy_version 14349 (0.0009) +[2026-06-02 17:40:22,719][303827] Updated weights for policy 0, policy_version 14359 (0.0009) +[2026-06-02 17:40:22,935][303827] Updated weights for policy 0, policy_version 14369 (0.0009) +[2026-06-02 17:40:23,152][303827] Updated weights for policy 0, policy_version 14379 (0.0009) +[2026-06-02 17:40:23,360][303827] Updated weights for policy 0, policy_version 14389 (0.0009) +[2026-06-02 17:40:23,577][303827] Updated weights for policy 0, policy_version 14399 (0.0009) +[2026-06-02 17:40:24,312][303827] Updated weights for policy 0, policy_version 14409 (0.0007) +[2026-06-02 17:40:24,527][303827] Updated weights for policy 0, policy_version 14419 (0.0009) +[2026-06-02 17:40:24,733][303827] Updated weights for policy 0, policy_version 14429 (0.0009) +[2026-06-02 17:40:24,965][303827] Updated weights for policy 0, policy_version 14440 (0.0009) +[2026-06-02 17:40:24,987][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 7372800. Throughput: 0: 17470.6. Samples: 7392000. Policy #0 lag: (min: 80.0, avg: 114.6, max: 146.0) +[2026-06-02 17:40:24,988][302810] Avg episode reward: [(0, '453.718')] +[2026-06-02 17:40:25,189][303827] Updated weights for policy 0, policy_version 14450 (0.0010) +[2026-06-02 17:40:25,394][303827] Updated weights for policy 0, policy_version 14460 (0.0008) +[2026-06-02 17:40:26,136][303827] Updated weights for policy 0, policy_version 14470 (0.0009) +[2026-06-02 17:40:26,337][303827] Updated weights for policy 0, policy_version 14480 (0.0009) +[2026-06-02 17:40:26,555][303827] Updated weights for policy 0, policy_version 14490 (0.0009) +[2026-06-02 17:40:26,772][303827] Updated weights for policy 0, policy_version 14500 (0.0009) +[2026-06-02 17:40:26,985][303827] Updated weights for policy 0, policy_version 14510 (0.0009) +[2026-06-02 17:40:27,195][303827] Updated weights for policy 0, policy_version 14520 (0.0008) +[2026-06-02 17:40:27,955][303827] Updated weights for policy 0, policy_version 14530 (0.0009) +[2026-06-02 17:40:28,166][303827] Updated weights for policy 0, policy_version 14541 (0.0009) +[2026-06-02 17:40:28,387][303827] Updated weights for policy 0, policy_version 14551 (0.0009) +[2026-06-02 17:40:28,601][303827] Updated weights for policy 0, policy_version 14561 (0.0009) +[2026-06-02 17:40:28,807][303827] Updated weights for policy 0, policy_version 14571 (0.0008) +[2026-06-02 17:40:29,034][303827] Updated weights for policy 0, policy_version 14581 (0.0010) +[2026-06-02 17:40:29,265][303827] Updated weights for policy 0, policy_version 14592 (0.0009) +[2026-06-02 17:40:29,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.2, 300 sec: 17328.2). Total num frames: 7471104. Throughput: 0: 17464.9. Samples: 7494656. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0) +[2026-06-02 17:40:29,987][302810] Avg episode reward: [(0, '469.295')] +[2026-06-02 17:40:30,004][303827] Updated weights for policy 0, policy_version 14602 (0.0006) +[2026-06-02 17:40:30,208][303827] Updated weights for policy 0, policy_version 14612 (0.0009) +[2026-06-02 17:40:30,428][303827] Updated weights for policy 0, policy_version 14622 (0.0008) +[2026-06-02 17:40:30,641][303827] Updated weights for policy 0, policy_version 14632 (0.0008) +[2026-06-02 17:40:30,857][303827] Updated weights for policy 0, policy_version 14642 (0.0009) +[2026-06-02 17:40:31,060][303827] Updated weights for policy 0, policy_version 14652 (0.0008) +[2026-06-02 17:40:31,145][303741] Saving new best policy, reward=469.295! +[2026-06-02 17:40:31,814][303827] Updated weights for policy 0, policy_version 14662 (0.0009) +[2026-06-02 17:40:32,024][303827] Updated weights for policy 0, policy_version 14672 (0.0008) +[2026-06-02 17:40:32,256][303827] Updated weights for policy 0, policy_version 14682 (0.0009) +[2026-06-02 17:40:32,471][303827] Updated weights for policy 0, policy_version 14693 (0.0008) +[2026-06-02 17:40:32,695][303827] Updated weights for policy 0, policy_version 14703 (0.0008) +[2026-06-02 17:40:32,909][303827] Updated weights for policy 0, policy_version 14713 (0.0008) +[2026-06-02 17:40:33,648][303827] Updated weights for policy 0, policy_version 14723 (0.0009) +[2026-06-02 17:40:33,846][303827] Updated weights for policy 0, policy_version 14733 (0.0008) +[2026-06-02 17:40:34,078][303827] Updated weights for policy 0, policy_version 14744 (0.0008) +[2026-06-02 17:40:34,302][303827] Updated weights for policy 0, policy_version 14754 (0.0009) +[2026-06-02 17:40:34,524][303827] Updated weights for policy 0, policy_version 14764 (0.0009) +[2026-06-02 17:40:34,729][303827] Updated weights for policy 0, policy_version 14774 (0.0009) +[2026-06-02 17:40:34,944][303827] Updated weights for policy 0, policy_version 14784 (0.0008) +[2026-06-02 17:40:34,987][302810] Fps is (10 sec: 19661.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 7569408. Throughput: 0: 17345.4. Samples: 7598208. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0) +[2026-06-02 17:40:34,988][302810] Avg episode reward: [(0, '499.363')] +[2026-06-02 17:40:34,992][303741] Saving new best policy, reward=499.363! +[2026-06-02 17:40:35,670][303827] Updated weights for policy 0, policy_version 14794 (0.0009) +[2026-06-02 17:40:35,876][303827] Updated weights for policy 0, policy_version 14804 (0.0009) +[2026-06-02 17:40:36,091][303827] Updated weights for policy 0, policy_version 14814 (0.0009) +[2026-06-02 17:40:36,302][303827] Updated weights for policy 0, policy_version 14824 (0.0009) +[2026-06-02 17:40:36,524][303827] Updated weights for policy 0, policy_version 14834 (0.0009) +[2026-06-02 17:40:36,730][303827] Updated weights for policy 0, policy_version 14844 (0.0009) +[2026-06-02 17:40:37,500][303827] Updated weights for policy 0, policy_version 14855 (0.0010) +[2026-06-02 17:40:37,707][303827] Updated weights for policy 0, policy_version 14865 (0.0009) +[2026-06-02 17:40:37,911][303827] Updated weights for policy 0, policy_version 14875 (0.0009) +[2026-06-02 17:40:38,128][303827] Updated weights for policy 0, policy_version 14885 (0.0009) +[2026-06-02 17:40:38,344][303827] Updated weights for policy 0, policy_version 14895 (0.0007) +[2026-06-02 17:40:38,557][303827] Updated weights for policy 0, policy_version 14905 (0.0009) +[2026-06-02 17:40:39,317][303827] Updated weights for policy 0, policy_version 14915 (0.0009) +[2026-06-02 17:40:39,539][303827] Updated weights for policy 0, policy_version 14926 (0.0009) +[2026-06-02 17:40:39,770][303827] Updated weights for policy 0, policy_version 14937 (0.0009) +[2026-06-02 17:40:39,986][303827] Updated weights for policy 0, policy_version 14947 (0.0009) +[2026-06-02 17:40:39,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 7634944. Throughput: 0: 17447.8. Samples: 7654912. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0) +[2026-06-02 17:40:39,987][302810] Avg episode reward: [(0, '488.502')] +[2026-06-02 17:40:40,210][303827] Updated weights for policy 0, policy_version 14957 (0.0009) +[2026-06-02 17:40:40,411][303827] Updated weights for policy 0, policy_version 14967 (0.0009) +[2026-06-02 17:40:41,206][303827] Updated weights for policy 0, policy_version 14978 (0.0009) +[2026-06-02 17:40:41,410][303827] Updated weights for policy 0, policy_version 14988 (0.0009) +[2026-06-02 17:40:41,641][303827] Updated weights for policy 0, policy_version 14999 (0.0009) +[2026-06-02 17:40:41,884][303827] Updated weights for policy 0, policy_version 15010 (0.0009) +[2026-06-02 17:40:42,100][303827] Updated weights for policy 0, policy_version 15021 (0.0009) +[2026-06-02 17:40:42,306][303827] Updated weights for policy 0, policy_version 15031 (0.0009) +[2026-06-02 17:40:43,061][303827] Updated weights for policy 0, policy_version 15041 (0.0010) +[2026-06-02 17:40:43,283][303827] Updated weights for policy 0, policy_version 15052 (0.0009) +[2026-06-02 17:40:43,533][303827] Updated weights for policy 0, policy_version 15064 (0.0009) +[2026-06-02 17:40:43,784][303827] Updated weights for policy 0, policy_version 15076 (0.0009) +[2026-06-02 17:40:43,988][303827] Updated weights for policy 0, policy_version 15086 (0.0009) +[2026-06-02 17:40:44,201][303827] Updated weights for policy 0, policy_version 15096 (0.0009) +[2026-06-02 17:40:44,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 7733248. Throughput: 0: 17413.7. Samples: 7756032. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:40:44,988][302810] Avg episode reward: [(0, '463.717')] +[2026-06-02 17:40:44,996][303827] Updated weights for policy 0, policy_version 15107 (0.0009) +[2026-06-02 17:40:45,201][303827] Updated weights for policy 0, policy_version 15118 (0.0009) +[2026-06-02 17:40:45,431][303827] Updated weights for policy 0, policy_version 15129 (0.0008) +[2026-06-02 17:40:45,653][303827] Updated weights for policy 0, policy_version 15139 (0.0009) +[2026-06-02 17:40:45,856][303827] Updated weights for policy 0, policy_version 15149 (0.0008) +[2026-06-02 17:40:46,113][303827] Updated weights for policy 0, policy_version 15161 (0.0008) +[2026-06-02 17:40:46,910][303827] Updated weights for policy 0, policy_version 15173 (0.0009) +[2026-06-02 17:40:47,139][303827] Updated weights for policy 0, policy_version 15184 (0.0009) +[2026-06-02 17:40:47,387][303827] Updated weights for policy 0, policy_version 15196 (0.0009) +[2026-06-02 17:40:47,617][303827] Updated weights for policy 0, policy_version 15207 (0.0009) +[2026-06-02 17:40:47,876][303827] Updated weights for policy 0, policy_version 15220 (0.0008) +[2026-06-02 17:40:48,121][303827] Updated weights for policy 0, policy_version 15231 (0.0009) +[2026-06-02 17:40:48,900][303827] Updated weights for policy 0, policy_version 15242 (0.0009) +[2026-06-02 17:40:49,102][303827] Updated weights for policy 0, policy_version 15252 (0.0009) +[2026-06-02 17:40:49,332][303827] Updated weights for policy 0, policy_version 15263 (0.0008) +[2026-06-02 17:40:49,551][303827] Updated weights for policy 0, policy_version 15273 (0.0009) +[2026-06-02 17:40:49,769][303827] Updated weights for policy 0, policy_version 15283 (0.0009) +[2026-06-02 17:40:49,975][303827] Updated weights for policy 0, policy_version 15293 (0.0009) +[2026-06-02 17:40:49,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 7798784. Throughput: 0: 17382.4. Samples: 7858944. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:40:49,988][302810] Avg episode reward: [(0, '436.042')] +[2026-06-02 17:40:50,740][303827] Updated weights for policy 0, policy_version 15304 (0.0009) +[2026-06-02 17:40:50,970][303827] Updated weights for policy 0, policy_version 15315 (0.0009) +[2026-06-02 17:40:51,185][303827] Updated weights for policy 0, policy_version 15325 (0.0008) +[2026-06-02 17:40:51,390][303827] Updated weights for policy 0, policy_version 15335 (0.0009) +[2026-06-02 17:40:51,617][303827] Updated weights for policy 0, policy_version 15346 (0.0008) +[2026-06-02 17:40:51,862][303827] Updated weights for policy 0, policy_version 15358 (0.0009) +[2026-06-02 17:40:52,639][303827] Updated weights for policy 0, policy_version 15368 (0.0009) +[2026-06-02 17:40:52,846][303827] Updated weights for policy 0, policy_version 15378 (0.0008) +[2026-06-02 17:40:53,046][303827] Updated weights for policy 0, policy_version 15388 (0.0009) +[2026-06-02 17:40:53,281][303827] Updated weights for policy 0, policy_version 15399 (0.0008) +[2026-06-02 17:40:53,516][303827] Updated weights for policy 0, policy_version 15410 (0.0009) +[2026-06-02 17:40:53,748][303827] Updated weights for policy 0, policy_version 15421 (0.0008) +[2026-06-02 17:40:54,513][303827] Updated weights for policy 0, policy_version 15432 (0.0008) +[2026-06-02 17:40:54,746][303827] Updated weights for policy 0, policy_version 15443 (0.0008) +[2026-06-02 17:40:54,959][303827] Updated weights for policy 0, policy_version 15453 (0.0009) +[2026-06-02 17:40:54,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 7897088. Throughput: 0: 17462.0. Samples: 7917184. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:40:54,988][302810] Avg episode reward: [(0, '437.017')] +[2026-06-02 17:40:55,173][303827] Updated weights for policy 0, policy_version 15463 (0.0009) +[2026-06-02 17:40:55,377][303827] Updated weights for policy 0, policy_version 15473 (0.0008) +[2026-06-02 17:40:55,626][303827] Updated weights for policy 0, policy_version 15485 (0.0008) +[2026-06-02 17:40:56,385][303827] Updated weights for policy 0, policy_version 15495 (0.0009) +[2026-06-02 17:40:56,604][303827] Updated weights for policy 0, policy_version 15506 (0.0008) +[2026-06-02 17:40:56,821][303827] Updated weights for policy 0, policy_version 15516 (0.0009) +[2026-06-02 17:40:57,067][303827] Updated weights for policy 0, policy_version 15528 (0.0009) +[2026-06-02 17:40:57,301][303827] Updated weights for policy 0, policy_version 15539 (0.0009) +[2026-06-02 17:40:57,510][303827] Updated weights for policy 0, policy_version 15549 (0.0008) +[2026-06-02 17:40:58,276][303827] Updated weights for policy 0, policy_version 15559 (0.0008) +[2026-06-02 17:40:58,482][303827] Updated weights for policy 0, policy_version 15569 (0.0009) +[2026-06-02 17:40:58,696][303827] Updated weights for policy 0, policy_version 15579 (0.0009) +[2026-06-02 17:40:58,908][303827] Updated weights for policy 0, policy_version 15589 (0.0009) +[2026-06-02 17:40:59,128][303827] Updated weights for policy 0, policy_version 15600 (0.0008) +[2026-06-02 17:40:59,360][303827] Updated weights for policy 0, policy_version 15611 (0.0008) +[2026-06-02 17:40:59,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 7995392. Throughput: 0: 17490.5. Samples: 8019968. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0) +[2026-06-02 17:40:59,987][302810] Avg episode reward: [(0, '423.353')] +[2026-06-02 17:41:00,177][303827] Updated weights for policy 0, policy_version 15623 (0.0009) +[2026-06-02 17:41:00,373][303827] Updated weights for policy 0, policy_version 15633 (0.0008) +[2026-06-02 17:41:00,577][303827] Updated weights for policy 0, policy_version 15643 (0.0008) +[2026-06-02 17:41:00,794][303827] Updated weights for policy 0, policy_version 15653 (0.0009) +[2026-06-02 17:41:01,028][303827] Updated weights for policy 0, policy_version 15664 (0.0008) +[2026-06-02 17:41:01,235][303827] Updated weights for policy 0, policy_version 15674 (0.0008) +[2026-06-02 17:41:02,018][303827] Updated weights for policy 0, policy_version 15685 (0.0009) +[2026-06-02 17:41:02,216][303827] Updated weights for policy 0, policy_version 15695 (0.0009) +[2026-06-02 17:41:02,452][303827] Updated weights for policy 0, policy_version 15706 (0.0009) +[2026-06-02 17:41:02,656][303827] Updated weights for policy 0, policy_version 15716 (0.0009) +[2026-06-02 17:41:02,915][303827] Updated weights for policy 0, policy_version 15728 (0.0009) +[2026-06-02 17:41:03,118][303827] Updated weights for policy 0, policy_version 15738 (0.0009) +[2026-06-02 17:41:03,910][303827] Updated weights for policy 0, policy_version 15749 (0.0009) +[2026-06-02 17:41:04,109][303827] Updated weights for policy 0, policy_version 15759 (0.0009) +[2026-06-02 17:41:04,320][303827] Updated weights for policy 0, policy_version 15769 (0.0008) +[2026-06-02 17:41:04,524][303827] Updated weights for policy 0, policy_version 15779 (0.0009) +[2026-06-02 17:41:04,743][303827] Updated weights for policy 0, policy_version 15789 (0.0009) +[2026-06-02 17:41:04,969][303827] Updated weights for policy 0, policy_version 15800 (0.0008) +[2026-06-02 17:41:04,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 8060928. Throughput: 0: 17464.9. Samples: 8121728. Policy #0 lag: (min: 63.0, avg: 79.5, max: 127.0) +[2026-06-02 17:41:04,988][302810] Avg episode reward: [(0, '425.995')] +[2026-06-02 17:41:05,740][303827] Updated weights for policy 0, policy_version 15810 (0.0009) +[2026-06-02 17:41:05,991][303827] Updated weights for policy 0, policy_version 15822 (0.0009) +[2026-06-02 17:41:06,194][303827] Updated weights for policy 0, policy_version 15832 (0.0009) +[2026-06-02 17:41:06,397][303827] Updated weights for policy 0, policy_version 15842 (0.0010) +[2026-06-02 17:41:06,615][303827] Updated weights for policy 0, policy_version 15852 (0.0009) +[2026-06-02 17:41:06,849][303827] Updated weights for policy 0, policy_version 15863 (0.0009) +[2026-06-02 17:41:07,662][303827] Updated weights for policy 0, policy_version 15876 (0.0010) +[2026-06-02 17:41:07,875][303827] Updated weights for policy 0, policy_version 15886 (0.0009) +[2026-06-02 17:41:08,094][303827] Updated weights for policy 0, policy_version 15896 (0.0009) +[2026-06-02 17:41:08,314][303827] Updated weights for policy 0, policy_version 15906 (0.0009) +[2026-06-02 17:41:08,533][303827] Updated weights for policy 0, policy_version 15916 (0.0009) +[2026-06-02 17:41:08,740][303827] Updated weights for policy 0, policy_version 15926 (0.0009) +[2026-06-02 17:41:08,961][303827] Updated weights for policy 0, policy_version 15936 (0.0009) +[2026-06-02 17:41:09,678][303827] Updated weights for policy 0, policy_version 15946 (0.0008) +[2026-06-02 17:41:09,899][303827] Updated weights for policy 0, policy_version 15956 (0.0008) +[2026-06-02 17:41:09,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 8159232. Throughput: 0: 17519.0. Samples: 8180352. Policy #0 lag: (min: 81.0, avg: 94.2, max: 145.0) +[2026-06-02 17:41:09,987][302810] Avg episode reward: [(0, '463.010')] +[2026-06-02 17:41:10,107][303827] Updated weights for policy 0, policy_version 15966 (0.0008) +[2026-06-02 17:41:10,341][303827] Updated weights for policy 0, policy_version 15977 (0.0008) +[2026-06-02 17:41:10,556][303827] Updated weights for policy 0, policy_version 15987 (0.0009) +[2026-06-02 17:41:10,786][303827] Updated weights for policy 0, policy_version 15997 (0.0008) +[2026-06-02 17:41:11,521][303827] Updated weights for policy 0, policy_version 16007 (0.0008) +[2026-06-02 17:41:11,735][303827] Updated weights for policy 0, policy_version 16017 (0.0009) +[2026-06-02 17:41:11,957][303827] Updated weights for policy 0, policy_version 16027 (0.0008) +[2026-06-02 17:41:12,172][303827] Updated weights for policy 0, policy_version 16037 (0.0009) +[2026-06-02 17:41:12,373][303827] Updated weights for policy 0, policy_version 16047 (0.0008) +[2026-06-02 17:41:12,595][303827] Updated weights for policy 0, policy_version 16057 (0.0008) +[2026-06-02 17:41:13,305][303827] Updated weights for policy 0, policy_version 16067 (0.0009) +[2026-06-02 17:41:13,521][303827] Updated weights for policy 0, policy_version 16077 (0.0009) +[2026-06-02 17:41:13,735][303827] Updated weights for policy 0, policy_version 16087 (0.0009) +[2026-06-02 17:41:13,952][303827] Updated weights for policy 0, policy_version 16097 (0.0008) +[2026-06-02 17:41:14,173][303827] Updated weights for policy 0, policy_version 16107 (0.0008) +[2026-06-02 17:41:14,391][303827] Updated weights for policy 0, policy_version 16117 (0.0009) +[2026-06-02 17:41:14,604][303827] Updated weights for policy 0, policy_version 16127 (0.0009) +[2026-06-02 17:41:14,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 8257536. Throughput: 0: 17507.6. Samples: 8282496. Policy #0 lag: (min: 81.0, avg: 94.2, max: 145.0) +[2026-06-02 17:41:14,987][302810] Avg episode reward: [(0, '445.144')] +[2026-06-02 17:41:15,306][303827] Updated weights for policy 0, policy_version 16137 (0.0009) +[2026-06-02 17:41:15,530][303827] Updated weights for policy 0, policy_version 16147 (0.0009) +[2026-06-02 17:41:15,749][303827] Updated weights for policy 0, policy_version 16157 (0.0009) +[2026-06-02 17:41:15,960][303827] Updated weights for policy 0, policy_version 16167 (0.0008) +[2026-06-02 17:41:16,170][303827] Updated weights for policy 0, policy_version 16177 (0.0009) +[2026-06-02 17:41:16,385][303827] Updated weights for policy 0, policy_version 16187 (0.0008) +[2026-06-02 17:41:17,122][303827] Updated weights for policy 0, policy_version 16197 (0.0009) +[2026-06-02 17:41:17,326][303827] Updated weights for policy 0, policy_version 16207 (0.0008) +[2026-06-02 17:41:17,546][303827] Updated weights for policy 0, policy_version 16217 (0.0008) +[2026-06-02 17:41:17,765][303827] Updated weights for policy 0, policy_version 16227 (0.0009) +[2026-06-02 17:41:17,977][303827] Updated weights for policy 0, policy_version 16237 (0.0008) +[2026-06-02 17:41:18,190][303827] Updated weights for policy 0, policy_version 16247 (0.0009) +[2026-06-02 17:41:18,921][303827] Updated weights for policy 0, policy_version 16257 (0.0008) +[2026-06-02 17:41:19,145][303827] Updated weights for policy 0, policy_version 16268 (0.0008) +[2026-06-02 17:41:19,384][303827] Updated weights for policy 0, policy_version 16279 (0.0008) +[2026-06-02 17:41:19,602][303827] Updated weights for policy 0, policy_version 16289 (0.0009) +[2026-06-02 17:41:19,826][303827] Updated weights for policy 0, policy_version 16299 (0.0009) +[2026-06-02 17:41:19,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 8323072. Throughput: 0: 17484.8. Samples: 8385024. Policy #0 lag: (min: 81.0, avg: 94.2, max: 145.0) +[2026-06-02 17:41:19,987][302810] Avg episode reward: [(0, '443.535')] +[2026-06-02 17:41:20,062][303827] Updated weights for policy 0, policy_version 16310 (0.0008) +[2026-06-02 17:41:20,263][303827] Updated weights for policy 0, policy_version 16320 (0.0009) +[2026-06-02 17:41:20,977][303827] Updated weights for policy 0, policy_version 16330 (0.0009) +[2026-06-02 17:41:21,194][303827] Updated weights for policy 0, policy_version 16340 (0.0009) +[2026-06-02 17:41:21,403][303827] Updated weights for policy 0, policy_version 16350 (0.0009) +[2026-06-02 17:41:21,614][303827] Updated weights for policy 0, policy_version 16360 (0.0011) +[2026-06-02 17:41:21,841][303827] Updated weights for policy 0, policy_version 16370 (0.0009) +[2026-06-02 17:41:22,056][303827] Updated weights for policy 0, policy_version 16380 (0.0009) +[2026-06-02 17:41:22,768][303827] Updated weights for policy 0, policy_version 16390 (0.0009) +[2026-06-02 17:41:22,977][303827] Updated weights for policy 0, policy_version 16400 (0.0008) +[2026-06-02 17:41:23,192][303827] Updated weights for policy 0, policy_version 16410 (0.0009) +[2026-06-02 17:41:23,408][303827] Updated weights for policy 0, policy_version 16420 (0.0009) +[2026-06-02 17:41:23,618][303827] Updated weights for policy 0, policy_version 16430 (0.0009) +[2026-06-02 17:41:23,833][303827] Updated weights for policy 0, policy_version 16440 (0.0009) +[2026-06-02 17:41:24,595][303827] Updated weights for policy 0, policy_version 16451 (0.0009) +[2026-06-02 17:41:24,810][303827] Updated weights for policy 0, policy_version 16461 (0.0008) +[2026-06-02 17:41:24,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 8421376. Throughput: 0: 17470.6. Samples: 8441088. Policy #0 lag: (min: 109.0, avg: 126.5, max: 173.0) +[2026-06-02 17:41:24,988][302810] Avg episode reward: [(0, '419.979')] +[2026-06-02 17:41:25,023][303827] Updated weights for policy 0, policy_version 16471 (0.0010) +[2026-06-02 17:41:25,241][303827] Updated weights for policy 0, policy_version 16481 (0.0009) +[2026-06-02 17:41:25,457][303827] Updated weights for policy 0, policy_version 16491 (0.0009) +[2026-06-02 17:41:25,674][303827] Updated weights for policy 0, policy_version 16501 (0.0009) +[2026-06-02 17:41:25,887][303827] Updated weights for policy 0, policy_version 16511 (0.0009) +[2026-06-02 17:41:26,617][303827] Updated weights for policy 0, policy_version 16521 (0.0009) +[2026-06-02 17:41:26,836][303827] Updated weights for policy 0, policy_version 16531 (0.0009) +[2026-06-02 17:41:27,054][303827] Updated weights for policy 0, policy_version 16541 (0.0009) +[2026-06-02 17:41:27,263][303827] Updated weights for policy 0, policy_version 16551 (0.0009) +[2026-06-02 17:41:27,477][303827] Updated weights for policy 0, policy_version 16561 (0.0009) +[2026-06-02 17:41:27,696][303827] Updated weights for policy 0, policy_version 16571 (0.0009) +[2026-06-02 17:41:28,409][303827] Updated weights for policy 0, policy_version 16581 (0.0009) +[2026-06-02 17:41:28,622][303827] Updated weights for policy 0, policy_version 16591 (0.0009) +[2026-06-02 17:41:28,838][303827] Updated weights for policy 0, policy_version 16601 (0.0009) +[2026-06-02 17:41:29,056][303827] Updated weights for policy 0, policy_version 16611 (0.0009) +[2026-06-02 17:41:29,271][303827] Updated weights for policy 0, policy_version 16621 (0.0009) +[2026-06-02 17:41:29,478][303827] Updated weights for policy 0, policy_version 16631 (0.0008) +[2026-06-02 17:41:29,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 8519680. Throughput: 0: 17496.2. Samples: 8543360. Policy #0 lag: (min: 109.0, avg: 126.5, max: 173.0) +[2026-06-02 17:41:29,988][302810] Avg episode reward: [(0, '419.062')] +[2026-06-02 17:41:30,200][303827] Updated weights for policy 0, policy_version 16641 (0.0009) +[2026-06-02 17:41:30,390][303827] Updated weights for policy 0, policy_version 16651 (0.0008) +[2026-06-02 17:41:30,607][303827] Updated weights for policy 0, policy_version 16661 (0.0009) +[2026-06-02 17:41:30,829][303827] Updated weights for policy 0, policy_version 16671 (0.0008) +[2026-06-02 17:41:31,043][303827] Updated weights for policy 0, policy_version 16681 (0.0010) +[2026-06-02 17:41:31,262][303827] Updated weights for policy 0, policy_version 16691 (0.0008) +[2026-06-02 17:41:31,468][303827] Updated weights for policy 0, policy_version 16701 (0.0009) +[2026-06-02 17:41:32,184][303827] Updated weights for policy 0, policy_version 16711 (0.0009) +[2026-06-02 17:41:32,402][303827] Updated weights for policy 0, policy_version 16721 (0.0012) +[2026-06-02 17:41:32,615][303827] Updated weights for policy 0, policy_version 16731 (0.0011) +[2026-06-02 17:41:32,830][303827] Updated weights for policy 0, policy_version 16741 (0.0013) +[2026-06-02 17:41:33,052][303827] Updated weights for policy 0, policy_version 16751 (0.0008) +[2026-06-02 17:41:33,273][303827] Updated weights for policy 0, policy_version 16761 (0.0011) +[2026-06-02 17:41:34,008][303827] Updated weights for policy 0, policy_version 16771 (0.0010) +[2026-06-02 17:41:34,225][303827] Updated weights for policy 0, policy_version 16782 (0.0009) +[2026-06-02 17:41:34,445][303827] Updated weights for policy 0, policy_version 16792 (0.0009) +[2026-06-02 17:41:34,670][303827] Updated weights for policy 0, policy_version 16802 (0.0008) +[2026-06-02 17:41:34,880][303827] Updated weights for policy 0, policy_version 16812 (0.0008) +[2026-06-02 17:41:34,987][302810] Fps is (10 sec: 16383.6, 60 sec: 16930.0, 300 sec: 17328.1). Total num frames: 8585216. Throughput: 0: 17464.8. Samples: 8644864. Policy #0 lag: (min: 109.0, avg: 126.5, max: 173.0) +[2026-06-02 17:41:34,988][302810] Avg episode reward: [(0, '406.870')] +[2026-06-02 17:41:35,123][303827] Updated weights for policy 0, policy_version 16823 (0.0010) +[2026-06-02 17:41:35,860][303827] Updated weights for policy 0, policy_version 16833 (0.0010) +[2026-06-02 17:41:36,070][303827] Updated weights for policy 0, policy_version 16844 (0.0009) +[2026-06-02 17:41:36,296][303827] Updated weights for policy 0, policy_version 16854 (0.0009) +[2026-06-02 17:41:36,504][303827] Updated weights for policy 0, policy_version 16864 (0.0009) +[2026-06-02 17:41:36,729][303827] Updated weights for policy 0, policy_version 16874 (0.0009) +[2026-06-02 17:41:36,947][303827] Updated weights for policy 0, policy_version 16884 (0.0008) +[2026-06-02 17:41:37,160][303827] Updated weights for policy 0, policy_version 16894 (0.0009) +[2026-06-02 17:41:37,857][303827] Updated weights for policy 0, policy_version 16904 (0.0009) +[2026-06-02 17:41:38,077][303827] Updated weights for policy 0, policy_version 16914 (0.0009) +[2026-06-02 17:41:38,296][303827] Updated weights for policy 0, policy_version 16924 (0.0008) +[2026-06-02 17:41:38,499][303827] Updated weights for policy 0, policy_version 16934 (0.0008) +[2026-06-02 17:41:38,724][303827] Updated weights for policy 0, policy_version 16944 (0.0009) +[2026-06-02 17:41:38,934][303827] Updated weights for policy 0, policy_version 16954 (0.0008) +[2026-06-02 17:41:39,658][303827] Updated weights for policy 0, policy_version 16964 (0.0008) +[2026-06-02 17:41:39,867][303827] Updated weights for policy 0, policy_version 16974 (0.0009) +[2026-06-02 17:41:39,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 8683520. Throughput: 0: 17436.5. Samples: 8701824. Policy #0 lag: (min: 39.0, avg: 57.5, max: 103.0) +[2026-06-02 17:41:39,987][302810] Avg episode reward: [(0, '403.594')] +[2026-06-02 17:41:40,075][303827] Updated weights for policy 0, policy_version 16984 (0.0009) +[2026-06-02 17:41:40,300][303827] Updated weights for policy 0, policy_version 16994 (0.0009) +[2026-06-02 17:41:40,517][303827] Updated weights for policy 0, policy_version 17004 (0.0010) +[2026-06-02 17:41:40,736][303827] Updated weights for policy 0, policy_version 17014 (0.0009) +[2026-06-02 17:41:40,945][303827] Updated weights for policy 0, policy_version 17024 (0.0008) +[2026-06-02 17:41:41,677][303827] Updated weights for policy 0, policy_version 17034 (0.0009) +[2026-06-02 17:41:41,894][303827] Updated weights for policy 0, policy_version 17044 (0.0009) +[2026-06-02 17:41:42,102][303827] Updated weights for policy 0, policy_version 17054 (0.0009) +[2026-06-02 17:41:42,326][303827] Updated weights for policy 0, policy_version 17064 (0.0009) +[2026-06-02 17:41:42,545][303827] Updated weights for policy 0, policy_version 17074 (0.0009) +[2026-06-02 17:41:42,759][303827] Updated weights for policy 0, policy_version 17084 (0.0009) +[2026-06-02 17:41:43,468][303827] Updated weights for policy 0, policy_version 17094 (0.0008) +[2026-06-02 17:41:43,669][303827] Updated weights for policy 0, policy_version 17104 (0.0008) +[2026-06-02 17:41:43,894][303827] Updated weights for policy 0, policy_version 17114 (0.0008) +[2026-06-02 17:41:44,107][303827] Updated weights for policy 0, policy_version 17124 (0.0009) +[2026-06-02 17:41:44,314][303827] Updated weights for policy 0, policy_version 17134 (0.0009) +[2026-06-02 17:41:44,543][303827] Updated weights for policy 0, policy_version 17144 (0.0009) +[2026-06-02 17:41:44,987][302810] Fps is (10 sec: 19661.3, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 8781824. Throughput: 0: 17413.7. Samples: 8803584. Policy #0 lag: (min: 39.0, avg: 57.5, max: 103.0) +[2026-06-02 17:41:44,987][302810] Avg episode reward: [(0, '411.494')] +[2026-06-02 17:41:45,273][303827] Updated weights for policy 0, policy_version 17154 (0.0008) +[2026-06-02 17:41:45,472][303827] Updated weights for policy 0, policy_version 17164 (0.0008) +[2026-06-02 17:41:45,684][303827] Updated weights for policy 0, policy_version 17174 (0.0008) +[2026-06-02 17:41:45,900][303827] Updated weights for policy 0, policy_version 17184 (0.0008) +[2026-06-02 17:41:46,113][303827] Updated weights for policy 0, policy_version 17194 (0.0008) +[2026-06-02 17:41:46,343][303827] Updated weights for policy 0, policy_version 17204 (0.0009) +[2026-06-02 17:41:46,545][303827] Updated weights for policy 0, policy_version 17214 (0.0008) +[2026-06-02 17:41:47,268][303827] Updated weights for policy 0, policy_version 17224 (0.0008) +[2026-06-02 17:41:47,469][303827] Updated weights for policy 0, policy_version 17234 (0.0009) +[2026-06-02 17:41:47,695][303827] Updated weights for policy 0, policy_version 17244 (0.0009) +[2026-06-02 17:41:47,905][303827] Updated weights for policy 0, policy_version 17254 (0.0008) +[2026-06-02 17:41:48,115][303827] Updated weights for policy 0, policy_version 17264 (0.0008) +[2026-06-02 17:41:48,333][303827] Updated weights for policy 0, policy_version 17274 (0.0008) +[2026-06-02 17:41:49,065][303827] Updated weights for policy 0, policy_version 17284 (0.0008) +[2026-06-02 17:41:49,267][303827] Updated weights for policy 0, policy_version 17294 (0.0008) +[2026-06-02 17:41:49,489][303827] Updated weights for policy 0, policy_version 17304 (0.0008) +[2026-06-02 17:41:49,700][303827] Updated weights for policy 0, policy_version 17314 (0.0008) +[2026-06-02 17:41:49,911][303827] Updated weights for policy 0, policy_version 17324 (0.0008) +[2026-06-02 17:41:49,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 8847360. Throughput: 0: 17410.8. Samples: 8905216. Policy #0 lag: (min: 54.0, avg: 72.8, max: 118.0) +[2026-06-02 17:41:49,987][302810] Avg episode reward: [(0, '397.152')] +[2026-06-02 17:41:50,133][303827] Updated weights for policy 0, policy_version 17334 (0.0008) +[2026-06-02 17:41:50,345][303827] Updated weights for policy 0, policy_version 17344 (0.0009) +[2026-06-02 17:41:51,065][303827] Updated weights for policy 0, policy_version 17354 (0.0009) +[2026-06-02 17:41:51,264][303827] Updated weights for policy 0, policy_version 17364 (0.0008) +[2026-06-02 17:41:51,481][303827] Updated weights for policy 0, policy_version 17374 (0.0008) +[2026-06-02 17:41:51,699][303827] Updated weights for policy 0, policy_version 17384 (0.0008) +[2026-06-02 17:41:51,922][303827] Updated weights for policy 0, policy_version 17394 (0.0009) +[2026-06-02 17:41:52,155][303827] Updated weights for policy 0, policy_version 17405 (0.0008) +[2026-06-02 17:41:52,876][303827] Updated weights for policy 0, policy_version 17415 (0.0009) +[2026-06-02 17:41:53,076][303827] Updated weights for policy 0, policy_version 17425 (0.0009) +[2026-06-02 17:41:53,292][303827] Updated weights for policy 0, policy_version 17435 (0.0008) +[2026-06-02 17:41:53,502][303827] Updated weights for policy 0, policy_version 17445 (0.0009) +[2026-06-02 17:41:53,728][303827] Updated weights for policy 0, policy_version 17455 (0.0008) +[2026-06-02 17:41:53,937][303827] Updated weights for policy 0, policy_version 17465 (0.0009) +[2026-06-02 17:41:54,687][303827] Updated weights for policy 0, policy_version 17475 (0.0008) +[2026-06-02 17:41:54,896][303827] Updated weights for policy 0, policy_version 17485 (0.0008) +[2026-06-02 17:41:54,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 8945664. Throughput: 0: 17362.5. Samples: 8961664. Policy #0 lag: (min: 54.0, avg: 72.8, max: 118.0) +[2026-06-02 17:41:54,987][302810] Avg episode reward: [(0, '406.247')] +[2026-06-02 17:41:55,112][303827] Updated weights for policy 0, policy_version 17495 (0.0005) +[2026-06-02 17:41:55,328][303827] Updated weights for policy 0, policy_version 17505 (0.0005) +[2026-06-02 17:41:55,532][303827] Updated weights for policy 0, policy_version 17515 (0.0005) +[2026-06-02 17:41:55,760][303827] Updated weights for policy 0, policy_version 17525 (0.0004) +[2026-06-02 17:41:55,991][303827] Updated weights for policy 0, policy_version 17536 (0.0005) +[2026-06-02 17:41:56,702][303827] Updated weights for policy 0, policy_version 17546 (0.0008) +[2026-06-02 17:41:56,918][303827] Updated weights for policy 0, policy_version 17556 (0.0008) +[2026-06-02 17:41:57,135][303827] Updated weights for policy 0, policy_version 17566 (0.0009) +[2026-06-02 17:41:57,342][303827] Updated weights for policy 0, policy_version 17576 (0.0008) +[2026-06-02 17:41:57,578][303827] Updated weights for policy 0, policy_version 17587 (0.0009) +[2026-06-02 17:41:57,808][303827] Updated weights for policy 0, policy_version 17597 (0.0009) +[2026-06-02 17:41:58,518][303827] Updated weights for policy 0, policy_version 17607 (0.0009) +[2026-06-02 17:41:58,746][303827] Updated weights for policy 0, policy_version 17617 (0.0008) +[2026-06-02 17:41:58,960][303827] Updated weights for policy 0, policy_version 17627 (0.0009) +[2026-06-02 17:41:59,186][303827] Updated weights for policy 0, policy_version 17638 (0.0008) +[2026-06-02 17:41:59,400][303827] Updated weights for policy 0, policy_version 17648 (0.0009) +[2026-06-02 17:41:59,613][303827] Updated weights for policy 0, policy_version 17658 (0.0008) +[2026-06-02 17:41:59,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 9043968. Throughput: 0: 17382.4. Samples: 9064704. Policy #0 lag: (min: 54.0, avg: 72.8, max: 118.0) +[2026-06-02 17:41:59,988][302810] Avg episode reward: [(0, '421.012')] +[2026-06-02 17:42:00,350][303827] Updated weights for policy 0, policy_version 17668 (0.0008) +[2026-06-02 17:42:00,555][303827] Updated weights for policy 0, policy_version 17678 (0.0009) +[2026-06-02 17:42:00,758][303827] Updated weights for policy 0, policy_version 17688 (0.0008) +[2026-06-02 17:42:00,988][303827] Updated weights for policy 0, policy_version 17698 (0.0009) +[2026-06-02 17:42:01,195][303827] Updated weights for policy 0, policy_version 17708 (0.0009) +[2026-06-02 17:42:01,408][303827] Updated weights for policy 0, policy_version 17718 (0.0008) +[2026-06-02 17:42:01,625][303827] Updated weights for policy 0, policy_version 17728 (0.0009) +[2026-06-02 17:42:02,350][303827] Updated weights for policy 0, policy_version 17738 (0.0008) +[2026-06-02 17:42:02,575][303827] Updated weights for policy 0, policy_version 17748 (0.0009) +[2026-06-02 17:42:02,792][303827] Updated weights for policy 0, policy_version 17758 (0.0008) +[2026-06-02 17:42:03,021][303827] Updated weights for policy 0, policy_version 17769 (0.0009) +[2026-06-02 17:42:03,242][303827] Updated weights for policy 0, policy_version 17779 (0.0008) +[2026-06-02 17:42:03,451][303827] Updated weights for policy 0, policy_version 17789 (0.0008) +[2026-06-02 17:42:04,186][303827] Updated weights for policy 0, policy_version 17799 (0.0008) +[2026-06-02 17:42:04,392][303827] Updated weights for policy 0, policy_version 17809 (0.0009) +[2026-06-02 17:42:04,600][303827] Updated weights for policy 0, policy_version 17819 (0.0008) +[2026-06-02 17:42:04,818][303827] Updated weights for policy 0, policy_version 17829 (0.0008) +[2026-06-02 17:42:04,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 9109504. Throughput: 0: 17373.8. Samples: 9166848. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:42:04,987][302810] Avg episode reward: [(0, '479.577')] +[2026-06-02 17:42:05,036][303827] Updated weights for policy 0, policy_version 17839 (0.0008) +[2026-06-02 17:42:05,265][303827] Updated weights for policy 0, policy_version 17849 (0.0008) +[2026-06-02 17:42:06,013][303827] Updated weights for policy 0, policy_version 17860 (0.0008) +[2026-06-02 17:42:06,221][303827] Updated weights for policy 0, policy_version 17870 (0.0008) +[2026-06-02 17:42:06,431][303827] Updated weights for policy 0, policy_version 17880 (0.0008) +[2026-06-02 17:42:06,649][303827] Updated weights for policy 0, policy_version 17890 (0.0008) +[2026-06-02 17:42:06,866][303827] Updated weights for policy 0, policy_version 17900 (0.0008) +[2026-06-02 17:42:07,078][303827] Updated weights for policy 0, policy_version 17910 (0.0008) +[2026-06-02 17:42:07,286][303827] Updated weights for policy 0, policy_version 17920 (0.0008) +[2026-06-02 17:42:08,026][303827] Updated weights for policy 0, policy_version 17930 (0.0008) +[2026-06-02 17:42:08,243][303827] Updated weights for policy 0, policy_version 17940 (0.0008) +[2026-06-02 17:42:08,454][303827] Updated weights for policy 0, policy_version 17950 (0.0008) +[2026-06-02 17:42:08,662][303827] Updated weights for policy 0, policy_version 17960 (0.0008) +[2026-06-02 17:42:08,882][303827] Updated weights for policy 0, policy_version 17970 (0.0009) +[2026-06-02 17:42:09,105][303827] Updated weights for policy 0, policy_version 17980 (0.0009) +[2026-06-02 17:42:09,828][303827] Updated weights for policy 0, policy_version 17990 (0.0008) +[2026-06-02 17:42:09,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 9207808. Throughput: 0: 17391.0. Samples: 9223680. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:42:09,987][302810] Avg episode reward: [(0, '504.593')] +[2026-06-02 17:42:10,055][303827] Updated weights for policy 0, policy_version 18001 (0.0008) +[2026-06-02 17:42:10,285][303827] Updated weights for policy 0, policy_version 18011 (0.0008) +[2026-06-02 17:42:10,493][303827] Updated weights for policy 0, policy_version 18021 (0.0008) +[2026-06-02 17:42:10,708][303827] Updated weights for policy 0, policy_version 18031 (0.0009) +[2026-06-02 17:42:10,921][303827] Updated weights for policy 0, policy_version 18041 (0.0008) +[2026-06-02 17:42:11,062][303741] Saving new best policy, reward=504.593! +[2026-06-02 17:42:11,662][303827] Updated weights for policy 0, policy_version 18051 (0.0008) +[2026-06-02 17:42:11,875][303827] Updated weights for policy 0, policy_version 18061 (0.0010) +[2026-06-02 17:42:12,092][303827] Updated weights for policy 0, policy_version 18071 (0.0008) +[2026-06-02 17:42:12,301][303827] Updated weights for policy 0, policy_version 18081 (0.0008) +[2026-06-02 17:42:12,521][303827] Updated weights for policy 0, policy_version 18091 (0.0009) +[2026-06-02 17:42:12,745][303827] Updated weights for policy 0, policy_version 18101 (0.0008) +[2026-06-02 17:42:12,959][303827] Updated weights for policy 0, policy_version 18111 (0.0009) +[2026-06-02 17:42:13,663][303827] Updated weights for policy 0, policy_version 18121 (0.0009) +[2026-06-02 17:42:13,873][303827] Updated weights for policy 0, policy_version 18131 (0.0008) +[2026-06-02 17:42:14,093][303827] Updated weights for policy 0, policy_version 18141 (0.0009) +[2026-06-02 17:42:14,309][303827] Updated weights for policy 0, policy_version 18151 (0.0008) +[2026-06-02 17:42:14,527][303827] Updated weights for policy 0, policy_version 18161 (0.0008) +[2026-06-02 17:42:14,747][303827] Updated weights for policy 0, policy_version 18171 (0.0008) +[2026-06-02 17:42:14,987][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 9306112. Throughput: 0: 17396.6. Samples: 9326208. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:42:14,988][302810] Avg episode reward: [(0, '486.252')] +[2026-06-02 17:42:15,464][303827] Updated weights for policy 0, policy_version 18181 (0.0009) +[2026-06-02 17:42:15,672][303827] Updated weights for policy 0, policy_version 18191 (0.0009) +[2026-06-02 17:42:15,885][303827] Updated weights for policy 0, policy_version 18201 (0.0009) +[2026-06-02 17:42:16,095][303827] Updated weights for policy 0, policy_version 18211 (0.0008) +[2026-06-02 17:42:16,312][303827] Updated weights for policy 0, policy_version 18221 (0.0009) +[2026-06-02 17:42:16,527][303827] Updated weights for policy 0, policy_version 18231 (0.0009) +[2026-06-02 17:42:17,274][303827] Updated weights for policy 0, policy_version 18241 (0.0009) +[2026-06-02 17:42:17,475][303827] Updated weights for policy 0, policy_version 18251 (0.0009) +[2026-06-02 17:42:17,694][303827] Updated weights for policy 0, policy_version 18261 (0.0009) +[2026-06-02 17:42:17,912][303827] Updated weights for policy 0, policy_version 18271 (0.0009) +[2026-06-02 17:42:18,125][303827] Updated weights for policy 0, policy_version 18281 (0.0008) +[2026-06-02 17:42:18,333][303827] Updated weights for policy 0, policy_version 18291 (0.0008) +[2026-06-02 17:42:18,558][303827] Updated weights for policy 0, policy_version 18301 (0.0008) +[2026-06-02 17:42:19,257][303827] Updated weights for policy 0, policy_version 18311 (0.0009) +[2026-06-02 17:42:19,459][303827] Updated weights for policy 0, policy_version 18321 (0.0005) +[2026-06-02 17:42:19,676][303827] Updated weights for policy 0, policy_version 18331 (0.0005) +[2026-06-02 17:42:19,905][303827] Updated weights for policy 0, policy_version 18341 (0.0005) +[2026-06-02 17:42:19,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 9371648. Throughput: 0: 17410.9. Samples: 9428352. Policy #0 lag: (min: 60.0, avg: 82.8, max: 123.0) +[2026-06-02 17:42:19,988][302810] Avg episode reward: [(0, '496.098')] +[2026-06-02 17:42:20,123][303827] Updated weights for policy 0, policy_version 18351 (0.0005) +[2026-06-02 17:42:20,332][303827] Updated weights for policy 0, policy_version 18361 (0.0006) +[2026-06-02 17:42:21,044][303827] Updated weights for policy 0, policy_version 18371 (0.0006) +[2026-06-02 17:42:21,248][303827] Updated weights for policy 0, policy_version 18381 (0.0008) +[2026-06-02 17:42:21,466][303827] Updated weights for policy 0, policy_version 18391 (0.0008) +[2026-06-02 17:42:21,672][303827] Updated weights for policy 0, policy_version 18401 (0.0008) +[2026-06-02 17:42:21,896][303827] Updated weights for policy 0, policy_version 18411 (0.0008) +[2026-06-02 17:42:22,117][303827] Updated weights for policy 0, policy_version 18421 (0.0008) +[2026-06-02 17:42:22,328][303827] Updated weights for policy 0, policy_version 18431 (0.0008) +[2026-06-02 17:42:23,050][303827] Updated weights for policy 0, policy_version 18441 (0.0009) +[2026-06-02 17:42:23,264][303827] Updated weights for policy 0, policy_version 18451 (0.0008) +[2026-06-02 17:42:23,490][303827] Updated weights for policy 0, policy_version 18462 (0.0008) +[2026-06-02 17:42:23,706][303827] Updated weights for policy 0, policy_version 18472 (0.0008) +[2026-06-02 17:42:23,931][303827] Updated weights for policy 0, policy_version 18482 (0.0009) +[2026-06-02 17:42:24,140][303827] Updated weights for policy 0, policy_version 18492 (0.0008) +[2026-06-02 17:42:24,862][303827] Updated weights for policy 0, policy_version 18502 (0.0009) +[2026-06-02 17:42:24,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 9469952. Throughput: 0: 17390.9. Samples: 9484416. Policy #0 lag: (min: 60.0, avg: 82.8, max: 123.0) +[2026-06-02 17:42:24,988][302810] Avg episode reward: [(0, '528.994')] +[2026-06-02 17:42:25,074][303827] Updated weights for policy 0, policy_version 18512 (0.0008) +[2026-06-02 17:42:25,290][303827] Updated weights for policy 0, policy_version 18522 (0.0008) +[2026-06-02 17:42:25,498][303827] Updated weights for policy 0, policy_version 18532 (0.0009) +[2026-06-02 17:42:25,718][303827] Updated weights for policy 0, policy_version 18542 (0.0008) +[2026-06-02 17:42:25,925][303827] Updated weights for policy 0, policy_version 18552 (0.0008) +[2026-06-02 17:42:26,092][303741] Saving new best policy, reward=528.994! +[2026-06-02 17:42:26,663][303827] Updated weights for policy 0, policy_version 18562 (0.0009) +[2026-06-02 17:42:26,872][303827] Updated weights for policy 0, policy_version 18572 (0.0008) +[2026-06-02 17:42:27,087][303827] Updated weights for policy 0, policy_version 18582 (0.0008) +[2026-06-02 17:42:27,315][303827] Updated weights for policy 0, policy_version 18593 (0.0008) +[2026-06-02 17:42:27,535][303827] Updated weights for policy 0, policy_version 18603 (0.0008) +[2026-06-02 17:42:27,749][303827] Updated weights for policy 0, policy_version 18613 (0.0008) +[2026-06-02 17:42:27,956][303827] Updated weights for policy 0, policy_version 18623 (0.0008) +[2026-06-02 17:42:28,700][303827] Updated weights for policy 0, policy_version 18633 (0.0009) +[2026-06-02 17:42:28,920][303827] Updated weights for policy 0, policy_version 18643 (0.0008) +[2026-06-02 17:42:29,137][303827] Updated weights for policy 0, policy_version 18653 (0.0009) +[2026-06-02 17:42:29,352][303827] Updated weights for policy 0, policy_version 18663 (0.0009) +[2026-06-02 17:42:29,567][303827] Updated weights for policy 0, policy_version 18673 (0.0009) +[2026-06-02 17:42:29,780][303827] Updated weights for policy 0, policy_version 18683 (0.0008) +[2026-06-02 17:42:29,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 9568256. Throughput: 0: 17416.5. Samples: 9587328. Policy #0 lag: (min: 60.0, avg: 82.8, max: 123.0) +[2026-06-02 17:42:29,988][302810] Avg episode reward: [(0, '511.938')] +[2026-06-02 17:42:30,503][303827] Updated weights for policy 0, policy_version 18693 (0.0008) +[2026-06-02 17:42:30,718][303827] Updated weights for policy 0, policy_version 18703 (0.0009) +[2026-06-02 17:42:30,920][303827] Updated weights for policy 0, policy_version 18713 (0.0008) +[2026-06-02 17:42:31,146][303827] Updated weights for policy 0, policy_version 18723 (0.0008) +[2026-06-02 17:42:31,352][303827] Updated weights for policy 0, policy_version 18733 (0.0008) +[2026-06-02 17:42:31,568][303827] Updated weights for policy 0, policy_version 18743 (0.0008) +[2026-06-02 17:42:32,321][303827] Updated weights for policy 0, policy_version 18753 (0.0010) +[2026-06-02 17:42:32,522][303827] Updated weights for policy 0, policy_version 18763 (0.0008) +[2026-06-02 17:42:32,749][303827] Updated weights for policy 0, policy_version 18774 (0.0009) +[2026-06-02 17:42:32,976][303827] Updated weights for policy 0, policy_version 18784 (0.0008) +[2026-06-02 17:42:33,203][303827] Updated weights for policy 0, policy_version 18794 (0.0009) +[2026-06-02 17:42:33,409][303827] Updated weights for policy 0, policy_version 18804 (0.0008) +[2026-06-02 17:42:33,619][303827] Updated weights for policy 0, policy_version 18814 (0.0008) +[2026-06-02 17:42:34,329][303827] Updated weights for policy 0, policy_version 18824 (0.0009) +[2026-06-02 17:42:34,550][303827] Updated weights for policy 0, policy_version 18834 (0.0008) +[2026-06-02 17:42:34,760][303827] Updated weights for policy 0, policy_version 18844 (0.0009) +[2026-06-02 17:42:34,981][303827] Updated weights for policy 0, policy_version 18854 (0.0008) +[2026-06-02 17:42:34,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 9633792. Throughput: 0: 17422.2. Samples: 9689216. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:42:34,988][302810] Avg episode reward: [(0, '509.233')] +[2026-06-02 17:42:35,191][303827] Updated weights for policy 0, policy_version 18864 (0.0008) +[2026-06-02 17:42:35,403][303827] Updated weights for policy 0, policy_version 18874 (0.0008) +[2026-06-02 17:42:36,151][303827] Updated weights for policy 0, policy_version 18884 (0.0008) +[2026-06-02 17:42:36,353][303827] Updated weights for policy 0, policy_version 18894 (0.0008) +[2026-06-02 17:42:36,569][303827] Updated weights for policy 0, policy_version 18904 (0.0008) +[2026-06-02 17:42:36,791][303827] Updated weights for policy 0, policy_version 18914 (0.0009) +[2026-06-02 17:42:37,010][303827] Updated weights for policy 0, policy_version 18924 (0.0008) +[2026-06-02 17:42:37,213][303827] Updated weights for policy 0, policy_version 18934 (0.0009) +[2026-06-02 17:42:37,432][303827] Updated weights for policy 0, policy_version 18944 (0.0008) +[2026-06-02 17:42:38,147][303827] Updated weights for policy 0, policy_version 18954 (0.0009) +[2026-06-02 17:42:38,359][303827] Updated weights for policy 0, policy_version 18964 (0.0008) +[2026-06-02 17:42:38,580][303827] Updated weights for policy 0, policy_version 18974 (0.0008) +[2026-06-02 17:42:38,815][303827] Updated weights for policy 0, policy_version 18985 (0.0008) +[2026-06-02 17:42:39,038][303827] Updated weights for policy 0, policy_version 18995 (0.0008) +[2026-06-02 17:42:39,265][303827] Updated weights for policy 0, policy_version 19005 (0.0008) +[2026-06-02 17:42:39,967][303827] Updated weights for policy 0, policy_version 19015 (0.0009) +[2026-06-02 17:42:39,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 9732096. Throughput: 0: 17442.1. Samples: 9746560. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:42:39,987][302810] Avg episode reward: [(0, '483.992')] +[2026-06-02 17:42:40,179][303827] Updated weights for policy 0, policy_version 19025 (0.0008) +[2026-06-02 17:42:40,390][303827] Updated weights for policy 0, policy_version 19035 (0.0008) +[2026-06-02 17:42:40,628][303827] Updated weights for policy 0, policy_version 19046 (0.0008) +[2026-06-02 17:42:40,841][303827] Updated weights for policy 0, policy_version 19056 (0.0009) +[2026-06-02 17:42:41,057][303827] Updated weights for policy 0, policy_version 19066 (0.0009) +[2026-06-02 17:42:41,822][303827] Updated weights for policy 0, policy_version 19076 (0.0009) +[2026-06-02 17:42:42,021][303827] Updated weights for policy 0, policy_version 19086 (0.0009) +[2026-06-02 17:42:42,265][303827] Updated weights for policy 0, policy_version 19097 (0.0009) +[2026-06-02 17:42:42,482][303827] Updated weights for policy 0, policy_version 19107 (0.0009) +[2026-06-02 17:42:42,699][303827] Updated weights for policy 0, policy_version 19117 (0.0009) +[2026-06-02 17:42:42,914][303827] Updated weights for policy 0, policy_version 19127 (0.0009) +[2026-06-02 17:42:43,617][303827] Updated weights for policy 0, policy_version 19137 (0.0009) +[2026-06-02 17:42:43,812][303827] Updated weights for policy 0, policy_version 19147 (0.0008) +[2026-06-02 17:42:44,029][303827] Updated weights for policy 0, policy_version 19157 (0.0009) +[2026-06-02 17:42:44,242][303827] Updated weights for policy 0, policy_version 19167 (0.0009) +[2026-06-02 17:42:44,458][303827] Updated weights for policy 0, policy_version 19177 (0.0009) +[2026-06-02 17:42:44,693][303827] Updated weights for policy 0, policy_version 19188 (0.0009) +[2026-06-02 17:42:44,909][303827] Updated weights for policy 0, policy_version 19198 (0.0008) +[2026-06-02 17:42:44,987][302810] Fps is (10 sec: 19660.3, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 9830400. Throughput: 0: 17410.8. Samples: 9848192. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:42:44,989][302810] Avg episode reward: [(0, '507.006')] +[2026-06-02 17:42:45,639][303827] Updated weights for policy 0, policy_version 19208 (0.0009) +[2026-06-02 17:42:45,845][303827] Updated weights for policy 0, policy_version 19218 (0.0009) +[2026-06-02 17:42:46,062][303827] Updated weights for policy 0, policy_version 19228 (0.0008) +[2026-06-02 17:42:46,280][303827] Updated weights for policy 0, policy_version 19238 (0.0008) +[2026-06-02 17:42:46,496][303827] Updated weights for policy 0, policy_version 19248 (0.0008) +[2026-06-02 17:42:46,708][303827] Updated weights for policy 0, policy_version 19258 (0.0008) +[2026-06-02 17:42:47,441][303827] Updated weights for policy 0, policy_version 19268 (0.0009) +[2026-06-02 17:42:47,642][303827] Updated weights for policy 0, policy_version 19278 (0.0009) +[2026-06-02 17:42:47,874][303827] Updated weights for policy 0, policy_version 19289 (0.0009) +[2026-06-02 17:42:48,091][303827] Updated weights for policy 0, policy_version 19299 (0.0009) +[2026-06-02 17:42:48,310][303827] Updated weights for policy 0, policy_version 19309 (0.0009) +[2026-06-02 17:42:48,522][303827] Updated weights for policy 0, policy_version 19319 (0.0009) +[2026-06-02 17:42:49,251][303827] Updated weights for policy 0, policy_version 19329 (0.0009) +[2026-06-02 17:42:49,449][303827] Updated weights for policy 0, policy_version 19339 (0.0008) +[2026-06-02 17:42:49,664][303827] Updated weights for policy 0, policy_version 19349 (0.0009) +[2026-06-02 17:42:49,881][303827] Updated weights for policy 0, policy_version 19359 (0.0008) +[2026-06-02 17:42:49,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 9895936. Throughput: 0: 17413.7. Samples: 9950464. Policy #0 lag: (min: 75.0, avg: 104.5, max: 146.0) +[2026-06-02 17:42:49,988][302810] Avg episode reward: [(0, '551.542')] +[2026-06-02 17:42:50,091][303827] Updated weights for policy 0, policy_version 19369 (0.0008) +[2026-06-02 17:42:50,313][303827] Updated weights for policy 0, policy_version 19379 (0.0008) +[2026-06-02 17:42:50,522][303827] Updated weights for policy 0, policy_version 19389 (0.0008) +[2026-06-02 17:42:50,584][303741] Saving new best policy, reward=551.542! +[2026-06-02 17:42:51,261][303827] Updated weights for policy 0, policy_version 19399 (0.0009) +[2026-06-02 17:42:51,464][303827] Updated weights for policy 0, policy_version 19409 (0.0009) +[2026-06-02 17:42:51,700][303827] Updated weights for policy 0, policy_version 19420 (0.0008) +[2026-06-02 17:42:51,925][303827] Updated weights for policy 0, policy_version 19430 (0.0008) +[2026-06-02 17:42:52,132][303827] Updated weights for policy 0, policy_version 19440 (0.0008) +[2026-06-02 17:42:52,348][303827] Updated weights for policy 0, policy_version 19450 (0.0008) +[2026-06-02 17:42:53,087][303827] Updated weights for policy 0, policy_version 19461 (0.0008) +[2026-06-02 17:42:53,309][303827] Updated weights for policy 0, policy_version 19471 (0.0009) +[2026-06-02 17:42:53,522][303827] Updated weights for policy 0, policy_version 19481 (0.0008) +[2026-06-02 17:42:53,729][303827] Updated weights for policy 0, policy_version 19491 (0.0009) +[2026-06-02 17:42:53,950][303827] Updated weights for policy 0, policy_version 19501 (0.0008) +[2026-06-02 17:42:54,171][303827] Updated weights for policy 0, policy_version 19511 (0.0009) +[2026-06-02 17:42:54,892][303827] Updated weights for policy 0, policy_version 19521 (0.0008) +[2026-06-02 17:42:54,987][302810] Fps is (10 sec: 16384.3, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 9994240. Throughput: 0: 17416.5. Samples: 10007424. Policy #0 lag: (min: 75.0, avg: 104.5, max: 146.0) +[2026-06-02 17:42:54,988][302810] Avg episode reward: [(0, '562.631')] +[2026-06-02 17:42:55,091][303827] Updated weights for policy 0, policy_version 19531 (0.0009) +[2026-06-02 17:42:55,306][303827] Updated weights for policy 0, policy_version 19541 (0.0009) +[2026-06-02 17:42:55,512][303827] Updated weights for policy 0, policy_version 19551 (0.0008) +[2026-06-02 17:42:55,722][303827] Updated weights for policy 0, policy_version 19561 (0.0008) +[2026-06-02 17:42:55,965][303827] Updated weights for policy 0, policy_version 19572 (0.0008) +[2026-06-02 17:42:56,176][303827] Updated weights for policy 0, policy_version 19582 (0.0008) +[2026-06-02 17:42:56,218][303741] Saving new best policy, reward=562.631! +[2026-06-02 17:42:56,926][303827] Updated weights for policy 0, policy_version 19592 (0.0009) +[2026-06-02 17:42:57,133][303827] Updated weights for policy 0, policy_version 19602 (0.0008) +[2026-06-02 17:42:57,345][303827] Updated weights for policy 0, policy_version 19612 (0.0009) +[2026-06-02 17:42:57,561][303827] Updated weights for policy 0, policy_version 19622 (0.0009) +[2026-06-02 17:42:57,779][303827] Updated weights for policy 0, policy_version 19632 (0.0009) +[2026-06-02 17:42:57,988][303827] Updated weights for policy 0, policy_version 19642 (0.0009) +[2026-06-02 17:42:58,742][303827] Updated weights for policy 0, policy_version 19653 (0.0009) +[2026-06-02 17:42:58,947][303827] Updated weights for policy 0, policy_version 19663 (0.0009) +[2026-06-02 17:42:59,167][303827] Updated weights for policy 0, policy_version 19673 (0.0009) +[2026-06-02 17:42:59,387][303827] Updated weights for policy 0, policy_version 19683 (0.0009) +[2026-06-02 17:42:59,597][303827] Updated weights for policy 0, policy_version 19693 (0.0007) +[2026-06-02 17:42:59,806][303827] Updated weights for policy 0, policy_version 19703 (0.0009) +[2026-06-02 17:42:59,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 10059776. Throughput: 0: 17399.4. Samples: 10109184. Policy #0 lag: (min: 75.0, avg: 104.5, max: 146.0) +[2026-06-02 17:42:59,988][302810] Avg episode reward: [(0, '563.518')] +[2026-06-02 17:42:59,997][303741] Saving new best policy, reward=563.518! +[2026-06-02 17:43:00,562][303827] Updated weights for policy 0, policy_version 19713 (0.0009) +[2026-06-02 17:43:00,757][303827] Updated weights for policy 0, policy_version 19723 (0.0009) +[2026-06-02 17:43:00,972][303827] Updated weights for policy 0, policy_version 19733 (0.0009) +[2026-06-02 17:43:01,180][303827] Updated weights for policy 0, policy_version 19743 (0.0008) +[2026-06-02 17:43:01,406][303827] Updated weights for policy 0, policy_version 19753 (0.0009) +[2026-06-02 17:43:01,617][303827] Updated weights for policy 0, policy_version 19763 (0.0008) +[2026-06-02 17:43:01,834][303827] Updated weights for policy 0, policy_version 19773 (0.0009) +[2026-06-02 17:43:02,576][303827] Updated weights for policy 0, policy_version 19785 (0.0009) +[2026-06-02 17:43:02,786][303827] Updated weights for policy 0, policy_version 19795 (0.0008) +[2026-06-02 17:43:03,000][303827] Updated weights for policy 0, policy_version 19805 (0.0008) +[2026-06-02 17:43:03,222][303827] Updated weights for policy 0, policy_version 19815 (0.0008) +[2026-06-02 17:43:03,424][303827] Updated weights for policy 0, policy_version 19825 (0.0008) +[2026-06-02 17:43:03,666][303827] Updated weights for policy 0, policy_version 19836 (0.0009) +[2026-06-02 17:43:04,439][303827] Updated weights for policy 0, policy_version 19848 (0.0009) +[2026-06-02 17:43:04,639][303827] Updated weights for policy 0, policy_version 19858 (0.0008) +[2026-06-02 17:43:04,861][303827] Updated weights for policy 0, policy_version 19868 (0.0008) +[2026-06-02 17:43:04,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 10158080. Throughput: 0: 17393.8. Samples: 10211072. Policy #0 lag: (min: 64.0, avg: 91.0, max: 125.0) +[2026-06-02 17:43:04,987][302810] Avg episode reward: [(0, '584.608')] +[2026-06-02 17:43:05,096][303827] Updated weights for policy 0, policy_version 19879 (0.0009) +[2026-06-02 17:43:05,313][303827] Updated weights for policy 0, policy_version 19890 (0.0008) +[2026-06-02 17:43:05,538][303827] Updated weights for policy 0, policy_version 19900 (0.0008) +[2026-06-02 17:43:05,605][303741] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs6_seed14/checkpoint_p0/checkpoint_000019904_10190848.pth... +[2026-06-02 17:43:05,627][303741] Saving new best policy, reward=584.608! +[2026-06-02 17:43:06,280][303827] Updated weights for policy 0, policy_version 19910 (0.0008) +[2026-06-02 17:43:06,486][303827] Updated weights for policy 0, policy_version 19920 (0.0008) +[2026-06-02 17:43:06,696][303827] Updated weights for policy 0, policy_version 19930 (0.0008) +[2026-06-02 17:43:06,937][303827] Updated weights for policy 0, policy_version 19941 (0.0008) +[2026-06-02 17:43:07,145][303827] Updated weights for policy 0, policy_version 19951 (0.0008) +[2026-06-02 17:43:07,400][303827] Updated weights for policy 0, policy_version 19963 (0.0008) +[2026-06-02 17:43:08,163][303827] Updated weights for policy 0, policy_version 19974 (0.0009) +[2026-06-02 17:43:08,373][303827] Updated weights for policy 0, policy_version 19984 (0.0008) +[2026-06-02 17:43:08,587][303827] Updated weights for policy 0, policy_version 19994 (0.0008) +[2026-06-02 17:43:08,805][303827] Updated weights for policy 0, policy_version 20004 (0.0008) +[2026-06-02 17:43:09,016][303827] Updated weights for policy 0, policy_version 20014 (0.0008) +[2026-06-02 17:43:09,218][303827] Updated weights for policy 0, policy_version 20024 (0.0008) +[2026-06-02 17:43:09,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 10256384. Throughput: 0: 17439.3. Samples: 10269184. Policy #0 lag: (min: 64.0, avg: 91.0, max: 125.0) +[2026-06-02 17:43:09,988][302810] Avg episode reward: [(0, '611.384')] +[2026-06-02 17:43:09,996][303827] Updated weights for policy 0, policy_version 20035 (0.0009) +[2026-06-02 17:43:10,195][303827] Updated weights for policy 0, policy_version 20045 (0.0008) +[2026-06-02 17:43:10,422][303827] Updated weights for policy 0, policy_version 20055 (0.0008) +[2026-06-02 17:43:10,659][303827] Updated weights for policy 0, policy_version 20067 (0.0008) +[2026-06-02 17:43:10,904][303827] Updated weights for policy 0, policy_version 20078 (0.0008) +[2026-06-02 17:43:11,123][303827] Updated weights for policy 0, policy_version 20088 (0.0009) +[2026-06-02 17:43:11,283][303741] Saving new best policy, reward=611.384! +[2026-06-02 17:43:11,866][303827] Updated weights for policy 0, policy_version 20098 (0.0008) +[2026-06-02 17:43:12,110][303827] Updated weights for policy 0, policy_version 20110 (0.0008) +[2026-06-02 17:43:12,336][303827] Updated weights for policy 0, policy_version 20121 (0.0008) +[2026-06-02 17:43:12,546][303827] Updated weights for policy 0, policy_version 20131 (0.0008) +[2026-06-02 17:43:12,766][303827] Updated weights for policy 0, policy_version 20141 (0.0008) +[2026-06-02 17:43:12,991][303827] Updated weights for policy 0, policy_version 20152 (0.0009) +[2026-06-02 17:43:13,747][303827] Updated weights for policy 0, policy_version 20163 (0.0009) +[2026-06-02 17:43:13,939][303827] Updated weights for policy 0, policy_version 20173 (0.0009) +[2026-06-02 17:43:14,160][303827] Updated weights for policy 0, policy_version 20183 (0.0008) +[2026-06-02 17:43:14,372][303827] Updated weights for policy 0, policy_version 20193 (0.0008) +[2026-06-02 17:43:14,578][303827] Updated weights for policy 0, policy_version 20203 (0.0008) +[2026-06-02 17:43:14,810][303827] Updated weights for policy 0, policy_version 20214 (0.0009) +[2026-06-02 17:43:14,987][302810] Fps is (10 sec: 16384.1, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 10321920. Throughput: 0: 17390.9. Samples: 10369920. Policy #0 lag: (min: 64.0, avg: 91.0, max: 125.0) +[2026-06-02 17:43:14,988][302810] Avg episode reward: [(0, '615.799')] +[2026-06-02 17:43:15,017][303741] Saving new best policy, reward=615.799! +[2026-06-02 17:43:15,020][303827] Updated weights for policy 0, policy_version 20224 (0.0008) +[2026-06-02 17:43:15,778][303827] Updated weights for policy 0, policy_version 20234 (0.0009) +[2026-06-02 17:43:15,995][303827] Updated weights for policy 0, policy_version 20245 (0.0009) +[2026-06-02 17:43:16,209][303827] Updated weights for policy 0, policy_version 20255 (0.0010) +[2026-06-02 17:43:16,443][303827] Updated weights for policy 0, policy_version 20266 (0.0009) +[2026-06-02 17:43:16,650][303827] Updated weights for policy 0, policy_version 20276 (0.0009) +[2026-06-02 17:43:16,880][303827] Updated weights for policy 0, policy_version 20287 (0.0009) +[2026-06-02 17:43:17,595][303827] Updated weights for policy 0, policy_version 20297 (0.0009) +[2026-06-02 17:43:17,811][303827] Updated weights for policy 0, policy_version 20307 (0.0008) +[2026-06-02 17:43:18,042][303827] Updated weights for policy 0, policy_version 20318 (0.0009) +[2026-06-02 17:43:18,250][303827] Updated weights for policy 0, policy_version 20328 (0.0009) +[2026-06-02 17:43:18,466][303827] Updated weights for policy 0, policy_version 20338 (0.0009) +[2026-06-02 17:43:18,667][303827] Updated weights for policy 0, policy_version 20348 (0.0008) +[2026-06-02 17:43:19,421][303827] Updated weights for policy 0, policy_version 20358 (0.0009) +[2026-06-02 17:43:19,624][303827] Updated weights for policy 0, policy_version 20368 (0.0009) +[2026-06-02 17:43:19,854][303827] Updated weights for policy 0, policy_version 20379 (0.0009) +[2026-06-02 17:43:19,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 10420224. Throughput: 0: 17356.8. Samples: 10470272. Policy #0 lag: (min: 6.0, avg: 22.9, max: 70.0) +[2026-06-02 17:43:19,987][302810] Avg episode reward: [(0, '636.121')] +[2026-06-02 17:43:20,056][303827] Updated weights for policy 0, policy_version 20389 (0.0009) +[2026-06-02 17:43:20,271][303827] Updated weights for policy 0, policy_version 20399 (0.0008) +[2026-06-02 17:43:20,512][303827] Updated weights for policy 0, policy_version 20410 (0.0008) +[2026-06-02 17:43:20,628][303741] Saving new best policy, reward=636.121! +[2026-06-02 17:43:21,285][303827] Updated weights for policy 0, policy_version 20422 (0.0009) +[2026-06-02 17:43:21,494][303827] Updated weights for policy 0, policy_version 20432 (0.0009) +[2026-06-02 17:43:21,705][303827] Updated weights for policy 0, policy_version 20442 (0.0009) +[2026-06-02 17:43:21,915][303827] Updated weights for policy 0, policy_version 20452 (0.0008) +[2026-06-02 17:43:22,132][303827] Updated weights for policy 0, policy_version 20462 (0.0010) +[2026-06-02 17:43:22,371][303827] Updated weights for policy 0, policy_version 20473 (0.0009) +[2026-06-02 17:43:23,119][303827] Updated weights for policy 0, policy_version 20484 (0.0010) +[2026-06-02 17:43:23,314][303827] Updated weights for policy 0, policy_version 20494 (0.0008) +[2026-06-02 17:43:23,554][303827] Updated weights for policy 0, policy_version 20505 (0.0009) +[2026-06-02 17:43:23,764][303827] Updated weights for policy 0, policy_version 20515 (0.0008) +[2026-06-02 17:43:23,991][303827] Updated weights for policy 0, policy_version 20526 (0.0009) +[2026-06-02 17:43:24,198][303827] Updated weights for policy 0, policy_version 20536 (0.0008) +[2026-06-02 17:43:24,971][303827] Updated weights for policy 0, policy_version 20546 (0.0009) +[2026-06-02 17:43:24,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 10518528. Throughput: 0: 17356.8. Samples: 10527616. Policy #0 lag: (min: 6.0, avg: 22.9, max: 70.0) +[2026-06-02 17:43:24,988][302810] Avg episode reward: [(0, '674.756')] +[2026-06-02 17:43:25,209][303827] Updated weights for policy 0, policy_version 20558 (0.0009) +[2026-06-02 17:43:25,456][303827] Updated weights for policy 0, policy_version 20570 (0.0009) +[2026-06-02 17:43:25,665][303827] Updated weights for policy 0, policy_version 20580 (0.0009) +[2026-06-02 17:43:25,897][303827] Updated weights for policy 0, policy_version 20591 (0.0009) +[2026-06-02 17:43:26,118][303827] Updated weights for policy 0, policy_version 20601 (0.0008) +[2026-06-02 17:43:26,254][303741] Saving new best policy, reward=674.756! +[2026-06-02 17:43:26,858][303827] Updated weights for policy 0, policy_version 20611 (0.0009) +[2026-06-02 17:43:27,068][303827] Updated weights for policy 0, policy_version 20622 (0.0008) +[2026-06-02 17:43:27,293][303827] Updated weights for policy 0, policy_version 20632 (0.0009) +[2026-06-02 17:43:27,513][303827] Updated weights for policy 0, policy_version 20642 (0.0009) +[2026-06-02 17:43:27,726][303827] Updated weights for policy 0, policy_version 20652 (0.0008) +[2026-06-02 17:43:27,954][303827] Updated weights for policy 0, policy_version 20663 (0.0009) +[2026-06-02 17:43:28,708][303827] Updated weights for policy 0, policy_version 20673 (0.0008) +[2026-06-02 17:43:28,919][303827] Updated weights for policy 0, policy_version 20683 (0.0009) +[2026-06-02 17:43:29,128][303827] Updated weights for policy 0, policy_version 20693 (0.0008) +[2026-06-02 17:43:29,341][303827] Updated weights for policy 0, policy_version 20703 (0.0008) +[2026-06-02 17:43:29,557][303827] Updated weights for policy 0, policy_version 20713 (0.0008) +[2026-06-02 17:43:29,774][303827] Updated weights for policy 0, policy_version 20723 (0.0008) +[2026-06-02 17:43:29,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 10584064. Throughput: 0: 17359.7. Samples: 10629376. Policy #0 lag: (min: 6.0, avg: 22.9, max: 70.0) +[2026-06-02 17:43:29,988][302810] Avg episode reward: [(0, '688.891')] +[2026-06-02 17:43:30,004][303827] Updated weights for policy 0, policy_version 20734 (0.0008) +[2026-06-02 17:43:30,045][303741] Saving new best policy, reward=688.891! +[2026-06-02 17:43:30,753][303827] Updated weights for policy 0, policy_version 20745 (0.0009) +[2026-06-02 17:43:30,959][303827] Updated weights for policy 0, policy_version 20755 (0.0009) +[2026-06-02 17:43:31,166][303827] Updated weights for policy 0, policy_version 20765 (0.0008) +[2026-06-02 17:43:31,390][303827] Updated weights for policy 0, policy_version 20775 (0.0008) +[2026-06-02 17:43:31,608][303827] Updated weights for policy 0, policy_version 20785 (0.0008) +[2026-06-02 17:43:31,838][303827] Updated weights for policy 0, policy_version 20796 (0.0008) +[2026-06-02 17:43:32,567][303827] Updated weights for policy 0, policy_version 20806 (0.0009) +[2026-06-02 17:43:32,769][303827] Updated weights for policy 0, policy_version 20816 (0.0008) +[2026-06-02 17:43:32,982][303827] Updated weights for policy 0, policy_version 20826 (0.0009) +[2026-06-02 17:43:33,203][303827] Updated weights for policy 0, policy_version 20836 (0.0009) +[2026-06-02 17:43:33,403][303827] Updated weights for policy 0, policy_version 20846 (0.0009) +[2026-06-02 17:43:33,648][303827] Updated weights for policy 0, policy_version 20858 (0.0009) +[2026-06-02 17:43:34,415][303827] Updated weights for policy 0, policy_version 20868 (0.0009) +[2026-06-02 17:43:34,614][303827] Updated weights for policy 0, policy_version 20878 (0.0009) +[2026-06-02 17:43:34,822][303827] Updated weights for policy 0, policy_version 20888 (0.0008) +[2026-06-02 17:43:34,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.2, 300 sec: 17328.2). Total num frames: 10682368. Throughput: 0: 17339.7. Samples: 10730752. Policy #0 lag: (min: 6.0, avg: 51.6, max: 65.0) +[2026-06-02 17:43:34,987][302810] Avg episode reward: [(0, '737.037')] +[2026-06-02 17:43:35,029][303827] Updated weights for policy 0, policy_version 20898 (0.0009) +[2026-06-02 17:43:35,249][303827] Updated weights for policy 0, policy_version 20908 (0.0010) +[2026-06-02 17:43:35,456][303827] Updated weights for policy 0, policy_version 20918 (0.0008) +[2026-06-02 17:43:35,660][303741] Saving new best policy, reward=737.037! +[2026-06-02 17:43:36,239][303827] Updated weights for policy 0, policy_version 20929 (0.0009) +[2026-06-02 17:43:36,455][303827] Updated weights for policy 0, policy_version 20940 (0.0009) +[2026-06-02 17:43:36,665][303827] Updated weights for policy 0, policy_version 20950 (0.0009) +[2026-06-02 17:43:36,861][303827] Updated weights for policy 0, policy_version 20960 (0.0008) +[2026-06-02 17:43:37,075][303827] Updated weights for policy 0, policy_version 20970 (0.0009) +[2026-06-02 17:43:37,284][303827] Updated weights for policy 0, policy_version 20980 (0.0009) +[2026-06-02 17:43:37,497][303827] Updated weights for policy 0, policy_version 20990 (0.0009) +[2026-06-02 17:43:38,266][303827] Updated weights for policy 0, policy_version 21000 (0.0009) +[2026-06-02 17:43:38,478][303827] Updated weights for policy 0, policy_version 21010 (0.0010) +[2026-06-02 17:43:38,699][303827] Updated weights for policy 0, policy_version 21020 (0.0008) +[2026-06-02 17:43:38,910][303827] Updated weights for policy 0, policy_version 21030 (0.0008) +[2026-06-02 17:43:39,117][303827] Updated weights for policy 0, policy_version 21040 (0.0009) +[2026-06-02 17:43:39,341][303827] Updated weights for policy 0, policy_version 21050 (0.0009) +[2026-06-02 17:43:39,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 10780672. Throughput: 0: 17322.7. Samples: 10786944. Policy #0 lag: (min: 6.0, avg: 51.6, max: 65.0) +[2026-06-02 17:43:39,987][302810] Avg episode reward: [(0, '737.478')] +[2026-06-02 17:43:40,070][303827] Updated weights for policy 0, policy_version 21060 (0.0009) +[2026-06-02 17:43:40,315][303827] Updated weights for policy 0, policy_version 21072 (0.0009) +[2026-06-02 17:43:40,517][303827] Updated weights for policy 0, policy_version 21082 (0.0009) +[2026-06-02 17:43:40,741][303827] Updated weights for policy 0, policy_version 21092 (0.0009) +[2026-06-02 17:43:40,953][303827] Updated weights for policy 0, policy_version 21102 (0.0009) +[2026-06-02 17:43:41,166][303827] Updated weights for policy 0, policy_version 21112 (0.0008) +[2026-06-02 17:43:41,327][303741] Saving new best policy, reward=737.478! +[2026-06-02 17:43:41,942][303827] Updated weights for policy 0, policy_version 21122 (0.0009) +[2026-06-02 17:43:42,137][303827] Updated weights for policy 0, policy_version 21132 (0.0008) +[2026-06-02 17:43:42,354][303827] Updated weights for policy 0, policy_version 21142 (0.0008) +[2026-06-02 17:43:42,590][303827] Updated weights for policy 0, policy_version 21153 (0.0009) +[2026-06-02 17:43:42,802][303827] Updated weights for policy 0, policy_version 21163 (0.0008) +[2026-06-02 17:43:43,011][303827] Updated weights for policy 0, policy_version 21173 (0.0008) +[2026-06-02 17:43:43,236][303827] Updated weights for policy 0, policy_version 21183 (0.0008) +[2026-06-02 17:43:43,953][303827] Updated weights for policy 0, policy_version 21193 (0.0009) +[2026-06-02 17:43:44,162][303827] Updated weights for policy 0, policy_version 21203 (0.0011) +[2026-06-02 17:43:44,366][303827] Updated weights for policy 0, policy_version 21213 (0.0012) +[2026-06-02 17:43:44,586][303827] Updated weights for policy 0, policy_version 21223 (0.0009) +[2026-06-02 17:43:44,799][303827] Updated weights for policy 0, policy_version 21233 (0.0008) +[2026-06-02 17:43:44,987][302810] Fps is (10 sec: 16384.1, 60 sec: 16930.2, 300 sec: 17328.2). Total num frames: 10846208. Throughput: 0: 17365.3. Samples: 10890624. Policy #0 lag: (min: 6.0, avg: 51.6, max: 65.0) +[2026-06-02 17:43:44,988][302810] Avg episode reward: [(0, '759.437')] +[2026-06-02 17:43:45,011][303827] Updated weights for policy 0, policy_version 21243 (0.0008) +[2026-06-02 17:43:45,105][303741] Saving new best policy, reward=759.437! +[2026-06-02 17:43:45,766][303827] Updated weights for policy 0, policy_version 21254 (0.0009) +[2026-06-02 17:43:45,975][303827] Updated weights for policy 0, policy_version 21264 (0.0008) +[2026-06-02 17:43:46,197][303827] Updated weights for policy 0, policy_version 21274 (0.0008) +[2026-06-02 17:43:46,416][303827] Updated weights for policy 0, policy_version 21284 (0.0009) +[2026-06-02 17:43:46,631][303827] Updated weights for policy 0, policy_version 21294 (0.0008) +[2026-06-02 17:43:46,849][303827] Updated weights for policy 0, policy_version 21304 (0.0009) +[2026-06-02 17:43:47,588][303827] Updated weights for policy 0, policy_version 21314 (0.0009) +[2026-06-02 17:43:47,788][303827] Updated weights for policy 0, policy_version 21324 (0.0008) +[2026-06-02 17:43:48,002][303827] Updated weights for policy 0, policy_version 21334 (0.0009) +[2026-06-02 17:43:48,230][303827] Updated weights for policy 0, policy_version 21345 (0.0008) +[2026-06-02 17:43:48,451][303827] Updated weights for policy 0, policy_version 21355 (0.0008) +[2026-06-02 17:43:48,671][303827] Updated weights for policy 0, policy_version 21365 (0.0008) +[2026-06-02 17:43:48,873][303827] Updated weights for policy 0, policy_version 21375 (0.0008) +[2026-06-02 17:43:49,620][303827] Updated weights for policy 0, policy_version 21385 (0.0009) +[2026-06-02 17:43:49,820][303827] Updated weights for policy 0, policy_version 21395 (0.0008) +[2026-06-02 17:43:49,987][302810] Fps is (10 sec: 16383.6, 60 sec: 17476.2, 300 sec: 17328.1). Total num frames: 10944512. Throughput: 0: 17379.5. Samples: 10993152. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0) +[2026-06-02 17:43:49,989][302810] Avg episode reward: [(0, '762.271')] +[2026-06-02 17:43:50,041][303827] Updated weights for policy 0, policy_version 21405 (0.0008) +[2026-06-02 17:43:50,260][303827] Updated weights for policy 0, policy_version 21415 (0.0009) +[2026-06-02 17:43:50,467][303827] Updated weights for policy 0, policy_version 21425 (0.0009) +[2026-06-02 17:43:50,676][303827] Updated weights for policy 0, policy_version 21435 (0.0009) +[2026-06-02 17:43:50,781][303741] Saving new best policy, reward=762.271! +[2026-06-02 17:43:51,425][303827] Updated weights for policy 0, policy_version 21445 (0.0009) +[2026-06-02 17:43:51,651][303827] Updated weights for policy 0, policy_version 21455 (0.0007) +[2026-06-02 17:43:51,857][303827] Updated weights for policy 0, policy_version 21465 (0.0009) +[2026-06-02 17:43:52,066][303827] Updated weights for policy 0, policy_version 21475 (0.0009) +[2026-06-02 17:43:52,291][303827] Updated weights for policy 0, policy_version 21486 (0.0008) +[2026-06-02 17:43:52,520][303827] Updated weights for policy 0, policy_version 21496 (0.0009) +[2026-06-02 17:43:53,240][303827] Updated weights for policy 0, policy_version 21506 (0.0009) +[2026-06-02 17:43:53,444][303827] Updated weights for policy 0, policy_version 21516 (0.0009) +[2026-06-02 17:43:53,655][303827] Updated weights for policy 0, policy_version 21526 (0.0008) +[2026-06-02 17:43:53,863][303827] Updated weights for policy 0, policy_version 21536 (0.0009) +[2026-06-02 17:43:54,081][303827] Updated weights for policy 0, policy_version 21546 (0.0009) +[2026-06-02 17:43:54,296][303827] Updated weights for policy 0, policy_version 21556 (0.0009) +[2026-06-02 17:43:54,509][303827] Updated weights for policy 0, policy_version 21566 (0.0008) +[2026-06-02 17:43:54,987][302810] Fps is (10 sec: 19660.4, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 11042816. Throughput: 0: 17240.1. Samples: 11044992. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0) +[2026-06-02 17:43:54,988][302810] Avg episode reward: [(0, '717.118')] +[2026-06-02 17:43:55,249][303827] Updated weights for policy 0, policy_version 21576 (0.0008) +[2026-06-02 17:43:55,455][303827] Updated weights for policy 0, policy_version 21586 (0.0008) +[2026-06-02 17:43:55,669][303827] Updated weights for policy 0, policy_version 21596 (0.0009) +[2026-06-02 17:43:55,883][303827] Updated weights for policy 0, policy_version 21606 (0.0008) +[2026-06-02 17:43:56,092][303827] Updated weights for policy 0, policy_version 21616 (0.0009) +[2026-06-02 17:43:56,311][303827] Updated weights for policy 0, policy_version 21626 (0.0005) +[2026-06-02 17:43:57,057][303827] Updated weights for policy 0, policy_version 21636 (0.0008) +[2026-06-02 17:43:57,252][303827] Updated weights for policy 0, policy_version 21646 (0.0008) +[2026-06-02 17:43:57,472][303827] Updated weights for policy 0, policy_version 21656 (0.0008) +[2026-06-02 17:43:57,684][303827] Updated weights for policy 0, policy_version 21666 (0.0008) +[2026-06-02 17:43:57,885][303827] Updated weights for policy 0, policy_version 21676 (0.0008) +[2026-06-02 17:43:58,103][303827] Updated weights for policy 0, policy_version 21686 (0.0008) +[2026-06-02 17:43:58,864][303827] Updated weights for policy 0, policy_version 21697 (0.0009) +[2026-06-02 17:43:59,063][303827] Updated weights for policy 0, policy_version 21707 (0.0009) +[2026-06-02 17:43:59,273][303827] Updated weights for policy 0, policy_version 21717 (0.0008) +[2026-06-02 17:43:59,489][303827] Updated weights for policy 0, policy_version 21727 (0.0008) +[2026-06-02 17:43:59,704][303827] Updated weights for policy 0, policy_version 21737 (0.0008) +[2026-06-02 17:43:59,919][303827] Updated weights for policy 0, policy_version 21747 (0.0008) +[2026-06-02 17:43:59,986][302810] Fps is (10 sec: 16384.4, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 11108352. Throughput: 0: 17379.6. Samples: 11152000. Policy #0 lag: (min: 63.0, avg: 80.2, max: 127.0) +[2026-06-02 17:43:59,987][302810] Avg episode reward: [(0, '697.122')] +[2026-06-02 17:44:00,133][303827] Updated weights for policy 0, policy_version 21757 (0.0008) +[2026-06-02 17:44:00,869][303827] Updated weights for policy 0, policy_version 21767 (0.0008) +[2026-06-02 17:44:01,084][303827] Updated weights for policy 0, policy_version 21777 (0.0008) +[2026-06-02 17:44:01,305][303827] Updated weights for policy 0, policy_version 21787 (0.0008) +[2026-06-02 17:44:01,517][303827] Updated weights for policy 0, policy_version 21797 (0.0008) +[2026-06-02 17:44:01,731][303827] Updated weights for policy 0, policy_version 21807 (0.0008) +[2026-06-02 17:44:01,943][303827] Updated weights for policy 0, policy_version 21817 (0.0009) +[2026-06-02 17:44:02,666][303827] Updated weights for policy 0, policy_version 21827 (0.0009) +[2026-06-02 17:44:02,875][303827] Updated weights for policy 0, policy_version 21837 (0.0009) +[2026-06-02 17:44:03,079][303827] Updated weights for policy 0, policy_version 21847 (0.0008) +[2026-06-02 17:44:03,313][303827] Updated weights for policy 0, policy_version 21857 (0.0009) +[2026-06-02 17:44:03,533][303827] Updated weights for policy 0, policy_version 21867 (0.0008) +[2026-06-02 17:44:03,760][303827] Updated weights for policy 0, policy_version 21878 (0.0009) +[2026-06-02 17:44:03,967][303827] Updated weights for policy 0, policy_version 21888 (0.0008) +[2026-06-02 17:44:04,699][303827] Updated weights for policy 0, policy_version 21898 (0.0009) +[2026-06-02 17:44:04,918][303827] Updated weights for policy 0, policy_version 21908 (0.0008) +[2026-06-02 17:44:04,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 11206656. Throughput: 0: 17433.6. Samples: 11254784. Policy #0 lag: (min: 37.0, avg: 79.0, max: 96.0) +[2026-06-02 17:44:04,987][302810] Avg episode reward: [(0, '692.140')] +[2026-06-02 17:44:05,125][303827] Updated weights for policy 0, policy_version 21918 (0.0008) +[2026-06-02 17:44:05,338][303827] Updated weights for policy 0, policy_version 21928 (0.0008) +[2026-06-02 17:44:05,558][303827] Updated weights for policy 0, policy_version 21938 (0.0008) +[2026-06-02 17:44:05,774][303827] Updated weights for policy 0, policy_version 21948 (0.0008) +[2026-06-02 17:44:06,498][303827] Updated weights for policy 0, policy_version 21958 (0.0009) +[2026-06-02 17:44:06,713][303827] Updated weights for policy 0, policy_version 21968 (0.0009) +[2026-06-02 17:44:06,951][303827] Updated weights for policy 0, policy_version 21979 (0.0008) +[2026-06-02 17:44:07,197][303827] Updated weights for policy 0, policy_version 21990 (0.0008) +[2026-06-02 17:44:07,413][303827] Updated weights for policy 0, policy_version 22000 (0.0008) +[2026-06-02 17:44:07,629][303827] Updated weights for policy 0, policy_version 22010 (0.0008) +[2026-06-02 17:44:08,344][303827] Updated weights for policy 0, policy_version 22020 (0.0009) +[2026-06-02 17:44:08,538][303827] Updated weights for policy 0, policy_version 22030 (0.0008) +[2026-06-02 17:44:08,758][303827] Updated weights for policy 0, policy_version 22040 (0.0009) +[2026-06-02 17:44:08,988][303827] Updated weights for policy 0, policy_version 22051 (0.0009) +[2026-06-02 17:44:09,202][303827] Updated weights for policy 0, policy_version 22061 (0.0008) +[2026-06-02 17:44:09,428][303827] Updated weights for policy 0, policy_version 22071 (0.0009) +[2026-06-02 17:44:09,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 11304960. Throughput: 0: 17251.6. Samples: 11303936. Policy #0 lag: (min: 37.0, avg: 79.0, max: 96.0) +[2026-06-02 17:44:09,987][302810] Avg episode reward: [(0, '647.773')] +[2026-06-02 17:44:10,168][303827] Updated weights for policy 0, policy_version 22081 (0.0009) +[2026-06-02 17:44:10,376][303827] Updated weights for policy 0, policy_version 22092 (0.0008) +[2026-06-02 17:44:10,600][303827] Updated weights for policy 0, policy_version 22102 (0.0009) +[2026-06-02 17:44:10,814][303827] Updated weights for policy 0, policy_version 22112 (0.0008) +[2026-06-02 17:44:11,026][303827] Updated weights for policy 0, policy_version 22122 (0.0008) +[2026-06-02 17:44:11,243][303827] Updated weights for policy 0, policy_version 22132 (0.0008) +[2026-06-02 17:44:11,456][303827] Updated weights for policy 0, policy_version 22142 (0.0008) +[2026-06-02 17:44:12,213][303827] Updated weights for policy 0, policy_version 22152 (0.0009) +[2026-06-02 17:44:12,451][303827] Updated weights for policy 0, policy_version 22163 (0.0009) +[2026-06-02 17:44:12,666][303827] Updated weights for policy 0, policy_version 22173 (0.0009) +[2026-06-02 17:44:12,873][303827] Updated weights for policy 0, policy_version 22183 (0.0008) +[2026-06-02 17:44:13,095][303827] Updated weights for policy 0, policy_version 22193 (0.0009) +[2026-06-02 17:44:13,326][303827] Updated weights for policy 0, policy_version 22204 (0.0008) +[2026-06-02 17:44:14,038][303827] Updated weights for policy 0, policy_version 22214 (0.0008) +[2026-06-02 17:44:14,271][303827] Updated weights for policy 0, policy_version 22225 (0.0008) +[2026-06-02 17:44:14,476][303827] Updated weights for policy 0, policy_version 22235 (0.0008) +[2026-06-02 17:44:14,701][303827] Updated weights for policy 0, policy_version 22245 (0.0008) +[2026-06-02 17:44:14,929][303827] Updated weights for policy 0, policy_version 22255 (0.0009) +[2026-06-02 17:44:14,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.2, 300 sec: 17328.1). Total num frames: 11370496. Throughput: 0: 17430.7. Samples: 11413760. Policy #0 lag: (min: 37.0, avg: 79.0, max: 96.0) +[2026-06-02 17:44:14,988][302810] Avg episode reward: [(0, '638.817')] +[2026-06-02 17:44:15,145][303827] Updated weights for policy 0, policy_version 22265 (0.0009) +[2026-06-02 17:44:15,871][303827] Updated weights for policy 0, policy_version 22275 (0.0009) +[2026-06-02 17:44:16,066][303827] Updated weights for policy 0, policy_version 22285 (0.0008) +[2026-06-02 17:44:16,290][303827] Updated weights for policy 0, policy_version 22295 (0.0009) +[2026-06-02 17:44:16,506][303827] Updated weights for policy 0, policy_version 22305 (0.0007) +[2026-06-02 17:44:16,722][303827] Updated weights for policy 0, policy_version 22315 (0.0009) +[2026-06-02 17:44:16,931][303827] Updated weights for policy 0, policy_version 22325 (0.0009) +[2026-06-02 17:44:17,157][303827] Updated weights for policy 0, policy_version 22335 (0.0009) +[2026-06-02 17:44:17,876][303827] Updated weights for policy 0, policy_version 22345 (0.0009) +[2026-06-02 17:44:18,086][303827] Updated weights for policy 0, policy_version 22355 (0.0008) +[2026-06-02 17:44:18,289][303827] Updated weights for policy 0, policy_version 22365 (0.0009) +[2026-06-02 17:44:18,513][303827] Updated weights for policy 0, policy_version 22375 (0.0008) +[2026-06-02 17:44:18,721][303827] Updated weights for policy 0, policy_version 22385 (0.0008) +[2026-06-02 17:44:18,942][303827] Updated weights for policy 0, policy_version 22395 (0.0009) +[2026-06-02 17:44:19,674][303827] Updated weights for policy 0, policy_version 22405 (0.0009) +[2026-06-02 17:44:19,907][303827] Updated weights for policy 0, policy_version 22416 (0.0009) +[2026-06-02 17:44:19,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 11468800. Throughput: 0: 17450.7. Samples: 11516032. Policy #0 lag: (min: 37.0, avg: 79.0, max: 96.0) +[2026-06-02 17:44:19,988][302810] Avg episode reward: [(0, '656.768')] +[2026-06-02 17:44:20,120][303827] Updated weights for policy 0, policy_version 22426 (0.0009) +[2026-06-02 17:44:20,342][303827] Updated weights for policy 0, policy_version 22436 (0.0008) +[2026-06-02 17:44:20,550][303827] Updated weights for policy 0, policy_version 22446 (0.0008) +[2026-06-02 17:44:20,773][303827] Updated weights for policy 0, policy_version 22456 (0.0008) +[2026-06-02 17:44:21,506][303827] Updated weights for policy 0, policy_version 22466 (0.0009) +[2026-06-02 17:44:21,707][303827] Updated weights for policy 0, policy_version 22476 (0.0009) +[2026-06-02 17:44:21,922][303827] Updated weights for policy 0, policy_version 22486 (0.0009) +[2026-06-02 17:44:22,131][303827] Updated weights for policy 0, policy_version 22496 (0.0009) +[2026-06-02 17:44:22,345][303827] Updated weights for policy 0, policy_version 22506 (0.0009) +[2026-06-02 17:44:22,557][303827] Updated weights for policy 0, policy_version 22516 (0.0009) +[2026-06-02 17:44:22,770][303827] Updated weights for policy 0, policy_version 22526 (0.0009) +[2026-06-02 17:44:23,515][303827] Updated weights for policy 0, policy_version 22536 (0.0009) +[2026-06-02 17:44:23,741][303827] Updated weights for policy 0, policy_version 22547 (0.0009) +[2026-06-02 17:44:23,960][303827] Updated weights for policy 0, policy_version 22557 (0.0009) +[2026-06-02 17:44:24,176][303827] Updated weights for policy 0, policy_version 22567 (0.0009) +[2026-06-02 17:44:24,386][303827] Updated weights for policy 0, policy_version 22577 (0.0009) +[2026-06-02 17:44:24,594][303827] Updated weights for policy 0, policy_version 22587 (0.0009) +[2026-06-02 17:44:24,987][302810] Fps is (10 sec: 19661.1, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 11567104. Throughput: 0: 17234.4. Samples: 11562496. Policy #0 lag: (min: 64.0, avg: 105.4, max: 127.0) +[2026-06-02 17:44:24,988][302810] Avg episode reward: [(0, '627.127')] +[2026-06-02 17:44:25,344][303827] Updated weights for policy 0, policy_version 22597 (0.0009) +[2026-06-02 17:44:25,555][303827] Updated weights for policy 0, policy_version 22607 (0.0009) +[2026-06-02 17:44:25,771][303827] Updated weights for policy 0, policy_version 22617 (0.0006) +[2026-06-02 17:44:25,985][303827] Updated weights for policy 0, policy_version 22627 (0.0009) +[2026-06-02 17:44:26,201][303827] Updated weights for policy 0, policy_version 22637 (0.0009) +[2026-06-02 17:44:26,420][303827] Updated weights for policy 0, policy_version 22647 (0.0010) +[2026-06-02 17:44:27,142][303827] Updated weights for policy 0, policy_version 22657 (0.0009) +[2026-06-02 17:44:27,351][303827] Updated weights for policy 0, policy_version 22667 (0.0008) +[2026-06-02 17:44:27,553][303827] Updated weights for policy 0, policy_version 22677 (0.0005) +[2026-06-02 17:44:27,772][303827] Updated weights for policy 0, policy_version 22687 (0.0006) +[2026-06-02 17:44:27,999][303827] Updated weights for policy 0, policy_version 22697 (0.0010) +[2026-06-02 17:44:28,217][303827] Updated weights for policy 0, policy_version 22707 (0.0009) +[2026-06-02 17:44:28,437][303827] Updated weights for policy 0, policy_version 22717 (0.0009) +[2026-06-02 17:44:29,154][303827] Updated weights for policy 0, policy_version 22727 (0.0009) +[2026-06-02 17:44:29,363][303827] Updated weights for policy 0, policy_version 22737 (0.0009) +[2026-06-02 17:44:29,583][303827] Updated weights for policy 0, policy_version 22747 (0.0009) +[2026-06-02 17:44:29,824][303827] Updated weights for policy 0, policy_version 22758 (0.0009) +[2026-06-02 17:44:29,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 11632640. Throughput: 0: 17453.5. Samples: 11676032. Policy #0 lag: (min: 64.0, avg: 105.4, max: 127.0) +[2026-06-02 17:44:29,987][302810] Avg episode reward: [(0, '630.141')] +[2026-06-02 17:44:30,040][303827] Updated weights for policy 0, policy_version 22768 (0.0009) +[2026-06-02 17:44:30,258][303827] Updated weights for policy 0, policy_version 22778 (0.0009) +[2026-06-02 17:44:30,984][303827] Updated weights for policy 0, policy_version 22788 (0.0009) +[2026-06-02 17:44:31,203][303827] Updated weights for policy 0, policy_version 22798 (0.0009) +[2026-06-02 17:44:31,408][303827] Updated weights for policy 0, policy_version 22808 (0.0009) +[2026-06-02 17:44:31,623][303827] Updated weights for policy 0, policy_version 22818 (0.0009) +[2026-06-02 17:44:31,849][303827] Updated weights for policy 0, policy_version 22828 (0.0009) +[2026-06-02 17:44:32,062][303827] Updated weights for policy 0, policy_version 22838 (0.0008) +[2026-06-02 17:44:32,820][303827] Updated weights for policy 0, policy_version 22849 (0.0009) +[2026-06-02 17:44:33,012][303827] Updated weights for policy 0, policy_version 22859 (0.0009) +[2026-06-02 17:44:33,224][303827] Updated weights for policy 0, policy_version 22869 (0.0009) +[2026-06-02 17:44:33,450][303827] Updated weights for policy 0, policy_version 22879 (0.0008) +[2026-06-02 17:44:33,683][303827] Updated weights for policy 0, policy_version 22890 (0.0008) +[2026-06-02 17:44:33,903][303827] Updated weights for policy 0, policy_version 22900 (0.0008) +[2026-06-02 17:44:34,127][303827] Updated weights for policy 0, policy_version 22910 (0.0008) +[2026-06-02 17:44:34,859][303827] Updated weights for policy 0, policy_version 22920 (0.0009) +[2026-06-02 17:44:34,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 11730944. Throughput: 0: 17445.0. Samples: 11778176. Policy #0 lag: (min: 64.0, avg: 105.4, max: 127.0) +[2026-06-02 17:44:34,988][302810] Avg episode reward: [(0, '608.185')] +[2026-06-02 17:44:35,085][303827] Updated weights for policy 0, policy_version 22930 (0.0009) +[2026-06-02 17:44:35,289][303827] Updated weights for policy 0, policy_version 22940 (0.0009) +[2026-06-02 17:44:35,509][303827] Updated weights for policy 0, policy_version 22950 (0.0009) +[2026-06-02 17:44:35,729][303827] Updated weights for policy 0, policy_version 22960 (0.0009) +[2026-06-02 17:44:35,944][303827] Updated weights for policy 0, policy_version 22970 (0.0008) +[2026-06-02 17:44:36,644][303827] Updated weights for policy 0, policy_version 22980 (0.0009) +[2026-06-02 17:44:36,855][303827] Updated weights for policy 0, policy_version 22990 (0.0008) +[2026-06-02 17:44:37,065][303827] Updated weights for policy 0, policy_version 23000 (0.0008) +[2026-06-02 17:44:37,287][303827] Updated weights for policy 0, policy_version 23010 (0.0009) +[2026-06-02 17:44:37,501][303827] Updated weights for policy 0, policy_version 23020 (0.0008) +[2026-06-02 17:44:37,712][303827] Updated weights for policy 0, policy_version 23030 (0.0009) +[2026-06-02 17:44:37,924][303827] Updated weights for policy 0, policy_version 23040 (0.0008) +[2026-06-02 17:44:38,657][303827] Updated weights for policy 0, policy_version 23050 (0.0009) +[2026-06-02 17:44:38,885][303827] Updated weights for policy 0, policy_version 23061 (0.0008) +[2026-06-02 17:44:39,100][303827] Updated weights for policy 0, policy_version 23071 (0.0009) +[2026-06-02 17:44:39,317][303827] Updated weights for policy 0, policy_version 23081 (0.0009) +[2026-06-02 17:44:39,540][303827] Updated weights for policy 0, policy_version 23091 (0.0009) +[2026-06-02 17:44:39,749][303827] Updated weights for policy 0, policy_version 23101 (0.0008) +[2026-06-02 17:44:39,986][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 11829248. Throughput: 0: 17288.6. Samples: 11822976. Policy #0 lag: (min: 29.0, avg: 48.2, max: 93.0) +[2026-06-02 17:44:39,987][302810] Avg episode reward: [(0, '651.766')] +[2026-06-02 17:44:40,480][303827] Updated weights for policy 0, policy_version 23111 (0.0008) +[2026-06-02 17:44:40,689][303827] Updated weights for policy 0, policy_version 23121 (0.0008) +[2026-06-02 17:44:40,922][303827] Updated weights for policy 0, policy_version 23132 (0.0009) +[2026-06-02 17:44:41,132][303827] Updated weights for policy 0, policy_version 23142 (0.0009) +[2026-06-02 17:44:41,348][303827] Updated weights for policy 0, policy_version 23152 (0.0008) +[2026-06-02 17:44:41,576][303827] Updated weights for policy 0, policy_version 23162 (0.0008) +[2026-06-02 17:44:42,329][303827] Updated weights for policy 0, policy_version 23172 (0.0008) +[2026-06-02 17:44:42,535][303827] Updated weights for policy 0, policy_version 23182 (0.0008) +[2026-06-02 17:44:42,748][303827] Updated weights for policy 0, policy_version 23192 (0.0008) +[2026-06-02 17:44:42,957][303827] Updated weights for policy 0, policy_version 23202 (0.0008) +[2026-06-02 17:44:43,193][303827] Updated weights for policy 0, policy_version 23213 (0.0009) +[2026-06-02 17:44:43,409][303827] Updated weights for policy 0, policy_version 23223 (0.0008) +[2026-06-02 17:44:44,148][303827] Updated weights for policy 0, policy_version 23233 (0.0009) +[2026-06-02 17:44:44,353][303827] Updated weights for policy 0, policy_version 23243 (0.0008) +[2026-06-02 17:44:44,574][303827] Updated weights for policy 0, policy_version 23253 (0.0008) +[2026-06-02 17:44:44,789][303827] Updated weights for policy 0, policy_version 23263 (0.0008) +[2026-06-02 17:44:44,986][302810] Fps is (10 sec: 16384.2, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 11894784. Throughput: 0: 17405.1. Samples: 11935232. Policy #0 lag: (min: 29.0, avg: 48.2, max: 93.0) +[2026-06-02 17:44:44,987][302810] Avg episode reward: [(0, '676.787')] +[2026-06-02 17:44:44,998][303827] Updated weights for policy 0, policy_version 23273 (0.0008) +[2026-06-02 17:44:45,212][303827] Updated weights for policy 0, policy_version 23283 (0.0008) +[2026-06-02 17:44:45,425][303827] Updated weights for policy 0, policy_version 23293 (0.0008) +[2026-06-02 17:44:46,155][303827] Updated weights for policy 0, policy_version 23303 (0.0009) +[2026-06-02 17:44:46,361][303827] Updated weights for policy 0, policy_version 23313 (0.0009) +[2026-06-02 17:44:46,579][303827] Updated weights for policy 0, policy_version 23323 (0.0009) +[2026-06-02 17:44:46,793][303827] Updated weights for policy 0, policy_version 23333 (0.0008) +[2026-06-02 17:44:47,018][303827] Updated weights for policy 0, policy_version 23343 (0.0009) +[2026-06-02 17:44:47,228][303827] Updated weights for policy 0, policy_version 23353 (0.0008) +[2026-06-02 17:44:47,957][303827] Updated weights for policy 0, policy_version 23363 (0.0008) +[2026-06-02 17:44:48,164][303827] Updated weights for policy 0, policy_version 23373 (0.0008) +[2026-06-02 17:44:48,380][303827] Updated weights for policy 0, policy_version 23383 (0.0008) +[2026-06-02 17:44:48,599][303827] Updated weights for policy 0, policy_version 23393 (0.0008) +[2026-06-02 17:44:48,817][303827] Updated weights for policy 0, policy_version 23403 (0.0009) +[2026-06-02 17:44:49,024][303827] Updated weights for policy 0, policy_version 23413 (0.0008) +[2026-06-02 17:44:49,251][303827] Updated weights for policy 0, policy_version 23423 (0.0009) +[2026-06-02 17:44:49,958][303827] Updated weights for policy 0, policy_version 23433 (0.0008) +[2026-06-02 17:44:49,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 11993088. Throughput: 0: 17439.3. Samples: 12039552. Policy #0 lag: (min: 29.0, avg: 48.2, max: 93.0) +[2026-06-02 17:44:49,987][302810] Avg episode reward: [(0, '719.573')] +[2026-06-02 17:44:50,171][303827] Updated weights for policy 0, policy_version 23443 (0.0008) +[2026-06-02 17:44:50,379][303827] Updated weights for policy 0, policy_version 23453 (0.0008) +[2026-06-02 17:44:50,606][303827] Updated weights for policy 0, policy_version 23463 (0.0009) +[2026-06-02 17:44:50,820][303827] Updated weights for policy 0, policy_version 23473 (0.0008) +[2026-06-02 17:44:50,957][303741] Early stopping after 7 epochs (56 sgd steps), loss delta 0.0000003 +[2026-06-02 17:44:51,571][303827] Updated weights for policy 0, policy_version 23483 (0.0009) +[2026-06-02 17:44:51,776][303827] Updated weights for policy 0, policy_version 23493 (0.0008) +[2026-06-02 17:44:51,999][303827] Updated weights for policy 0, policy_version 23503 (0.0008) +[2026-06-02 17:44:52,213][303827] Updated weights for policy 0, policy_version 23513 (0.0008) +[2026-06-02 17:44:52,450][303827] Updated weights for policy 0, policy_version 23524 (0.0008) +[2026-06-02 17:44:52,656][303827] Updated weights for policy 0, policy_version 23534 (0.0009) +[2026-06-02 17:44:52,876][303827] Updated weights for policy 0, policy_version 23544 (0.0008) +[2026-06-02 17:44:53,596][303827] Updated weights for policy 0, policy_version 23554 (0.0008) +[2026-06-02 17:44:53,813][303827] Updated weights for policy 0, policy_version 23564 (0.0008) +[2026-06-02 17:44:54,039][303827] Updated weights for policy 0, policy_version 23575 (0.0008) +[2026-06-02 17:44:54,272][303827] Updated weights for policy 0, policy_version 23585 (0.0008) +[2026-06-02 17:44:54,489][303827] Updated weights for policy 0, policy_version 23595 (0.0008) +[2026-06-02 17:44:54,730][303827] Updated weights for policy 0, policy_version 23606 (0.0009) +[2026-06-02 17:44:54,987][302810] Fps is (10 sec: 19660.2, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 12091392. Throughput: 0: 17382.3. Samples: 12086144. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:44:54,988][302810] Avg episode reward: [(0, '717.801')] +[2026-06-02 17:44:55,459][303827] Updated weights for policy 0, policy_version 23617 (0.0009) +[2026-06-02 17:44:55,680][303827] Updated weights for policy 0, policy_version 23627 (0.0008) +[2026-06-02 17:44:55,884][303827] Updated weights for policy 0, policy_version 23637 (0.0009) +[2026-06-02 17:44:56,104][303827] Updated weights for policy 0, policy_version 23647 (0.0008) +[2026-06-02 17:44:56,325][303827] Updated weights for policy 0, policy_version 23657 (0.0008) +[2026-06-02 17:44:56,534][303827] Updated weights for policy 0, policy_version 23667 (0.0008) +[2026-06-02 17:44:57,279][303827] Updated weights for policy 0, policy_version 23678 (0.0009) +[2026-06-02 17:44:57,488][303827] Updated weights for policy 0, policy_version 23688 (0.0008) +[2026-06-02 17:44:57,699][303827] Updated weights for policy 0, policy_version 23698 (0.0009) +[2026-06-02 17:44:57,916][303827] Updated weights for policy 0, policy_version 23708 (0.0008) +[2026-06-02 17:44:58,150][303827] Updated weights for policy 0, policy_version 23719 (0.0008) +[2026-06-02 17:44:58,370][303827] Updated weights for policy 0, policy_version 23729 (0.0008) +[2026-06-02 17:44:59,091][303827] Updated weights for policy 0, policy_version 23739 (0.0008) +[2026-06-02 17:44:59,303][303827] Updated weights for policy 0, policy_version 23749 (0.0008) +[2026-06-02 17:44:59,541][303827] Updated weights for policy 0, policy_version 23760 (0.0009) +[2026-06-02 17:44:59,754][303827] Updated weights for policy 0, policy_version 23770 (0.0009) +[2026-06-02 17:44:59,957][303827] Updated weights for policy 0, policy_version 23780 (0.0008) +[2026-06-02 17:44:59,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.2, 300 sec: 17328.2). Total num frames: 12156928. Throughput: 0: 17487.7. Samples: 12200704. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:44:59,988][302810] Avg episode reward: [(0, '733.290')] +[2026-06-02 17:45:00,176][303827] Updated weights for policy 0, policy_version 23790 (0.0009) +[2026-06-02 17:45:00,941][303827] Updated weights for policy 0, policy_version 23801 (0.0009) +[2026-06-02 17:45:01,146][303827] Updated weights for policy 0, policy_version 23811 (0.0008) +[2026-06-02 17:45:01,362][303827] Updated weights for policy 0, policy_version 23821 (0.0009) +[2026-06-02 17:45:01,578][303827] Updated weights for policy 0, policy_version 23831 (0.0009) +[2026-06-02 17:45:01,794][303827] Updated weights for policy 0, policy_version 23841 (0.0010) +[2026-06-02 17:45:02,009][303827] Updated weights for policy 0, policy_version 23851 (0.0008) +[2026-06-02 17:45:02,225][303827] Updated weights for policy 0, policy_version 23861 (0.0008) +[2026-06-02 17:45:02,923][303827] Updated weights for policy 0, policy_version 23871 (0.0009) +[2026-06-02 17:45:03,141][303827] Updated weights for policy 0, policy_version 23881 (0.0008) +[2026-06-02 17:45:03,348][303827] Updated weights for policy 0, policy_version 23891 (0.0009) +[2026-06-02 17:45:03,573][303827] Updated weights for policy 0, policy_version 23901 (0.0009) +[2026-06-02 17:45:03,809][303827] Updated weights for policy 0, policy_version 23912 (0.0008) +[2026-06-02 17:45:04,020][303827] Updated weights for policy 0, policy_version 23922 (0.0008) +[2026-06-02 17:45:04,754][303827] Updated weights for policy 0, policy_version 23932 (0.0009) +[2026-06-02 17:45:04,951][303827] Updated weights for policy 0, policy_version 23942 (0.0008) +[2026-06-02 17:45:04,987][302810] Fps is (10 sec: 16384.3, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 12255232. Throughput: 0: 17462.0. Samples: 12301824. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:45:04,988][302810] Avg episode reward: [(0, '741.500')] +[2026-06-02 17:45:05,175][303827] Updated weights for policy 0, policy_version 23952 (0.0009) +[2026-06-02 17:45:05,394][303827] Updated weights for policy 0, policy_version 23962 (0.0010) +[2026-06-02 17:45:05,610][303827] Updated weights for policy 0, policy_version 23972 (0.0008) +[2026-06-02 17:45:05,825][303827] Updated weights for policy 0, policy_version 23982 (0.0009) +[2026-06-02 17:45:06,034][303827] Updated weights for policy 0, policy_version 23992 (0.0008) +[2026-06-02 17:45:06,741][303827] Updated weights for policy 0, policy_version 24002 (0.0009) +[2026-06-02 17:45:06,952][303827] Updated weights for policy 0, policy_version 24012 (0.0009) +[2026-06-02 17:45:07,171][303827] Updated weights for policy 0, policy_version 24022 (0.0008) +[2026-06-02 17:45:07,383][303827] Updated weights for policy 0, policy_version 24032 (0.0008) +[2026-06-02 17:45:07,607][303827] Updated weights for policy 0, policy_version 24042 (0.0009) +[2026-06-02 17:45:07,819][303827] Updated weights for policy 0, policy_version 24052 (0.0008) +[2026-06-02 17:45:08,537][303827] Updated weights for policy 0, policy_version 24062 (0.0009) +[2026-06-02 17:45:08,743][303827] Updated weights for policy 0, policy_version 24072 (0.0007) +[2026-06-02 17:45:08,954][303827] Updated weights for policy 0, policy_version 24082 (0.0009) +[2026-06-02 17:45:09,177][303827] Updated weights for policy 0, policy_version 24092 (0.0009) +[2026-06-02 17:45:09,389][303827] Updated weights for policy 0, policy_version 24102 (0.0009) +[2026-06-02 17:45:09,597][303827] Updated weights for policy 0, policy_version 24112 (0.0009) +[2026-06-02 17:45:09,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 12353536. Throughput: 0: 17419.4. Samples: 12346368. Policy #0 lag: (min: 63.0, avg: 81.2, max: 127.0) +[2026-06-02 17:45:09,988][302810] Avg episode reward: [(0, '774.878')] +[2026-06-02 17:45:09,993][303741] Saving new best policy, reward=774.878! +[2026-06-02 17:45:10,368][303827] Updated weights for policy 0, policy_version 24122 (0.0009) +[2026-06-02 17:45:10,562][303827] Updated weights for policy 0, policy_version 24132 (0.0009) +[2026-06-02 17:45:10,769][303827] Updated weights for policy 0, policy_version 24142 (0.0009) +[2026-06-02 17:45:10,987][303827] Updated weights for policy 0, policy_version 24152 (0.0009) +[2026-06-02 17:45:11,204][303827] Updated weights for policy 0, policy_version 24162 (0.0009) +[2026-06-02 17:45:11,421][303827] Updated weights for policy 0, policy_version 24172 (0.0009) +[2026-06-02 17:45:11,638][303827] Updated weights for policy 0, policy_version 24182 (0.0009) +[2026-06-02 17:45:12,380][303827] Updated weights for policy 0, policy_version 24192 (0.0009) +[2026-06-02 17:45:12,581][303827] Updated weights for policy 0, policy_version 24202 (0.0009) +[2026-06-02 17:45:12,797][303827] Updated weights for policy 0, policy_version 24212 (0.0009) +[2026-06-02 17:45:13,022][303827] Updated weights for policy 0, policy_version 24222 (0.0009) +[2026-06-02 17:45:13,236][303827] Updated weights for policy 0, policy_version 24232 (0.0009) +[2026-06-02 17:45:13,472][303827] Updated weights for policy 0, policy_version 24243 (0.0009) +[2026-06-02 17:45:14,164][303827] Updated weights for policy 0, policy_version 24253 (0.0009) +[2026-06-02 17:45:14,372][303827] Updated weights for policy 0, policy_version 24263 (0.0009) +[2026-06-02 17:45:14,578][303827] Updated weights for policy 0, policy_version 24273 (0.0009) +[2026-06-02 17:45:14,782][303827] Updated weights for policy 0, policy_version 24283 (0.0009) +[2026-06-02 17:45:14,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 12419072. Throughput: 0: 17422.1. Samples: 12460032. Policy #0 lag: (min: 61.0, avg: 102.5, max: 118.0) +[2026-06-02 17:45:14,988][302810] Avg episode reward: [(0, '790.182')] +[2026-06-02 17:45:15,007][303827] Updated weights for policy 0, policy_version 24293 (0.0008) +[2026-06-02 17:45:15,231][303827] Updated weights for policy 0, policy_version 24304 (0.0009) +[2026-06-02 17:45:15,401][303741] Saving new best policy, reward=790.182! +[2026-06-02 17:45:16,030][303827] Updated weights for policy 0, policy_version 24315 (0.0008) +[2026-06-02 17:45:16,239][303827] Updated weights for policy 0, policy_version 24326 (0.0008) +[2026-06-02 17:45:16,455][303827] Updated weights for policy 0, policy_version 24336 (0.0008) +[2026-06-02 17:45:16,680][303827] Updated weights for policy 0, policy_version 24347 (0.0008) +[2026-06-02 17:45:16,915][303827] Updated weights for policy 0, policy_version 24358 (0.0009) +[2026-06-02 17:45:17,127][303827] Updated weights for policy 0, policy_version 24368 (0.0008) +[2026-06-02 17:45:17,890][303827] Updated weights for policy 0, policy_version 24378 (0.0009) +[2026-06-02 17:45:18,096][303827] Updated weights for policy 0, policy_version 24388 (0.0009) +[2026-06-02 17:45:18,300][303827] Updated weights for policy 0, policy_version 24398 (0.0008) +[2026-06-02 17:45:18,524][303827] Updated weights for policy 0, policy_version 24408 (0.0008) +[2026-06-02 17:45:18,734][303827] Updated weights for policy 0, policy_version 24418 (0.0009) +[2026-06-02 17:45:18,946][303827] Updated weights for policy 0, policy_version 24428 (0.0008) +[2026-06-02 17:45:19,172][303827] Updated weights for policy 0, policy_version 24438 (0.0008) +[2026-06-02 17:45:19,891][303827] Updated weights for policy 0, policy_version 24448 (0.0008) +[2026-06-02 17:45:19,987][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 12517376. Throughput: 0: 17433.6. Samples: 12562688. Policy #0 lag: (min: 61.0, avg: 102.5, max: 118.0) +[2026-06-02 17:45:19,988][302810] Avg episode reward: [(0, '833.509')] +[2026-06-02 17:45:20,134][303827] Updated weights for policy 0, policy_version 24459 (0.0008) +[2026-06-02 17:45:20,344][303827] Updated weights for policy 0, policy_version 24469 (0.0009) +[2026-06-02 17:45:20,561][303827] Updated weights for policy 0, policy_version 24479 (0.0009) +[2026-06-02 17:45:20,772][303827] Updated weights for policy 0, policy_version 24489 (0.0009) +[2026-06-02 17:45:20,990][303827] Updated weights for policy 0, policy_version 24499 (0.0009) +[2026-06-02 17:45:21,089][303741] Saving new best policy, reward=833.509! +[2026-06-02 17:45:21,729][303827] Updated weights for policy 0, policy_version 24510 (0.0009) +[2026-06-02 17:45:21,931][303827] Updated weights for policy 0, policy_version 24520 (0.0008) +[2026-06-02 17:45:22,172][303827] Updated weights for policy 0, policy_version 24531 (0.0008) +[2026-06-02 17:45:22,391][303827] Updated weights for policy 0, policy_version 24541 (0.0008) +[2026-06-02 17:45:22,606][303827] Updated weights for policy 0, policy_version 24551 (0.0008) +[2026-06-02 17:45:22,824][303827] Updated weights for policy 0, policy_version 24561 (0.0009) +[2026-06-02 17:45:23,547][303827] Updated weights for policy 0, policy_version 24571 (0.0008) +[2026-06-02 17:45:23,740][303827] Updated weights for policy 0, policy_version 24581 (0.0008) +[2026-06-02 17:45:23,965][303827] Updated weights for policy 0, policy_version 24591 (0.0009) +[2026-06-02 17:45:24,204][303827] Updated weights for policy 0, policy_version 24602 (0.0008) +[2026-06-02 17:45:24,417][303827] Updated weights for policy 0, policy_version 24612 (0.0008) +[2026-06-02 17:45:24,652][303827] Updated weights for policy 0, policy_version 24623 (0.0008) +[2026-06-02 17:45:24,987][302810] Fps is (10 sec: 19660.6, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 12615680. Throughput: 0: 17439.2. Samples: 12607744. Policy #0 lag: (min: 61.0, avg: 102.5, max: 118.0) +[2026-06-02 17:45:24,988][302810] Avg episode reward: [(0, '826.088')] +[2026-06-02 17:45:25,387][303827] Updated weights for policy 0, policy_version 24633 (0.0008) +[2026-06-02 17:45:25,575][303827] Updated weights for policy 0, policy_version 24643 (0.0009) +[2026-06-02 17:45:25,801][303827] Updated weights for policy 0, policy_version 24653 (0.0009) +[2026-06-02 17:45:26,007][303827] Updated weights for policy 0, policy_version 24663 (0.0009) +[2026-06-02 17:45:26,226][303827] Updated weights for policy 0, policy_version 24673 (0.0008) +[2026-06-02 17:45:26,437][303827] Updated weights for policy 0, policy_version 24683 (0.0008) +[2026-06-02 17:45:26,651][303827] Updated weights for policy 0, policy_version 24693 (0.0009) +[2026-06-02 17:45:27,382][303827] Updated weights for policy 0, policy_version 24703 (0.0009) +[2026-06-02 17:45:27,590][303827] Updated weights for policy 0, policy_version 24713 (0.0009) +[2026-06-02 17:45:27,800][303827] Updated weights for policy 0, policy_version 24723 (0.0009) +[2026-06-02 17:45:28,020][303827] Updated weights for policy 0, policy_version 24733 (0.0008) +[2026-06-02 17:45:28,234][303827] Updated weights for policy 0, policy_version 24743 (0.0009) +[2026-06-02 17:45:28,447][303827] Updated weights for policy 0, policy_version 24753 (0.0009) +[2026-06-02 17:45:29,178][303827] Updated weights for policy 0, policy_version 24763 (0.0009) +[2026-06-02 17:45:29,373][303827] Updated weights for policy 0, policy_version 24773 (0.0009) +[2026-06-02 17:45:29,598][303827] Updated weights for policy 0, policy_version 24783 (0.0008) +[2026-06-02 17:45:29,813][303827] Updated weights for policy 0, policy_version 24793 (0.0009) +[2026-06-02 17:45:29,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 12681216. Throughput: 0: 17433.6. Samples: 12719744. Policy #0 lag: (min: 61.0, avg: 102.5, max: 118.0) +[2026-06-02 17:45:29,987][302810] Avg episode reward: [(0, '834.979')] +[2026-06-02 17:45:30,047][303827] Updated weights for policy 0, policy_version 24804 (0.0009) +[2026-06-02 17:45:30,263][303827] Updated weights for policy 0, policy_version 24814 (0.0009) +[2026-06-02 17:45:30,469][303741] Saving new best policy, reward=834.979! +[2026-06-02 17:45:30,471][303827] Updated weights for policy 0, policy_version 24824 (0.0008) +[2026-06-02 17:45:31,202][303827] Updated weights for policy 0, policy_version 24834 (0.0008) +[2026-06-02 17:45:31,414][303827] Updated weights for policy 0, policy_version 24844 (0.0009) +[2026-06-02 17:45:31,628][303827] Updated weights for policy 0, policy_version 24854 (0.0009) +[2026-06-02 17:45:31,845][303827] Updated weights for policy 0, policy_version 24864 (0.0008) +[2026-06-02 17:45:32,070][303827] Updated weights for policy 0, policy_version 24874 (0.0008) +[2026-06-02 17:45:32,280][303827] Updated weights for policy 0, policy_version 24884 (0.0008) +[2026-06-02 17:45:33,017][303827] Updated weights for policy 0, policy_version 24895 (0.0009) +[2026-06-02 17:45:33,217][303827] Updated weights for policy 0, policy_version 24905 (0.0009) +[2026-06-02 17:45:33,443][303827] Updated weights for policy 0, policy_version 24915 (0.0009) +[2026-06-02 17:45:33,666][303827] Updated weights for policy 0, policy_version 24925 (0.0010) +[2026-06-02 17:45:33,862][303827] Updated weights for policy 0, policy_version 24935 (0.0009) +[2026-06-02 17:45:34,088][303827] Updated weights for policy 0, policy_version 24945 (0.0009) +[2026-06-02 17:45:34,803][303827] Updated weights for policy 0, policy_version 24955 (0.0009) +[2026-06-02 17:45:34,987][302810] Fps is (10 sec: 16384.2, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 12779520. Throughput: 0: 17413.7. Samples: 12823168. Policy #0 lag: (min: 7.0, avg: 25.1, max: 71.0) +[2026-06-02 17:45:34,988][302810] Avg episode reward: [(0, '864.286')] +[2026-06-02 17:45:35,007][303827] Updated weights for policy 0, policy_version 24965 (0.0009) +[2026-06-02 17:45:35,229][303827] Updated weights for policy 0, policy_version 24975 (0.0009) +[2026-06-02 17:45:35,447][303827] Updated weights for policy 0, policy_version 24985 (0.0009) +[2026-06-02 17:45:35,650][303827] Updated weights for policy 0, policy_version 24995 (0.0009) +[2026-06-02 17:45:35,878][303827] Updated weights for policy 0, policy_version 25005 (0.0009) +[2026-06-02 17:45:36,095][303827] Updated weights for policy 0, policy_version 25015 (0.0009) +[2026-06-02 17:45:36,104][303741] Saving new best policy, reward=864.286! +[2026-06-02 17:45:36,806][303827] Updated weights for policy 0, policy_version 25025 (0.0010) +[2026-06-02 17:45:37,018][303827] Updated weights for policy 0, policy_version 25035 (0.0009) +[2026-06-02 17:45:37,245][303827] Updated weights for policy 0, policy_version 25046 (0.0009) +[2026-06-02 17:45:37,470][303827] Updated weights for policy 0, policy_version 25056 (0.0009) +[2026-06-02 17:45:37,690][303827] Updated weights for policy 0, policy_version 25066 (0.0009) +[2026-06-02 17:45:37,904][303827] Updated weights for policy 0, policy_version 25076 (0.0009) +[2026-06-02 17:45:38,621][303827] Updated weights for policy 0, policy_version 25086 (0.0008) +[2026-06-02 17:45:38,842][303827] Updated weights for policy 0, policy_version 25097 (0.0008) +[2026-06-02 17:45:39,062][303827] Updated weights for policy 0, policy_version 25107 (0.0008) +[2026-06-02 17:45:39,278][303827] Updated weights for policy 0, policy_version 25117 (0.0008) +[2026-06-02 17:45:39,500][303827] Updated weights for policy 0, policy_version 25127 (0.0005) +[2026-06-02 17:45:39,717][303827] Updated weights for policy 0, policy_version 25137 (0.0009) +[2026-06-02 17:45:39,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 12877824. Throughput: 0: 17385.4. Samples: 12868480. Policy #0 lag: (min: 7.0, avg: 25.1, max: 71.0) +[2026-06-02 17:45:39,987][302810] Avg episode reward: [(0, '863.122')] +[2026-06-02 17:45:40,445][303827] Updated weights for policy 0, policy_version 25147 (0.0008) +[2026-06-02 17:45:40,654][303827] Updated weights for policy 0, policy_version 25157 (0.0005) +[2026-06-02 17:45:40,860][303827] Updated weights for policy 0, policy_version 25167 (0.0004) +[2026-06-02 17:45:41,130][303827] Updated weights for policy 0, policy_version 25179 (0.0004) +[2026-06-02 17:45:41,341][303827] Updated weights for policy 0, policy_version 25189 (0.0006) +[2026-06-02 17:45:41,558][303827] Updated weights for policy 0, policy_version 25199 (0.0009) +[2026-06-02 17:45:42,305][303827] Updated weights for policy 0, policy_version 25209 (0.0009) +[2026-06-02 17:45:42,502][303827] Updated weights for policy 0, policy_version 25219 (0.0008) +[2026-06-02 17:45:42,708][303827] Updated weights for policy 0, policy_version 25229 (0.0009) +[2026-06-02 17:45:42,921][303827] Updated weights for policy 0, policy_version 25239 (0.0008) +[2026-06-02 17:45:43,147][303827] Updated weights for policy 0, policy_version 25249 (0.0007) +[2026-06-02 17:45:43,366][303827] Updated weights for policy 0, policy_version 25259 (0.0009) +[2026-06-02 17:45:43,578][303827] Updated weights for policy 0, policy_version 25269 (0.0008) +[2026-06-02 17:45:44,270][303827] Updated weights for policy 0, policy_version 25279 (0.0009) +[2026-06-02 17:45:44,491][303827] Updated weights for policy 0, policy_version 25289 (0.0008) +[2026-06-02 17:45:44,709][303827] Updated weights for policy 0, policy_version 25299 (0.0008) +[2026-06-02 17:45:44,923][303827] Updated weights for policy 0, policy_version 25309 (0.0009) +[2026-06-02 17:45:44,986][302810] Fps is (10 sec: 16384.2, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 12943360. Throughput: 0: 17297.1. Samples: 12979072. Policy #0 lag: (min: 7.0, avg: 25.1, max: 71.0) +[2026-06-02 17:45:44,987][302810] Avg episode reward: [(0, '875.744')] +[2026-06-02 17:45:45,139][303827] Updated weights for policy 0, policy_version 25319 (0.0008) +[2026-06-02 17:45:45,350][303827] Updated weights for policy 0, policy_version 25329 (0.0008) +[2026-06-02 17:45:45,498][303741] Saving new best policy, reward=875.744! +[2026-06-02 17:45:46,079][303827] Updated weights for policy 0, policy_version 25339 (0.0009) +[2026-06-02 17:45:46,275][303827] Updated weights for policy 0, policy_version 25349 (0.0008) +[2026-06-02 17:45:46,499][303827] Updated weights for policy 0, policy_version 25359 (0.0008) +[2026-06-02 17:45:46,712][303827] Updated weights for policy 0, policy_version 25369 (0.0008) +[2026-06-02 17:45:46,928][303827] Updated weights for policy 0, policy_version 25379 (0.0008) +[2026-06-02 17:45:47,147][303827] Updated weights for policy 0, policy_version 25389 (0.0009) +[2026-06-02 17:45:47,358][303827] Updated weights for policy 0, policy_version 25399 (0.0009) +[2026-06-02 17:45:48,092][303827] Updated weights for policy 0, policy_version 25409 (0.0009) +[2026-06-02 17:45:48,306][303827] Updated weights for policy 0, policy_version 25419 (0.0008) +[2026-06-02 17:45:48,543][303827] Updated weights for policy 0, policy_version 25430 (0.0009) +[2026-06-02 17:45:48,766][303827] Updated weights for policy 0, policy_version 25440 (0.0009) +[2026-06-02 17:45:48,988][303827] Updated weights for policy 0, policy_version 25450 (0.0008) +[2026-06-02 17:45:49,200][303827] Updated weights for policy 0, policy_version 25460 (0.0009) +[2026-06-02 17:45:49,913][303827] Updated weights for policy 0, policy_version 25470 (0.0007) +[2026-06-02 17:45:49,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13041664. Throughput: 0: 17393.8. Samples: 13084544. Policy #0 lag: (min: 31.0, avg: 49.2, max: 95.0) +[2026-06-02 17:45:49,987][302810] Avg episode reward: [(0, '888.876')] +[2026-06-02 17:45:50,159][303827] Updated weights for policy 0, policy_version 25482 (0.0009) +[2026-06-02 17:45:50,370][303827] Updated weights for policy 0, policy_version 25492 (0.0008) +[2026-06-02 17:45:50,586][303827] Updated weights for policy 0, policy_version 25502 (0.0008) +[2026-06-02 17:45:50,807][303827] Updated weights for policy 0, policy_version 25512 (0.0008) +[2026-06-02 17:45:51,024][303827] Updated weights for policy 0, policy_version 25522 (0.0008) +[2026-06-02 17:45:51,144][303741] Saving new best policy, reward=888.876! +[2026-06-02 17:45:51,744][303827] Updated weights for policy 0, policy_version 25532 (0.0008) +[2026-06-02 17:45:51,974][303827] Updated weights for policy 0, policy_version 25543 (0.0008) +[2026-06-02 17:45:52,192][303827] Updated weights for policy 0, policy_version 25553 (0.0009) +[2026-06-02 17:45:52,406][303827] Updated weights for policy 0, policy_version 25563 (0.0008) +[2026-06-02 17:45:52,622][303827] Updated weights for policy 0, policy_version 25573 (0.0008) +[2026-06-02 17:45:52,845][303827] Updated weights for policy 0, policy_version 25583 (0.0009) +[2026-06-02 17:45:53,570][303827] Updated weights for policy 0, policy_version 25593 (0.0009) +[2026-06-02 17:45:53,766][303827] Updated weights for policy 0, policy_version 25603 (0.0007) +[2026-06-02 17:45:53,986][303827] Updated weights for policy 0, policy_version 25613 (0.0008) +[2026-06-02 17:45:54,202][303827] Updated weights for policy 0, policy_version 25623 (0.0009) +[2026-06-02 17:45:54,408][303827] Updated weights for policy 0, policy_version 25633 (0.0009) +[2026-06-02 17:45:54,643][303827] Updated weights for policy 0, policy_version 25644 (0.0008) +[2026-06-02 17:45:54,868][303827] Updated weights for policy 0, policy_version 25654 (0.0008) +[2026-06-02 17:45:54,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.4, 300 sec: 17439.2). Total num frames: 13139968. Throughput: 0: 17402.4. Samples: 13129472. Policy #0 lag: (min: 31.0, avg: 49.2, max: 95.0) +[2026-06-02 17:45:54,987][302810] Avg episode reward: [(0, '880.031')] +[2026-06-02 17:45:55,602][303827] Updated weights for policy 0, policy_version 25664 (0.0009) +[2026-06-02 17:45:55,812][303827] Updated weights for policy 0, policy_version 25674 (0.0008) +[2026-06-02 17:45:56,029][303827] Updated weights for policy 0, policy_version 25684 (0.0009) +[2026-06-02 17:45:56,236][303827] Updated weights for policy 0, policy_version 25694 (0.0008) +[2026-06-02 17:45:56,451][303827] Updated weights for policy 0, policy_version 25704 (0.0008) +[2026-06-02 17:45:56,671][303827] Updated weights for policy 0, policy_version 25714 (0.0009) +[2026-06-02 17:45:57,406][303827] Updated weights for policy 0, policy_version 25724 (0.0009) +[2026-06-02 17:45:57,603][303827] Updated weights for policy 0, policy_version 25734 (0.0008) +[2026-06-02 17:45:57,820][303827] Updated weights for policy 0, policy_version 25744 (0.0008) +[2026-06-02 17:45:58,036][303827] Updated weights for policy 0, policy_version 25754 (0.0008) +[2026-06-02 17:45:58,262][303827] Updated weights for policy 0, policy_version 25764 (0.0009) +[2026-06-02 17:45:58,474][303827] Updated weights for policy 0, policy_version 25774 (0.0008) +[2026-06-02 17:45:58,685][303827] Updated weights for policy 0, policy_version 25784 (0.0008) +[2026-06-02 17:45:59,405][303827] Updated weights for policy 0, policy_version 25794 (0.0010) +[2026-06-02 17:45:59,615][303827] Updated weights for policy 0, policy_version 25804 (0.0008) +[2026-06-02 17:45:59,833][303827] Updated weights for policy 0, policy_version 25814 (0.0008) +[2026-06-02 17:45:59,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13205504. Throughput: 0: 17305.7. Samples: 13238784. Policy #0 lag: (min: 31.0, avg: 49.2, max: 95.0) +[2026-06-02 17:45:59,987][302810] Avg episode reward: [(0, '937.102')] +[2026-06-02 17:46:00,045][303827] Updated weights for policy 0, policy_version 25824 (0.0008) +[2026-06-02 17:46:00,259][303827] Updated weights for policy 0, policy_version 25834 (0.0009) +[2026-06-02 17:46:00,476][303827] Updated weights for policy 0, policy_version 25844 (0.0008) +[2026-06-02 17:46:00,562][303741] Saving new best policy, reward=937.102! +[2026-06-02 17:46:01,210][303827] Updated weights for policy 0, policy_version 25854 (0.0009) +[2026-06-02 17:46:01,420][303827] Updated weights for policy 0, policy_version 25864 (0.0008) +[2026-06-02 17:46:01,645][303827] Updated weights for policy 0, policy_version 25874 (0.0009) +[2026-06-02 17:46:01,857][303827] Updated weights for policy 0, policy_version 25884 (0.0008) +[2026-06-02 17:46:02,063][303827] Updated weights for policy 0, policy_version 25894 (0.0009) +[2026-06-02 17:46:02,306][303827] Updated weights for policy 0, policy_version 25905 (0.0008) +[2026-06-02 17:46:03,032][303827] Updated weights for policy 0, policy_version 25915 (0.0009) +[2026-06-02 17:46:03,243][303827] Updated weights for policy 0, policy_version 25925 (0.0007) +[2026-06-02 17:46:03,470][303827] Updated weights for policy 0, policy_version 25935 (0.0005) +[2026-06-02 17:46:03,681][303827] Updated weights for policy 0, policy_version 25945 (0.0006) +[2026-06-02 17:46:03,883][303827] Updated weights for policy 0, policy_version 25955 (0.0009) +[2026-06-02 17:46:04,105][303827] Updated weights for policy 0, policy_version 25965 (0.0008) +[2026-06-02 17:46:04,313][303827] Updated weights for policy 0, policy_version 25975 (0.0009) +[2026-06-02 17:46:04,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13303808. Throughput: 0: 17399.5. Samples: 13345664. Policy #0 lag: (min: 31.0, avg: 49.2, max: 95.0) +[2026-06-02 17:46:04,987][302810] Avg episode reward: [(0, '959.927')] +[2026-06-02 17:46:05,027][303827] Updated weights for policy 0, policy_version 25985 (0.0009) +[2026-06-02 17:46:05,263][303827] Updated weights for policy 0, policy_version 25996 (0.0009) +[2026-06-02 17:46:05,477][303827] Updated weights for policy 0, policy_version 26006 (0.0009) +[2026-06-02 17:46:05,686][303827] Updated weights for policy 0, policy_version 26016 (0.0008) +[2026-06-02 17:46:05,933][303827] Updated weights for policy 0, policy_version 26027 (0.0009) +[2026-06-02 17:46:06,146][303827] Updated weights for policy 0, policy_version 26037 (0.0009) +[2026-06-02 17:46:06,202][303741] Saving new best policy, reward=959.927! +[2026-06-02 17:46:06,894][303827] Updated weights for policy 0, policy_version 26048 (0.0008) +[2026-06-02 17:46:07,108][303827] Updated weights for policy 0, policy_version 26058 (0.0009) +[2026-06-02 17:46:07,327][303827] Updated weights for policy 0, policy_version 26068 (0.0010) +[2026-06-02 17:46:07,545][303827] Updated weights for policy 0, policy_version 26078 (0.0009) +[2026-06-02 17:46:07,749][303827] Updated weights for policy 0, policy_version 26088 (0.0009) +[2026-06-02 17:46:07,968][303827] Updated weights for policy 0, policy_version 26098 (0.0009) +[2026-06-02 17:46:08,680][303827] Updated weights for policy 0, policy_version 26108 (0.0008) +[2026-06-02 17:46:08,903][303827] Updated weights for policy 0, policy_version 26119 (0.0009) +[2026-06-02 17:46:09,131][303827] Updated weights for policy 0, policy_version 26129 (0.0008) +[2026-06-02 17:46:09,345][303827] Updated weights for policy 0, policy_version 26139 (0.0009) +[2026-06-02 17:46:09,564][303827] Updated weights for policy 0, policy_version 26149 (0.0009) +[2026-06-02 17:46:09,789][303827] Updated weights for policy 0, policy_version 26160 (0.0009) +[2026-06-02 17:46:09,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13402112. Throughput: 0: 17425.2. Samples: 13391872. Policy #0 lag: (min: 26.0, avg: 73.1, max: 90.0) +[2026-06-02 17:46:09,988][302810] Avg episode reward: [(0, '991.488')] +[2026-06-02 17:46:09,993][303741] Saving new best policy, reward=991.488! +[2026-06-02 17:46:10,519][303827] Updated weights for policy 0, policy_version 26170 (0.0009) +[2026-06-02 17:46:10,721][303827] Updated weights for policy 0, policy_version 26180 (0.0009) +[2026-06-02 17:46:10,936][303827] Updated weights for policy 0, policy_version 26190 (0.0009) +[2026-06-02 17:46:11,154][303827] Updated weights for policy 0, policy_version 26200 (0.0009) +[2026-06-02 17:46:11,362][303827] Updated weights for policy 0, policy_version 26210 (0.0009) +[2026-06-02 17:46:11,587][303827] Updated weights for policy 0, policy_version 26220 (0.0009) +[2026-06-02 17:46:11,793][303827] Updated weights for policy 0, policy_version 26230 (0.0009) +[2026-06-02 17:46:12,531][303827] Updated weights for policy 0, policy_version 26240 (0.0009) +[2026-06-02 17:46:12,757][303827] Updated weights for policy 0, policy_version 26250 (0.0009) +[2026-06-02 17:46:12,970][303827] Updated weights for policy 0, policy_version 26260 (0.0009) +[2026-06-02 17:46:13,186][303827] Updated weights for policy 0, policy_version 26270 (0.0009) +[2026-06-02 17:46:13,399][303827] Updated weights for policy 0, policy_version 26280 (0.0008) +[2026-06-02 17:46:13,619][303827] Updated weights for policy 0, policy_version 26290 (0.0009) +[2026-06-02 17:46:14,357][303827] Updated weights for policy 0, policy_version 26302 (0.0009) +[2026-06-02 17:46:14,572][303827] Updated weights for policy 0, policy_version 26312 (0.0008) +[2026-06-02 17:46:14,791][303827] Updated weights for policy 0, policy_version 26322 (0.0009) +[2026-06-02 17:46:14,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13467648. Throughput: 0: 17299.9. Samples: 13498240. Policy #0 lag: (min: 26.0, avg: 73.1, max: 90.0) +[2026-06-02 17:46:14,987][302810] Avg episode reward: [(0, '997.387')] +[2026-06-02 17:46:15,006][303827] Updated weights for policy 0, policy_version 26332 (0.0009) +[2026-06-02 17:46:15,225][303827] Updated weights for policy 0, policy_version 26342 (0.0009) +[2026-06-02 17:46:15,436][303827] Updated weights for policy 0, policy_version 26352 (0.0009) +[2026-06-02 17:46:15,607][303741] Saving new best policy, reward=997.387! +[2026-06-02 17:46:16,145][303827] Updated weights for policy 0, policy_version 26362 (0.0008) +[2026-06-02 17:46:16,357][303827] Updated weights for policy 0, policy_version 26372 (0.0009) +[2026-06-02 17:46:16,571][303827] Updated weights for policy 0, policy_version 26382 (0.0007) +[2026-06-02 17:46:16,777][303827] Updated weights for policy 0, policy_version 26392 (0.0011) +[2026-06-02 17:46:17,002][303827] Updated weights for policy 0, policy_version 26402 (0.0012) +[2026-06-02 17:46:17,216][303827] Updated weights for policy 0, policy_version 26412 (0.0011) +[2026-06-02 17:46:17,424][303827] Updated weights for policy 0, policy_version 26422 (0.0010) +[2026-06-02 17:46:18,149][303827] Updated weights for policy 0, policy_version 26432 (0.0008) +[2026-06-02 17:46:18,354][303827] Updated weights for policy 0, policy_version 26442 (0.0009) +[2026-06-02 17:46:18,571][303827] Updated weights for policy 0, policy_version 26452 (0.0009) +[2026-06-02 17:46:18,781][303827] Updated weights for policy 0, policy_version 26462 (0.0009) +[2026-06-02 17:46:18,996][303827] Updated weights for policy 0, policy_version 26472 (0.0010) +[2026-06-02 17:46:19,217][303827] Updated weights for policy 0, policy_version 26482 (0.0009) +[2026-06-02 17:46:19,948][303827] Updated weights for policy 0, policy_version 26492 (0.0009) +[2026-06-02 17:46:19,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13565952. Throughput: 0: 17425.1. Samples: 13607296. Policy #0 lag: (min: 26.0, avg: 73.1, max: 90.0) +[2026-06-02 17:46:19,988][302810] Avg episode reward: [(0, '1007.200')] +[2026-06-02 17:46:20,151][303827] Updated weights for policy 0, policy_version 26502 (0.0009) +[2026-06-02 17:46:20,363][303827] Updated weights for policy 0, policy_version 26512 (0.0009) +[2026-06-02 17:46:20,577][303827] Updated weights for policy 0, policy_version 26522 (0.0008) +[2026-06-02 17:46:20,795][303827] Updated weights for policy 0, policy_version 26532 (0.0010) +[2026-06-02 17:46:21,037][303827] Updated weights for policy 0, policy_version 26543 (0.0009) +[2026-06-02 17:46:21,218][303741] Saving new best policy, reward=1007.200! +[2026-06-02 17:46:21,749][303827] Updated weights for policy 0, policy_version 26553 (0.0009) +[2026-06-02 17:46:21,959][303827] Updated weights for policy 0, policy_version 26563 (0.0009) +[2026-06-02 17:46:22,169][303827] Updated weights for policy 0, policy_version 26573 (0.0009) +[2026-06-02 17:46:22,385][303827] Updated weights for policy 0, policy_version 26583 (0.0009) +[2026-06-02 17:46:22,611][303827] Updated weights for policy 0, policy_version 26594 (0.0009) +[2026-06-02 17:46:22,832][303827] Updated weights for policy 0, policy_version 26604 (0.0008) +[2026-06-02 17:46:23,054][303827] Updated weights for policy 0, policy_version 26614 (0.0008) +[2026-06-02 17:46:23,769][303827] Updated weights for policy 0, policy_version 26624 (0.0009) +[2026-06-02 17:46:23,978][303827] Updated weights for policy 0, policy_version 26634 (0.0008) +[2026-06-02 17:46:24,185][303827] Updated weights for policy 0, policy_version 26644 (0.0008) +[2026-06-02 17:46:24,411][303827] Updated weights for policy 0, policy_version 26654 (0.0009) +[2026-06-02 17:46:24,623][303827] Updated weights for policy 0, policy_version 26664 (0.0008) +[2026-06-02 17:46:24,858][303827] Updated weights for policy 0, policy_version 26675 (0.0008) +[2026-06-02 17:46:24,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13664256. Throughput: 0: 17419.4. Samples: 13652352. Policy #0 lag: (min: 26.0, avg: 73.1, max: 90.0) +[2026-06-02 17:46:24,988][302810] Avg episode reward: [(0, '1002.448')] +[2026-06-02 17:46:25,598][303827] Updated weights for policy 0, policy_version 26685 (0.0009) +[2026-06-02 17:46:25,803][303827] Updated weights for policy 0, policy_version 26695 (0.0008) +[2026-06-02 17:46:26,040][303827] Updated weights for policy 0, policy_version 26706 (0.0007) +[2026-06-02 17:46:26,250][303827] Updated weights for policy 0, policy_version 26716 (0.0008) +[2026-06-02 17:46:26,475][303827] Updated weights for policy 0, policy_version 26726 (0.0009) +[2026-06-02 17:46:26,691][303827] Updated weights for policy 0, policy_version 26736 (0.0009) +[2026-06-02 17:46:27,409][303827] Updated weights for policy 0, policy_version 26746 (0.0009) +[2026-06-02 17:46:27,610][303827] Updated weights for policy 0, policy_version 26756 (0.0008) +[2026-06-02 17:46:27,834][303827] Updated weights for policy 0, policy_version 26766 (0.0009) +[2026-06-02 17:46:28,042][303827] Updated weights for policy 0, policy_version 26776 (0.0009) +[2026-06-02 17:46:28,265][303827] Updated weights for policy 0, policy_version 26786 (0.0008) +[2026-06-02 17:46:28,483][303827] Updated weights for policy 0, policy_version 26796 (0.0009) +[2026-06-02 17:46:28,695][303827] Updated weights for policy 0, policy_version 26806 (0.0009) +[2026-06-02 17:46:29,412][303827] Updated weights for policy 0, policy_version 26816 (0.0008) +[2026-06-02 17:46:29,629][303827] Updated weights for policy 0, policy_version 26826 (0.0008) +[2026-06-02 17:46:29,847][303827] Updated weights for policy 0, policy_version 26836 (0.0009) +[2026-06-02 17:46:29,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.3). Total num frames: 13729792. Throughput: 0: 17336.9. Samples: 13759232. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:46:29,987][302810] Avg episode reward: [(0, '1004.814')] +[2026-06-02 17:46:30,055][303827] Updated weights for policy 0, policy_version 26846 (0.0009) +[2026-06-02 17:46:30,273][303827] Updated weights for policy 0, policy_version 26856 (0.0009) +[2026-06-02 17:46:30,499][303827] Updated weights for policy 0, policy_version 26866 (0.0008) +[2026-06-02 17:46:31,198][303827] Updated weights for policy 0, policy_version 26876 (0.0009) +[2026-06-02 17:46:31,415][303827] Updated weights for policy 0, policy_version 26886 (0.0010) +[2026-06-02 17:46:31,625][303827] Updated weights for policy 0, policy_version 26896 (0.0009) +[2026-06-02 17:46:31,855][303827] Updated weights for policy 0, policy_version 26907 (0.0008) +[2026-06-02 17:46:32,078][303827] Updated weights for policy 0, policy_version 26917 (0.0009) +[2026-06-02 17:46:32,292][303827] Updated weights for policy 0, policy_version 26927 (0.0009) +[2026-06-02 17:46:33,033][303827] Updated weights for policy 0, policy_version 26937 (0.0009) +[2026-06-02 17:46:33,228][303827] Updated weights for policy 0, policy_version 26947 (0.0009) +[2026-06-02 17:46:33,446][303827] Updated weights for policy 0, policy_version 26957 (0.0008) +[2026-06-02 17:46:33,658][303827] Updated weights for policy 0, policy_version 26967 (0.0008) +[2026-06-02 17:46:33,891][303827] Updated weights for policy 0, policy_version 26978 (0.0008) +[2026-06-02 17:46:34,120][303827] Updated weights for policy 0, policy_version 26988 (0.0008) +[2026-06-02 17:46:34,324][303827] Updated weights for policy 0, policy_version 26998 (0.0008) +[2026-06-02 17:46:34,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13828096. Throughput: 0: 17416.5. Samples: 13868288. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:46:34,987][302810] Avg episode reward: [(0, '1026.214')] +[2026-06-02 17:46:35,043][303827] Updated weights for policy 0, policy_version 27008 (0.0009) +[2026-06-02 17:46:35,256][303827] Updated weights for policy 0, policy_version 27018 (0.0008) +[2026-06-02 17:46:35,498][303827] Updated weights for policy 0, policy_version 27029 (0.0009) +[2026-06-02 17:46:35,716][303827] Updated weights for policy 0, policy_version 27039 (0.0008) +[2026-06-02 17:46:35,919][303827] Updated weights for policy 0, policy_version 27049 (0.0008) +[2026-06-02 17:46:36,145][303827] Updated weights for policy 0, policy_version 27059 (0.0008) +[2026-06-02 17:46:36,241][303741] Saving new best policy, reward=1026.214! +[2026-06-02 17:46:36,871][303827] Updated weights for policy 0, policy_version 27069 (0.0009) +[2026-06-02 17:46:37,078][303827] Updated weights for policy 0, policy_version 27079 (0.0008) +[2026-06-02 17:46:37,291][303827] Updated weights for policy 0, policy_version 27089 (0.0008) +[2026-06-02 17:46:37,504][303827] Updated weights for policy 0, policy_version 27099 (0.0008) +[2026-06-02 17:46:37,720][303827] Updated weights for policy 0, policy_version 27109 (0.0008) +[2026-06-02 17:46:37,933][303827] Updated weights for policy 0, policy_version 27119 (0.0009) +[2026-06-02 17:46:38,685][303827] Updated weights for policy 0, policy_version 27129 (0.0008) +[2026-06-02 17:46:38,906][303827] Updated weights for policy 0, policy_version 27140 (0.0008) +[2026-06-02 17:46:39,120][303827] Updated weights for policy 0, policy_version 27150 (0.0008) +[2026-06-02 17:46:39,333][303827] Updated weights for policy 0, policy_version 27160 (0.0008) +[2026-06-02 17:46:39,554][303827] Updated weights for policy 0, policy_version 27170 (0.0008) +[2026-06-02 17:46:39,777][303827] Updated weights for policy 0, policy_version 27180 (0.0008) +[2026-06-02 17:46:39,982][303827] Updated weights for policy 0, policy_version 27190 (0.0009) +[2026-06-02 17:46:39,986][302810] Fps is (10 sec: 16384.1, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 13893632. Throughput: 0: 17419.4. Samples: 13913344. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:46:39,987][302810] Avg episode reward: [(0, '1050.181')] +[2026-06-02 17:46:40,024][303741] Saving new best policy, reward=1050.181! +[2026-06-02 17:46:40,734][303827] Updated weights for policy 0, policy_version 27200 (0.0009) +[2026-06-02 17:46:40,933][303827] Updated weights for policy 0, policy_version 27210 (0.0009) +[2026-06-02 17:46:41,142][303827] Updated weights for policy 0, policy_version 27220 (0.0008) +[2026-06-02 17:46:41,367][303827] Updated weights for policy 0, policy_version 27230 (0.0008) +[2026-06-02 17:46:41,584][303827] Updated weights for policy 0, policy_version 27240 (0.0008) +[2026-06-02 17:46:41,797][303827] Updated weights for policy 0, policy_version 27250 (0.0009) +[2026-06-02 17:46:42,520][303827] Updated weights for policy 0, policy_version 27260 (0.0009) +[2026-06-02 17:46:42,731][303827] Updated weights for policy 0, policy_version 27270 (0.0008) +[2026-06-02 17:46:42,945][303827] Updated weights for policy 0, policy_version 27280 (0.0008) +[2026-06-02 17:46:43,163][303827] Updated weights for policy 0, policy_version 27290 (0.0008) +[2026-06-02 17:46:43,377][303827] Updated weights for policy 0, policy_version 27300 (0.0008) +[2026-06-02 17:46:43,615][303827] Updated weights for policy 0, policy_version 27311 (0.0007) +[2026-06-02 17:46:44,336][303827] Updated weights for policy 0, policy_version 27321 (0.0006) +[2026-06-02 17:46:44,546][303827] Updated weights for policy 0, policy_version 27332 (0.0008) +[2026-06-02 17:46:44,770][303827] Updated weights for policy 0, policy_version 27342 (0.0009) +[2026-06-02 17:46:44,978][303827] Updated weights for policy 0, policy_version 27352 (0.0009) +[2026-06-02 17:46:44,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 13991936. Throughput: 0: 17319.8. Samples: 14018176. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:46:44,987][302810] Avg episode reward: [(0, '1044.423')] +[2026-06-02 17:46:45,197][303827] Updated weights for policy 0, policy_version 27362 (0.0008) +[2026-06-02 17:46:45,410][303827] Updated weights for policy 0, policy_version 27372 (0.0008) +[2026-06-02 17:46:45,629][303827] Updated weights for policy 0, policy_version 27382 (0.0009) +[2026-06-02 17:46:46,367][303827] Updated weights for policy 0, policy_version 27393 (0.0009) +[2026-06-02 17:46:46,587][303827] Updated weights for policy 0, policy_version 27403 (0.0008) +[2026-06-02 17:46:46,790][303827] Updated weights for policy 0, policy_version 27413 (0.0009) +[2026-06-02 17:46:47,011][303827] Updated weights for policy 0, policy_version 27423 (0.0009) +[2026-06-02 17:46:47,228][303827] Updated weights for policy 0, policy_version 27433 (0.0009) +[2026-06-02 17:46:47,432][303827] Updated weights for policy 0, policy_version 27443 (0.0009) +[2026-06-02 17:46:48,204][303827] Updated weights for policy 0, policy_version 27454 (0.0009) +[2026-06-02 17:46:48,416][303827] Updated weights for policy 0, policy_version 27464 (0.0007) +[2026-06-02 17:46:48,628][303827] Updated weights for policy 0, policy_version 27474 (0.0009) +[2026-06-02 17:46:48,846][303827] Updated weights for policy 0, policy_version 27484 (0.0009) +[2026-06-02 17:46:49,050][303827] Updated weights for policy 0, policy_version 27494 (0.0009) +[2026-06-02 17:46:49,270][303827] Updated weights for policy 0, policy_version 27504 (0.0009) +[2026-06-02 17:46:49,988][302810] Fps is (10 sec: 19658.9, 60 sec: 17476.0, 300 sec: 17439.2). Total num frames: 14090240. Throughput: 0: 17436.1. Samples: 14130304. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:46:49,990][302810] Avg episode reward: [(0, '1037.708')] +[2026-06-02 17:46:50,010][303827] Updated weights for policy 0, policy_version 27514 (0.0009) +[2026-06-02 17:46:50,237][303827] Updated weights for policy 0, policy_version 27525 (0.0009) +[2026-06-02 17:46:50,442][303827] Updated weights for policy 0, policy_version 27535 (0.0008) +[2026-06-02 17:46:50,662][303827] Updated weights for policy 0, policy_version 27545 (0.0008) +[2026-06-02 17:46:50,876][303827] Updated weights for policy 0, policy_version 27555 (0.0008) +[2026-06-02 17:46:51,094][303827] Updated weights for policy 0, policy_version 27565 (0.0009) +[2026-06-02 17:46:51,313][303827] Updated weights for policy 0, policy_version 27575 (0.0009) +[2026-06-02 17:46:52,010][303827] Updated weights for policy 0, policy_version 27585 (0.0009) +[2026-06-02 17:46:52,222][303827] Updated weights for policy 0, policy_version 27595 (0.0008) +[2026-06-02 17:46:52,434][303827] Updated weights for policy 0, policy_version 27605 (0.0008) +[2026-06-02 17:46:52,660][303827] Updated weights for policy 0, policy_version 27615 (0.0009) +[2026-06-02 17:46:52,873][303827] Updated weights for policy 0, policy_version 27625 (0.0008) +[2026-06-02 17:46:53,082][303827] Updated weights for policy 0, policy_version 27635 (0.0009) +[2026-06-02 17:46:53,829][303827] Updated weights for policy 0, policy_version 27645 (0.0009) +[2026-06-02 17:46:54,026][303827] Updated weights for policy 0, policy_version 27655 (0.0008) +[2026-06-02 17:46:54,253][303827] Updated weights for policy 0, policy_version 27665 (0.0010) +[2026-06-02 17:46:54,468][303827] Updated weights for policy 0, policy_version 27675 (0.0009) +[2026-06-02 17:46:54,686][303827] Updated weights for policy 0, policy_version 27685 (0.0008) +[2026-06-02 17:46:54,886][303827] Updated weights for policy 0, policy_version 27695 (0.0008) +[2026-06-02 17:46:54,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 14155776. Throughput: 0: 17405.2. Samples: 14175104. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:46:54,987][302810] Avg episode reward: [(0, '1025.649')] +[2026-06-02 17:46:55,641][303827] Updated weights for policy 0, policy_version 27705 (0.0009) +[2026-06-02 17:46:55,826][303827] Updated weights for policy 0, policy_version 27715 (0.0008) +[2026-06-02 17:46:56,053][303827] Updated weights for policy 0, policy_version 27725 (0.0008) +[2026-06-02 17:46:56,275][303827] Updated weights for policy 0, policy_version 27735 (0.0008) +[2026-06-02 17:46:56,486][303827] Updated weights for policy 0, policy_version 27745 (0.0008) +[2026-06-02 17:46:56,702][303827] Updated weights for policy 0, policy_version 27755 (0.0008) +[2026-06-02 17:46:56,914][303827] Updated weights for policy 0, policy_version 27765 (0.0009) +[2026-06-02 17:46:57,622][303827] Updated weights for policy 0, policy_version 27775 (0.0009) +[2026-06-02 17:46:57,827][303827] Updated weights for policy 0, policy_version 27785 (0.0009) +[2026-06-02 17:46:58,038][303827] Updated weights for policy 0, policy_version 27795 (0.0009) +[2026-06-02 17:46:58,251][303827] Updated weights for policy 0, policy_version 27805 (0.0009) +[2026-06-02 17:46:58,470][303827] Updated weights for policy 0, policy_version 27815 (0.0009) +[2026-06-02 17:46:58,709][303827] Updated weights for policy 0, policy_version 27826 (0.0009) +[2026-06-02 17:46:59,458][303827] Updated weights for policy 0, policy_version 27836 (0.0008) +[2026-06-02 17:46:59,664][303827] Updated weights for policy 0, policy_version 27846 (0.0008) +[2026-06-02 17:46:59,873][303827] Updated weights for policy 0, policy_version 27856 (0.0009) +[2026-06-02 17:46:59,986][302810] Fps is (10 sec: 16385.5, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 14254080. Throughput: 0: 17311.3. Samples: 14277248. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:46:59,987][302810] Avg episode reward: [(0, '1039.892')] +[2026-06-02 17:47:00,098][303827] Updated weights for policy 0, policy_version 27866 (0.0008) +[2026-06-02 17:47:00,315][303827] Updated weights for policy 0, policy_version 27876 (0.0009) +[2026-06-02 17:47:00,532][303827] Updated weights for policy 0, policy_version 27886 (0.0009) +[2026-06-02 17:47:00,742][303827] Updated weights for policy 0, policy_version 27896 (0.0009) +[2026-06-02 17:47:01,438][303827] Updated weights for policy 0, policy_version 27906 (0.0009) +[2026-06-02 17:47:01,651][303827] Updated weights for policy 0, policy_version 27916 (0.0009) +[2026-06-02 17:47:01,861][303827] Updated weights for policy 0, policy_version 27926 (0.0008) +[2026-06-02 17:47:02,084][303827] Updated weights for policy 0, policy_version 27936 (0.0009) +[2026-06-02 17:47:02,310][303827] Updated weights for policy 0, policy_version 27947 (0.0008) +[2026-06-02 17:47:02,534][303827] Updated weights for policy 0, policy_version 27957 (0.0008) +[2026-06-02 17:47:03,243][303827] Updated weights for policy 0, policy_version 27967 (0.0009) +[2026-06-02 17:47:03,459][303827] Updated weights for policy 0, policy_version 27977 (0.0008) +[2026-06-02 17:47:03,676][303827] Updated weights for policy 0, policy_version 27987 (0.0008) +[2026-06-02 17:47:03,888][303827] Updated weights for policy 0, policy_version 27997 (0.0009) +[2026-06-02 17:47:04,103][303827] Updated weights for policy 0, policy_version 28007 (0.0008) +[2026-06-02 17:47:04,334][303827] Updated weights for policy 0, policy_version 28018 (0.0008) +[2026-06-02 17:47:04,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 14352384. Throughput: 0: 17390.9. Samples: 14389888. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:47:04,987][302810] Avg episode reward: [(0, '1053.883')] +[2026-06-02 17:47:05,068][303827] Updated weights for policy 0, policy_version 28028 (0.0009) +[2026-06-02 17:47:05,277][303827] Updated weights for policy 0, policy_version 28038 (0.0009) +[2026-06-02 17:47:05,487][303827] Updated weights for policy 0, policy_version 28048 (0.0008) +[2026-06-02 17:47:05,702][303827] Updated weights for policy 0, policy_version 28058 (0.0009) +[2026-06-02 17:47:05,923][303827] Updated weights for policy 0, policy_version 28068 (0.0008) +[2026-06-02 17:47:06,135][303827] Updated weights for policy 0, policy_version 28078 (0.0009) +[2026-06-02 17:47:06,336][303741] Saving new best policy, reward=1053.883! +[2026-06-02 17:47:06,340][303827] Updated weights for policy 0, policy_version 28088 (0.0008) +[2026-06-02 17:47:07,058][303827] Updated weights for policy 0, policy_version 28098 (0.0009) +[2026-06-02 17:47:07,295][303827] Updated weights for policy 0, policy_version 28109 (0.0008) +[2026-06-02 17:47:07,503][303827] Updated weights for policy 0, policy_version 28119 (0.0009) +[2026-06-02 17:47:07,730][303827] Updated weights for policy 0, policy_version 28129 (0.0009) +[2026-06-02 17:47:07,942][303827] Updated weights for policy 0, policy_version 28139 (0.0008) +[2026-06-02 17:47:08,162][303827] Updated weights for policy 0, policy_version 28149 (0.0009) +[2026-06-02 17:47:08,878][303827] Updated weights for policy 0, policy_version 28159 (0.0009) +[2026-06-02 17:47:09,085][303827] Updated weights for policy 0, policy_version 28169 (0.0009) +[2026-06-02 17:47:09,309][303827] Updated weights for policy 0, policy_version 28179 (0.0009) +[2026-06-02 17:47:09,546][303827] Updated weights for policy 0, policy_version 28190 (0.0009) +[2026-06-02 17:47:09,755][303827] Updated weights for policy 0, policy_version 28200 (0.0008) +[2026-06-02 17:47:09,985][303827] Updated weights for policy 0, policy_version 28210 (0.0008) +[2026-06-02 17:47:09,987][302810] Fps is (10 sec: 16383.7, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 14417920. Throughput: 0: 17385.2. Samples: 14434688. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:47:09,988][302810] Avg episode reward: [(0, '1076.388')] +[2026-06-02 17:47:10,098][303741] Saving new best policy, reward=1076.388! +[2026-06-02 17:47:10,729][303827] Updated weights for policy 0, policy_version 28220 (0.0009) +[2026-06-02 17:47:10,940][303827] Updated weights for policy 0, policy_version 28230 (0.0008) +[2026-06-02 17:47:11,156][303827] Updated weights for policy 0, policy_version 28240 (0.0009) +[2026-06-02 17:47:11,373][303827] Updated weights for policy 0, policy_version 28250 (0.0008) +[2026-06-02 17:47:11,610][303827] Updated weights for policy 0, policy_version 28261 (0.0009) +[2026-06-02 17:47:11,828][303827] Updated weights for policy 0, policy_version 28271 (0.0008) +[2026-06-02 17:47:12,552][303827] Updated weights for policy 0, policy_version 28282 (0.0009) +[2026-06-02 17:47:12,758][303827] Updated weights for policy 0, policy_version 28292 (0.0009) +[2026-06-02 17:47:12,973][303827] Updated weights for policy 0, policy_version 28302 (0.0009) +[2026-06-02 17:47:13,184][303827] Updated weights for policy 0, policy_version 28312 (0.0009) +[2026-06-02 17:47:13,403][303827] Updated weights for policy 0, policy_version 28322 (0.0008) +[2026-06-02 17:47:13,620][303827] Updated weights for policy 0, policy_version 28332 (0.0008) +[2026-06-02 17:47:13,830][303827] Updated weights for policy 0, policy_version 28342 (0.0008) +[2026-06-02 17:47:14,566][303827] Updated weights for policy 0, policy_version 28352 (0.0008) +[2026-06-02 17:47:14,770][303827] Updated weights for policy 0, policy_version 28362 (0.0009) +[2026-06-02 17:47:14,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 14516224. Throughput: 0: 17262.9. Samples: 14536064. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:47:14,987][302810] Avg episode reward: [(0, '1128.414')] +[2026-06-02 17:47:14,995][303827] Updated weights for policy 0, policy_version 28372 (0.0009) +[2026-06-02 17:47:15,228][303827] Updated weights for policy 0, policy_version 28383 (0.0009) +[2026-06-02 17:47:15,446][303827] Updated weights for policy 0, policy_version 28393 (0.0008) +[2026-06-02 17:47:15,661][303827] Updated weights for policy 0, policy_version 28403 (0.0009) +[2026-06-02 17:47:15,757][303741] Saving new best policy, reward=1128.414! +[2026-06-02 17:47:16,374][303827] Updated weights for policy 0, policy_version 28413 (0.0009) +[2026-06-02 17:47:16,578][303827] Updated weights for policy 0, policy_version 28423 (0.0008) +[2026-06-02 17:47:16,794][303827] Updated weights for policy 0, policy_version 28433 (0.0009) +[2026-06-02 17:47:17,006][303827] Updated weights for policy 0, policy_version 28443 (0.0008) +[2026-06-02 17:47:17,215][303827] Updated weights for policy 0, policy_version 28453 (0.0009) +[2026-06-02 17:47:17,433][303827] Updated weights for policy 0, policy_version 28463 (0.0009) +[2026-06-02 17:47:18,189][303827] Updated weights for policy 0, policy_version 28473 (0.0008) +[2026-06-02 17:47:18,387][303827] Updated weights for policy 0, policy_version 28483 (0.0008) +[2026-06-02 17:47:18,603][303827] Updated weights for policy 0, policy_version 28493 (0.0009) +[2026-06-02 17:47:18,814][303827] Updated weights for policy 0, policy_version 28503 (0.0010) +[2026-06-02 17:47:19,025][303827] Updated weights for policy 0, policy_version 28513 (0.0008) +[2026-06-02 17:47:19,241][303827] Updated weights for policy 0, policy_version 28523 (0.0009) +[2026-06-02 17:47:19,458][303827] Updated weights for policy 0, policy_version 28533 (0.0009) +[2026-06-02 17:47:19,986][302810] Fps is (10 sec: 19661.2, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 14614528. Throughput: 0: 17379.6. Samples: 14650368. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:47:19,987][302810] Avg episode reward: [(0, '1142.067')] +[2026-06-02 17:47:20,185][303827] Updated weights for policy 0, policy_version 28543 (0.0009) +[2026-06-02 17:47:20,392][303827] Updated weights for policy 0, policy_version 28553 (0.0009) +[2026-06-02 17:47:20,595][303827] Updated weights for policy 0, policy_version 28563 (0.0008) +[2026-06-02 17:47:20,820][303827] Updated weights for policy 0, policy_version 28573 (0.0009) +[2026-06-02 17:47:21,029][303827] Updated weights for policy 0, policy_version 28583 (0.0010) +[2026-06-02 17:47:21,249][303827] Updated weights for policy 0, policy_version 28593 (0.0009) +[2026-06-02 17:47:21,390][303741] Saving new best policy, reward=1142.067! +[2026-06-02 17:47:22,005][303827] Updated weights for policy 0, policy_version 28604 (0.0009) +[2026-06-02 17:47:22,207][303827] Updated weights for policy 0, policy_version 28614 (0.0011) +[2026-06-02 17:47:22,423][303827] Updated weights for policy 0, policy_version 28624 (0.0009) +[2026-06-02 17:47:22,636][303827] Updated weights for policy 0, policy_version 28634 (0.0009) +[2026-06-02 17:47:22,846][303827] Updated weights for policy 0, policy_version 28644 (0.0007) +[2026-06-02 17:47:23,063][303827] Updated weights for policy 0, policy_version 28654 (0.0008) +[2026-06-02 17:47:23,283][303827] Updated weights for policy 0, policy_version 28664 (0.0009) +[2026-06-02 17:47:24,006][303827] Updated weights for policy 0, policy_version 28674 (0.0009) +[2026-06-02 17:47:24,219][303827] Updated weights for policy 0, policy_version 28684 (0.0009) +[2026-06-02 17:47:24,429][303827] Updated weights for policy 0, policy_version 28694 (0.0009) +[2026-06-02 17:47:24,638][303827] Updated weights for policy 0, policy_version 28704 (0.0009) +[2026-06-02 17:47:24,874][303827] Updated weights for policy 0, policy_version 28714 (0.0009) +[2026-06-02 17:47:24,986][302810] Fps is (10 sec: 16384.1, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 14680064. Throughput: 0: 17373.8. Samples: 14695168. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:47:24,987][302810] Avg episode reward: [(0, '1142.067')] +[2026-06-02 17:47:25,076][303827] Updated weights for policy 0, policy_version 28724 (0.0008) +[2026-06-02 17:47:25,807][303827] Updated weights for policy 0, policy_version 28734 (0.0012) +[2026-06-02 17:47:25,997][303827] Updated weights for policy 0, policy_version 28744 (0.0009) +[2026-06-02 17:47:26,223][303827] Updated weights for policy 0, policy_version 28754 (0.0008) +[2026-06-02 17:47:26,434][303827] Updated weights for policy 0, policy_version 28764 (0.0009) +[2026-06-02 17:47:26,656][303827] Updated weights for policy 0, policy_version 28774 (0.0008) +[2026-06-02 17:47:26,862][303827] Updated weights for policy 0, policy_version 28784 (0.0008) +[2026-06-02 17:47:27,601][303827] Updated weights for policy 0, policy_version 28794 (0.0009) +[2026-06-02 17:47:27,804][303827] Updated weights for policy 0, policy_version 28804 (0.0008) +[2026-06-02 17:47:28,013][303827] Updated weights for policy 0, policy_version 28814 (0.0009) +[2026-06-02 17:47:28,237][303827] Updated weights for policy 0, policy_version 28824 (0.0008) +[2026-06-02 17:47:28,445][303827] Updated weights for policy 0, policy_version 28834 (0.0009) +[2026-06-02 17:47:28,678][303827] Updated weights for policy 0, policy_version 28844 (0.0009) +[2026-06-02 17:47:28,887][303827] Updated weights for policy 0, policy_version 28854 (0.0009) +[2026-06-02 17:47:29,603][303827] Updated weights for policy 0, policy_version 28864 (0.0009) +[2026-06-02 17:47:29,816][303827] Updated weights for policy 0, policy_version 28874 (0.0009) +[2026-06-02 17:47:29,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 14778368. Throughput: 0: 17319.8. Samples: 14797568. Policy #0 lag: (min: 43.0, avg: 69.9, max: 107.0) +[2026-06-02 17:47:29,987][302810] Avg episode reward: [(0, '1130.035')] +[2026-06-02 17:47:30,033][303827] Updated weights for policy 0, policy_version 28884 (0.0008) +[2026-06-02 17:47:30,245][303827] Updated weights for policy 0, policy_version 28894 (0.0009) +[2026-06-02 17:47:30,469][303827] Updated weights for policy 0, policy_version 28904 (0.0009) +[2026-06-02 17:47:30,690][303827] Updated weights for policy 0, policy_version 28914 (0.0009) +[2026-06-02 17:47:31,381][303827] Updated weights for policy 0, policy_version 28924 (0.0009) +[2026-06-02 17:47:31,591][303827] Updated weights for policy 0, policy_version 28934 (0.0009) +[2026-06-02 17:47:31,806][303827] Updated weights for policy 0, policy_version 28944 (0.0008) +[2026-06-02 17:47:32,031][303827] Updated weights for policy 0, policy_version 28954 (0.0009) +[2026-06-02 17:47:32,261][303827] Updated weights for policy 0, policy_version 28965 (0.0008) +[2026-06-02 17:47:32,486][303827] Updated weights for policy 0, policy_version 28975 (0.0008) +[2026-06-02 17:47:33,199][303827] Updated weights for policy 0, policy_version 28985 (0.0009) +[2026-06-02 17:47:33,410][303827] Updated weights for policy 0, policy_version 28995 (0.0009) +[2026-06-02 17:47:33,613][303827] Updated weights for policy 0, policy_version 29005 (0.0008) +[2026-06-02 17:47:33,834][303827] Updated weights for policy 0, policy_version 29015 (0.0009) +[2026-06-02 17:47:34,051][303827] Updated weights for policy 0, policy_version 29025 (0.0009) +[2026-06-02 17:47:34,269][303827] Updated weights for policy 0, policy_version 29035 (0.0009) +[2026-06-02 17:47:34,479][303827] Updated weights for policy 0, policy_version 29045 (0.0009) +[2026-06-02 17:47:34,986][302810] Fps is (10 sec: 19661.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 14876672. Throughput: 0: 17334.4. Samples: 14910336. Policy #0 lag: (min: 43.0, avg: 69.9, max: 107.0) +[2026-06-02 17:47:34,987][302810] Avg episode reward: [(0, '1080.326')] +[2026-06-02 17:47:35,188][303827] Updated weights for policy 0, policy_version 29055 (0.0008) +[2026-06-02 17:47:35,397][303827] Updated weights for policy 0, policy_version 29065 (0.0008) +[2026-06-02 17:47:35,611][303827] Updated weights for policy 0, policy_version 29075 (0.0008) +[2026-06-02 17:47:35,826][303827] Updated weights for policy 0, policy_version 29085 (0.0008) +[2026-06-02 17:47:36,043][303827] Updated weights for policy 0, policy_version 29095 (0.0008) +[2026-06-02 17:47:36,259][303827] Updated weights for policy 0, policy_version 29105 (0.0008) +[2026-06-02 17:47:36,998][303827] Updated weights for policy 0, policy_version 29115 (0.0009) +[2026-06-02 17:47:37,196][303827] Updated weights for policy 0, policy_version 29125 (0.0009) +[2026-06-02 17:47:37,411][303827] Updated weights for policy 0, policy_version 29135 (0.0008) +[2026-06-02 17:47:37,627][303827] Updated weights for policy 0, policy_version 29145 (0.0009) +[2026-06-02 17:47:37,835][303827] Updated weights for policy 0, policy_version 29155 (0.0009) +[2026-06-02 17:47:38,056][303827] Updated weights for policy 0, policy_version 29165 (0.0009) +[2026-06-02 17:47:38,259][303827] Updated weights for policy 0, policy_version 29175 (0.0008) +[2026-06-02 17:47:39,006][303827] Updated weights for policy 0, policy_version 29185 (0.0009) +[2026-06-02 17:47:39,211][303827] Updated weights for policy 0, policy_version 29195 (0.0009) +[2026-06-02 17:47:39,430][303827] Updated weights for policy 0, policy_version 29205 (0.0009) +[2026-06-02 17:47:39,646][303827] Updated weights for policy 0, policy_version 29215 (0.0008) +[2026-06-02 17:47:39,863][303827] Updated weights for policy 0, policy_version 29225 (0.0009) +[2026-06-02 17:47:39,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 14942208. Throughput: 0: 17328.4. Samples: 14954880. Policy #0 lag: (min: 43.0, avg: 69.9, max: 107.0) +[2026-06-02 17:47:39,987][302810] Avg episode reward: [(0, '1102.274')] +[2026-06-02 17:47:40,079][303827] Updated weights for policy 0, policy_version 29235 (0.0009) +[2026-06-02 17:47:40,850][303827] Updated weights for policy 0, policy_version 29246 (0.0009) +[2026-06-02 17:47:41,074][303827] Updated weights for policy 0, policy_version 29257 (0.0009) +[2026-06-02 17:47:41,291][303827] Updated weights for policy 0, policy_version 29267 (0.0008) +[2026-06-02 17:47:41,496][303827] Updated weights for policy 0, policy_version 29277 (0.0009) +[2026-06-02 17:47:41,723][303827] Updated weights for policy 0, policy_version 29287 (0.0009) +[2026-06-02 17:47:41,931][303827] Updated weights for policy 0, policy_version 29297 (0.0009) +[2026-06-02 17:47:42,658][303827] Updated weights for policy 0, policy_version 29307 (0.0009) +[2026-06-02 17:47:42,855][303827] Updated weights for policy 0, policy_version 29317 (0.0009) +[2026-06-02 17:47:43,075][303827] Updated weights for policy 0, policy_version 29327 (0.0009) +[2026-06-02 17:47:43,293][303827] Updated weights for policy 0, policy_version 29337 (0.0009) +[2026-06-02 17:47:43,526][303827] Updated weights for policy 0, policy_version 29348 (0.0009) +[2026-06-02 17:47:43,735][303827] Updated weights for policy 0, policy_version 29358 (0.0008) +[2026-06-02 17:47:43,950][303827] Updated weights for policy 0, policy_version 29368 (0.0008) +[2026-06-02 17:47:44,673][303827] Updated weights for policy 0, policy_version 29378 (0.0009) +[2026-06-02 17:47:44,913][303827] Updated weights for policy 0, policy_version 29389 (0.0008) +[2026-06-02 17:47:44,986][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15040512. Throughput: 0: 17328.4. Samples: 15057024. Policy #0 lag: (min: 43.0, avg: 69.9, max: 107.0) +[2026-06-02 17:47:44,987][302810] Avg episode reward: [(0, '1141.077')] +[2026-06-02 17:47:45,145][303827] Updated weights for policy 0, policy_version 29400 (0.0008) +[2026-06-02 17:47:45,362][303827] Updated weights for policy 0, policy_version 29410 (0.0009) +[2026-06-02 17:47:45,584][303827] Updated weights for policy 0, policy_version 29420 (0.0008) +[2026-06-02 17:47:45,798][303827] Updated weights for policy 0, policy_version 29430 (0.0008) +[2026-06-02 17:47:46,510][303827] Updated weights for policy 0, policy_version 29440 (0.0009) +[2026-06-02 17:47:46,717][303827] Updated weights for policy 0, policy_version 29450 (0.0008) +[2026-06-02 17:47:46,926][303827] Updated weights for policy 0, policy_version 29460 (0.0009) +[2026-06-02 17:47:47,151][303827] Updated weights for policy 0, policy_version 29470 (0.0009) +[2026-06-02 17:47:47,365][303827] Updated weights for policy 0, policy_version 29480 (0.0008) +[2026-06-02 17:47:47,582][303827] Updated weights for policy 0, policy_version 29490 (0.0009) +[2026-06-02 17:47:48,330][303827] Updated weights for policy 0, policy_version 29500 (0.0009) +[2026-06-02 17:47:48,528][303827] Updated weights for policy 0, policy_version 29510 (0.0008) +[2026-06-02 17:47:48,747][303827] Updated weights for policy 0, policy_version 29520 (0.0009) +[2026-06-02 17:47:48,971][303827] Updated weights for policy 0, policy_version 29530 (0.0009) +[2026-06-02 17:47:49,186][303827] Updated weights for policy 0, policy_version 29540 (0.0008) +[2026-06-02 17:47:49,398][303827] Updated weights for policy 0, policy_version 29550 (0.0008) +[2026-06-02 17:47:49,602][303827] Updated weights for policy 0, policy_version 29560 (0.0008) +[2026-06-02 17:47:49,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.5, 300 sec: 17439.2). Total num frames: 15138816. Throughput: 0: 17311.3. Samples: 15168896. Policy #0 lag: (min: 30.0, avg: 47.4, max: 94.0) +[2026-06-02 17:47:49,987][302810] Avg episode reward: [(0, '1123.250')] +[2026-06-02 17:47:50,333][303827] Updated weights for policy 0, policy_version 29570 (0.0009) +[2026-06-02 17:47:50,546][303827] Updated weights for policy 0, policy_version 29580 (0.0008) +[2026-06-02 17:47:50,763][303827] Updated weights for policy 0, policy_version 29590 (0.0008) +[2026-06-02 17:47:50,964][303827] Updated weights for policy 0, policy_version 29600 (0.0008) +[2026-06-02 17:47:51,188][303827] Updated weights for policy 0, policy_version 29610 (0.0009) +[2026-06-02 17:47:51,400][303827] Updated weights for policy 0, policy_version 29620 (0.0010) +[2026-06-02 17:47:52,164][303827] Updated weights for policy 0, policy_version 29631 (0.0009) +[2026-06-02 17:47:52,373][303827] Updated weights for policy 0, policy_version 29641 (0.0009) +[2026-06-02 17:47:52,588][303827] Updated weights for policy 0, policy_version 29651 (0.0009) +[2026-06-02 17:47:52,804][303827] Updated weights for policy 0, policy_version 29661 (0.0008) +[2026-06-02 17:47:53,033][303827] Updated weights for policy 0, policy_version 29672 (0.0009) +[2026-06-02 17:47:53,254][303827] Updated weights for policy 0, policy_version 29682 (0.0008) +[2026-06-02 17:47:54,009][303827] Updated weights for policy 0, policy_version 29693 (0.0009) +[2026-06-02 17:47:54,217][303827] Updated weights for policy 0, policy_version 29703 (0.0009) +[2026-06-02 17:47:54,430][303827] Updated weights for policy 0, policy_version 29713 (0.0008) +[2026-06-02 17:47:54,648][303827] Updated weights for policy 0, policy_version 29723 (0.0008) +[2026-06-02 17:47:54,855][303827] Updated weights for policy 0, policy_version 29733 (0.0008) +[2026-06-02 17:47:54,986][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15204352. Throughput: 0: 17379.6. Samples: 15216768. Policy #0 lag: (min: 30.0, avg: 47.4, max: 94.0) +[2026-06-02 17:47:54,987][302810] Avg episode reward: [(0, '1125.362')] +[2026-06-02 17:47:55,077][303827] Updated weights for policy 0, policy_version 29743 (0.0009) +[2026-06-02 17:47:55,822][303827] Updated weights for policy 0, policy_version 29753 (0.0009) +[2026-06-02 17:47:56,028][303827] Updated weights for policy 0, policy_version 29763 (0.0009) +[2026-06-02 17:47:56,234][303827] Updated weights for policy 0, policy_version 29773 (0.0008) +[2026-06-02 17:47:56,455][303827] Updated weights for policy 0, policy_version 29783 (0.0008) +[2026-06-02 17:47:56,663][303827] Updated weights for policy 0, policy_version 29793 (0.0008) +[2026-06-02 17:47:56,911][303827] Updated weights for policy 0, policy_version 29804 (0.0008) +[2026-06-02 17:47:57,127][303827] Updated weights for policy 0, policy_version 29814 (0.0008) +[2026-06-02 17:47:57,848][303827] Updated weights for policy 0, policy_version 29824 (0.0009) +[2026-06-02 17:47:58,059][303827] Updated weights for policy 0, policy_version 29834 (0.0009) +[2026-06-02 17:47:58,275][303827] Updated weights for policy 0, policy_version 29844 (0.0008) +[2026-06-02 17:47:58,487][303827] Updated weights for policy 0, policy_version 29854 (0.0009) +[2026-06-02 17:47:58,726][303827] Updated weights for policy 0, policy_version 29865 (0.0008) +[2026-06-02 17:47:58,964][303827] Updated weights for policy 0, policy_version 29876 (0.0008) +[2026-06-02 17:47:59,680][303827] Updated weights for policy 0, policy_version 29886 (0.0009) +[2026-06-02 17:47:59,884][303827] Updated weights for policy 0, policy_version 29896 (0.0008) +[2026-06-02 17:47:59,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15302656. Throughput: 0: 17408.0. Samples: 15319424. Policy #0 lag: (min: 30.0, avg: 47.4, max: 94.0) +[2026-06-02 17:47:59,987][302810] Avg episode reward: [(0, '1144.148')] +[2026-06-02 17:48:00,104][303827] Updated weights for policy 0, policy_version 29906 (0.0009) +[2026-06-02 17:48:00,318][303827] Updated weights for policy 0, policy_version 29916 (0.0008) +[2026-06-02 17:48:00,531][303827] Updated weights for policy 0, policy_version 29926 (0.0008) +[2026-06-02 17:48:00,748][303827] Updated weights for policy 0, policy_version 29936 (0.0009) +[2026-06-02 17:48:00,909][303741] Saving new best policy, reward=1144.148! +[2026-06-02 17:48:01,497][303827] Updated weights for policy 0, policy_version 29946 (0.0009) +[2026-06-02 17:48:01,696][303827] Updated weights for policy 0, policy_version 29956 (0.0009) +[2026-06-02 17:48:01,900][303827] Updated weights for policy 0, policy_version 29966 (0.0008) +[2026-06-02 17:48:02,125][303827] Updated weights for policy 0, policy_version 29976 (0.0009) +[2026-06-02 17:48:02,334][303827] Updated weights for policy 0, policy_version 29986 (0.0009) +[2026-06-02 17:48:02,545][303827] Updated weights for policy 0, policy_version 29996 (0.0009) +[2026-06-02 17:48:02,775][303827] Updated weights for policy 0, policy_version 30006 (0.0009) +[2026-06-02 17:48:03,497][303827] Updated weights for policy 0, policy_version 30016 (0.0008) +[2026-06-02 17:48:03,698][303827] Updated weights for policy 0, policy_version 30026 (0.0008) +[2026-06-02 17:48:03,917][303827] Updated weights for policy 0, policy_version 30036 (0.0008) +[2026-06-02 17:48:04,161][303827] Updated weights for policy 0, policy_version 30047 (0.0008) +[2026-06-02 17:48:04,366][303827] Updated weights for policy 0, policy_version 30057 (0.0008) +[2026-06-02 17:48:04,585][303827] Updated weights for policy 0, policy_version 30067 (0.0008) +[2026-06-02 17:48:04,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15400960. Throughput: 0: 17285.7. Samples: 15428224. Policy #0 lag: (min: 30.0, avg: 47.4, max: 94.0) +[2026-06-02 17:48:04,988][302810] Avg episode reward: [(0, '1166.886')] +[2026-06-02 17:48:04,994][303741] Saving new best policy, reward=1166.886! +[2026-06-02 17:48:05,343][303827] Updated weights for policy 0, policy_version 30077 (0.0009) +[2026-06-02 17:48:05,542][303827] Updated weights for policy 0, policy_version 30087 (0.0009) +[2026-06-02 17:48:05,772][303827] Updated weights for policy 0, policy_version 30097 (0.0009) +[2026-06-02 17:48:05,976][303827] Updated weights for policy 0, policy_version 30107 (0.0010) +[2026-06-02 17:48:06,181][303827] Updated weights for policy 0, policy_version 30117 (0.0008) +[2026-06-02 17:48:06,416][303827] Updated weights for policy 0, policy_version 30128 (0.0009) +[2026-06-02 17:48:07,153][303827] Updated weights for policy 0, policy_version 30139 (0.0009) +[2026-06-02 17:48:07,393][303827] Updated weights for policy 0, policy_version 30151 (0.0009) +[2026-06-02 17:48:07,601][303827] Updated weights for policy 0, policy_version 30161 (0.0009) +[2026-06-02 17:48:07,822][303827] Updated weights for policy 0, policy_version 30171 (0.0009) +[2026-06-02 17:48:08,036][303827] Updated weights for policy 0, policy_version 30182 (0.0009) +[2026-06-02 17:48:08,275][303827] Updated weights for policy 0, policy_version 30193 (0.0008) +[2026-06-02 17:48:09,031][303827] Updated weights for policy 0, policy_version 30203 (0.0009) +[2026-06-02 17:48:09,240][303827] Updated weights for policy 0, policy_version 30213 (0.0009) +[2026-06-02 17:48:09,441][303827] Updated weights for policy 0, policy_version 30223 (0.0008) +[2026-06-02 17:48:09,657][303827] Updated weights for policy 0, policy_version 30233 (0.0008) +[2026-06-02 17:48:09,885][303827] Updated weights for policy 0, policy_version 30243 (0.0009) +[2026-06-02 17:48:09,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15466496. Throughput: 0: 17405.2. Samples: 15478400. Policy #0 lag: (min: 30.0, avg: 47.4, max: 94.0) +[2026-06-02 17:48:09,987][302810] Avg episode reward: [(0, '1141.245')] +[2026-06-02 17:48:10,101][303827] Updated weights for policy 0, policy_version 30253 (0.0009) +[2026-06-02 17:48:10,318][303827] Updated weights for policy 0, policy_version 30263 (0.0009) +[2026-06-02 17:48:11,066][303827] Updated weights for policy 0, policy_version 30273 (0.0009) +[2026-06-02 17:48:11,279][303827] Updated weights for policy 0, policy_version 30283 (0.0009) +[2026-06-02 17:48:11,494][303827] Updated weights for policy 0, policy_version 30293 (0.0010) +[2026-06-02 17:48:11,708][303827] Updated weights for policy 0, policy_version 30303 (0.0010) +[2026-06-02 17:48:11,951][303827] Updated weights for policy 0, policy_version 30314 (0.0010) +[2026-06-02 17:48:12,165][303827] Updated weights for policy 0, policy_version 30324 (0.0009) +[2026-06-02 17:48:12,857][303827] Updated weights for policy 0, policy_version 30334 (0.0009) +[2026-06-02 17:48:13,069][303827] Updated weights for policy 0, policy_version 30344 (0.0012) +[2026-06-02 17:48:13,290][303827] Updated weights for policy 0, policy_version 30354 (0.0009) +[2026-06-02 17:48:13,525][303827] Updated weights for policy 0, policy_version 30365 (0.0009) +[2026-06-02 17:48:13,741][303827] Updated weights for policy 0, policy_version 30375 (0.0009) +[2026-06-02 17:48:13,959][303827] Updated weights for policy 0, policy_version 30385 (0.0010) +[2026-06-02 17:48:14,674][303827] Updated weights for policy 0, policy_version 30395 (0.0009) +[2026-06-02 17:48:14,880][303827] Updated weights for policy 0, policy_version 30405 (0.0008) +[2026-06-02 17:48:14,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15564800. Throughput: 0: 17416.5. Samples: 15581312. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0) +[2026-06-02 17:48:14,987][302810] Avg episode reward: [(0, '1127.541')] +[2026-06-02 17:48:15,100][303827] Updated weights for policy 0, policy_version 30415 (0.0008) +[2026-06-02 17:48:15,317][303827] Updated weights for policy 0, policy_version 30425 (0.0008) +[2026-06-02 17:48:15,532][303827] Updated weights for policy 0, policy_version 30435 (0.0008) +[2026-06-02 17:48:15,750][303827] Updated weights for policy 0, policy_version 30445 (0.0008) +[2026-06-02 17:48:15,980][303827] Updated weights for policy 0, policy_version 30456 (0.0008) +[2026-06-02 17:48:16,722][303827] Updated weights for policy 0, policy_version 30467 (0.0008) +[2026-06-02 17:48:16,942][303827] Updated weights for policy 0, policy_version 30477 (0.0008) +[2026-06-02 17:48:17,156][303827] Updated weights for policy 0, policy_version 30487 (0.0009) +[2026-06-02 17:48:17,377][303827] Updated weights for policy 0, policy_version 30497 (0.0008) +[2026-06-02 17:48:17,593][303827] Updated weights for policy 0, policy_version 30507 (0.0009) +[2026-06-02 17:48:17,827][303827] Updated weights for policy 0, policy_version 30518 (0.0009) +[2026-06-02 17:48:18,555][303827] Updated weights for policy 0, policy_version 30528 (0.0009) +[2026-06-02 17:48:18,787][303827] Updated weights for policy 0, policy_version 30539 (0.0009) +[2026-06-02 17:48:19,022][303827] Updated weights for policy 0, policy_version 30550 (0.0009) +[2026-06-02 17:48:19,247][303827] Updated weights for policy 0, policy_version 30561 (0.0009) +[2026-06-02 17:48:19,463][303827] Updated weights for policy 0, policy_version 30571 (0.0009) +[2026-06-02 17:48:19,671][303827] Updated weights for policy 0, policy_version 30581 (0.0009) +[2026-06-02 17:48:19,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15663104. Throughput: 0: 17282.8. Samples: 15688064. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0) +[2026-06-02 17:48:19,987][302810] Avg episode reward: [(0, '1157.723')] +[2026-06-02 17:48:20,432][303827] Updated weights for policy 0, policy_version 30592 (0.0009) +[2026-06-02 17:48:20,671][303827] Updated weights for policy 0, policy_version 30603 (0.0008) +[2026-06-02 17:48:20,890][303827] Updated weights for policy 0, policy_version 30614 (0.0008) +[2026-06-02 17:48:21,101][303827] Updated weights for policy 0, policy_version 30624 (0.0008) +[2026-06-02 17:48:21,319][303827] Updated weights for policy 0, policy_version 30634 (0.0009) +[2026-06-02 17:48:21,534][303827] Updated weights for policy 0, policy_version 30644 (0.0008) +[2026-06-02 17:48:22,310][303827] Updated weights for policy 0, policy_version 30656 (0.0008) +[2026-06-02 17:48:22,515][303827] Updated weights for policy 0, policy_version 30666 (0.0009) +[2026-06-02 17:48:22,730][303827] Updated weights for policy 0, policy_version 30676 (0.0008) +[2026-06-02 17:48:22,953][303827] Updated weights for policy 0, policy_version 30687 (0.0008) +[2026-06-02 17:48:23,164][303827] Updated weights for policy 0, policy_version 30697 (0.0009) +[2026-06-02 17:48:23,387][303827] Updated weights for policy 0, policy_version 30707 (0.0008) +[2026-06-02 17:48:24,149][303827] Updated weights for policy 0, policy_version 30718 (0.0009) +[2026-06-02 17:48:24,349][303827] Updated weights for policy 0, policy_version 30728 (0.0009) +[2026-06-02 17:48:24,571][303827] Updated weights for policy 0, policy_version 30738 (0.0008) +[2026-06-02 17:48:24,786][303827] Updated weights for policy 0, policy_version 30748 (0.0008) +[2026-06-02 17:48:24,986][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15728640. Throughput: 0: 17464.9. Samples: 15740800. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0) +[2026-06-02 17:48:24,987][302810] Avg episode reward: [(0, '1178.669')] +[2026-06-02 17:48:25,005][303827] Updated weights for policy 0, policy_version 30758 (0.0008) +[2026-06-02 17:48:25,220][303827] Updated weights for policy 0, policy_version 30768 (0.0009) +[2026-06-02 17:48:25,383][303741] Saving new best policy, reward=1178.669! +[2026-06-02 17:48:25,933][303827] Updated weights for policy 0, policy_version 30778 (0.0008) +[2026-06-02 17:48:26,134][303827] Updated weights for policy 0, policy_version 30788 (0.0008) +[2026-06-02 17:48:26,357][303827] Updated weights for policy 0, policy_version 30798 (0.0008) +[2026-06-02 17:48:26,566][303827] Updated weights for policy 0, policy_version 30808 (0.0008) +[2026-06-02 17:48:26,790][303827] Updated weights for policy 0, policy_version 30818 (0.0009) +[2026-06-02 17:48:27,021][303827] Updated weights for policy 0, policy_version 30829 (0.0009) +[2026-06-02 17:48:27,241][303827] Updated weights for policy 0, policy_version 30839 (0.0009) +[2026-06-02 17:48:27,955][303827] Updated weights for policy 0, policy_version 30849 (0.0009) +[2026-06-02 17:48:28,175][303827] Updated weights for policy 0, policy_version 30859 (0.0009) +[2026-06-02 17:48:28,397][303827] Updated weights for policy 0, policy_version 30869 (0.0008) +[2026-06-02 17:48:28,602][303827] Updated weights for policy 0, policy_version 30879 (0.0009) +[2026-06-02 17:48:28,814][303827] Updated weights for policy 0, policy_version 30889 (0.0008) +[2026-06-02 17:48:29,039][303827] Updated weights for policy 0, policy_version 30899 (0.0009) +[2026-06-02 17:48:29,758][303827] Updated weights for policy 0, policy_version 30909 (0.0009) +[2026-06-02 17:48:29,981][303827] Updated weights for policy 0, policy_version 30919 (0.0008) +[2026-06-02 17:48:29,986][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15826944. Throughput: 0: 17459.2. Samples: 15842688. Policy #0 lag: (min: 63.0, avg: 79.2, max: 127.0) +[2026-06-02 17:48:29,987][302810] Avg episode reward: [(0, '1188.276')] +[2026-06-02 17:48:30,187][303827] Updated weights for policy 0, policy_version 30929 (0.0008) +[2026-06-02 17:48:30,403][303827] Updated weights for policy 0, policy_version 30939 (0.0009) +[2026-06-02 17:48:30,619][303827] Updated weights for policy 0, policy_version 30949 (0.0008) +[2026-06-02 17:48:30,833][303827] Updated weights for policy 0, policy_version 30959 (0.0008) +[2026-06-02 17:48:31,014][303741] Saving new best policy, reward=1188.276! +[2026-06-02 17:48:31,564][303827] Updated weights for policy 0, policy_version 30969 (0.0009) +[2026-06-02 17:48:31,785][303827] Updated weights for policy 0, policy_version 30980 (0.0009) +[2026-06-02 17:48:32,000][303827] Updated weights for policy 0, policy_version 30990 (0.0009) +[2026-06-02 17:48:32,217][303827] Updated weights for policy 0, policy_version 31000 (0.0009) +[2026-06-02 17:48:32,431][303827] Updated weights for policy 0, policy_version 31010 (0.0009) +[2026-06-02 17:48:32,651][303827] Updated weights for policy 0, policy_version 31020 (0.0009) +[2026-06-02 17:48:32,867][303827] Updated weights for policy 0, policy_version 31030 (0.0008) +[2026-06-02 17:48:33,578][303827] Updated weights for policy 0, policy_version 31040 (0.0008) +[2026-06-02 17:48:33,782][303827] Updated weights for policy 0, policy_version 31050 (0.0008) +[2026-06-02 17:48:34,002][303827] Updated weights for policy 0, policy_version 31060 (0.0009) +[2026-06-02 17:48:34,235][303827] Updated weights for policy 0, policy_version 31071 (0.0008) +[2026-06-02 17:48:34,446][303827] Updated weights for policy 0, policy_version 31081 (0.0009) +[2026-06-02 17:48:34,668][303827] Updated weights for policy 0, policy_version 31091 (0.0009) +[2026-06-02 17:48:34,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 15925248. Throughput: 0: 17311.3. Samples: 15947904. Policy #0 lag: (min: 20.0, avg: 38.1, max: 84.0) +[2026-06-02 17:48:34,988][302810] Avg episode reward: [(0, '1219.638')] +[2026-06-02 17:48:34,993][303741] Saving new best policy, reward=1219.638! +[2026-06-02 17:48:35,397][303827] Updated weights for policy 0, policy_version 31101 (0.0009) +[2026-06-02 17:48:35,627][303827] Updated weights for policy 0, policy_version 31112 (0.0008) +[2026-06-02 17:48:35,841][303827] Updated weights for policy 0, policy_version 31122 (0.0008) +[2026-06-02 17:48:36,060][303827] Updated weights for policy 0, policy_version 31132 (0.0009) +[2026-06-02 17:48:36,270][303827] Updated weights for policy 0, policy_version 31142 (0.0009) +[2026-06-02 17:48:36,505][303827] Updated weights for policy 0, policy_version 31153 (0.0009) +[2026-06-02 17:48:37,247][303827] Updated weights for policy 0, policy_version 31163 (0.0009) +[2026-06-02 17:48:37,459][303827] Updated weights for policy 0, policy_version 31173 (0.0009) +[2026-06-02 17:48:37,683][303827] Updated weights for policy 0, policy_version 31184 (0.0009) +[2026-06-02 17:48:37,907][303827] Updated weights for policy 0, policy_version 31194 (0.0009) +[2026-06-02 17:48:38,121][303827] Updated weights for policy 0, policy_version 31204 (0.0009) +[2026-06-02 17:48:38,328][303827] Updated weights for policy 0, policy_version 31214 (0.0008) +[2026-06-02 17:48:38,546][303827] Updated weights for policy 0, policy_version 31224 (0.0008) +[2026-06-02 17:48:39,268][303827] Updated weights for policy 0, policy_version 31234 (0.0009) +[2026-06-02 17:48:39,500][303827] Updated weights for policy 0, policy_version 31245 (0.0008) +[2026-06-02 17:48:39,711][303827] Updated weights for policy 0, policy_version 31255 (0.0008) +[2026-06-02 17:48:39,930][303827] Updated weights for policy 0, policy_version 31265 (0.0008) +[2026-06-02 17:48:39,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 15990784. Throughput: 0: 17456.4. Samples: 16002304. Policy #0 lag: (min: 20.0, avg: 38.1, max: 84.0) +[2026-06-02 17:48:39,987][302810] Avg episode reward: [(0, '1207.944')] +[2026-06-02 17:48:40,137][303827] Updated weights for policy 0, policy_version 31275 (0.0008) +[2026-06-02 17:48:40,365][303827] Updated weights for policy 0, policy_version 31285 (0.0008) +[2026-06-02 17:48:41,095][303827] Updated weights for policy 0, policy_version 31295 (0.0009) +[2026-06-02 17:48:41,302][303827] Updated weights for policy 0, policy_version 31305 (0.0008) +[2026-06-02 17:48:41,530][303827] Updated weights for policy 0, policy_version 31315 (0.0009) +[2026-06-02 17:48:41,742][303827] Updated weights for policy 0, policy_version 31325 (0.0008) +[2026-06-02 17:48:41,993][303827] Updated weights for policy 0, policy_version 31337 (0.0008) +[2026-06-02 17:48:42,223][303827] Updated weights for policy 0, policy_version 31347 (0.0009) +[2026-06-02 17:48:42,913][303827] Updated weights for policy 0, policy_version 31357 (0.0008) +[2026-06-02 17:48:43,123][303827] Updated weights for policy 0, policy_version 31367 (0.0009) +[2026-06-02 17:48:43,334][303827] Updated weights for policy 0, policy_version 31377 (0.0009) +[2026-06-02 17:48:43,546][303827] Updated weights for policy 0, policy_version 31387 (0.0009) +[2026-06-02 17:48:43,770][303827] Updated weights for policy 0, policy_version 31397 (0.0009) +[2026-06-02 17:48:43,990][303827] Updated weights for policy 0, policy_version 31407 (0.0009) +[2026-06-02 17:48:44,707][303827] Updated weights for policy 0, policy_version 31417 (0.0009) +[2026-06-02 17:48:44,926][303827] Updated weights for policy 0, policy_version 31428 (0.0009) +[2026-06-02 17:48:44,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17439.3). Total num frames: 16089088. Throughput: 0: 17419.4. Samples: 16103296. Policy #0 lag: (min: 20.0, avg: 38.1, max: 84.0) +[2026-06-02 17:48:44,987][302810] Avg episode reward: [(0, '1188.586')] +[2026-06-02 17:48:45,157][303827] Updated weights for policy 0, policy_version 31439 (0.0009) +[2026-06-02 17:48:45,381][303827] Updated weights for policy 0, policy_version 31449 (0.0007) +[2026-06-02 17:48:45,587][303827] Updated weights for policy 0, policy_version 31459 (0.0008) +[2026-06-02 17:48:45,813][303827] Updated weights for policy 0, policy_version 31469 (0.0004) +[2026-06-02 17:48:46,023][303827] Updated weights for policy 0, policy_version 31479 (0.0006) +[2026-06-02 17:48:46,747][303827] Updated weights for policy 0, policy_version 31489 (0.0008) +[2026-06-02 17:48:46,977][303827] Updated weights for policy 0, policy_version 31500 (0.0009) +[2026-06-02 17:48:47,186][303827] Updated weights for policy 0, policy_version 31510 (0.0008) +[2026-06-02 17:48:47,423][303827] Updated weights for policy 0, policy_version 31521 (0.0008) +[2026-06-02 17:48:47,645][303827] Updated weights for policy 0, policy_version 31531 (0.0009) +[2026-06-02 17:48:47,859][303827] Updated weights for policy 0, policy_version 31541 (0.0008) +[2026-06-02 17:48:48,582][303827] Updated weights for policy 0, policy_version 31551 (0.0009) +[2026-06-02 17:48:48,807][303827] Updated weights for policy 0, policy_version 31562 (0.0009) +[2026-06-02 17:48:49,024][303827] Updated weights for policy 0, policy_version 31572 (0.0009) +[2026-06-02 17:48:49,226][303827] Updated weights for policy 0, policy_version 31582 (0.0009) +[2026-06-02 17:48:49,469][303827] Updated weights for policy 0, policy_version 31593 (0.0009) +[2026-06-02 17:48:49,692][303827] Updated weights for policy 0, policy_version 31604 (0.0009) +[2026-06-02 17:48:49,987][302810] Fps is (10 sec: 19660.3, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 16187392. Throughput: 0: 17311.2. Samples: 16207232. Policy #0 lag: (min: 20.0, avg: 38.1, max: 84.0) +[2026-06-02 17:48:49,988][302810] Avg episode reward: [(0, '1177.093')] +[2026-06-02 17:48:50,434][303827] Updated weights for policy 0, policy_version 31614 (0.0009) +[2026-06-02 17:48:50,640][303827] Updated weights for policy 0, policy_version 31624 (0.0009) +[2026-06-02 17:48:50,859][303827] Updated weights for policy 0, policy_version 31634 (0.0010) +[2026-06-02 17:48:51,080][303827] Updated weights for policy 0, policy_version 31645 (0.0009) +[2026-06-02 17:48:51,312][303827] Updated weights for policy 0, policy_version 31656 (0.0009) +[2026-06-02 17:48:51,539][303827] Updated weights for policy 0, policy_version 31666 (0.0008) +[2026-06-02 17:48:52,278][303827] Updated weights for policy 0, policy_version 31676 (0.0009) +[2026-06-02 17:48:52,486][303827] Updated weights for policy 0, policy_version 31686 (0.0008) +[2026-06-02 17:48:52,719][303827] Updated weights for policy 0, policy_version 31697 (0.0008) +[2026-06-02 17:48:52,922][303827] Updated weights for policy 0, policy_version 31707 (0.0008) +[2026-06-02 17:48:53,129][303827] Updated weights for policy 0, policy_version 31717 (0.0009) +[2026-06-02 17:48:53,352][303827] Updated weights for policy 0, policy_version 31727 (0.0008) +[2026-06-02 17:48:54,121][303827] Updated weights for policy 0, policy_version 31737 (0.0009) +[2026-06-02 17:48:54,337][303827] Updated weights for policy 0, policy_version 31748 (0.0008) +[2026-06-02 17:48:54,552][303827] Updated weights for policy 0, policy_version 31758 (0.0008) +[2026-06-02 17:48:54,768][303827] Updated weights for policy 0, policy_version 31768 (0.0009) +[2026-06-02 17:48:54,981][303827] Updated weights for policy 0, policy_version 31778 (0.0009) +[2026-06-02 17:48:54,986][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 16252928. Throughput: 0: 17408.0. Samples: 16261760. Policy #0 lag: (min: 20.0, avg: 38.1, max: 84.0) +[2026-06-02 17:48:54,987][302810] Avg episode reward: [(0, '1195.994')] +[2026-06-02 17:48:55,201][303827] Updated weights for policy 0, policy_version 31788 (0.0009) +[2026-06-02 17:48:55,415][303827] Updated weights for policy 0, policy_version 31798 (0.0008) +[2026-06-02 17:48:56,119][303827] Updated weights for policy 0, policy_version 31808 (0.0008) +[2026-06-02 17:48:56,341][303827] Updated weights for policy 0, policy_version 31818 (0.0009) +[2026-06-02 17:48:56,549][303827] Updated weights for policy 0, policy_version 31828 (0.0009) +[2026-06-02 17:48:56,764][303827] Updated weights for policy 0, policy_version 31838 (0.0009) +[2026-06-02 17:48:56,977][303827] Updated weights for policy 0, policy_version 31848 (0.0009) +[2026-06-02 17:48:57,193][303827] Updated weights for policy 0, policy_version 31858 (0.0009) +[2026-06-02 17:48:57,923][303827] Updated weights for policy 0, policy_version 31868 (0.0009) +[2026-06-02 17:48:58,129][303827] Updated weights for policy 0, policy_version 31878 (0.0009) +[2026-06-02 17:48:58,331][303827] Updated weights for policy 0, policy_version 31888 (0.0008) +[2026-06-02 17:48:58,555][303827] Updated weights for policy 0, policy_version 31898 (0.0009) +[2026-06-02 17:48:58,776][303827] Updated weights for policy 0, policy_version 31908 (0.0009) +[2026-06-02 17:48:58,994][303827] Updated weights for policy 0, policy_version 31918 (0.0009) +[2026-06-02 17:48:59,202][303827] Updated weights for policy 0, policy_version 31928 (0.0009) +[2026-06-02 17:48:59,951][303827] Updated weights for policy 0, policy_version 31939 (0.0007) +[2026-06-02 17:48:59,986][302810] Fps is (10 sec: 16384.5, 60 sec: 17476.3, 300 sec: 17439.3). Total num frames: 16351232. Throughput: 0: 17405.2. Samples: 16364544. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0) +[2026-06-02 17:48:59,987][302810] Avg episode reward: [(0, '1210.699')] +[2026-06-02 17:49:00,173][303827] Updated weights for policy 0, policy_version 31949 (0.0007) +[2026-06-02 17:49:00,388][303827] Updated weights for policy 0, policy_version 31959 (0.0009) +[2026-06-02 17:49:00,598][303827] Updated weights for policy 0, policy_version 31969 (0.0009) +[2026-06-02 17:49:00,821][303827] Updated weights for policy 0, policy_version 31979 (0.0009) +[2026-06-02 17:49:01,037][303827] Updated weights for policy 0, policy_version 31989 (0.0009) +[2026-06-02 17:49:01,754][303827] Updated weights for policy 0, policy_version 31999 (0.0009) +[2026-06-02 17:49:01,965][303827] Updated weights for policy 0, policy_version 32009 (0.0008) +[2026-06-02 17:49:02,189][303827] Updated weights for policy 0, policy_version 32020 (0.0009) +[2026-06-02 17:49:02,408][303827] Updated weights for policy 0, policy_version 32030 (0.0009) +[2026-06-02 17:49:02,632][303827] Updated weights for policy 0, policy_version 32040 (0.0009) +[2026-06-02 17:49:02,840][303827] Updated weights for policy 0, policy_version 32050 (0.0009) +[2026-06-02 17:49:03,591][303827] Updated weights for policy 0, policy_version 32060 (0.0009) +[2026-06-02 17:49:03,787][303827] Updated weights for policy 0, policy_version 32070 (0.0009) +[2026-06-02 17:49:04,001][303827] Updated weights for policy 0, policy_version 32080 (0.0010) +[2026-06-02 17:49:04,215][303827] Updated weights for policy 0, policy_version 32090 (0.0009) +[2026-06-02 17:49:04,430][303827] Updated weights for policy 0, policy_version 32100 (0.0008) +[2026-06-02 17:49:04,649][303827] Updated weights for policy 0, policy_version 32110 (0.0009) +[2026-06-02 17:49:04,853][303827] Updated weights for policy 0, policy_version 32120 (0.0008) +[2026-06-02 17:49:04,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 16449536. Throughput: 0: 17311.3. Samples: 16467072. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0) +[2026-06-02 17:49:04,987][302810] Avg episode reward: [(0, '1249.278')] +[2026-06-02 17:49:04,991][303741] Saving new best policy, reward=1249.278! +[2026-06-02 17:49:05,575][303827] Updated weights for policy 0, policy_version 32130 (0.0009) +[2026-06-02 17:49:05,793][303827] Updated weights for policy 0, policy_version 32140 (0.0009) +[2026-06-02 17:49:05,997][303827] Updated weights for policy 0, policy_version 32150 (0.0009) +[2026-06-02 17:49:06,225][303827] Updated weights for policy 0, policy_version 32160 (0.0008) +[2026-06-02 17:49:06,446][303827] Updated weights for policy 0, policy_version 32170 (0.0009) +[2026-06-02 17:49:06,649][303827] Updated weights for policy 0, policy_version 32180 (0.0008) +[2026-06-02 17:49:07,392][303827] Updated weights for policy 0, policy_version 32191 (0.0009) +[2026-06-02 17:49:07,609][303827] Updated weights for policy 0, policy_version 32201 (0.0007) +[2026-06-02 17:49:07,817][303827] Updated weights for policy 0, policy_version 32211 (0.0008) +[2026-06-02 17:49:08,044][303827] Updated weights for policy 0, policy_version 32221 (0.0009) +[2026-06-02 17:49:08,261][303827] Updated weights for policy 0, policy_version 32231 (0.0009) +[2026-06-02 17:49:08,474][303827] Updated weights for policy 0, policy_version 32241 (0.0009) +[2026-06-02 17:49:09,201][303827] Updated weights for policy 0, policy_version 32251 (0.0008) +[2026-06-02 17:49:09,404][303827] Updated weights for policy 0, policy_version 32261 (0.0009) +[2026-06-02 17:49:09,624][303827] Updated weights for policy 0, policy_version 32271 (0.0008) +[2026-06-02 17:49:09,837][303827] Updated weights for policy 0, policy_version 32281 (0.0008) +[2026-06-02 17:49:09,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.3). Total num frames: 16515072. Throughput: 0: 17405.2. Samples: 16524032. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0) +[2026-06-02 17:49:09,987][302810] Avg episode reward: [(0, '1252.958')] +[2026-06-02 17:49:10,051][303827] Updated weights for policy 0, policy_version 32291 (0.0008) +[2026-06-02 17:49:10,266][303827] Updated weights for policy 0, policy_version 32301 (0.0008) +[2026-06-02 17:49:10,484][303827] Updated weights for policy 0, policy_version 32311 (0.0008) +[2026-06-02 17:49:10,495][303741] Saving new best policy, reward=1252.958! +[2026-06-02 17:49:11,247][303827] Updated weights for policy 0, policy_version 32322 (0.0009) +[2026-06-02 17:49:11,468][303827] Updated weights for policy 0, policy_version 32332 (0.0009) +[2026-06-02 17:49:11,697][303827] Updated weights for policy 0, policy_version 32343 (0.0009) +[2026-06-02 17:49:11,920][303827] Updated weights for policy 0, policy_version 32353 (0.0008) +[2026-06-02 17:49:12,135][303827] Updated weights for policy 0, policy_version 32363 (0.0008) +[2026-06-02 17:49:12,352][303827] Updated weights for policy 0, policy_version 32373 (0.0008) +[2026-06-02 17:49:13,069][303827] Updated weights for policy 0, policy_version 32383 (0.0009) +[2026-06-02 17:49:13,268][303827] Updated weights for policy 0, policy_version 32393 (0.0009) +[2026-06-02 17:49:13,482][303827] Updated weights for policy 0, policy_version 32403 (0.0008) +[2026-06-02 17:49:13,706][303827] Updated weights for policy 0, policy_version 32413 (0.0009) +[2026-06-02 17:49:13,953][303827] Updated weights for policy 0, policy_version 32425 (0.0008) +[2026-06-02 17:49:14,162][303827] Updated weights for policy 0, policy_version 32435 (0.0009) +[2026-06-02 17:49:14,901][303827] Updated weights for policy 0, policy_version 32445 (0.0009) +[2026-06-02 17:49:14,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 16613376. Throughput: 0: 17402.3. Samples: 16625792. Policy #0 lag: (min: 63.0, avg: 79.4, max: 127.0) +[2026-06-02 17:49:14,987][302810] Avg episode reward: [(0, '1296.555')] +[2026-06-02 17:49:15,125][303827] Updated weights for policy 0, policy_version 32456 (0.0008) +[2026-06-02 17:49:15,377][303827] Updated weights for policy 0, policy_version 32468 (0.0009) +[2026-06-02 17:49:15,590][303827] Updated weights for policy 0, policy_version 32478 (0.0010) +[2026-06-02 17:49:15,806][303827] Updated weights for policy 0, policy_version 32488 (0.0008) +[2026-06-02 17:49:16,013][303827] Updated weights for policy 0, policy_version 32498 (0.0008) +[2026-06-02 17:49:16,142][303741] Saving new best policy, reward=1296.555! +[2026-06-02 17:49:16,758][303827] Updated weights for policy 0, policy_version 32508 (0.0009) +[2026-06-02 17:49:16,967][303827] Updated weights for policy 0, policy_version 32518 (0.0008) +[2026-06-02 17:49:17,170][303827] Updated weights for policy 0, policy_version 32528 (0.0008) +[2026-06-02 17:49:17,396][303827] Updated weights for policy 0, policy_version 32538 (0.0008) +[2026-06-02 17:49:17,606][303827] Updated weights for policy 0, policy_version 32548 (0.0008) +[2026-06-02 17:49:17,817][303827] Updated weights for policy 0, policy_version 32558 (0.0008) +[2026-06-02 17:49:18,044][303827] Updated weights for policy 0, policy_version 32568 (0.0008) +[2026-06-02 17:49:18,772][303827] Updated weights for policy 0, policy_version 32578 (0.0008) +[2026-06-02 17:49:18,989][303827] Updated weights for policy 0, policy_version 32588 (0.0008) +[2026-06-02 17:49:19,203][303827] Updated weights for policy 0, policy_version 32598 (0.0009) +[2026-06-02 17:49:19,411][303827] Updated weights for policy 0, policy_version 32608 (0.0008) +[2026-06-02 17:49:19,634][303827] Updated weights for policy 0, policy_version 32618 (0.0008) +[2026-06-02 17:49:19,859][303827] Updated weights for policy 0, policy_version 32628 (0.0009) +[2026-06-02 17:49:19,986][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 16711680. Throughput: 0: 17359.7. Samples: 16729088. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:49:19,987][302810] Avg episode reward: [(0, '1278.740')] +[2026-06-02 17:49:20,598][303827] Updated weights for policy 0, policy_version 32639 (0.0008) +[2026-06-02 17:49:20,801][303827] Updated weights for policy 0, policy_version 32649 (0.0008) +[2026-06-02 17:49:21,019][303827] Updated weights for policy 0, policy_version 32659 (0.0009) +[2026-06-02 17:49:21,230][303827] Updated weights for policy 0, policy_version 32669 (0.0008) +[2026-06-02 17:49:21,456][303827] Updated weights for policy 0, policy_version 32679 (0.0008) +[2026-06-02 17:49:21,669][303827] Updated weights for policy 0, policy_version 32689 (0.0008) +[2026-06-02 17:49:22,403][303827] Updated weights for policy 0, policy_version 32699 (0.0008) +[2026-06-02 17:49:22,612][303827] Updated weights for policy 0, policy_version 32709 (0.0009) +[2026-06-02 17:49:22,828][303827] Updated weights for policy 0, policy_version 32719 (0.0009) +[2026-06-02 17:49:23,035][303827] Updated weights for policy 0, policy_version 32729 (0.0009) +[2026-06-02 17:49:23,264][303827] Updated weights for policy 0, policy_version 32739 (0.0008) +[2026-06-02 17:49:23,472][303827] Updated weights for policy 0, policy_version 32749 (0.0008) +[2026-06-02 17:49:23,688][303827] Updated weights for policy 0, policy_version 32759 (0.0008) +[2026-06-02 17:49:24,421][303827] Updated weights for policy 0, policy_version 32769 (0.0009) +[2026-06-02 17:49:24,642][303827] Updated weights for policy 0, policy_version 32780 (0.0008) +[2026-06-02 17:49:24,866][303827] Updated weights for policy 0, policy_version 32790 (0.0008) +[2026-06-02 17:49:24,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 16777216. Throughput: 0: 17419.4. Samples: 16786176. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:49:24,987][302810] Avg episode reward: [(0, '1318.419')] +[2026-06-02 17:49:25,077][303827] Updated weights for policy 0, policy_version 32800 (0.0009) +[2026-06-02 17:49:25,293][303827] Updated weights for policy 0, policy_version 32810 (0.0008) +[2026-06-02 17:49:25,515][303827] Updated weights for policy 0, policy_version 32820 (0.0008) +[2026-06-02 17:49:25,588][303741] Saving new best policy, reward=1318.419! +[2026-06-02 17:49:26,224][303827] Updated weights for policy 0, policy_version 32830 (0.0009) +[2026-06-02 17:49:26,434][303827] Updated weights for policy 0, policy_version 32840 (0.0009) +[2026-06-02 17:49:26,647][303827] Updated weights for policy 0, policy_version 32850 (0.0009) +[2026-06-02 17:49:26,866][303827] Updated weights for policy 0, policy_version 32860 (0.0009) +[2026-06-02 17:49:27,085][303827] Updated weights for policy 0, policy_version 32870 (0.0007) +[2026-06-02 17:49:27,299][303827] Updated weights for policy 0, policy_version 32880 (0.0009) +[2026-06-02 17:49:28,032][303827] Updated weights for policy 0, policy_version 32890 (0.0009) +[2026-06-02 17:49:28,235][303827] Updated weights for policy 0, policy_version 32900 (0.0008) +[2026-06-02 17:49:28,449][303827] Updated weights for policy 0, policy_version 32910 (0.0009) +[2026-06-02 17:49:28,661][303827] Updated weights for policy 0, policy_version 32920 (0.0008) +[2026-06-02 17:49:28,895][303827] Updated weights for policy 0, policy_version 32931 (0.0009) +[2026-06-02 17:49:29,116][303827] Updated weights for policy 0, policy_version 32941 (0.0009) +[2026-06-02 17:49:29,331][303827] Updated weights for policy 0, policy_version 32951 (0.0009) +[2026-06-02 17:49:29,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.3). Total num frames: 16875520. Throughput: 0: 17439.3. Samples: 16888064. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:49:29,987][302810] Avg episode reward: [(0, '1325.462')] +[2026-06-02 17:49:30,078][303827] Updated weights for policy 0, policy_version 32962 (0.0009) +[2026-06-02 17:49:30,291][303827] Updated weights for policy 0, policy_version 32972 (0.0008) +[2026-06-02 17:49:30,505][303827] Updated weights for policy 0, policy_version 32982 (0.0008) +[2026-06-02 17:49:30,715][303827] Updated weights for policy 0, policy_version 32992 (0.0009) +[2026-06-02 17:49:30,940][303827] Updated weights for policy 0, policy_version 33002 (0.0008) +[2026-06-02 17:49:31,156][303827] Updated weights for policy 0, policy_version 33012 (0.0009) +[2026-06-02 17:49:31,230][303741] Saving new best policy, reward=1325.462! +[2026-06-02 17:49:31,882][303827] Updated weights for policy 0, policy_version 33022 (0.0009) +[2026-06-02 17:49:32,089][303827] Updated weights for policy 0, policy_version 33032 (0.0008) +[2026-06-02 17:49:32,322][303827] Updated weights for policy 0, policy_version 33043 (0.0008) +[2026-06-02 17:49:32,540][303827] Updated weights for policy 0, policy_version 33053 (0.0009) +[2026-06-02 17:49:32,753][303827] Updated weights for policy 0, policy_version 33063 (0.0008) +[2026-06-02 17:49:32,974][303827] Updated weights for policy 0, policy_version 33073 (0.0008) +[2026-06-02 17:49:33,711][303827] Updated weights for policy 0, policy_version 33083 (0.0009) +[2026-06-02 17:49:33,908][303827] Updated weights for policy 0, policy_version 33093 (0.0008) +[2026-06-02 17:49:34,132][303827] Updated weights for policy 0, policy_version 33103 (0.0008) +[2026-06-02 17:49:34,352][303827] Updated weights for policy 0, policy_version 33113 (0.0008) +[2026-06-02 17:49:34,562][303827] Updated weights for policy 0, policy_version 33123 (0.0008) +[2026-06-02 17:49:34,781][303827] Updated weights for policy 0, policy_version 33133 (0.0008) +[2026-06-02 17:49:34,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 16941056. Throughput: 0: 17405.2. Samples: 16990464. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:49:34,987][302810] Avg episode reward: [(0, '1325.854')] +[2026-06-02 17:49:34,996][303827] Updated weights for policy 0, policy_version 33143 (0.0008) +[2026-06-02 17:49:35,008][303741] Saving new best policy, reward=1325.854! +[2026-06-02 17:49:35,714][303827] Updated weights for policy 0, policy_version 33153 (0.0008) +[2026-06-02 17:49:35,929][303827] Updated weights for policy 0, policy_version 33163 (0.0008) +[2026-06-02 17:49:36,139][303827] Updated weights for policy 0, policy_version 33173 (0.0009) +[2026-06-02 17:49:36,363][303827] Updated weights for policy 0, policy_version 33183 (0.0008) +[2026-06-02 17:49:36,601][303827] Updated weights for policy 0, policy_version 33194 (0.0008) +[2026-06-02 17:49:36,815][303827] Updated weights for policy 0, policy_version 33204 (0.0008) +[2026-06-02 17:49:37,541][303827] Updated weights for policy 0, policy_version 33214 (0.0009) +[2026-06-02 17:49:37,756][303827] Updated weights for policy 0, policy_version 33224 (0.0008) +[2026-06-02 17:49:37,997][303827] Updated weights for policy 0, policy_version 33235 (0.0008) +[2026-06-02 17:49:38,213][303827] Updated weights for policy 0, policy_version 33245 (0.0008) +[2026-06-02 17:49:38,423][303827] Updated weights for policy 0, policy_version 33255 (0.0009) +[2026-06-02 17:49:38,640][303827] Updated weights for policy 0, policy_version 33265 (0.0008) +[2026-06-02 17:49:39,367][303827] Updated weights for policy 0, policy_version 33275 (0.0008) +[2026-06-02 17:49:39,580][303827] Updated weights for policy 0, policy_version 33285 (0.0010) +[2026-06-02 17:49:39,796][303827] Updated weights for policy 0, policy_version 33295 (0.0008) +[2026-06-02 17:49:39,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 17039360. Throughput: 0: 17459.2. Samples: 17047424. Policy #0 lag: (min: 63.0, avg: 80.3, max: 127.0) +[2026-06-02 17:49:39,987][302810] Avg episode reward: [(0, '1280.318')] +[2026-06-02 17:49:40,016][303827] Updated weights for policy 0, policy_version 33305 (0.0008) +[2026-06-02 17:49:40,230][303827] Updated weights for policy 0, policy_version 33315 (0.0008) +[2026-06-02 17:49:40,449][303827] Updated weights for policy 0, policy_version 33325 (0.0009) +[2026-06-02 17:49:40,670][303827] Updated weights for policy 0, policy_version 33335 (0.0008) +[2026-06-02 17:49:41,384][303827] Updated weights for policy 0, policy_version 33345 (0.0009) +[2026-06-02 17:49:41,606][303827] Updated weights for policy 0, policy_version 33355 (0.0008) +[2026-06-02 17:49:41,844][303827] Updated weights for policy 0, policy_version 33366 (0.0009) +[2026-06-02 17:49:42,053][303827] Updated weights for policy 0, policy_version 33376 (0.0008) +[2026-06-02 17:49:42,262][303827] Updated weights for policy 0, policy_version 33386 (0.0008) +[2026-06-02 17:49:42,486][303827] Updated weights for policy 0, policy_version 33396 (0.0008) +[2026-06-02 17:49:43,192][303827] Updated weights for policy 0, policy_version 33406 (0.0008) +[2026-06-02 17:49:43,396][303827] Updated weights for policy 0, policy_version 33416 (0.0009) +[2026-06-02 17:49:43,614][303827] Updated weights for policy 0, policy_version 33426 (0.0008) +[2026-06-02 17:49:43,825][303827] Updated weights for policy 0, policy_version 33436 (0.0009) +[2026-06-02 17:49:44,030][303827] Updated weights for policy 0, policy_version 33446 (0.0009) +[2026-06-02 17:49:44,244][303827] Updated weights for policy 0, policy_version 33456 (0.0009) +[2026-06-02 17:49:44,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 17137664. Throughput: 0: 17427.9. Samples: 17148800. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 17:49:44,987][302810] Avg episode reward: [(0, '1274.218')] +[2026-06-02 17:49:45,001][303827] Updated weights for policy 0, policy_version 33466 (0.0009) +[2026-06-02 17:49:45,203][303827] Updated weights for policy 0, policy_version 33476 (0.0009) +[2026-06-02 17:49:45,413][303827] Updated weights for policy 0, policy_version 33486 (0.0008) +[2026-06-02 17:49:45,622][303827] Updated weights for policy 0, policy_version 33496 (0.0009) +[2026-06-02 17:49:45,828][303827] Updated weights for policy 0, policy_version 33506 (0.0009) +[2026-06-02 17:49:46,067][303827] Updated weights for policy 0, policy_version 33517 (0.0009) +[2026-06-02 17:49:46,292][303827] Updated weights for policy 0, policy_version 33528 (0.0009) +[2026-06-02 17:49:47,047][303827] Updated weights for policy 0, policy_version 33538 (0.0008) +[2026-06-02 17:49:47,251][303827] Updated weights for policy 0, policy_version 33548 (0.0008) +[2026-06-02 17:49:47,483][303827] Updated weights for policy 0, policy_version 33559 (0.0009) +[2026-06-02 17:49:47,698][303827] Updated weights for policy 0, policy_version 33569 (0.0008) +[2026-06-02 17:49:47,905][303827] Updated weights for policy 0, policy_version 33579 (0.0008) +[2026-06-02 17:49:48,138][303827] Updated weights for policy 0, policy_version 33590 (0.0009) +[2026-06-02 17:49:48,874][303827] Updated weights for policy 0, policy_version 33600 (0.0008) +[2026-06-02 17:49:49,086][303827] Updated weights for policy 0, policy_version 33610 (0.0009) +[2026-06-02 17:49:49,293][303827] Updated weights for policy 0, policy_version 33620 (0.0008) +[2026-06-02 17:49:49,525][303827] Updated weights for policy 0, policy_version 33631 (0.0008) +[2026-06-02 17:49:49,759][303827] Updated weights for policy 0, policy_version 33642 (0.0009) +[2026-06-02 17:49:49,964][303827] Updated weights for policy 0, policy_version 33652 (0.0009) +[2026-06-02 17:49:49,986][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.2, 300 sec: 17328.2). Total num frames: 17203200. Throughput: 0: 17410.8. Samples: 17250560. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 17:49:49,987][302810] Avg episode reward: [(0, '1323.282')] +[2026-06-02 17:49:50,730][303827] Updated weights for policy 0, policy_version 33662 (0.0009) +[2026-06-02 17:49:50,966][303827] Updated weights for policy 0, policy_version 33674 (0.0009) +[2026-06-02 17:49:51,189][303827] Updated weights for policy 0, policy_version 33684 (0.0008) +[2026-06-02 17:49:51,417][303827] Updated weights for policy 0, policy_version 33695 (0.0008) +[2026-06-02 17:49:51,633][303827] Updated weights for policy 0, policy_version 33705 (0.0008) +[2026-06-02 17:49:51,865][303827] Updated weights for policy 0, policy_version 33716 (0.0009) +[2026-06-02 17:49:52,624][303827] Updated weights for policy 0, policy_version 33726 (0.0009) +[2026-06-02 17:49:52,837][303827] Updated weights for policy 0, policy_version 33737 (0.0008) +[2026-06-02 17:49:53,062][303827] Updated weights for policy 0, policy_version 33747 (0.0008) +[2026-06-02 17:49:53,288][303827] Updated weights for policy 0, policy_version 33758 (0.0009) +[2026-06-02 17:49:53,501][303827] Updated weights for policy 0, policy_version 33768 (0.0009) +[2026-06-02 17:49:53,734][303827] Updated weights for policy 0, policy_version 33779 (0.0009) +[2026-06-02 17:49:54,484][303827] Updated weights for policy 0, policy_version 33789 (0.0009) +[2026-06-02 17:49:54,717][303827] Updated weights for policy 0, policy_version 33800 (0.0009) +[2026-06-02 17:49:54,920][303827] Updated weights for policy 0, policy_version 33810 (0.0010) +[2026-06-02 17:49:54,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 17301504. Throughput: 0: 17439.3. Samples: 17308800. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 17:49:54,987][302810] Avg episode reward: [(0, '1303.384')] +[2026-06-02 17:49:55,119][303827] Updated weights for policy 0, policy_version 33820 (0.0008) +[2026-06-02 17:49:55,360][303827] Updated weights for policy 0, policy_version 33831 (0.0009) +[2026-06-02 17:49:55,568][303827] Updated weights for policy 0, policy_version 33841 (0.0009) +[2026-06-02 17:49:56,322][303827] Updated weights for policy 0, policy_version 33851 (0.0009) +[2026-06-02 17:49:56,530][303827] Updated weights for policy 0, policy_version 33861 (0.0009) +[2026-06-02 17:49:56,773][303827] Updated weights for policy 0, policy_version 33872 (0.0009) +[2026-06-02 17:49:56,982][303827] Updated weights for policy 0, policy_version 33882 (0.0009) +[2026-06-02 17:49:57,188][303827] Updated weights for policy 0, policy_version 33892 (0.0009) +[2026-06-02 17:49:57,418][303827] Updated weights for policy 0, policy_version 33902 (0.0009) +[2026-06-02 17:49:57,621][303827] Updated weights for policy 0, policy_version 33912 (0.0009) +[2026-06-02 17:49:58,347][303827] Updated weights for policy 0, policy_version 33922 (0.0008) +[2026-06-02 17:49:58,564][303827] Updated weights for policy 0, policy_version 33932 (0.0009) +[2026-06-02 17:49:58,770][303827] Updated weights for policy 0, policy_version 33942 (0.0008) +[2026-06-02 17:49:58,979][303827] Updated weights for policy 0, policy_version 33952 (0.0007) +[2026-06-02 17:49:59,197][303827] Updated weights for policy 0, policy_version 33962 (0.0004) +[2026-06-02 17:49:59,418][303827] Updated weights for policy 0, policy_version 33972 (0.0004) +[2026-06-02 17:49:59,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 17399808. Throughput: 0: 17445.0. Samples: 17410816. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 17:49:59,988][302810] Avg episode reward: [(0, '1345.716')] +[2026-06-02 17:50:00,162][303827] Updated weights for policy 0, policy_version 33983 (0.0004) +[2026-06-02 17:50:00,377][303827] Updated weights for policy 0, policy_version 33993 (0.0004) +[2026-06-02 17:50:00,591][303827] Updated weights for policy 0, policy_version 34003 (0.0004) +[2026-06-02 17:50:00,820][303827] Updated weights for policy 0, policy_version 34014 (0.0004) +[2026-06-02 17:50:01,046][303827] Updated weights for policy 0, policy_version 34024 (0.0004) +[2026-06-02 17:50:01,260][303827] Updated weights for policy 0, policy_version 34034 (0.0004) +[2026-06-02 17:50:01,382][303741] Saving new best policy, reward=1345.716! +[2026-06-02 17:50:01,971][303827] Updated weights for policy 0, policy_version 34044 (0.0006) +[2026-06-02 17:50:02,198][303827] Updated weights for policy 0, policy_version 34055 (0.0008) +[2026-06-02 17:50:02,410][303827] Updated weights for policy 0, policy_version 34065 (0.0009) +[2026-06-02 17:50:02,634][303827] Updated weights for policy 0, policy_version 34075 (0.0009) +[2026-06-02 17:50:02,843][303827] Updated weights for policy 0, policy_version 34085 (0.0009) +[2026-06-02 17:50:03,058][303827] Updated weights for policy 0, policy_version 34095 (0.0009) +[2026-06-02 17:50:03,810][303827] Updated weights for policy 0, policy_version 34106 (0.0009) +[2026-06-02 17:50:04,014][303827] Updated weights for policy 0, policy_version 34116 (0.0008) +[2026-06-02 17:50:04,227][303827] Updated weights for policy 0, policy_version 34126 (0.0008) +[2026-06-02 17:50:04,438][303827] Updated weights for policy 0, policy_version 34136 (0.0009) +[2026-06-02 17:50:04,667][303827] Updated weights for policy 0, policy_version 34146 (0.0008) +[2026-06-02 17:50:04,883][303827] Updated weights for policy 0, policy_version 34156 (0.0008) +[2026-06-02 17:50:04,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 17465344. Throughput: 0: 17430.7. Samples: 17513472. Policy #0 lag: (min: 63.0, avg: 81.8, max: 127.0) +[2026-06-02 17:50:04,988][302810] Avg episode reward: [(0, '1364.780')] +[2026-06-02 17:50:05,091][303827] Updated weights for policy 0, policy_version 34166 (0.0008) +[2026-06-02 17:50:05,128][303741] Saving new best policy, reward=1364.780! +[2026-06-02 17:50:05,822][303827] Updated weights for policy 0, policy_version 34176 (0.0009) +[2026-06-02 17:50:06,037][303827] Updated weights for policy 0, policy_version 34186 (0.0008) +[2026-06-02 17:50:06,249][303827] Updated weights for policy 0, policy_version 34196 (0.0009) +[2026-06-02 17:50:06,468][303827] Updated weights for policy 0, policy_version 34206 (0.0008) +[2026-06-02 17:50:06,699][303827] Updated weights for policy 0, policy_version 34217 (0.0008) +[2026-06-02 17:50:06,912][303827] Updated weights for policy 0, policy_version 34227 (0.0007) +[2026-06-02 17:50:07,649][303827] Updated weights for policy 0, policy_version 34237 (0.0008) +[2026-06-02 17:50:07,857][303827] Updated weights for policy 0, policy_version 34247 (0.0008) +[2026-06-02 17:50:08,066][303827] Updated weights for policy 0, policy_version 34257 (0.0009) +[2026-06-02 17:50:08,280][303827] Updated weights for policy 0, policy_version 34267 (0.0009) +[2026-06-02 17:50:08,500][303827] Updated weights for policy 0, policy_version 34277 (0.0008) +[2026-06-02 17:50:08,753][303827] Updated weights for policy 0, policy_version 34289 (0.0009) +[2026-06-02 17:50:09,498][303827] Updated weights for policy 0, policy_version 34299 (0.0009) +[2026-06-02 17:50:09,698][303827] Updated weights for policy 0, policy_version 34309 (0.0009) +[2026-06-02 17:50:09,916][303827] Updated weights for policy 0, policy_version 34319 (0.0009) +[2026-06-02 17:50:09,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 17563648. Throughput: 0: 17433.6. Samples: 17570688. Policy #0 lag: (min: 4.0, avg: 21.6, max: 68.0) +[2026-06-02 17:50:09,988][302810] Avg episode reward: [(0, '1351.837')] +[2026-06-02 17:50:10,131][303827] Updated weights for policy 0, policy_version 34329 (0.0006) +[2026-06-02 17:50:10,346][303827] Updated weights for policy 0, policy_version 34339 (0.0004) +[2026-06-02 17:50:10,554][303827] Updated weights for policy 0, policy_version 34349 (0.0004) +[2026-06-02 17:50:10,771][303827] Updated weights for policy 0, policy_version 34359 (0.0004) +[2026-06-02 17:50:11,524][303827] Updated weights for policy 0, policy_version 34369 (0.0004) +[2026-06-02 17:50:11,729][303827] Updated weights for policy 0, policy_version 34379 (0.0004) +[2026-06-02 17:50:11,952][303827] Updated weights for policy 0, policy_version 34389 (0.0004) +[2026-06-02 17:50:12,168][303827] Updated weights for policy 0, policy_version 34399 (0.0004) +[2026-06-02 17:50:12,387][303827] Updated weights for policy 0, policy_version 34409 (0.0004) +[2026-06-02 17:50:12,593][303827] Updated weights for policy 0, policy_version 34419 (0.0004) +[2026-06-02 17:50:13,324][303827] Updated weights for policy 0, policy_version 34431 (0.0007) +[2026-06-02 17:50:13,543][303827] Updated weights for policy 0, policy_version 34441 (0.0009) +[2026-06-02 17:50:13,757][303827] Updated weights for policy 0, policy_version 34451 (0.0008) +[2026-06-02 17:50:13,979][303827] Updated weights for policy 0, policy_version 34461 (0.0008) +[2026-06-02 17:50:14,191][303827] Updated weights for policy 0, policy_version 34471 (0.0008) +[2026-06-02 17:50:14,413][303827] Updated weights for policy 0, policy_version 34482 (0.0004) +[2026-06-02 17:50:14,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 17661952. Throughput: 0: 17453.5. Samples: 17673472. Policy #0 lag: (min: 4.0, avg: 21.6, max: 68.0) +[2026-06-02 17:50:14,988][302810] Avg episode reward: [(0, '1369.623')] +[2026-06-02 17:50:15,179][303827] Updated weights for policy 0, policy_version 34493 (0.0006) +[2026-06-02 17:50:15,392][303827] Updated weights for policy 0, policy_version 34503 (0.0008) +[2026-06-02 17:50:15,630][303827] Updated weights for policy 0, policy_version 34514 (0.0009) +[2026-06-02 17:50:15,846][303827] Updated weights for policy 0, policy_version 34524 (0.0008) +[2026-06-02 17:50:16,060][303827] Updated weights for policy 0, policy_version 34534 (0.0009) +[2026-06-02 17:50:16,266][303827] Updated weights for policy 0, policy_version 34544 (0.0009) +[2026-06-02 17:50:16,438][303741] Saving new best policy, reward=1369.623! +[2026-06-02 17:50:17,035][303827] Updated weights for policy 0, policy_version 34555 (0.0009) +[2026-06-02 17:50:17,262][303827] Updated weights for policy 0, policy_version 34566 (0.0007) +[2026-06-02 17:50:17,496][303827] Updated weights for policy 0, policy_version 34577 (0.0009) +[2026-06-02 17:50:17,743][303827] Updated weights for policy 0, policy_version 34588 (0.0037) +[2026-06-02 17:50:17,961][303827] Updated weights for policy 0, policy_version 34599 (0.0006) +[2026-06-02 17:50:18,172][303827] Updated weights for policy 0, policy_version 34609 (0.0009) +[2026-06-02 17:50:18,918][303827] Updated weights for policy 0, policy_version 34619 (0.0009) +[2026-06-02 17:50:19,120][303827] Updated weights for policy 0, policy_version 34629 (0.0008) +[2026-06-02 17:50:19,343][303827] Updated weights for policy 0, policy_version 34639 (0.0008) +[2026-06-02 17:50:19,552][303827] Updated weights for policy 0, policy_version 34649 (0.0007) +[2026-06-02 17:50:19,786][303827] Updated weights for policy 0, policy_version 34660 (0.0009) +[2026-06-02 17:50:19,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 17727488. Throughput: 0: 17467.7. Samples: 17776512. Policy #0 lag: (min: 4.0, avg: 21.6, max: 68.0) +[2026-06-02 17:50:19,987][302810] Avg episode reward: [(0, '1383.040')] +[2026-06-02 17:50:19,992][303827] Updated weights for policy 0, policy_version 34670 (0.0009) +[2026-06-02 17:50:20,207][303741] Saving new best policy, reward=1383.040! +[2026-06-02 17:50:20,209][303827] Updated weights for policy 0, policy_version 34680 (0.0009) +[2026-06-02 17:50:20,939][303827] Updated weights for policy 0, policy_version 34690 (0.0009) +[2026-06-02 17:50:21,152][303827] Updated weights for policy 0, policy_version 34700 (0.0008) +[2026-06-02 17:50:21,368][303827] Updated weights for policy 0, policy_version 34710 (0.0009) +[2026-06-02 17:50:21,596][303827] Updated weights for policy 0, policy_version 34721 (0.0007) +[2026-06-02 17:50:21,800][303827] Updated weights for policy 0, policy_version 34731 (0.0004) +[2026-06-02 17:50:22,060][303827] Updated weights for policy 0, policy_version 34743 (0.0004) +[2026-06-02 17:50:22,803][303827] Updated weights for policy 0, policy_version 34754 (0.0004) +[2026-06-02 17:50:23,004][303827] Updated weights for policy 0, policy_version 34764 (0.0004) +[2026-06-02 17:50:23,241][303827] Updated weights for policy 0, policy_version 34775 (0.0008) +[2026-06-02 17:50:23,487][303827] Updated weights for policy 0, policy_version 34786 (0.0009) +[2026-06-02 17:50:23,733][303827] Updated weights for policy 0, policy_version 34798 (0.0009) +[2026-06-02 17:50:24,508][303827] Updated weights for policy 0, policy_version 34809 (0.0009) +[2026-06-02 17:50:24,701][303827] Updated weights for policy 0, policy_version 34819 (0.0009) +[2026-06-02 17:50:24,919][303827] Updated weights for policy 0, policy_version 34829 (0.0008) +[2026-06-02 17:50:24,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 17825792. Throughput: 0: 17464.9. Samples: 17833344. Policy #0 lag: (min: 4.0, avg: 21.6, max: 68.0) +[2026-06-02 17:50:24,988][302810] Avg episode reward: [(0, '1399.232')] +[2026-06-02 17:50:25,174][303827] Updated weights for policy 0, policy_version 34841 (0.0010) +[2026-06-02 17:50:25,393][303827] Updated weights for policy 0, policy_version 34851 (0.0009) +[2026-06-02 17:50:25,611][303827] Updated weights for policy 0, policy_version 34861 (0.0009) +[2026-06-02 17:50:25,839][303741] Saving new best policy, reward=1399.232! +[2026-06-02 17:50:25,843][303827] Updated weights for policy 0, policy_version 34872 (0.0009) +[2026-06-02 17:50:26,609][303827] Updated weights for policy 0, policy_version 34883 (0.0009) +[2026-06-02 17:50:26,832][303827] Updated weights for policy 0, policy_version 34893 (0.0009) +[2026-06-02 17:50:27,072][303827] Updated weights for policy 0, policy_version 34904 (0.0015) +[2026-06-02 17:50:27,279][303827] Updated weights for policy 0, policy_version 34914 (0.0016) +[2026-06-02 17:50:27,516][303827] Updated weights for policy 0, policy_version 34925 (0.0011) +[2026-06-02 17:50:27,741][303827] Updated weights for policy 0, policy_version 34936 (0.0009) +[2026-06-02 17:50:28,476][303827] Updated weights for policy 0, policy_version 34946 (0.0009) +[2026-06-02 17:50:28,686][303827] Updated weights for policy 0, policy_version 34956 (0.0009) +[2026-06-02 17:50:28,934][303827] Updated weights for policy 0, policy_version 34968 (0.0009) +[2026-06-02 17:50:29,152][303827] Updated weights for policy 0, policy_version 34978 (0.0009) +[2026-06-02 17:50:29,400][303827] Updated weights for policy 0, policy_version 34989 (0.0009) +[2026-06-02 17:50:29,612][303827] Updated weights for policy 0, policy_version 34999 (0.0009) +[2026-06-02 17:50:29,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 17924096. Throughput: 0: 17496.2. Samples: 17936128. Policy #0 lag: (min: 45.0, avg: 63.7, max: 109.0) +[2026-06-02 17:50:29,988][302810] Avg episode reward: [(0, '1405.288')] +[2026-06-02 17:50:30,337][303827] Updated weights for policy 0, policy_version 35009 (0.0009) +[2026-06-02 17:50:30,545][303827] Updated weights for policy 0, policy_version 35019 (0.0009) +[2026-06-02 17:50:30,760][303827] Updated weights for policy 0, policy_version 35029 (0.0009) +[2026-06-02 17:50:30,972][303827] Updated weights for policy 0, policy_version 35039 (0.0009) +[2026-06-02 17:50:31,189][303827] Updated weights for policy 0, policy_version 35049 (0.0009) +[2026-06-02 17:50:31,402][303827] Updated weights for policy 0, policy_version 35059 (0.0009) +[2026-06-02 17:50:31,499][303741] Saving new best policy, reward=1405.288! +[2026-06-02 17:50:32,122][303827] Updated weights for policy 0, policy_version 35069 (0.0009) +[2026-06-02 17:50:32,339][303827] Updated weights for policy 0, policy_version 35079 (0.0009) +[2026-06-02 17:50:32,552][303827] Updated weights for policy 0, policy_version 35089 (0.0011) +[2026-06-02 17:50:32,782][303827] Updated weights for policy 0, policy_version 35100 (0.0009) +[2026-06-02 17:50:32,996][303827] Updated weights for policy 0, policy_version 35110 (0.0009) +[2026-06-02 17:50:33,211][303827] Updated weights for policy 0, policy_version 35120 (0.0009) +[2026-06-02 17:50:33,955][303827] Updated weights for policy 0, policy_version 35130 (0.0009) +[2026-06-02 17:50:34,166][303827] Updated weights for policy 0, policy_version 35140 (0.0009) +[2026-06-02 17:50:34,370][303827] Updated weights for policy 0, policy_version 35150 (0.0009) +[2026-06-02 17:50:34,616][303827] Updated weights for policy 0, policy_version 35161 (0.0009) +[2026-06-02 17:50:34,833][303827] Updated weights for policy 0, policy_version 35171 (0.0009) +[2026-06-02 17:50:34,987][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 17989632. Throughput: 0: 17507.5. Samples: 18038400. Policy #0 lag: (min: 45.0, avg: 63.7, max: 109.0) +[2026-06-02 17:50:34,988][302810] Avg episode reward: [(0, '1387.402')] +[2026-06-02 17:50:35,044][303827] Updated weights for policy 0, policy_version 35181 (0.0009) +[2026-06-02 17:50:35,262][303827] Updated weights for policy 0, policy_version 35191 (0.0009) +[2026-06-02 17:50:35,997][303827] Updated weights for policy 0, policy_version 35201 (0.0009) +[2026-06-02 17:50:36,200][303827] Updated weights for policy 0, policy_version 35211 (0.0009) +[2026-06-02 17:50:36,418][303827] Updated weights for policy 0, policy_version 35221 (0.0009) +[2026-06-02 17:50:36,635][303827] Updated weights for policy 0, policy_version 35231 (0.0009) +[2026-06-02 17:50:36,889][303827] Updated weights for policy 0, policy_version 35243 (0.0009) +[2026-06-02 17:50:37,104][303827] Updated weights for policy 0, policy_version 35253 (0.0009) +[2026-06-02 17:50:37,828][303827] Updated weights for policy 0, policy_version 35263 (0.0009) +[2026-06-02 17:50:38,065][303827] Updated weights for policy 0, policy_version 35274 (0.0009) +[2026-06-02 17:50:38,298][303827] Updated weights for policy 0, policy_version 35285 (0.0009) +[2026-06-02 17:50:38,516][303827] Updated weights for policy 0, policy_version 35295 (0.0009) +[2026-06-02 17:50:38,733][303827] Updated weights for policy 0, policy_version 35305 (0.0009) +[2026-06-02 17:50:38,955][303827] Updated weights for policy 0, policy_version 35315 (0.0009) +[2026-06-02 17:50:39,658][303827] Updated weights for policy 0, policy_version 35325 (0.0009) +[2026-06-02 17:50:39,866][303827] Updated weights for policy 0, policy_version 35335 (0.0009) +[2026-06-02 17:50:39,987][302810] Fps is (10 sec: 16383.7, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 18087936. Throughput: 0: 17481.9. Samples: 18095488. Policy #0 lag: (min: 45.0, avg: 63.7, max: 109.0) +[2026-06-02 17:50:39,988][302810] Avg episode reward: [(0, '1391.818')] +[2026-06-02 17:50:40,075][303827] Updated weights for policy 0, policy_version 35345 (0.0009) +[2026-06-02 17:50:40,293][303827] Updated weights for policy 0, policy_version 35355 (0.0009) +[2026-06-02 17:50:40,513][303827] Updated weights for policy 0, policy_version 35365 (0.0009) +[2026-06-02 17:50:40,741][303827] Updated weights for policy 0, policy_version 35375 (0.0009) +[2026-06-02 17:50:41,487][303827] Updated weights for policy 0, policy_version 35385 (0.0009) +[2026-06-02 17:50:41,679][303827] Updated weights for policy 0, policy_version 35395 (0.0007) +[2026-06-02 17:50:41,890][303827] Updated weights for policy 0, policy_version 35405 (0.0009) +[2026-06-02 17:50:42,109][303827] Updated weights for policy 0, policy_version 35415 (0.0008) +[2026-06-02 17:50:42,330][303827] Updated weights for policy 0, policy_version 35425 (0.0008) +[2026-06-02 17:50:42,542][303827] Updated weights for policy 0, policy_version 35435 (0.0008) +[2026-06-02 17:50:42,763][303827] Updated weights for policy 0, policy_version 35445 (0.0009) +[2026-06-02 17:50:43,469][303827] Updated weights for policy 0, policy_version 35455 (0.0009) +[2026-06-02 17:50:43,685][303827] Updated weights for policy 0, policy_version 35465 (0.0009) +[2026-06-02 17:50:43,888][303827] Updated weights for policy 0, policy_version 35475 (0.0009) +[2026-06-02 17:50:44,104][303827] Updated weights for policy 0, policy_version 35485 (0.0009) +[2026-06-02 17:50:44,329][303827] Updated weights for policy 0, policy_version 35495 (0.0008) +[2026-06-02 17:50:44,545][303827] Updated weights for policy 0, policy_version 35505 (0.0008) +[2026-06-02 17:50:44,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 18186240. Throughput: 0: 17479.1. Samples: 18197376. Policy #0 lag: (min: 45.0, avg: 63.7, max: 109.0) +[2026-06-02 17:50:44,988][302810] Avg episode reward: [(0, '1382.471')] +[2026-06-02 17:50:45,268][303827] Updated weights for policy 0, policy_version 35515 (0.0009) +[2026-06-02 17:50:45,468][303827] Updated weights for policy 0, policy_version 35525 (0.0009) +[2026-06-02 17:50:45,683][303827] Updated weights for policy 0, policy_version 35535 (0.0009) +[2026-06-02 17:50:45,898][303827] Updated weights for policy 0, policy_version 35545 (0.0009) +[2026-06-02 17:50:46,126][303827] Updated weights for policy 0, policy_version 35556 (0.0009) +[2026-06-02 17:50:46,346][303827] Updated weights for policy 0, policy_version 35566 (0.0009) +[2026-06-02 17:50:46,557][303827] Updated weights for policy 0, policy_version 35576 (0.0009) +[2026-06-02 17:50:47,289][303827] Updated weights for policy 0, policy_version 35586 (0.0009) +[2026-06-02 17:50:47,502][303827] Updated weights for policy 0, policy_version 35596 (0.0009) +[2026-06-02 17:50:47,732][303827] Updated weights for policy 0, policy_version 35607 (0.0009) +[2026-06-02 17:50:47,959][303827] Updated weights for policy 0, policy_version 35617 (0.0009) +[2026-06-02 17:50:48,172][303827] Updated weights for policy 0, policy_version 35627 (0.0009) +[2026-06-02 17:50:48,378][303827] Updated weights for policy 0, policy_version 35637 (0.0008) +[2026-06-02 17:50:49,094][303827] Updated weights for policy 0, policy_version 35647 (0.0009) +[2026-06-02 17:50:49,307][303827] Updated weights for policy 0, policy_version 35657 (0.0009) +[2026-06-02 17:50:49,522][303827] Updated weights for policy 0, policy_version 35667 (0.0008) +[2026-06-02 17:50:49,731][303827] Updated weights for policy 0, policy_version 35677 (0.0008) +[2026-06-02 17:50:49,950][303827] Updated weights for policy 0, policy_version 35687 (0.0008) +[2026-06-02 17:50:49,986][302810] Fps is (10 sec: 16384.4, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 18251776. Throughput: 0: 17450.7. Samples: 18298752. Policy #0 lag: (min: 45.0, avg: 63.7, max: 109.0) +[2026-06-02 17:50:49,987][302810] Avg episode reward: [(0, '1382.471')] +[2026-06-02 17:50:50,179][303827] Updated weights for policy 0, policy_version 35697 (0.0008) +[2026-06-02 17:50:50,891][303827] Updated weights for policy 0, policy_version 35707 (0.0009) +[2026-06-02 17:50:51,140][303827] Updated weights for policy 0, policy_version 35719 (0.0009) +[2026-06-02 17:50:51,373][303827] Updated weights for policy 0, policy_version 35730 (0.0009) +[2026-06-02 17:50:51,615][303827] Updated weights for policy 0, policy_version 35741 (0.0009) +[2026-06-02 17:50:51,831][303827] Updated weights for policy 0, policy_version 35751 (0.0009) +[2026-06-02 17:50:52,051][303827] Updated weights for policy 0, policy_version 35761 (0.0009) +[2026-06-02 17:50:52,777][303827] Updated weights for policy 0, policy_version 35771 (0.0009) +[2026-06-02 17:50:52,985][303827] Updated weights for policy 0, policy_version 35781 (0.0009) +[2026-06-02 17:50:53,231][303827] Updated weights for policy 0, policy_version 35792 (0.0009) +[2026-06-02 17:50:53,444][303827] Updated weights for policy 0, policy_version 35802 (0.0009) +[2026-06-02 17:50:53,661][303827] Updated weights for policy 0, policy_version 35812 (0.0009) +[2026-06-02 17:50:53,887][303827] Updated weights for policy 0, policy_version 35822 (0.0009) +[2026-06-02 17:50:54,094][303827] Updated weights for policy 0, policy_version 35832 (0.0009) +[2026-06-02 17:50:54,802][303827] Updated weights for policy 0, policy_version 35842 (0.0009) +[2026-06-02 17:50:54,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 18350080. Throughput: 0: 17453.5. Samples: 18356096. Policy #0 lag: (min: 23.0, avg: 40.6, max: 87.0) +[2026-06-02 17:50:54,987][302810] Avg episode reward: [(0, '1384.539')] +[2026-06-02 17:50:55,013][303827] Updated weights for policy 0, policy_version 35852 (0.0008) +[2026-06-02 17:50:55,237][303827] Updated weights for policy 0, policy_version 35862 (0.0009) +[2026-06-02 17:50:55,454][303827] Updated weights for policy 0, policy_version 35872 (0.0009) +[2026-06-02 17:50:55,670][303827] Updated weights for policy 0, policy_version 35882 (0.0009) +[2026-06-02 17:50:55,874][303827] Updated weights for policy 0, policy_version 35892 (0.0009) +[2026-06-02 17:50:56,603][303827] Updated weights for policy 0, policy_version 35902 (0.0009) +[2026-06-02 17:50:56,823][303827] Updated weights for policy 0, policy_version 35912 (0.0007) +[2026-06-02 17:50:57,036][303827] Updated weights for policy 0, policy_version 35922 (0.0009) +[2026-06-02 17:50:57,251][303827] Updated weights for policy 0, policy_version 35932 (0.0009) +[2026-06-02 17:50:57,490][303827] Updated weights for policy 0, policy_version 35943 (0.0009) +[2026-06-02 17:50:57,716][303827] Updated weights for policy 0, policy_version 35954 (0.0009) +[2026-06-02 17:50:58,442][303827] Updated weights for policy 0, policy_version 35964 (0.0009) +[2026-06-02 17:50:58,657][303827] Updated weights for policy 0, policy_version 35974 (0.0009) +[2026-06-02 17:50:58,873][303827] Updated weights for policy 0, policy_version 35984 (0.0008) +[2026-06-02 17:50:59,089][303827] Updated weights for policy 0, policy_version 35994 (0.0009) +[2026-06-02 17:50:59,304][303827] Updated weights for policy 0, policy_version 36004 (0.0009) +[2026-06-02 17:50:59,531][303827] Updated weights for policy 0, policy_version 36015 (0.0009) +[2026-06-02 17:50:59,986][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 18448384. Throughput: 0: 17442.2. Samples: 18458368. Policy #0 lag: (min: 23.0, avg: 40.6, max: 87.0) +[2026-06-02 17:50:59,987][302810] Avg episode reward: [(0, '1370.657')] +[2026-06-02 17:51:00,262][303827] Updated weights for policy 0, policy_version 36025 (0.0009) +[2026-06-02 17:51:00,460][303827] Updated weights for policy 0, policy_version 36035 (0.0009) +[2026-06-02 17:51:00,678][303827] Updated weights for policy 0, policy_version 36045 (0.0009) +[2026-06-02 17:51:00,894][303827] Updated weights for policy 0, policy_version 36055 (0.0009) +[2026-06-02 17:51:01,112][303827] Updated weights for policy 0, policy_version 36065 (0.0010) +[2026-06-02 17:51:01,350][303827] Updated weights for policy 0, policy_version 36076 (0.0009) +[2026-06-02 17:51:01,572][303827] Updated weights for policy 0, policy_version 36086 (0.0009) +[2026-06-02 17:51:02,298][303827] Updated weights for policy 0, policy_version 36096 (0.0009) +[2026-06-02 17:51:02,521][303827] Updated weights for policy 0, policy_version 36106 (0.0009) +[2026-06-02 17:51:02,738][303827] Updated weights for policy 0, policy_version 36116 (0.0009) +[2026-06-02 17:51:02,952][303827] Updated weights for policy 0, policy_version 36126 (0.0009) +[2026-06-02 17:51:03,163][303827] Updated weights for policy 0, policy_version 36136 (0.0009) +[2026-06-02 17:51:03,400][303827] Updated weights for policy 0, policy_version 36147 (0.0009) +[2026-06-02 17:51:04,133][303827] Updated weights for policy 0, policy_version 36158 (0.0009) +[2026-06-02 17:51:04,364][303827] Updated weights for policy 0, policy_version 36169 (0.0009) +[2026-06-02 17:51:04,582][303827] Updated weights for policy 0, policy_version 36179 (0.0009) +[2026-06-02 17:51:04,797][303827] Updated weights for policy 0, policy_version 36189 (0.0009) +[2026-06-02 17:51:04,987][302810] Fps is (10 sec: 16383.8, 60 sec: 17476.2, 300 sec: 17328.2). Total num frames: 18513920. Throughput: 0: 17425.0. Samples: 18560640. Policy #0 lag: (min: 23.0, avg: 40.6, max: 87.0) +[2026-06-02 17:51:04,988][302810] Avg episode reward: [(0, '1420.666')] +[2026-06-02 17:51:05,005][303827] Updated weights for policy 0, policy_version 36199 (0.0009) +[2026-06-02 17:51:05,228][303827] Updated weights for policy 0, policy_version 36209 (0.0010) +[2026-06-02 17:51:05,371][303741] Saving new best policy, reward=1420.666! +[2026-06-02 17:51:05,941][303827] Updated weights for policy 0, policy_version 36219 (0.0009) +[2026-06-02 17:51:06,180][303827] Updated weights for policy 0, policy_version 36230 (0.0008) +[2026-06-02 17:51:06,381][303827] Updated weights for policy 0, policy_version 36240 (0.0009) +[2026-06-02 17:51:06,641][303827] Updated weights for policy 0, policy_version 36252 (0.0009) +[2026-06-02 17:51:06,860][303827] Updated weights for policy 0, policy_version 36262 (0.0009) +[2026-06-02 17:51:07,082][303827] Updated weights for policy 0, policy_version 36272 (0.0009) +[2026-06-02 17:51:07,807][303827] Updated weights for policy 0, policy_version 36282 (0.0009) +[2026-06-02 17:51:08,006][303827] Updated weights for policy 0, policy_version 36292 (0.0008) +[2026-06-02 17:51:08,258][303827] Updated weights for policy 0, policy_version 36304 (0.0008) +[2026-06-02 17:51:08,478][303827] Updated weights for policy 0, policy_version 36314 (0.0009) +[2026-06-02 17:51:08,697][303827] Updated weights for policy 0, policy_version 36324 (0.0009) +[2026-06-02 17:51:08,917][303827] Updated weights for policy 0, policy_version 36334 (0.0008) +[2026-06-02 17:51:09,124][303827] Updated weights for policy 0, policy_version 36344 (0.0009) +[2026-06-02 17:51:09,848][303827] Updated weights for policy 0, policy_version 36354 (0.0009) +[2026-06-02 17:51:09,987][302810] Fps is (10 sec: 16383.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 18612224. Throughput: 0: 17416.5. Samples: 18617088. Policy #0 lag: (min: 23.0, avg: 40.6, max: 87.0) +[2026-06-02 17:51:09,989][302810] Avg episode reward: [(0, '1435.023')] +[2026-06-02 17:51:10,061][303827] Updated weights for policy 0, policy_version 36364 (0.0009) +[2026-06-02 17:51:10,279][303827] Updated weights for policy 0, policy_version 36374 (0.0009) +[2026-06-02 17:51:10,494][303827] Updated weights for policy 0, policy_version 36384 (0.0008) +[2026-06-02 17:51:10,705][303827] Updated weights for policy 0, policy_version 36394 (0.0008) +[2026-06-02 17:51:10,916][303827] Updated weights for policy 0, policy_version 36404 (0.0009) +[2026-06-02 17:51:11,004][303741] Saving new best policy, reward=1435.023! +[2026-06-02 17:51:11,680][303827] Updated weights for policy 0, policy_version 36414 (0.0009) +[2026-06-02 17:51:11,892][303827] Updated weights for policy 0, policy_version 36424 (0.0009) +[2026-06-02 17:51:12,107][303827] Updated weights for policy 0, policy_version 36434 (0.0009) +[2026-06-02 17:51:12,337][303827] Updated weights for policy 0, policy_version 36445 (0.0009) +[2026-06-02 17:51:12,552][303827] Updated weights for policy 0, policy_version 36455 (0.0009) +[2026-06-02 17:51:12,798][303827] Updated weights for policy 0, policy_version 36466 (0.0009) +[2026-06-02 17:51:13,502][303827] Updated weights for policy 0, policy_version 36476 (0.0009) +[2026-06-02 17:51:13,717][303827] Updated weights for policy 0, policy_version 36486 (0.0008) +[2026-06-02 17:51:13,923][303827] Updated weights for policy 0, policy_version 36496 (0.0008) +[2026-06-02 17:51:14,145][303827] Updated weights for policy 0, policy_version 36506 (0.0009) +[2026-06-02 17:51:14,363][303827] Updated weights for policy 0, policy_version 36516 (0.0009) +[2026-06-02 17:51:14,581][303827] Updated weights for policy 0, policy_version 36526 (0.0009) +[2026-06-02 17:51:14,787][303827] Updated weights for policy 0, policy_version 36536 (0.0009) +[2026-06-02 17:51:14,986][302810] Fps is (10 sec: 19661.2, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 18710528. Throughput: 0: 17413.7. Samples: 18719744. Policy #0 lag: (min: 23.0, avg: 40.6, max: 87.0) +[2026-06-02 17:51:14,987][302810] Avg episode reward: [(0, '1384.348')] +[2026-06-02 17:51:15,533][303827] Updated weights for policy 0, policy_version 36546 (0.0009) +[2026-06-02 17:51:15,745][303827] Updated weights for policy 0, policy_version 36556 (0.0009) +[2026-06-02 17:51:16,014][303827] Updated weights for policy 0, policy_version 36569 (0.0009) +[2026-06-02 17:51:16,221][303827] Updated weights for policy 0, policy_version 36579 (0.0005) +[2026-06-02 17:51:16,450][303827] Updated weights for policy 0, policy_version 36589 (0.0004) +[2026-06-02 17:51:16,668][303827] Updated weights for policy 0, policy_version 36599 (0.0006) +[2026-06-02 17:51:17,387][303827] Updated weights for policy 0, policy_version 36609 (0.0008) +[2026-06-02 17:51:17,597][303827] Updated weights for policy 0, policy_version 36619 (0.0009) +[2026-06-02 17:51:17,807][303827] Updated weights for policy 0, policy_version 36629 (0.0009) +[2026-06-02 17:51:18,027][303827] Updated weights for policy 0, policy_version 36639 (0.0008) +[2026-06-02 17:51:18,243][303827] Updated weights for policy 0, policy_version 36649 (0.0008) +[2026-06-02 17:51:18,460][303827] Updated weights for policy 0, policy_version 36659 (0.0008) +[2026-06-02 17:51:19,182][303827] Updated weights for policy 0, policy_version 36669 (0.0009) +[2026-06-02 17:51:19,407][303827] Updated weights for policy 0, policy_version 36680 (0.0009) +[2026-06-02 17:51:19,629][303827] Updated weights for policy 0, policy_version 36690 (0.0009) +[2026-06-02 17:51:19,839][303827] Updated weights for policy 0, policy_version 36700 (0.0009) +[2026-06-02 17:51:19,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 18776064. Throughput: 0: 17419.4. Samples: 18822272. Policy #0 lag: (min: 7.0, avg: 24.6, max: 71.0) +[2026-06-02 17:51:19,988][302810] Avg episode reward: [(0, '1417.732')] +[2026-06-02 17:51:20,064][303827] Updated weights for policy 0, policy_version 36710 (0.0008) +[2026-06-02 17:51:20,271][303827] Updated weights for policy 0, policy_version 36720 (0.0008) +[2026-06-02 17:51:21,019][303827] Updated weights for policy 0, policy_version 36730 (0.0009) +[2026-06-02 17:51:21,214][303827] Updated weights for policy 0, policy_version 36740 (0.0009) +[2026-06-02 17:51:21,433][303827] Updated weights for policy 0, policy_version 36750 (0.0009) +[2026-06-02 17:51:21,647][303827] Updated weights for policy 0, policy_version 36760 (0.0008) +[2026-06-02 17:51:21,866][303827] Updated weights for policy 0, policy_version 36770 (0.0008) +[2026-06-02 17:51:22,084][303827] Updated weights for policy 0, policy_version 36780 (0.0009) +[2026-06-02 17:51:22,288][303827] Updated weights for policy 0, policy_version 36790 (0.0008) +[2026-06-02 17:51:23,018][303827] Updated weights for policy 0, policy_version 36800 (0.0009) +[2026-06-02 17:51:23,222][303827] Updated weights for policy 0, policy_version 36810 (0.0008) +[2026-06-02 17:51:23,436][303827] Updated weights for policy 0, policy_version 36820 (0.0004) +[2026-06-02 17:51:23,648][303827] Updated weights for policy 0, policy_version 36830 (0.0004) +[2026-06-02 17:51:23,881][303827] Updated weights for policy 0, policy_version 36840 (0.0009) +[2026-06-02 17:51:24,091][303827] Updated weights for policy 0, policy_version 36850 (0.0008) +[2026-06-02 17:51:24,806][303827] Updated weights for policy 0, policy_version 36860 (0.0008) +[2026-06-02 17:51:24,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 18874368. Throughput: 0: 17416.7. Samples: 18879232. Policy #0 lag: (min: 7.0, avg: 24.6, max: 71.0) +[2026-06-02 17:51:24,987][302810] Avg episode reward: [(0, '1417.732')] +[2026-06-02 17:51:25,016][303827] Updated weights for policy 0, policy_version 36870 (0.0008) +[2026-06-02 17:51:25,234][303827] Updated weights for policy 0, policy_version 36880 (0.0008) +[2026-06-02 17:51:25,450][303827] Updated weights for policy 0, policy_version 36890 (0.0008) +[2026-06-02 17:51:25,658][303827] Updated weights for policy 0, policy_version 36900 (0.0008) +[2026-06-02 17:51:25,902][303827] Updated weights for policy 0, policy_version 36911 (0.0009) +[2026-06-02 17:51:26,637][303827] Updated weights for policy 0, policy_version 36921 (0.0009) +[2026-06-02 17:51:26,840][303827] Updated weights for policy 0, policy_version 36931 (0.0011) +[2026-06-02 17:51:27,050][303827] Updated weights for policy 0, policy_version 36941 (0.0008) +[2026-06-02 17:51:27,259][303827] Updated weights for policy 0, policy_version 36951 (0.0008) +[2026-06-02 17:51:27,480][303827] Updated weights for policy 0, policy_version 36961 (0.0008) +[2026-06-02 17:51:27,698][303827] Updated weights for policy 0, policy_version 36971 (0.0009) +[2026-06-02 17:51:27,912][303827] Updated weights for policy 0, policy_version 36981 (0.0008) +[2026-06-02 17:51:28,887][303827] Updated weights for policy 0, policy_version 36991 (0.0009) +[2026-06-02 17:51:29,097][303827] Updated weights for policy 0, policy_version 37001 (0.0009) +[2026-06-02 17:51:29,315][303827] Updated weights for policy 0, policy_version 37011 (0.0008) +[2026-06-02 17:51:29,534][303827] Updated weights for policy 0, policy_version 37021 (0.0009) +[2026-06-02 17:51:29,740][303827] Updated weights for policy 0, policy_version 37031 (0.0008) +[2026-06-02 17:51:29,965][303827] Updated weights for policy 0, policy_version 37041 (0.0009) +[2026-06-02 17:51:29,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 18939904. Throughput: 0: 17581.5. Samples: 18988544. Policy #0 lag: (min: 7.0, avg: 24.6, max: 71.0) +[2026-06-02 17:51:29,987][302810] Avg episode reward: [(0, '1418.656')] +[2026-06-02 17:51:30,712][303827] Updated weights for policy 0, policy_version 37051 (0.0010) +[2026-06-02 17:51:30,913][303827] Updated weights for policy 0, policy_version 37061 (0.0009) +[2026-06-02 17:51:31,121][303827] Updated weights for policy 0, policy_version 37071 (0.0009) +[2026-06-02 17:51:31,345][303827] Updated weights for policy 0, policy_version 37081 (0.0009) +[2026-06-02 17:51:31,588][303827] Updated weights for policy 0, policy_version 37092 (0.0008) +[2026-06-02 17:51:31,789][303827] Updated weights for policy 0, policy_version 37102 (0.0008) +[2026-06-02 17:51:32,005][303827] Updated weights for policy 0, policy_version 37112 (0.0009) +[2026-06-02 17:51:32,741][303827] Updated weights for policy 0, policy_version 37122 (0.0009) +[2026-06-02 17:51:32,955][303827] Updated weights for policy 0, policy_version 37132 (0.0009) +[2026-06-02 17:51:33,173][303827] Updated weights for policy 0, policy_version 37142 (0.0009) +[2026-06-02 17:51:33,383][303827] Updated weights for policy 0, policy_version 37152 (0.0010) +[2026-06-02 17:51:33,605][303827] Updated weights for policy 0, policy_version 37162 (0.0009) +[2026-06-02 17:51:33,820][303827] Updated weights for policy 0, policy_version 37172 (0.0010) +[2026-06-02 17:51:34,527][303827] Updated weights for policy 0, policy_version 37182 (0.0010) +[2026-06-02 17:51:34,740][303827] Updated weights for policy 0, policy_version 37192 (0.0009) +[2026-06-02 17:51:34,958][303827] Updated weights for policy 0, policy_version 37202 (0.0009) +[2026-06-02 17:51:34,987][302810] Fps is (10 sec: 16383.6, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 19038208. Throughput: 0: 17604.2. Samples: 19090944. Policy #0 lag: (min: 7.0, avg: 24.6, max: 71.0) +[2026-06-02 17:51:34,988][302810] Avg episode reward: [(0, '1459.105')] +[2026-06-02 17:51:35,170][303827] Updated weights for policy 0, policy_version 37212 (0.0009) +[2026-06-02 17:51:35,386][303827] Updated weights for policy 0, policy_version 37222 (0.0009) +[2026-06-02 17:51:35,601][303827] Updated weights for policy 0, policy_version 37232 (0.0009) +[2026-06-02 17:51:35,766][303741] Saving new best policy, reward=1459.105! +[2026-06-02 17:51:36,339][303827] Updated weights for policy 0, policy_version 37242 (0.0009) +[2026-06-02 17:51:36,543][303827] Updated weights for policy 0, policy_version 37252 (0.0009) +[2026-06-02 17:51:36,775][303827] Updated weights for policy 0, policy_version 37263 (0.0011) +[2026-06-02 17:51:36,991][303827] Updated weights for policy 0, policy_version 37273 (0.0011) +[2026-06-02 17:51:37,207][303827] Updated weights for policy 0, policy_version 37283 (0.0009) +[2026-06-02 17:51:37,417][303827] Updated weights for policy 0, policy_version 37293 (0.0009) +[2026-06-02 17:51:37,634][303827] Updated weights for policy 0, policy_version 37303 (0.0010) +[2026-06-02 17:51:38,384][303827] Updated weights for policy 0, policy_version 37314 (0.0009) +[2026-06-02 17:51:38,595][303827] Updated weights for policy 0, policy_version 37324 (0.0008) +[2026-06-02 17:51:38,801][303827] Updated weights for policy 0, policy_version 37334 (0.0008) +[2026-06-02 17:51:39,020][303827] Updated weights for policy 0, policy_version 37344 (0.0009) +[2026-06-02 17:51:39,243][303827] Updated weights for policy 0, policy_version 37354 (0.0008) +[2026-06-02 17:51:39,452][303827] Updated weights for policy 0, policy_version 37364 (0.0008) +[2026-06-02 17:51:39,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 19136512. Throughput: 0: 17501.8. Samples: 19143680. Policy #0 lag: (min: 7.0, avg: 24.6, max: 71.0) +[2026-06-02 17:51:39,987][302810] Avg episode reward: [(0, '1488.132')] +[2026-06-02 17:51:40,175][303827] Updated weights for policy 0, policy_version 37374 (0.0008) +[2026-06-02 17:51:40,391][303827] Updated weights for policy 0, policy_version 37384 (0.0009) +[2026-06-02 17:51:40,602][303827] Updated weights for policy 0, policy_version 37394 (0.0009) +[2026-06-02 17:51:40,825][303827] Updated weights for policy 0, policy_version 37404 (0.0009) +[2026-06-02 17:51:41,036][303827] Updated weights for policy 0, policy_version 37414 (0.0009) +[2026-06-02 17:51:41,257][303827] Updated weights for policy 0, policy_version 37424 (0.0009) +[2026-06-02 17:51:41,417][303741] Saving new best policy, reward=1488.132! +[2026-06-02 17:51:42,000][303827] Updated weights for policy 0, policy_version 37434 (0.0009) +[2026-06-02 17:51:42,208][303827] Updated weights for policy 0, policy_version 37444 (0.0009) +[2026-06-02 17:51:42,415][303827] Updated weights for policy 0, policy_version 37454 (0.0008) +[2026-06-02 17:51:42,651][303827] Updated weights for policy 0, policy_version 37465 (0.0009) +[2026-06-02 17:51:42,877][303827] Updated weights for policy 0, policy_version 37475 (0.0009) +[2026-06-02 17:51:43,123][303827] Updated weights for policy 0, policy_version 37486 (0.0009) +[2026-06-02 17:51:43,332][303827] Updated weights for policy 0, policy_version 37496 (0.0008) +[2026-06-02 17:51:44,038][303827] Updated weights for policy 0, policy_version 37506 (0.0008) +[2026-06-02 17:51:44,248][303827] Updated weights for policy 0, policy_version 37516 (0.0009) +[2026-06-02 17:51:44,454][303827] Updated weights for policy 0, policy_version 37526 (0.0008) +[2026-06-02 17:51:44,681][303827] Updated weights for policy 0, policy_version 37536 (0.0009) +[2026-06-02 17:51:44,885][303827] Updated weights for policy 0, policy_version 37546 (0.0008) +[2026-06-02 17:51:44,987][302810] Fps is (10 sec: 16384.2, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 19202048. Throughput: 0: 17581.5. Samples: 19249536. Policy #0 lag: (min: 84.0, avg: 110.1, max: 148.0) +[2026-06-02 17:51:44,987][302810] Avg episode reward: [(0, '1487.941')] +[2026-06-02 17:51:45,110][303827] Updated weights for policy 0, policy_version 37556 (0.0008) +[2026-06-02 17:51:45,826][303827] Updated weights for policy 0, policy_version 37566 (0.0009) +[2026-06-02 17:51:46,027][303827] Updated weights for policy 0, policy_version 37576 (0.0008) +[2026-06-02 17:51:46,242][303827] Updated weights for policy 0, policy_version 37586 (0.0008) +[2026-06-02 17:51:46,481][303827] Updated weights for policy 0, policy_version 37597 (0.0009) +[2026-06-02 17:51:46,709][303827] Updated weights for policy 0, policy_version 37607 (0.0008) +[2026-06-02 17:51:46,927][303827] Updated weights for policy 0, policy_version 37617 (0.0008) +[2026-06-02 17:51:47,645][303827] Updated weights for policy 0, policy_version 37627 (0.0009) +[2026-06-02 17:51:47,871][303827] Updated weights for policy 0, policy_version 37638 (0.0009) +[2026-06-02 17:51:48,085][303827] Updated weights for policy 0, policy_version 37648 (0.0009) +[2026-06-02 17:51:48,303][303827] Updated weights for policy 0, policy_version 37658 (0.0008) +[2026-06-02 17:51:48,518][303827] Updated weights for policy 0, policy_version 37668 (0.0008) +[2026-06-02 17:51:48,732][303827] Updated weights for policy 0, policy_version 37678 (0.0008) +[2026-06-02 17:51:48,941][303827] Updated weights for policy 0, policy_version 37688 (0.0009) +[2026-06-02 17:51:49,692][303827] Updated weights for policy 0, policy_version 37698 (0.0008) +[2026-06-02 17:51:49,900][303827] Updated weights for policy 0, policy_version 37708 (0.0009) +[2026-06-02 17:51:49,987][302810] Fps is (10 sec: 16383.8, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 19300352. Throughput: 0: 17592.9. Samples: 19352320. Policy #0 lag: (min: 84.0, avg: 110.1, max: 148.0) +[2026-06-02 17:51:49,988][302810] Avg episode reward: [(0, '1517.409')] +[2026-06-02 17:51:50,144][303827] Updated weights for policy 0, policy_version 37719 (0.0009) +[2026-06-02 17:51:50,350][303827] Updated weights for policy 0, policy_version 37729 (0.0008) +[2026-06-02 17:51:50,570][303827] Updated weights for policy 0, policy_version 37739 (0.0008) +[2026-06-02 17:51:50,794][303827] Updated weights for policy 0, policy_version 37749 (0.0008) +[2026-06-02 17:51:50,849][303741] Saving new best policy, reward=1517.409! +[2026-06-02 17:51:51,504][303827] Updated weights for policy 0, policy_version 37759 (0.0008) +[2026-06-02 17:51:51,763][303827] Updated weights for policy 0, policy_version 37771 (0.0009) +[2026-06-02 17:51:51,982][303827] Updated weights for policy 0, policy_version 37781 (0.0008) +[2026-06-02 17:51:52,198][303827] Updated weights for policy 0, policy_version 37791 (0.0008) +[2026-06-02 17:51:52,432][303827] Updated weights for policy 0, policy_version 37802 (0.0008) +[2026-06-02 17:51:52,656][303827] Updated weights for policy 0, policy_version 37812 (0.0009) +[2026-06-02 17:51:53,357][303827] Updated weights for policy 0, policy_version 37822 (0.0009) +[2026-06-02 17:51:53,572][303827] Updated weights for policy 0, policy_version 37832 (0.0008) +[2026-06-02 17:51:53,786][303827] Updated weights for policy 0, policy_version 37842 (0.0008) +[2026-06-02 17:51:54,004][303827] Updated weights for policy 0, policy_version 37852 (0.0008) +[2026-06-02 17:51:54,217][303827] Updated weights for policy 0, policy_version 37862 (0.0008) +[2026-06-02 17:51:54,435][303827] Updated weights for policy 0, policy_version 37872 (0.0008) +[2026-06-02 17:51:54,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 19398656. Throughput: 0: 17447.8. Samples: 19402240. Policy #0 lag: (min: 84.0, avg: 110.1, max: 148.0) +[2026-06-02 17:51:54,987][302810] Avg episode reward: [(0, '1478.551')] +[2026-06-02 17:51:55,167][303827] Updated weights for policy 0, policy_version 37882 (0.0008) +[2026-06-02 17:51:55,356][303827] Updated weights for policy 0, policy_version 37892 (0.0008) +[2026-06-02 17:51:55,573][303827] Updated weights for policy 0, policy_version 37902 (0.0009) +[2026-06-02 17:51:55,790][303827] Updated weights for policy 0, policy_version 37912 (0.0008) +[2026-06-02 17:51:56,014][303827] Updated weights for policy 0, policy_version 37922 (0.0008) +[2026-06-02 17:51:56,228][303827] Updated weights for policy 0, policy_version 37932 (0.0009) +[2026-06-02 17:51:56,448][303827] Updated weights for policy 0, policy_version 37942 (0.0009) +[2026-06-02 17:51:57,141][303827] Updated weights for policy 0, policy_version 37952 (0.0009) +[2026-06-02 17:51:57,358][303827] Updated weights for policy 0, policy_version 37962 (0.0008) +[2026-06-02 17:51:57,570][303827] Updated weights for policy 0, policy_version 37972 (0.0008) +[2026-06-02 17:51:57,787][303827] Updated weights for policy 0, policy_version 37982 (0.0009) +[2026-06-02 17:51:58,012][303827] Updated weights for policy 0, policy_version 37993 (0.0008) +[2026-06-02 17:51:58,239][303827] Updated weights for policy 0, policy_version 38003 (0.0008) +[2026-06-02 17:51:58,964][303827] Updated weights for policy 0, policy_version 38013 (0.0009) +[2026-06-02 17:51:59,170][303827] Updated weights for policy 0, policy_version 38023 (0.0008) +[2026-06-02 17:51:59,391][303827] Updated weights for policy 0, policy_version 38033 (0.0009) +[2026-06-02 17:51:59,608][303827] Updated weights for policy 0, policy_version 38043 (0.0008) +[2026-06-02 17:51:59,818][303827] Updated weights for policy 0, policy_version 38053 (0.0009) +[2026-06-02 17:51:59,987][302810] Fps is (10 sec: 16384.2, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 19464192. Throughput: 0: 17564.4. Samples: 19510144. Policy #0 lag: (min: 84.0, avg: 110.1, max: 148.0) +[2026-06-02 17:51:59,987][302810] Avg episode reward: [(0, '1462.518')] +[2026-06-02 17:52:00,042][303827] Updated weights for policy 0, policy_version 38063 (0.0008) +[2026-06-02 17:52:00,764][303827] Updated weights for policy 0, policy_version 38073 (0.0008) +[2026-06-02 17:52:00,970][303827] Updated weights for policy 0, policy_version 38083 (0.0009) +[2026-06-02 17:52:01,186][303827] Updated weights for policy 0, policy_version 38093 (0.0009) +[2026-06-02 17:52:01,394][303827] Updated weights for policy 0, policy_version 38103 (0.0009) +[2026-06-02 17:52:01,618][303827] Updated weights for policy 0, policy_version 38113 (0.0009) +[2026-06-02 17:52:01,827][303827] Updated weights for policy 0, policy_version 38123 (0.0008) +[2026-06-02 17:52:02,046][303827] Updated weights for policy 0, policy_version 38133 (0.0009) +[2026-06-02 17:52:02,769][303827] Updated weights for policy 0, policy_version 38143 (0.0008) +[2026-06-02 17:52:02,969][303827] Updated weights for policy 0, policy_version 38153 (0.0008) +[2026-06-02 17:52:03,185][303827] Updated weights for policy 0, policy_version 38163 (0.0008) +[2026-06-02 17:52:03,409][303827] Updated weights for policy 0, policy_version 38173 (0.0009) +[2026-06-02 17:52:03,633][303827] Updated weights for policy 0, policy_version 38183 (0.0008) +[2026-06-02 17:52:03,845][303827] Updated weights for policy 0, policy_version 38193 (0.0008) +[2026-06-02 17:52:04,563][303827] Updated weights for policy 0, policy_version 38203 (0.0009) +[2026-06-02 17:52:04,792][303827] Updated weights for policy 0, policy_version 38214 (0.0008) +[2026-06-02 17:52:04,987][302810] Fps is (10 sec: 16383.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 19562496. Throughput: 0: 17555.9. Samples: 19612288. Policy #0 lag: (min: 84.0, avg: 110.1, max: 148.0) +[2026-06-02 17:52:04,988][302810] Avg episode reward: [(0, '1494.834')] +[2026-06-02 17:52:05,003][303827] Updated weights for policy 0, policy_version 38224 (0.0008) +[2026-06-02 17:52:05,226][303827] Updated weights for policy 0, policy_version 38234 (0.0008) +[2026-06-02 17:52:05,434][303827] Updated weights for policy 0, policy_version 38244 (0.0008) +[2026-06-02 17:52:05,654][303827] Updated weights for policy 0, policy_version 38254 (0.0008) +[2026-06-02 17:52:05,859][303827] Updated weights for policy 0, policy_version 38264 (0.0008) +[2026-06-02 17:52:06,582][303827] Updated weights for policy 0, policy_version 38274 (0.0008) +[2026-06-02 17:52:06,795][303827] Updated weights for policy 0, policy_version 38284 (0.0008) +[2026-06-02 17:52:07,006][303827] Updated weights for policy 0, policy_version 38294 (0.0008) +[2026-06-02 17:52:07,213][303827] Updated weights for policy 0, policy_version 38304 (0.0008) +[2026-06-02 17:52:07,439][303827] Updated weights for policy 0, policy_version 38314 (0.0008) +[2026-06-02 17:52:07,645][303827] Updated weights for policy 0, policy_version 38324 (0.0008) +[2026-06-02 17:52:08,385][303827] Updated weights for policy 0, policy_version 38334 (0.0009) +[2026-06-02 17:52:08,605][303827] Updated weights for policy 0, policy_version 38344 (0.0009) +[2026-06-02 17:52:08,816][303827] Updated weights for policy 0, policy_version 38354 (0.0008) +[2026-06-02 17:52:09,029][303827] Updated weights for policy 0, policy_version 38364 (0.0008) +[2026-06-02 17:52:09,255][303827] Updated weights for policy 0, policy_version 38374 (0.0008) +[2026-06-02 17:52:09,470][303827] Updated weights for policy 0, policy_version 38384 (0.0009) +[2026-06-02 17:52:09,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 19660800. Throughput: 0: 17379.5. Samples: 19661312. Policy #0 lag: (min: 22.0, avg: 39.7, max: 86.0) +[2026-06-02 17:52:09,988][302810] Avg episode reward: [(0, '1500.092')] +[2026-06-02 17:52:10,190][303827] Updated weights for policy 0, policy_version 38394 (0.0009) +[2026-06-02 17:52:10,392][303827] Updated weights for policy 0, policy_version 38404 (0.0008) +[2026-06-02 17:52:10,621][303827] Updated weights for policy 0, policy_version 38415 (0.0008) +[2026-06-02 17:52:10,848][303827] Updated weights for policy 0, policy_version 38425 (0.0008) +[2026-06-02 17:52:11,067][303827] Updated weights for policy 0, policy_version 38435 (0.0009) +[2026-06-02 17:52:11,279][303827] Updated weights for policy 0, policy_version 38445 (0.0009) +[2026-06-02 17:52:11,497][303827] Updated weights for policy 0, policy_version 38455 (0.0008) +[2026-06-02 17:52:12,236][303827] Updated weights for policy 0, policy_version 38465 (0.0009) +[2026-06-02 17:52:12,447][303827] Updated weights for policy 0, policy_version 38475 (0.0008) +[2026-06-02 17:52:12,664][303827] Updated weights for policy 0, policy_version 38485 (0.0009) +[2026-06-02 17:52:12,881][303827] Updated weights for policy 0, policy_version 38495 (0.0008) +[2026-06-02 17:52:13,095][303827] Updated weights for policy 0, policy_version 38505 (0.0008) +[2026-06-02 17:52:13,316][303827] Updated weights for policy 0, policy_version 38515 (0.0008) +[2026-06-02 17:52:14,030][303827] Updated weights for policy 0, policy_version 38526 (0.0008) +[2026-06-02 17:52:14,234][303827] Updated weights for policy 0, policy_version 38536 (0.0008) +[2026-06-02 17:52:14,452][303827] Updated weights for policy 0, policy_version 38546 (0.0008) +[2026-06-02 17:52:14,667][303827] Updated weights for policy 0, policy_version 38556 (0.0008) +[2026-06-02 17:52:14,882][303827] Updated weights for policy 0, policy_version 38566 (0.0008) +[2026-06-02 17:52:14,987][302810] Fps is (10 sec: 16384.2, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 19726336. Throughput: 0: 17379.6. Samples: 19770624. Policy #0 lag: (min: 22.0, avg: 39.7, max: 86.0) +[2026-06-02 17:52:14,987][302810] Avg episode reward: [(0, '1509.320')] +[2026-06-02 17:52:15,122][303827] Updated weights for policy 0, policy_version 38577 (0.0008) +[2026-06-02 17:52:15,846][303827] Updated weights for policy 0, policy_version 38587 (0.0008) +[2026-06-02 17:52:16,051][303827] Updated weights for policy 0, policy_version 38597 (0.0009) +[2026-06-02 17:52:16,264][303827] Updated weights for policy 0, policy_version 38607 (0.0008) +[2026-06-02 17:52:16,485][303827] Updated weights for policy 0, policy_version 38617 (0.0008) +[2026-06-02 17:52:16,699][303827] Updated weights for policy 0, policy_version 38627 (0.0008) +[2026-06-02 17:52:16,921][303827] Updated weights for policy 0, policy_version 38637 (0.0008) +[2026-06-02 17:52:17,129][303827] Updated weights for policy 0, policy_version 38647 (0.0008) +[2026-06-02 17:52:17,852][303827] Updated weights for policy 0, policy_version 38657 (0.0009) +[2026-06-02 17:52:18,059][303827] Updated weights for policy 0, policy_version 38667 (0.0008) +[2026-06-02 17:52:18,280][303827] Updated weights for policy 0, policy_version 38677 (0.0008) +[2026-06-02 17:52:18,487][303827] Updated weights for policy 0, policy_version 38687 (0.0008) +[2026-06-02 17:52:18,706][303827] Updated weights for policy 0, policy_version 38697 (0.0008) +[2026-06-02 17:52:18,933][303827] Updated weights for policy 0, policy_version 38707 (0.0008) +[2026-06-02 17:52:19,656][303827] Updated weights for policy 0, policy_version 38717 (0.0008) +[2026-06-02 17:52:19,858][303827] Updated weights for policy 0, policy_version 38727 (0.0008) +[2026-06-02 17:52:19,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 19824640. Throughput: 0: 17368.2. Samples: 19872512. Policy #0 lag: (min: 22.0, avg: 39.7, max: 86.0) +[2026-06-02 17:52:19,988][302810] Avg episode reward: [(0, '1570.288')] +[2026-06-02 17:52:20,076][303827] Updated weights for policy 0, policy_version 38737 (0.0008) +[2026-06-02 17:52:20,293][303827] Updated weights for policy 0, policy_version 38747 (0.0008) +[2026-06-02 17:52:20,508][303827] Updated weights for policy 0, policy_version 38757 (0.0009) +[2026-06-02 17:52:20,730][303827] Updated weights for policy 0, policy_version 38767 (0.0008) +[2026-06-02 17:52:20,911][303741] Saving new best policy, reward=1570.288! +[2026-06-02 17:52:21,436][303827] Updated weights for policy 0, policy_version 38777 (0.0009) +[2026-06-02 17:52:21,661][303827] Updated weights for policy 0, policy_version 38788 (0.0008) +[2026-06-02 17:52:21,868][303827] Updated weights for policy 0, policy_version 38798 (0.0008) +[2026-06-02 17:52:22,117][303827] Updated weights for policy 0, policy_version 38809 (0.0009) +[2026-06-02 17:52:22,337][303827] Updated weights for policy 0, policy_version 38819 (0.0009) +[2026-06-02 17:52:22,552][303827] Updated weights for policy 0, policy_version 38829 (0.0008) +[2026-06-02 17:52:22,764][303827] Updated weights for policy 0, policy_version 38839 (0.0008) +[2026-06-02 17:52:23,474][303827] Updated weights for policy 0, policy_version 38849 (0.0009) +[2026-06-02 17:52:23,688][303827] Updated weights for policy 0, policy_version 38859 (0.0009) +[2026-06-02 17:52:23,907][303827] Updated weights for policy 0, policy_version 38869 (0.0009) +[2026-06-02 17:52:24,152][303827] Updated weights for policy 0, policy_version 38880 (0.0009) +[2026-06-02 17:52:24,369][303827] Updated weights for policy 0, policy_version 38890 (0.0008) +[2026-06-02 17:52:24,583][303827] Updated weights for policy 0, policy_version 38900 (0.0009) +[2026-06-02 17:52:24,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 19922944. Throughput: 0: 17257.2. Samples: 19920256. Policy #0 lag: (min: 22.0, avg: 39.7, max: 86.0) +[2026-06-02 17:52:24,988][302810] Avg episode reward: [(0, '1577.681')] +[2026-06-02 17:52:25,299][303827] Updated weights for policy 0, policy_version 38911 (0.0009) +[2026-06-02 17:52:25,519][303827] Updated weights for policy 0, policy_version 38921 (0.0008) +[2026-06-02 17:52:25,729][303827] Updated weights for policy 0, policy_version 38931 (0.0009) +[2026-06-02 17:52:25,947][303827] Updated weights for policy 0, policy_version 38941 (0.0008) +[2026-06-02 17:52:26,170][303827] Updated weights for policy 0, policy_version 38951 (0.0008) +[2026-06-02 17:52:26,393][303827] Updated weights for policy 0, policy_version 38961 (0.0009) +[2026-06-02 17:52:26,531][303741] Saving new best policy, reward=1577.681! +[2026-06-02 17:52:27,106][303827] Updated weights for policy 0, policy_version 38971 (0.0009) +[2026-06-02 17:52:27,320][303827] Updated weights for policy 0, policy_version 38981 (0.0011) +[2026-06-02 17:52:27,535][303827] Updated weights for policy 0, policy_version 38991 (0.0009) +[2026-06-02 17:52:27,752][303827] Updated weights for policy 0, policy_version 39001 (0.0009) +[2026-06-02 17:52:27,961][303827] Updated weights for policy 0, policy_version 39011 (0.0009) +[2026-06-02 17:52:28,178][303827] Updated weights for policy 0, policy_version 39021 (0.0008) +[2026-06-02 17:52:28,397][303827] Updated weights for policy 0, policy_version 39031 (0.0008) +[2026-06-02 17:52:29,120][303827] Updated weights for policy 0, policy_version 39041 (0.0009) +[2026-06-02 17:52:29,327][303827] Updated weights for policy 0, policy_version 39051 (0.0008) +[2026-06-02 17:52:29,545][303827] Updated weights for policy 0, policy_version 39061 (0.0008) +[2026-06-02 17:52:29,760][303827] Updated weights for policy 0, policy_version 39071 (0.0008) +[2026-06-02 17:52:29,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 19988480. Throughput: 0: 17356.8. Samples: 20030592. Policy #0 lag: (min: 22.0, avg: 39.7, max: 86.0) +[2026-06-02 17:52:29,988][302810] Avg episode reward: [(0, '1564.416')] +[2026-06-02 17:52:29,995][303827] Updated weights for policy 0, policy_version 39082 (0.0009) +[2026-06-02 17:52:30,221][303827] Updated weights for policy 0, policy_version 39092 (0.0008) +[2026-06-02 17:52:30,934][303827] Updated weights for policy 0, policy_version 39102 (0.0009) +[2026-06-02 17:52:31,168][303827] Updated weights for policy 0, policy_version 39113 (0.0009) +[2026-06-02 17:52:31,379][303827] Updated weights for policy 0, policy_version 39123 (0.0008) +[2026-06-02 17:52:31,601][303827] Updated weights for policy 0, policy_version 39133 (0.0008) +[2026-06-02 17:52:31,813][303827] Updated weights for policy 0, policy_version 39143 (0.0009) +[2026-06-02 17:52:32,028][303827] Updated weights for policy 0, policy_version 39153 (0.0008) +[2026-06-02 17:52:32,747][303827] Updated weights for policy 0, policy_version 39163 (0.0009) +[2026-06-02 17:52:32,967][303827] Updated weights for policy 0, policy_version 39174 (0.0008) +[2026-06-02 17:52:33,190][303827] Updated weights for policy 0, policy_version 39184 (0.0009) +[2026-06-02 17:52:33,406][303827] Updated weights for policy 0, policy_version 39194 (0.0009) +[2026-06-02 17:52:33,623][303827] Updated weights for policy 0, policy_version 39204 (0.0009) +[2026-06-02 17:52:33,839][303827] Updated weights for policy 0, policy_version 39214 (0.0009) +[2026-06-02 17:52:34,046][303827] Updated weights for policy 0, policy_version 39224 (0.0008) +[2026-06-02 17:52:34,765][303827] Updated weights for policy 0, policy_version 39234 (0.0008) +[2026-06-02 17:52:34,983][303827] Updated weights for policy 0, policy_version 39244 (0.0008) +[2026-06-02 17:52:34,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 20086784. Throughput: 0: 17331.2. Samples: 20132224. Policy #0 lag: (min: 22.0, avg: 39.7, max: 86.0) +[2026-06-02 17:52:34,987][302810] Avg episode reward: [(0, '1592.852')] +[2026-06-02 17:52:35,199][303827] Updated weights for policy 0, policy_version 39254 (0.0008) +[2026-06-02 17:52:35,422][303827] Updated weights for policy 0, policy_version 39264 (0.0009) +[2026-06-02 17:52:35,631][303827] Updated weights for policy 0, policy_version 39274 (0.0008) +[2026-06-02 17:52:35,857][303827] Updated weights for policy 0, policy_version 39284 (0.0008) +[2026-06-02 17:52:35,936][303741] Saving new best policy, reward=1592.852! +[2026-06-02 17:52:36,581][303827] Updated weights for policy 0, policy_version 39294 (0.0008) +[2026-06-02 17:52:36,794][303827] Updated weights for policy 0, policy_version 39304 (0.0009) +[2026-06-02 17:52:37,037][303827] Updated weights for policy 0, policy_version 39315 (0.0008) +[2026-06-02 17:52:37,245][303827] Updated weights for policy 0, policy_version 39325 (0.0008) +[2026-06-02 17:52:37,464][303827] Updated weights for policy 0, policy_version 39335 (0.0008) +[2026-06-02 17:52:37,675][303827] Updated weights for policy 0, policy_version 39345 (0.0009) +[2026-06-02 17:52:38,425][303827] Updated weights for policy 0, policy_version 39356 (0.0009) +[2026-06-02 17:52:38,628][303827] Updated weights for policy 0, policy_version 39366 (0.0010) +[2026-06-02 17:52:38,837][303827] Updated weights for policy 0, policy_version 39376 (0.0008) +[2026-06-02 17:52:39,064][303827] Updated weights for policy 0, policy_version 39386 (0.0009) +[2026-06-02 17:52:39,274][303827] Updated weights for policy 0, policy_version 39396 (0.0008) +[2026-06-02 17:52:39,502][303827] Updated weights for policy 0, policy_version 39406 (0.0009) +[2026-06-02 17:52:39,710][303827] Updated weights for policy 0, policy_version 39416 (0.0009) +[2026-06-02 17:52:39,987][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 20185088. Throughput: 0: 17265.8. Samples: 20179200. Policy #0 lag: (min: 29.0, avg: 47.5, max: 93.0) +[2026-06-02 17:52:39,987][302810] Avg episode reward: [(0, '1619.034')] +[2026-06-02 17:52:39,992][303741] Saving new best policy, reward=1619.034! +[2026-06-02 17:52:40,437][303827] Updated weights for policy 0, policy_version 39426 (0.0008) +[2026-06-02 17:52:40,648][303827] Updated weights for policy 0, policy_version 39436 (0.0008) +[2026-06-02 17:52:40,863][303827] Updated weights for policy 0, policy_version 39446 (0.0008) +[2026-06-02 17:52:41,083][303827] Updated weights for policy 0, policy_version 39456 (0.0009) +[2026-06-02 17:52:41,293][303827] Updated weights for policy 0, policy_version 39466 (0.0009) +[2026-06-02 17:52:41,517][303827] Updated weights for policy 0, policy_version 39476 (0.0008) +[2026-06-02 17:52:42,235][303827] Updated weights for policy 0, policy_version 39486 (0.0009) +[2026-06-02 17:52:42,448][303827] Updated weights for policy 0, policy_version 39496 (0.0008) +[2026-06-02 17:52:42,675][303827] Updated weights for policy 0, policy_version 39506 (0.0008) +[2026-06-02 17:52:42,884][303827] Updated weights for policy 0, policy_version 39516 (0.0008) +[2026-06-02 17:52:43,097][303827] Updated weights for policy 0, policy_version 39526 (0.0008) +[2026-06-02 17:52:43,322][303827] Updated weights for policy 0, policy_version 39536 (0.0009) +[2026-06-02 17:52:44,014][303827] Updated weights for policy 0, policy_version 39546 (0.0009) +[2026-06-02 17:52:44,229][303827] Updated weights for policy 0, policy_version 39556 (0.0008) +[2026-06-02 17:52:44,444][303827] Updated weights for policy 0, policy_version 39566 (0.0008) +[2026-06-02 17:52:44,651][303827] Updated weights for policy 0, policy_version 39576 (0.0008) +[2026-06-02 17:52:44,873][303827] Updated weights for policy 0, policy_version 39586 (0.0009) +[2026-06-02 17:52:44,987][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 20250624. Throughput: 0: 17368.2. Samples: 20291712. Policy #0 lag: (min: 29.0, avg: 47.5, max: 93.0) +[2026-06-02 17:52:44,988][302810] Avg episode reward: [(0, '1628.918')] +[2026-06-02 17:52:45,081][303827] Updated weights for policy 0, policy_version 39596 (0.0008) +[2026-06-02 17:52:45,305][303827] Updated weights for policy 0, policy_version 39606 (0.0008) +[2026-06-02 17:52:45,339][303741] Saving new best policy, reward=1628.918! +[2026-06-02 17:52:46,021][303827] Updated weights for policy 0, policy_version 39616 (0.0009) +[2026-06-02 17:52:46,227][303827] Updated weights for policy 0, policy_version 39626 (0.0009) +[2026-06-02 17:52:46,471][303827] Updated weights for policy 0, policy_version 39637 (0.0009) +[2026-06-02 17:52:46,687][303827] Updated weights for policy 0, policy_version 39647 (0.0008) +[2026-06-02 17:52:46,895][303827] Updated weights for policy 0, policy_version 39657 (0.0009) +[2026-06-02 17:52:47,114][303827] Updated weights for policy 0, policy_version 39667 (0.0008) +[2026-06-02 17:52:47,840][303827] Updated weights for policy 0, policy_version 39677 (0.0009) +[2026-06-02 17:52:48,048][303827] Updated weights for policy 0, policy_version 39687 (0.0008) +[2026-06-02 17:52:48,263][303827] Updated weights for policy 0, policy_version 39697 (0.0008) +[2026-06-02 17:52:48,472][303827] Updated weights for policy 0, policy_version 39707 (0.0008) +[2026-06-02 17:52:48,697][303827] Updated weights for policy 0, policy_version 39717 (0.0007) +[2026-06-02 17:52:48,905][303827] Updated weights for policy 0, policy_version 39727 (0.0008) +[2026-06-02 17:52:49,618][303827] Updated weights for policy 0, policy_version 39737 (0.0008) +[2026-06-02 17:52:49,828][303827] Updated weights for policy 0, policy_version 39747 (0.0008) +[2026-06-02 17:52:49,987][302810] Fps is (10 sec: 16383.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 20348928. Throughput: 0: 17351.1. Samples: 20393088. Policy #0 lag: (min: 29.0, avg: 47.5, max: 93.0) +[2026-06-02 17:52:49,988][302810] Avg episode reward: [(0, '1617.510')] +[2026-06-02 17:52:50,040][303827] Updated weights for policy 0, policy_version 39757 (0.0009) +[2026-06-02 17:52:50,250][303827] Updated weights for policy 0, policy_version 39767 (0.0008) +[2026-06-02 17:52:50,471][303827] Updated weights for policy 0, policy_version 39777 (0.0009) +[2026-06-02 17:52:50,678][303827] Updated weights for policy 0, policy_version 39787 (0.0008) +[2026-06-02 17:52:50,908][303827] Updated weights for policy 0, policy_version 39797 (0.0008) +[2026-06-02 17:52:51,629][303827] Updated weights for policy 0, policy_version 39807 (0.0008) +[2026-06-02 17:52:51,844][303827] Updated weights for policy 0, policy_version 39817 (0.0009) +[2026-06-02 17:52:52,056][303827] Updated weights for policy 0, policy_version 39827 (0.0008) +[2026-06-02 17:52:52,273][303827] Updated weights for policy 0, policy_version 39837 (0.0008) +[2026-06-02 17:52:52,486][303827] Updated weights for policy 0, policy_version 39847 (0.0008) +[2026-06-02 17:52:52,732][303827] Updated weights for policy 0, policy_version 39858 (0.0009) +[2026-06-02 17:52:53,448][303827] Updated weights for policy 0, policy_version 39868 (0.0009) +[2026-06-02 17:52:53,687][303827] Updated weights for policy 0, policy_version 39879 (0.0009) +[2026-06-02 17:52:53,898][303827] Updated weights for policy 0, policy_version 39889 (0.0008) +[2026-06-02 17:52:54,109][303827] Updated weights for policy 0, policy_version 39899 (0.0009) +[2026-06-02 17:52:54,318][303827] Updated weights for policy 0, policy_version 39909 (0.0009) +[2026-06-02 17:52:54,532][303827] Updated weights for policy 0, policy_version 39919 (0.0009) +[2026-06-02 17:52:54,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 20447232. Throughput: 0: 17285.7. Samples: 20439168. Policy #0 lag: (min: 29.0, avg: 47.5, max: 93.0) +[2026-06-02 17:52:54,987][302810] Avg episode reward: [(0, '1674.832')] +[2026-06-02 17:52:54,993][303741] Saving new best policy, reward=1674.832! +[2026-06-02 17:52:55,281][303827] Updated weights for policy 0, policy_version 39929 (0.0009) +[2026-06-02 17:52:55,483][303827] Updated weights for policy 0, policy_version 39939 (0.0009) +[2026-06-02 17:52:55,691][303827] Updated weights for policy 0, policy_version 39949 (0.0009) +[2026-06-02 17:52:55,921][303827] Updated weights for policy 0, policy_version 39960 (0.0009) +[2026-06-02 17:52:56,159][303827] Updated weights for policy 0, policy_version 39971 (0.0009) +[2026-06-02 17:52:56,372][303827] Updated weights for policy 0, policy_version 39981 (0.0009) +[2026-06-02 17:52:56,595][303827] Updated weights for policy 0, policy_version 39991 (0.0009) +[2026-06-02 17:52:57,329][303827] Updated weights for policy 0, policy_version 40002 (0.0009) +[2026-06-02 17:52:57,530][303827] Updated weights for policy 0, policy_version 40012 (0.0009) +[2026-06-02 17:52:57,761][303827] Updated weights for policy 0, policy_version 40023 (0.0009) +[2026-06-02 17:52:57,986][303827] Updated weights for policy 0, policy_version 40033 (0.0009) +[2026-06-02 17:52:58,219][303827] Updated weights for policy 0, policy_version 40044 (0.0012) +[2026-06-02 17:52:58,464][303827] Updated weights for policy 0, policy_version 40056 (0.0009) +[2026-06-02 17:52:59,200][303827] Updated weights for policy 0, policy_version 40066 (0.0008) +[2026-06-02 17:52:59,407][303827] Updated weights for policy 0, policy_version 40076 (0.0009) +[2026-06-02 17:52:59,620][303827] Updated weights for policy 0, policy_version 40086 (0.0009) +[2026-06-02 17:52:59,852][303827] Updated weights for policy 0, policy_version 40097 (0.0009) +[2026-06-02 17:52:59,987][302810] Fps is (10 sec: 16384.2, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 20512768. Throughput: 0: 17382.4. Samples: 20552832. Policy #0 lag: (min: 29.0, avg: 47.5, max: 93.0) +[2026-06-02 17:52:59,987][302810] Avg episode reward: [(0, '1691.576')] +[2026-06-02 17:53:00,093][303827] Updated weights for policy 0, policy_version 40108 (0.0009) +[2026-06-02 17:53:00,310][303827] Updated weights for policy 0, policy_version 40118 (0.0009) +[2026-06-02 17:53:00,343][303741] Saving new best policy, reward=1691.576! +[2026-06-02 17:53:01,040][303827] Updated weights for policy 0, policy_version 40128 (0.0010) +[2026-06-02 17:53:01,251][303827] Updated weights for policy 0, policy_version 40138 (0.0009) +[2026-06-02 17:53:01,502][303827] Updated weights for policy 0, policy_version 40150 (0.0009) +[2026-06-02 17:53:01,705][303827] Updated weights for policy 0, policy_version 40160 (0.0009) +[2026-06-02 17:53:01,928][303827] Updated weights for policy 0, policy_version 40170 (0.0009) +[2026-06-02 17:53:02,137][303827] Updated weights for policy 0, policy_version 40180 (0.0009) +[2026-06-02 17:53:02,891][303827] Updated weights for policy 0, policy_version 40191 (0.0009) +[2026-06-02 17:53:03,105][303827] Updated weights for policy 0, policy_version 40201 (0.0009) +[2026-06-02 17:53:03,318][303827] Updated weights for policy 0, policy_version 40211 (0.0009) +[2026-06-02 17:53:03,550][303827] Updated weights for policy 0, policy_version 40222 (0.0009) +[2026-06-02 17:53:03,752][303827] Updated weights for policy 0, policy_version 40232 (0.0009) +[2026-06-02 17:53:03,993][303827] Updated weights for policy 0, policy_version 40243 (0.0006) +[2026-06-02 17:53:04,745][303827] Updated weights for policy 0, policy_version 40253 (0.0007) +[2026-06-02 17:53:04,946][303827] Updated weights for policy 0, policy_version 40263 (0.0009) +[2026-06-02 17:53:04,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 20611072. Throughput: 0: 17396.6. Samples: 20655360. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:53:04,988][302810] Avg episode reward: [(0, '1677.501')] +[2026-06-02 17:53:05,161][303827] Updated weights for policy 0, policy_version 40273 (0.0009) +[2026-06-02 17:53:05,378][303827] Updated weights for policy 0, policy_version 40283 (0.0008) +[2026-06-02 17:53:05,593][303827] Updated weights for policy 0, policy_version 40293 (0.0009) +[2026-06-02 17:53:05,822][303827] Updated weights for policy 0, policy_version 40303 (0.0009) +[2026-06-02 17:53:06,008][303741] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs6_seed14/checkpoint_p0/checkpoint_000040312_20643840.pth... +[2026-06-02 17:53:06,544][303827] Updated weights for policy 0, policy_version 40313 (0.0009) +[2026-06-02 17:53:06,742][303827] Updated weights for policy 0, policy_version 40323 (0.0009) +[2026-06-02 17:53:06,965][303827] Updated weights for policy 0, policy_version 40333 (0.0009) +[2026-06-02 17:53:07,181][303827] Updated weights for policy 0, policy_version 40343 (0.0009) +[2026-06-02 17:53:07,390][303827] Updated weights for policy 0, policy_version 40353 (0.0009) +[2026-06-02 17:53:07,636][303827] Updated weights for policy 0, policy_version 40364 (0.0009) +[2026-06-02 17:53:07,848][303827] Updated weights for policy 0, policy_version 40374 (0.0009) +[2026-06-02 17:53:08,569][303827] Updated weights for policy 0, policy_version 40384 (0.0010) +[2026-06-02 17:53:08,771][303827] Updated weights for policy 0, policy_version 40394 (0.0008) +[2026-06-02 17:53:08,989][303827] Updated weights for policy 0, policy_version 40404 (0.0008) +[2026-06-02 17:53:09,236][303827] Updated weights for policy 0, policy_version 40415 (0.0009) +[2026-06-02 17:53:09,445][303827] Updated weights for policy 0, policy_version 40425 (0.0009) +[2026-06-02 17:53:09,667][303827] Updated weights for policy 0, policy_version 40435 (0.0008) +[2026-06-02 17:53:09,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 20709376. Throughput: 0: 17339.7. Samples: 20700544. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:53:09,987][302810] Avg episode reward: [(0, '1691.798')] +[2026-06-02 17:53:09,991][303741] Saving new best policy, reward=1691.798! +[2026-06-02 17:53:10,380][303827] Updated weights for policy 0, policy_version 40445 (0.0009) +[2026-06-02 17:53:10,592][303827] Updated weights for policy 0, policy_version 40455 (0.0009) +[2026-06-02 17:53:10,805][303827] Updated weights for policy 0, policy_version 40465 (0.0008) +[2026-06-02 17:53:11,019][303827] Updated weights for policy 0, policy_version 40475 (0.0008) +[2026-06-02 17:53:11,241][303827] Updated weights for policy 0, policy_version 40485 (0.0009) +[2026-06-02 17:53:11,458][303827] Updated weights for policy 0, policy_version 40495 (0.0009) +[2026-06-02 17:53:12,204][303827] Updated weights for policy 0, policy_version 40505 (0.0009) +[2026-06-02 17:53:12,415][303827] Updated weights for policy 0, policy_version 40515 (0.0009) +[2026-06-02 17:53:12,631][303827] Updated weights for policy 0, policy_version 40525 (0.0009) +[2026-06-02 17:53:12,840][303827] Updated weights for policy 0, policy_version 40535 (0.0009) +[2026-06-02 17:53:13,060][303827] Updated weights for policy 0, policy_version 40545 (0.0009) +[2026-06-02 17:53:13,267][303827] Updated weights for policy 0, policy_version 40555 (0.0009) +[2026-06-02 17:53:13,494][303827] Updated weights for policy 0, policy_version 40565 (0.0009) +[2026-06-02 17:53:14,192][303827] Updated weights for policy 0, policy_version 40575 (0.0009) +[2026-06-02 17:53:14,417][303827] Updated weights for policy 0, policy_version 40585 (0.0009) +[2026-06-02 17:53:14,647][303827] Updated weights for policy 0, policy_version 40596 (0.0008) +[2026-06-02 17:53:14,874][303827] Updated weights for policy 0, policy_version 40607 (0.0008) +[2026-06-02 17:53:14,987][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 20774912. Throughput: 0: 17405.2. Samples: 20813824. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:53:14,988][302810] Avg episode reward: [(0, '1673.069')] +[2026-06-02 17:53:15,099][303827] Updated weights for policy 0, policy_version 40617 (0.0008) +[2026-06-02 17:53:15,316][303827] Updated weights for policy 0, policy_version 40627 (0.0009) +[2026-06-02 17:53:16,038][303827] Updated weights for policy 0, policy_version 40637 (0.0008) +[2026-06-02 17:53:16,238][303827] Updated weights for policy 0, policy_version 40647 (0.0008) +[2026-06-02 17:53:16,484][303827] Updated weights for policy 0, policy_version 40658 (0.0008) +[2026-06-02 17:53:16,697][303827] Updated weights for policy 0, policy_version 40668 (0.0008) +[2026-06-02 17:53:16,926][303827] Updated weights for policy 0, policy_version 40678 (0.0008) +[2026-06-02 17:53:17,163][303827] Updated weights for policy 0, policy_version 40689 (0.0008) +[2026-06-02 17:53:17,863][303827] Updated weights for policy 0, policy_version 40699 (0.0009) +[2026-06-02 17:53:18,093][303827] Updated weights for policy 0, policy_version 40710 (0.0009) +[2026-06-02 17:53:18,312][303827] Updated weights for policy 0, policy_version 40720 (0.0009) +[2026-06-02 17:53:18,528][303827] Updated weights for policy 0, policy_version 40730 (0.0009) +[2026-06-02 17:53:18,751][303827] Updated weights for policy 0, policy_version 40740 (0.0008) +[2026-06-02 17:53:18,982][303827] Updated weights for policy 0, policy_version 40750 (0.0008) +[2026-06-02 17:53:19,192][303827] Updated weights for policy 0, policy_version 40760 (0.0008) +[2026-06-02 17:53:19,900][303827] Updated weights for policy 0, policy_version 40770 (0.0009) +[2026-06-02 17:53:19,987][302810] Fps is (10 sec: 16383.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 20873216. Throughput: 0: 17393.8. Samples: 20914944. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:53:19,987][302810] Avg episode reward: [(0, '1695.115')] +[2026-06-02 17:53:20,115][303827] Updated weights for policy 0, policy_version 40780 (0.0008) +[2026-06-02 17:53:20,355][303827] Updated weights for policy 0, policy_version 40791 (0.0008) +[2026-06-02 17:53:20,573][303827] Updated weights for policy 0, policy_version 40801 (0.0008) +[2026-06-02 17:53:20,788][303827] Updated weights for policy 0, policy_version 40811 (0.0009) +[2026-06-02 17:53:21,009][303827] Updated weights for policy 0, policy_version 40821 (0.0009) +[2026-06-02 17:53:21,063][303741] Saving new best policy, reward=1695.115! +[2026-06-02 17:53:21,705][303827] Updated weights for policy 0, policy_version 40831 (0.0009) +[2026-06-02 17:53:21,920][303827] Updated weights for policy 0, policy_version 40841 (0.0009) +[2026-06-02 17:53:22,149][303827] Updated weights for policy 0, policy_version 40851 (0.0009) +[2026-06-02 17:53:22,366][303827] Updated weights for policy 0, policy_version 40861 (0.0008) +[2026-06-02 17:53:22,573][303827] Updated weights for policy 0, policy_version 40871 (0.0009) +[2026-06-02 17:53:22,797][303827] Updated weights for policy 0, policy_version 40881 (0.0008) +[2026-06-02 17:53:23,519][303827] Updated weights for policy 0, policy_version 40891 (0.0009) +[2026-06-02 17:53:23,748][303827] Updated weights for policy 0, policy_version 40902 (0.0009) +[2026-06-02 17:53:23,956][303827] Updated weights for policy 0, policy_version 40912 (0.0009) +[2026-06-02 17:53:24,182][303827] Updated weights for policy 0, policy_version 40922 (0.0009) +[2026-06-02 17:53:24,395][303827] Updated weights for policy 0, policy_version 40932 (0.0008) +[2026-06-02 17:53:24,635][303827] Updated weights for policy 0, policy_version 40943 (0.0008) +[2026-06-02 17:53:24,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 20971520. Throughput: 0: 17365.4. Samples: 20960640. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:53:24,987][302810] Avg episode reward: [(0, '1657.246')] +[2026-06-02 17:53:25,383][303827] Updated weights for policy 0, policy_version 40954 (0.0009) +[2026-06-02 17:53:25,578][303827] Updated weights for policy 0, policy_version 40964 (0.0008) +[2026-06-02 17:53:25,802][303827] Updated weights for policy 0, policy_version 40974 (0.0008) +[2026-06-02 17:53:26,011][303827] Updated weights for policy 0, policy_version 40984 (0.0009) +[2026-06-02 17:53:26,242][303827] Updated weights for policy 0, policy_version 40994 (0.0008) +[2026-06-02 17:53:26,461][303827] Updated weights for policy 0, policy_version 41004 (0.0009) +[2026-06-02 17:53:26,674][303827] Updated weights for policy 0, policy_version 41014 (0.0008) +[2026-06-02 17:53:27,381][303827] Updated weights for policy 0, policy_version 41024 (0.0009) +[2026-06-02 17:53:27,614][303827] Updated weights for policy 0, policy_version 41035 (0.0009) +[2026-06-02 17:53:27,833][303827] Updated weights for policy 0, policy_version 41045 (0.0009) +[2026-06-02 17:53:28,049][303827] Updated weights for policy 0, policy_version 41055 (0.0008) +[2026-06-02 17:53:28,268][303827] Updated weights for policy 0, policy_version 41065 (0.0009) +[2026-06-02 17:53:28,478][303827] Updated weights for policy 0, policy_version 41075 (0.0009) +[2026-06-02 17:53:29,183][303827] Updated weights for policy 0, policy_version 41085 (0.0009) +[2026-06-02 17:53:29,399][303827] Updated weights for policy 0, policy_version 41095 (0.0009) +[2026-06-02 17:53:29,619][303827] Updated weights for policy 0, policy_version 41105 (0.0009) +[2026-06-02 17:53:29,841][303827] Updated weights for policy 0, policy_version 41115 (0.0008) +[2026-06-02 17:53:29,986][302810] Fps is (10 sec: 16384.2, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 21037056. Throughput: 0: 17354.0. Samples: 21072640. Policy #0 lag: (min: 63.0, avg: 80.0, max: 127.0) +[2026-06-02 17:53:29,987][302810] Avg episode reward: [(0, '1710.142')] +[2026-06-02 17:53:30,054][303827] Updated weights for policy 0, policy_version 41125 (0.0009) +[2026-06-02 17:53:30,273][303827] Updated weights for policy 0, policy_version 41135 (0.0009) +[2026-06-02 17:53:30,459][303741] Saving new best policy, reward=1710.142! +[2026-06-02 17:53:30,997][303827] Updated weights for policy 0, policy_version 41145 (0.0009) +[2026-06-02 17:53:31,199][303827] Updated weights for policy 0, policy_version 41155 (0.0008) +[2026-06-02 17:53:31,412][303827] Updated weights for policy 0, policy_version 41165 (0.0009) +[2026-06-02 17:53:31,627][303827] Updated weights for policy 0, policy_version 41175 (0.0008) +[2026-06-02 17:53:31,842][303827] Updated weights for policy 0, policy_version 41185 (0.0008) +[2026-06-02 17:53:32,059][303827] Updated weights for policy 0, policy_version 41195 (0.0008) +[2026-06-02 17:53:32,281][303827] Updated weights for policy 0, policy_version 41205 (0.0008) +[2026-06-02 17:53:33,003][303827] Updated weights for policy 0, policy_version 41215 (0.0009) +[2026-06-02 17:53:33,199][303827] Updated weights for policy 0, policy_version 41225 (0.0009) +[2026-06-02 17:53:33,426][303827] Updated weights for policy 0, policy_version 41235 (0.0009) +[2026-06-02 17:53:33,644][303827] Updated weights for policy 0, policy_version 41245 (0.0009) +[2026-06-02 17:53:33,862][303827] Updated weights for policy 0, policy_version 41255 (0.0010) +[2026-06-02 17:53:34,067][303827] Updated weights for policy 0, policy_version 41265 (0.0009) +[2026-06-02 17:53:34,800][303827] Updated weights for policy 0, policy_version 41275 (0.0009) +[2026-06-02 17:53:34,987][302810] Fps is (10 sec: 16383.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 21135360. Throughput: 0: 17382.4. Samples: 21175296. Policy #0 lag: (min: 27.0, avg: 63.5, max: 91.0) +[2026-06-02 17:53:34,988][302810] Avg episode reward: [(0, '1762.896')] +[2026-06-02 17:53:35,010][303827] Updated weights for policy 0, policy_version 41285 (0.0009) +[2026-06-02 17:53:35,219][303827] Updated weights for policy 0, policy_version 41295 (0.0009) +[2026-06-02 17:53:35,440][303827] Updated weights for policy 0, policy_version 41305 (0.0009) +[2026-06-02 17:53:35,653][303827] Updated weights for policy 0, policy_version 41315 (0.0009) +[2026-06-02 17:53:35,876][303827] Updated weights for policy 0, policy_version 41325 (0.0009) +[2026-06-02 17:53:36,096][303827] Updated weights for policy 0, policy_version 41335 (0.0009) +[2026-06-02 17:53:36,107][303741] Saving new best policy, reward=1762.896! +[2026-06-02 17:53:36,794][303827] Updated weights for policy 0, policy_version 41345 (0.0009) +[2026-06-02 17:53:37,004][303827] Updated weights for policy 0, policy_version 41355 (0.0008) +[2026-06-02 17:53:37,217][303827] Updated weights for policy 0, policy_version 41365 (0.0009) +[2026-06-02 17:53:37,436][303827] Updated weights for policy 0, policy_version 41375 (0.0008) +[2026-06-02 17:53:37,655][303827] Updated weights for policy 0, policy_version 41385 (0.0008) +[2026-06-02 17:53:37,871][303827] Updated weights for policy 0, policy_version 41395 (0.0009) +[2026-06-02 17:53:38,586][303827] Updated weights for policy 0, policy_version 41405 (0.0010) +[2026-06-02 17:53:38,788][303827] Updated weights for policy 0, policy_version 41415 (0.0009) +[2026-06-02 17:53:38,998][303827] Updated weights for policy 0, policy_version 41425 (0.0009) +[2026-06-02 17:53:39,223][303827] Updated weights for policy 0, policy_version 41435 (0.0009) +[2026-06-02 17:53:39,440][303827] Updated weights for policy 0, policy_version 41445 (0.0009) +[2026-06-02 17:53:39,659][303827] Updated weights for policy 0, policy_version 41455 (0.0008) +[2026-06-02 17:53:39,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 21233664. Throughput: 0: 17359.6. Samples: 21220352. Policy #0 lag: (min: 27.0, avg: 63.5, max: 91.0) +[2026-06-02 17:53:39,987][302810] Avg episode reward: [(0, '1751.462')] +[2026-06-02 17:53:40,395][303827] Updated weights for policy 0, policy_version 41465 (0.0009) +[2026-06-02 17:53:40,608][303827] Updated weights for policy 0, policy_version 41475 (0.0009) +[2026-06-02 17:53:40,812][303827] Updated weights for policy 0, policy_version 41485 (0.0009) +[2026-06-02 17:53:41,038][303827] Updated weights for policy 0, policy_version 41495 (0.0009) +[2026-06-02 17:53:41,253][303827] Updated weights for policy 0, policy_version 41505 (0.0009) +[2026-06-02 17:53:41,469][303827] Updated weights for policy 0, policy_version 41515 (0.0008) +[2026-06-02 17:53:41,691][303827] Updated weights for policy 0, policy_version 41525 (0.0009) +[2026-06-02 17:53:42,417][303827] Updated weights for policy 0, policy_version 41535 (0.0009) +[2026-06-02 17:53:42,630][303827] Updated weights for policy 0, policy_version 41545 (0.0009) +[2026-06-02 17:53:42,849][303827] Updated weights for policy 0, policy_version 41555 (0.0010) +[2026-06-02 17:53:43,069][303827] Updated weights for policy 0, policy_version 41565 (0.0009) +[2026-06-02 17:53:43,308][303827] Updated weights for policy 0, policy_version 41576 (0.0009) +[2026-06-02 17:53:43,549][303827] Updated weights for policy 0, policy_version 41587 (0.0009) +[2026-06-02 17:53:44,226][303827] Updated weights for policy 0, policy_version 41597 (0.0009) +[2026-06-02 17:53:44,437][303827] Updated weights for policy 0, policy_version 41607 (0.0009) +[2026-06-02 17:53:44,682][303827] Updated weights for policy 0, policy_version 41618 (0.0009) +[2026-06-02 17:53:44,922][303827] Updated weights for policy 0, policy_version 41629 (0.0009) +[2026-06-02 17:53:44,987][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 21299200. Throughput: 0: 17302.8. Samples: 21331456. Policy #0 lag: (min: 27.0, avg: 63.5, max: 91.0) +[2026-06-02 17:53:44,987][302810] Avg episode reward: [(0, '1749.862')] +[2026-06-02 17:53:45,159][303827] Updated weights for policy 0, policy_version 41640 (0.0009) +[2026-06-02 17:53:45,381][303827] Updated weights for policy 0, policy_version 41650 (0.0008) +[2026-06-02 17:53:46,096][303827] Updated weights for policy 0, policy_version 41660 (0.0009) +[2026-06-02 17:53:46,305][303827] Updated weights for policy 0, policy_version 41670 (0.0009) +[2026-06-02 17:53:46,540][303827] Updated weights for policy 0, policy_version 41681 (0.0008) +[2026-06-02 17:53:46,780][303827] Updated weights for policy 0, policy_version 41692 (0.0008) +[2026-06-02 17:53:47,001][303827] Updated weights for policy 0, policy_version 41702 (0.0008) +[2026-06-02 17:53:47,213][303827] Updated weights for policy 0, policy_version 41712 (0.0008) +[2026-06-02 17:53:47,952][303827] Updated weights for policy 0, policy_version 41722 (0.0008) +[2026-06-02 17:53:48,151][303827] Updated weights for policy 0, policy_version 41732 (0.0009) +[2026-06-02 17:53:48,365][303827] Updated weights for policy 0, policy_version 41742 (0.0008) +[2026-06-02 17:53:48,583][303827] Updated weights for policy 0, policy_version 41752 (0.0008) +[2026-06-02 17:53:48,792][303827] Updated weights for policy 0, policy_version 41762 (0.0009) +[2026-06-02 17:53:49,007][303827] Updated weights for policy 0, policy_version 41772 (0.0008) +[2026-06-02 17:53:49,233][303827] Updated weights for policy 0, policy_version 41782 (0.0008) +[2026-06-02 17:53:49,942][303827] Updated weights for policy 0, policy_version 41792 (0.0008) +[2026-06-02 17:53:49,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 21397504. Throughput: 0: 17339.8. Samples: 21435648. Policy #0 lag: (min: 27.0, avg: 63.5, max: 91.0) +[2026-06-02 17:53:49,988][302810] Avg episode reward: [(0, '1780.274')] +[2026-06-02 17:53:50,152][303827] Updated weights for policy 0, policy_version 41802 (0.0008) +[2026-06-02 17:53:50,371][303827] Updated weights for policy 0, policy_version 41812 (0.0009) +[2026-06-02 17:53:50,580][303827] Updated weights for policy 0, policy_version 41822 (0.0009) +[2026-06-02 17:53:50,805][303827] Updated weights for policy 0, policy_version 41832 (0.0009) +[2026-06-02 17:53:51,025][303827] Updated weights for policy 0, policy_version 41842 (0.0009) +[2026-06-02 17:53:51,144][303741] Saving new best policy, reward=1780.274! +[2026-06-02 17:53:51,732][303827] Updated weights for policy 0, policy_version 41852 (0.0007) +[2026-06-02 17:53:51,943][303827] Updated weights for policy 0, policy_version 41862 (0.0005) +[2026-06-02 17:53:52,159][303827] Updated weights for policy 0, policy_version 41872 (0.0005) +[2026-06-02 17:53:52,373][303827] Updated weights for policy 0, policy_version 41882 (0.0004) +[2026-06-02 17:53:52,585][303827] Updated weights for policy 0, policy_version 41892 (0.0005) +[2026-06-02 17:53:52,807][303827] Updated weights for policy 0, policy_version 41902 (0.0005) +[2026-06-02 17:53:53,564][303827] Updated weights for policy 0, policy_version 41913 (0.0008) +[2026-06-02 17:53:53,784][303827] Updated weights for policy 0, policy_version 41924 (0.0009) +[2026-06-02 17:53:53,992][303827] Updated weights for policy 0, policy_version 41934 (0.0009) +[2026-06-02 17:53:54,219][303827] Updated weights for policy 0, policy_version 41944 (0.0008) +[2026-06-02 17:53:54,427][303827] Updated weights for policy 0, policy_version 41954 (0.0006) +[2026-06-02 17:53:54,650][303827] Updated weights for policy 0, policy_version 41964 (0.0005) +[2026-06-02 17:53:54,866][303827] Updated weights for policy 0, policy_version 41974 (0.0005) +[2026-06-02 17:53:54,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 21495808. Throughput: 0: 17339.7. Samples: 21480832. Policy #0 lag: (min: 27.0, avg: 63.5, max: 91.0) +[2026-06-02 17:53:54,987][302810] Avg episode reward: [(0, '1776.446')] +[2026-06-02 17:53:55,578][303827] Updated weights for policy 0, policy_version 41984 (0.0004) +[2026-06-02 17:53:55,799][303827] Updated weights for policy 0, policy_version 41994 (0.0005) +[2026-06-02 17:53:56,009][303827] Updated weights for policy 0, policy_version 42004 (0.0005) +[2026-06-02 17:53:56,250][303827] Updated weights for policy 0, policy_version 42015 (0.0005) +[2026-06-02 17:53:56,482][303827] Updated weights for policy 0, policy_version 42025 (0.0005) +[2026-06-02 17:53:56,686][303827] Updated weights for policy 0, policy_version 42035 (0.0005) +[2026-06-02 17:53:57,399][303827] Updated weights for policy 0, policy_version 42045 (0.0005) +[2026-06-02 17:53:57,616][303827] Updated weights for policy 0, policy_version 42055 (0.0007) +[2026-06-02 17:53:57,816][303827] Updated weights for policy 0, policy_version 42065 (0.0008) +[2026-06-02 17:53:58,046][303827] Updated weights for policy 0, policy_version 42075 (0.0008) +[2026-06-02 17:53:58,255][303827] Updated weights for policy 0, policy_version 42085 (0.0009) +[2026-06-02 17:53:58,474][303827] Updated weights for policy 0, policy_version 42095 (0.0009) +[2026-06-02 17:53:59,226][303827] Updated weights for policy 0, policy_version 42105 (0.0008) +[2026-06-02 17:53:59,423][303827] Updated weights for policy 0, policy_version 42115 (0.0008) +[2026-06-02 17:53:59,644][303827] Updated weights for policy 0, policy_version 42125 (0.0009) +[2026-06-02 17:53:59,862][303827] Updated weights for policy 0, policy_version 42135 (0.0008) +[2026-06-02 17:53:59,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 21561344. Throughput: 0: 17257.3. Samples: 21590400. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:53:59,987][302810] Avg episode reward: [(0, '1797.029')] +[2026-06-02 17:54:00,073][303827] Updated weights for policy 0, policy_version 42145 (0.0009) +[2026-06-02 17:54:00,283][303827] Updated weights for policy 0, policy_version 42155 (0.0009) +[2026-06-02 17:54:00,508][303827] Updated weights for policy 0, policy_version 42165 (0.0009) +[2026-06-02 17:54:00,562][303741] Saving new best policy, reward=1797.029! +[2026-06-02 17:54:01,211][303827] Updated weights for policy 0, policy_version 42175 (0.0009) +[2026-06-02 17:54:01,435][303827] Updated weights for policy 0, policy_version 42186 (0.0009) +[2026-06-02 17:54:01,659][303827] Updated weights for policy 0, policy_version 42196 (0.0009) +[2026-06-02 17:54:01,880][303827] Updated weights for policy 0, policy_version 42206 (0.0009) +[2026-06-02 17:54:02,090][303827] Updated weights for policy 0, policy_version 42216 (0.0009) +[2026-06-02 17:54:02,309][303827] Updated weights for policy 0, policy_version 42226 (0.0009) +[2026-06-02 17:54:03,027][303827] Updated weights for policy 0, policy_version 42236 (0.0008) +[2026-06-02 17:54:03,257][303827] Updated weights for policy 0, policy_version 42247 (0.0009) +[2026-06-02 17:54:03,471][303827] Updated weights for policy 0, policy_version 42257 (0.0009) +[2026-06-02 17:54:03,688][303827] Updated weights for policy 0, policy_version 42267 (0.0009) +[2026-06-02 17:54:03,897][303827] Updated weights for policy 0, policy_version 42277 (0.0009) +[2026-06-02 17:54:04,122][303827] Updated weights for policy 0, policy_version 42287 (0.0009) +[2026-06-02 17:54:04,853][303827] Updated weights for policy 0, policy_version 42297 (0.0009) +[2026-06-02 17:54:04,988][302810] Fps is (10 sec: 16381.1, 60 sec: 17475.8, 300 sec: 17439.1). Total num frames: 21659648. Throughput: 0: 17384.6. Samples: 21697280. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:54:04,989][302810] Avg episode reward: [(0, '1797.029')] +[2026-06-02 17:54:05,058][303827] Updated weights for policy 0, policy_version 42307 (0.0009) +[2026-06-02 17:54:05,293][303827] Updated weights for policy 0, policy_version 42318 (0.0009) +[2026-06-02 17:54:05,510][303827] Updated weights for policy 0, policy_version 42328 (0.0009) +[2026-06-02 17:54:05,725][303827] Updated weights for policy 0, policy_version 42338 (0.0009) +[2026-06-02 17:54:05,934][303827] Updated weights for policy 0, policy_version 42348 (0.0009) +[2026-06-02 17:54:06,153][303827] Updated weights for policy 0, policy_version 42358 (0.0009) +[2026-06-02 17:54:06,900][303827] Updated weights for policy 0, policy_version 42369 (0.0009) +[2026-06-02 17:54:07,112][303827] Updated weights for policy 0, policy_version 42379 (0.0009) +[2026-06-02 17:54:07,320][303827] Updated weights for policy 0, policy_version 42389 (0.0009) +[2026-06-02 17:54:07,541][303827] Updated weights for policy 0, policy_version 42399 (0.0009) +[2026-06-02 17:54:07,765][303827] Updated weights for policy 0, policy_version 42409 (0.0009) +[2026-06-02 17:54:07,984][303827] Updated weights for policy 0, policy_version 42419 (0.0009) +[2026-06-02 17:54:08,708][303827] Updated weights for policy 0, policy_version 42429 (0.0009) +[2026-06-02 17:54:08,916][303827] Updated weights for policy 0, policy_version 42439 (0.0009) +[2026-06-02 17:54:09,137][303827] Updated weights for policy 0, policy_version 42449 (0.0009) +[2026-06-02 17:54:09,354][303827] Updated weights for policy 0, policy_version 42459 (0.0009) +[2026-06-02 17:54:09,578][303827] Updated weights for policy 0, policy_version 42469 (0.0009) +[2026-06-02 17:54:09,793][303827] Updated weights for policy 0, policy_version 42479 (0.0009) +[2026-06-02 17:54:09,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 21757952. Throughput: 0: 17388.1. Samples: 21743104. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:54:09,987][302810] Avg episode reward: [(0, '1817.463')] +[2026-06-02 17:54:09,993][303741] Saving new best policy, reward=1817.463! +[2026-06-02 17:54:10,530][303827] Updated weights for policy 0, policy_version 42490 (0.0009) +[2026-06-02 17:54:10,733][303827] Updated weights for policy 0, policy_version 42500 (0.0008) +[2026-06-02 17:54:10,950][303827] Updated weights for policy 0, policy_version 42510 (0.0009) +[2026-06-02 17:54:11,157][303827] Updated weights for policy 0, policy_version 42520 (0.0008) +[2026-06-02 17:54:11,405][303827] Updated weights for policy 0, policy_version 42531 (0.0009) +[2026-06-02 17:54:11,614][303827] Updated weights for policy 0, policy_version 42541 (0.0009) +[2026-06-02 17:54:11,834][303827] Updated weights for policy 0, policy_version 42551 (0.0008) +[2026-06-02 17:54:12,596][303827] Updated weights for policy 0, policy_version 42562 (0.0009) +[2026-06-02 17:54:12,806][303827] Updated weights for policy 0, policy_version 42572 (0.0008) +[2026-06-02 17:54:13,018][303827] Updated weights for policy 0, policy_version 42582 (0.0009) +[2026-06-02 17:54:13,233][303827] Updated weights for policy 0, policy_version 42592 (0.0009) +[2026-06-02 17:54:13,451][303827] Updated weights for policy 0, policy_version 42602 (0.0009) +[2026-06-02 17:54:13,673][303827] Updated weights for policy 0, policy_version 42612 (0.0009) +[2026-06-02 17:54:14,371][303827] Updated weights for policy 0, policy_version 42622 (0.0008) +[2026-06-02 17:54:14,576][303827] Updated weights for policy 0, policy_version 42632 (0.0009) +[2026-06-02 17:54:14,796][303827] Updated weights for policy 0, policy_version 42642 (0.0008) +[2026-06-02 17:54:14,987][302810] Fps is (10 sec: 16386.8, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 21823488. Throughput: 0: 17262.9. Samples: 21849472. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:54:14,987][302810] Avg episode reward: [(0, '1822.692')] +[2026-06-02 17:54:15,012][303827] Updated weights for policy 0, policy_version 42652 (0.0009) +[2026-06-02 17:54:15,223][303827] Updated weights for policy 0, policy_version 42662 (0.0009) +[2026-06-02 17:54:15,437][303827] Updated weights for policy 0, policy_version 42672 (0.0009) +[2026-06-02 17:54:15,608][303741] Saving new best policy, reward=1822.692! +[2026-06-02 17:54:16,169][303827] Updated weights for policy 0, policy_version 42682 (0.0009) +[2026-06-02 17:54:16,372][303827] Updated weights for policy 0, policy_version 42692 (0.0008) +[2026-06-02 17:54:16,610][303827] Updated weights for policy 0, policy_version 42703 (0.0008) +[2026-06-02 17:54:16,823][303827] Updated weights for policy 0, policy_version 42713 (0.0009) +[2026-06-02 17:54:17,041][303827] Updated weights for policy 0, policy_version 42723 (0.0009) +[2026-06-02 17:54:17,256][303827] Updated weights for policy 0, policy_version 42733 (0.0009) +[2026-06-02 17:54:17,472][303827] Updated weights for policy 0, policy_version 42743 (0.0008) +[2026-06-02 17:54:18,199][303827] Updated weights for policy 0, policy_version 42753 (0.0008) +[2026-06-02 17:54:18,409][303827] Updated weights for policy 0, policy_version 42763 (0.0008) +[2026-06-02 17:54:18,628][303827] Updated weights for policy 0, policy_version 42773 (0.0009) +[2026-06-02 17:54:18,843][303827] Updated weights for policy 0, policy_version 42783 (0.0008) +[2026-06-02 17:54:19,051][303827] Updated weights for policy 0, policy_version 42793 (0.0009) +[2026-06-02 17:54:19,285][303827] Updated weights for policy 0, policy_version 42803 (0.0009) +[2026-06-02 17:54:19,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 21921792. Throughput: 0: 17391.0. Samples: 21957888. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:54:19,988][302810] Avg episode reward: [(0, '1855.513')] +[2026-06-02 17:54:19,991][303827] Updated weights for policy 0, policy_version 42813 (0.0009) +[2026-06-02 17:54:20,194][303827] Updated weights for policy 0, policy_version 42823 (0.0008) +[2026-06-02 17:54:20,424][303827] Updated weights for policy 0, policy_version 42833 (0.0009) +[2026-06-02 17:54:20,632][303827] Updated weights for policy 0, policy_version 42843 (0.0008) +[2026-06-02 17:54:20,852][303827] Updated weights for policy 0, policy_version 42853 (0.0009) +[2026-06-02 17:54:21,077][303827] Updated weights for policy 0, policy_version 42863 (0.0009) +[2026-06-02 17:54:21,264][303741] Saving new best policy, reward=1855.513! +[2026-06-02 17:54:21,791][303827] Updated weights for policy 0, policy_version 42873 (0.0009) +[2026-06-02 17:54:21,999][303827] Updated weights for policy 0, policy_version 42883 (0.0009) +[2026-06-02 17:54:22,202][303827] Updated weights for policy 0, policy_version 42893 (0.0009) +[2026-06-02 17:54:22,432][303827] Updated weights for policy 0, policy_version 42903 (0.0009) +[2026-06-02 17:54:22,645][303827] Updated weights for policy 0, policy_version 42913 (0.0009) +[2026-06-02 17:54:22,863][303827] Updated weights for policy 0, policy_version 42923 (0.0009) +[2026-06-02 17:54:23,070][303827] Updated weights for policy 0, policy_version 42933 (0.0009) +[2026-06-02 17:54:23,795][303827] Updated weights for policy 0, policy_version 42943 (0.0009) +[2026-06-02 17:54:24,008][303827] Updated weights for policy 0, policy_version 42953 (0.0008) +[2026-06-02 17:54:24,221][303827] Updated weights for policy 0, policy_version 42963 (0.0009) +[2026-06-02 17:54:24,439][303827] Updated weights for policy 0, policy_version 42973 (0.0008) +[2026-06-02 17:54:24,649][303827] Updated weights for policy 0, policy_version 42983 (0.0009) +[2026-06-02 17:54:24,880][303827] Updated weights for policy 0, policy_version 42993 (0.0009) +[2026-06-02 17:54:24,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 21987328. Throughput: 0: 17402.3. Samples: 22003456. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:54:24,988][302810] Avg episode reward: [(0, '1861.437')] +[2026-06-02 17:54:25,016][303741] Saving new best policy, reward=1861.437! +[2026-06-02 17:54:25,599][303827] Updated weights for policy 0, policy_version 43003 (0.0009) +[2026-06-02 17:54:25,797][303827] Updated weights for policy 0, policy_version 43013 (0.0008) +[2026-06-02 17:54:26,013][303827] Updated weights for policy 0, policy_version 43023 (0.0009) +[2026-06-02 17:54:26,237][303827] Updated weights for policy 0, policy_version 43033 (0.0008) +[2026-06-02 17:54:26,449][303827] Updated weights for policy 0, policy_version 43043 (0.0009) +[2026-06-02 17:54:26,662][303827] Updated weights for policy 0, policy_version 43053 (0.0008) +[2026-06-02 17:54:26,905][303827] Updated weights for policy 0, policy_version 43064 (0.0009) +[2026-06-02 17:54:27,626][303827] Updated weights for policy 0, policy_version 43074 (0.0009) +[2026-06-02 17:54:27,841][303827] Updated weights for policy 0, policy_version 43084 (0.0009) +[2026-06-02 17:54:28,066][303827] Updated weights for policy 0, policy_version 43094 (0.0008) +[2026-06-02 17:54:28,280][303827] Updated weights for policy 0, policy_version 43104 (0.0008) +[2026-06-02 17:54:28,494][303827] Updated weights for policy 0, policy_version 43114 (0.0008) +[2026-06-02 17:54:28,709][303827] Updated weights for policy 0, policy_version 43124 (0.0008) +[2026-06-02 17:54:29,420][303827] Updated weights for policy 0, policy_version 43134 (0.0008) +[2026-06-02 17:54:29,628][303827] Updated weights for policy 0, policy_version 43144 (0.0008) +[2026-06-02 17:54:29,851][303827] Updated weights for policy 0, policy_version 43154 (0.0008) +[2026-06-02 17:54:29,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 22085632. Throughput: 0: 17265.8. Samples: 22108416. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:54:29,988][302810] Avg episode reward: [(0, '1862.671')] +[2026-06-02 17:54:30,065][303827] Updated weights for policy 0, policy_version 43164 (0.0009) +[2026-06-02 17:54:30,277][303827] Updated weights for policy 0, policy_version 43174 (0.0008) +[2026-06-02 17:54:30,500][303827] Updated weights for policy 0, policy_version 43184 (0.0008) +[2026-06-02 17:54:30,662][303741] Saving new best policy, reward=1862.671! +[2026-06-02 17:54:31,225][303827] Updated weights for policy 0, policy_version 43194 (0.0008) +[2026-06-02 17:54:31,430][303827] Updated weights for policy 0, policy_version 43204 (0.0009) +[2026-06-02 17:54:31,644][303827] Updated weights for policy 0, policy_version 43214 (0.0009) +[2026-06-02 17:54:31,873][303827] Updated weights for policy 0, policy_version 43225 (0.0008) +[2026-06-02 17:54:32,093][303827] Updated weights for policy 0, policy_version 43235 (0.0008) +[2026-06-02 17:54:32,312][303827] Updated weights for policy 0, policy_version 43245 (0.0008) +[2026-06-02 17:54:32,520][303827] Updated weights for policy 0, policy_version 43255 (0.0009) +[2026-06-02 17:54:33,248][303827] Updated weights for policy 0, policy_version 43265 (0.0009) +[2026-06-02 17:54:33,485][303827] Updated weights for policy 0, policy_version 43276 (0.0009) +[2026-06-02 17:54:33,699][303827] Updated weights for policy 0, policy_version 43286 (0.0009) +[2026-06-02 17:54:33,914][303827] Updated weights for policy 0, policy_version 43296 (0.0009) +[2026-06-02 17:54:34,125][303827] Updated weights for policy 0, policy_version 43306 (0.0009) +[2026-06-02 17:54:34,350][303827] Updated weights for policy 0, policy_version 43316 (0.0009) +[2026-06-02 17:54:34,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 22183936. Throughput: 0: 17419.4. Samples: 22219520. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:54:34,988][302810] Avg episode reward: [(0, '1924.990')] +[2026-06-02 17:54:35,070][303827] Updated weights for policy 0, policy_version 43326 (0.0009) +[2026-06-02 17:54:35,285][303827] Updated weights for policy 0, policy_version 43336 (0.0008) +[2026-06-02 17:54:35,498][303827] Updated weights for policy 0, policy_version 43346 (0.0009) +[2026-06-02 17:54:35,709][303827] Updated weights for policy 0, policy_version 43356 (0.0009) +[2026-06-02 17:54:35,933][303827] Updated weights for policy 0, policy_version 43366 (0.0009) +[2026-06-02 17:54:36,143][303827] Updated weights for policy 0, policy_version 43376 (0.0009) +[2026-06-02 17:54:36,310][303741] Saving new best policy, reward=1924.990! +[2026-06-02 17:54:36,890][303827] Updated weights for policy 0, policy_version 43386 (0.0011) +[2026-06-02 17:54:37,086][303827] Updated weights for policy 0, policy_version 43396 (0.0009) +[2026-06-02 17:54:37,298][303827] Updated weights for policy 0, policy_version 43406 (0.0009) +[2026-06-02 17:54:37,514][303827] Updated weights for policy 0, policy_version 43416 (0.0009) +[2026-06-02 17:54:37,737][303827] Updated weights for policy 0, policy_version 43426 (0.0009) +[2026-06-02 17:54:37,945][303827] Updated weights for policy 0, policy_version 43436 (0.0009) +[2026-06-02 17:54:38,171][303827] Updated weights for policy 0, policy_version 43446 (0.0009) +[2026-06-02 17:54:38,888][303827] Updated weights for policy 0, policy_version 43456 (0.0009) +[2026-06-02 17:54:39,089][303827] Updated weights for policy 0, policy_version 43466 (0.0009) +[2026-06-02 17:54:39,315][303827] Updated weights for policy 0, policy_version 43476 (0.0009) +[2026-06-02 17:54:39,527][303827] Updated weights for policy 0, policy_version 43486 (0.0008) +[2026-06-02 17:54:39,752][303827] Updated weights for policy 0, policy_version 43496 (0.0009) +[2026-06-02 17:54:39,977][303827] Updated weights for policy 0, policy_version 43506 (0.0008) +[2026-06-02 17:54:39,987][302810] Fps is (10 sec: 16383.9, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 22249472. Throughput: 0: 17425.0. Samples: 22264960. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:54:39,987][302810] Avg episode reward: [(0, '1953.936')] +[2026-06-02 17:54:40,095][303741] Saving new best policy, reward=1953.936! +[2026-06-02 17:54:40,713][303827] Updated weights for policy 0, policy_version 43516 (0.0009) +[2026-06-02 17:54:40,919][303827] Updated weights for policy 0, policy_version 43526 (0.0009) +[2026-06-02 17:54:41,133][303827] Updated weights for policy 0, policy_version 43536 (0.0009) +[2026-06-02 17:54:41,350][303827] Updated weights for policy 0, policy_version 43546 (0.0008) +[2026-06-02 17:54:41,569][303827] Updated weights for policy 0, policy_version 43556 (0.0008) +[2026-06-02 17:54:41,798][303827] Updated weights for policy 0, policy_version 43567 (0.0008) +[2026-06-02 17:54:42,540][303827] Updated weights for policy 0, policy_version 43578 (0.0009) +[2026-06-02 17:54:42,732][303827] Updated weights for policy 0, policy_version 43588 (0.0009) +[2026-06-02 17:54:42,990][303827] Updated weights for policy 0, policy_version 43600 (0.0009) +[2026-06-02 17:54:43,212][303827] Updated weights for policy 0, policy_version 43610 (0.0008) +[2026-06-02 17:54:43,411][303827] Updated weights for policy 0, policy_version 43620 (0.0009) +[2026-06-02 17:54:43,631][303827] Updated weights for policy 0, policy_version 43630 (0.0009) +[2026-06-02 17:54:44,401][303827] Updated weights for policy 0, policy_version 43641 (0.0009) +[2026-06-02 17:54:44,618][303827] Updated weights for policy 0, policy_version 43652 (0.0008) +[2026-06-02 17:54:44,842][303827] Updated weights for policy 0, policy_version 43662 (0.0008) +[2026-06-02 17:54:44,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 22347776. Throughput: 0: 17257.2. Samples: 22366976. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:54:44,988][302810] Avg episode reward: [(0, '1948.292')] +[2026-06-02 17:54:45,058][303827] Updated weights for policy 0, policy_version 43672 (0.0008) +[2026-06-02 17:54:45,277][303827] Updated weights for policy 0, policy_version 43682 (0.0008) +[2026-06-02 17:54:45,489][303827] Updated weights for policy 0, policy_version 43692 (0.0008) +[2026-06-02 17:54:45,706][303827] Updated weights for policy 0, policy_version 43702 (0.0008) +[2026-06-02 17:54:46,411][303827] Updated weights for policy 0, policy_version 43712 (0.0009) +[2026-06-02 17:54:46,656][303827] Updated weights for policy 0, policy_version 43723 (0.0009) +[2026-06-02 17:54:46,889][303827] Updated weights for policy 0, policy_version 43734 (0.0009) +[2026-06-02 17:54:47,103][303827] Updated weights for policy 0, policy_version 43744 (0.0009) +[2026-06-02 17:54:47,320][303827] Updated weights for policy 0, policy_version 43754 (0.0009) +[2026-06-02 17:54:47,539][303827] Updated weights for policy 0, policy_version 43764 (0.0009) +[2026-06-02 17:54:48,261][303827] Updated weights for policy 0, policy_version 43774 (0.0009) +[2026-06-02 17:54:48,471][303827] Updated weights for policy 0, policy_version 43784 (0.0009) +[2026-06-02 17:54:48,678][303827] Updated weights for policy 0, policy_version 43794 (0.0009) +[2026-06-02 17:54:48,902][303827] Updated weights for policy 0, policy_version 43804 (0.0009) +[2026-06-02 17:54:49,120][303827] Updated weights for policy 0, policy_version 43814 (0.0009) +[2026-06-02 17:54:49,336][303827] Updated weights for policy 0, policy_version 43824 (0.0009) +[2026-06-02 17:54:49,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 22446080. Throughput: 0: 17414.4. Samples: 22480896. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:54:49,987][302810] Avg episode reward: [(0, '1974.888')] +[2026-06-02 17:54:50,059][303827] Updated weights for policy 0, policy_version 43834 (0.0009) +[2026-06-02 17:54:50,262][303827] Updated weights for policy 0, policy_version 43844 (0.0009) +[2026-06-02 17:54:50,474][303827] Updated weights for policy 0, policy_version 43854 (0.0009) +[2026-06-02 17:54:50,692][303827] Updated weights for policy 0, policy_version 43864 (0.0009) +[2026-06-02 17:54:50,908][303827] Updated weights for policy 0, policy_version 43874 (0.0009) +[2026-06-02 17:54:51,124][303827] Updated weights for policy 0, policy_version 43884 (0.0009) +[2026-06-02 17:54:51,340][303827] Updated weights for policy 0, policy_version 43894 (0.0009) +[2026-06-02 17:54:51,370][303741] Saving new best policy, reward=1974.888! +[2026-06-02 17:54:52,047][303827] Updated weights for policy 0, policy_version 43904 (0.0009) +[2026-06-02 17:54:52,268][303827] Updated weights for policy 0, policy_version 43914 (0.0009) +[2026-06-02 17:54:52,478][303827] Updated weights for policy 0, policy_version 43924 (0.0009) +[2026-06-02 17:54:52,706][303827] Updated weights for policy 0, policy_version 43934 (0.0009) +[2026-06-02 17:54:52,920][303827] Updated weights for policy 0, policy_version 43944 (0.0009) +[2026-06-02 17:54:53,130][303827] Updated weights for policy 0, policy_version 43954 (0.0008) +[2026-06-02 17:54:53,857][303827] Updated weights for policy 0, policy_version 43964 (0.0009) +[2026-06-02 17:54:54,071][303827] Updated weights for policy 0, policy_version 43974 (0.0009) +[2026-06-02 17:54:54,276][303827] Updated weights for policy 0, policy_version 43984 (0.0009) +[2026-06-02 17:54:54,499][303827] Updated weights for policy 0, policy_version 43994 (0.0009) +[2026-06-02 17:54:54,715][303827] Updated weights for policy 0, policy_version 44004 (0.0009) +[2026-06-02 17:54:54,939][303827] Updated weights for policy 0, policy_version 44014 (0.0009) +[2026-06-02 17:54:54,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 22511616. Throughput: 0: 17390.9. Samples: 22525696. Policy #0 lag: (min: 63.0, avg: 81.1, max: 127.0) +[2026-06-02 17:54:54,987][302810] Avg episode reward: [(0, '1974.888')] +[2026-06-02 17:54:55,685][303827] Updated weights for policy 0, policy_version 44025 (0.0009) +[2026-06-02 17:54:55,891][303827] Updated weights for policy 0, policy_version 44035 (0.0009) +[2026-06-02 17:54:56,097][303827] Updated weights for policy 0, policy_version 44045 (0.0008) +[2026-06-02 17:54:56,310][303827] Updated weights for policy 0, policy_version 44055 (0.0008) +[2026-06-02 17:54:56,547][303827] Updated weights for policy 0, policy_version 44066 (0.0008) +[2026-06-02 17:54:56,775][303827] Updated weights for policy 0, policy_version 44076 (0.0009) +[2026-06-02 17:54:56,996][303827] Updated weights for policy 0, policy_version 44086 (0.0008) +[2026-06-02 17:54:57,703][303827] Updated weights for policy 0, policy_version 44096 (0.0009) +[2026-06-02 17:54:57,908][303827] Updated weights for policy 0, policy_version 44106 (0.0008) +[2026-06-02 17:54:58,122][303827] Updated weights for policy 0, policy_version 44116 (0.0009) +[2026-06-02 17:54:58,348][303827] Updated weights for policy 0, policy_version 44126 (0.0008) +[2026-06-02 17:54:58,564][303827] Updated weights for policy 0, policy_version 44136 (0.0008) +[2026-06-02 17:54:58,800][303827] Updated weights for policy 0, policy_version 44147 (0.0009) +[2026-06-02 17:54:59,520][303827] Updated weights for policy 0, policy_version 44157 (0.0009) +[2026-06-02 17:54:59,747][303827] Updated weights for policy 0, policy_version 44168 (0.0009) +[2026-06-02 17:54:59,953][303827] Updated weights for policy 0, policy_version 44178 (0.0009) +[2026-06-02 17:54:59,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 22609920. Throughput: 0: 17291.4. Samples: 22627584. Policy #0 lag: (min: 53.0, avg: 71.6, max: 117.0) +[2026-06-02 17:54:59,988][302810] Avg episode reward: [(0, '1964.553')] +[2026-06-02 17:55:00,172][303827] Updated weights for policy 0, policy_version 44188 (0.0008) +[2026-06-02 17:55:00,388][303827] Updated weights for policy 0, policy_version 44198 (0.0009) +[2026-06-02 17:55:00,606][303827] Updated weights for policy 0, policy_version 44208 (0.0009) +[2026-06-02 17:55:01,334][303827] Updated weights for policy 0, policy_version 44218 (0.0008) +[2026-06-02 17:55:01,540][303827] Updated weights for policy 0, policy_version 44228 (0.0008) +[2026-06-02 17:55:01,764][303827] Updated weights for policy 0, policy_version 44238 (0.0009) +[2026-06-02 17:55:01,975][303827] Updated weights for policy 0, policy_version 44248 (0.0008) +[2026-06-02 17:55:02,182][303827] Updated weights for policy 0, policy_version 44258 (0.0009) +[2026-06-02 17:55:02,431][303827] Updated weights for policy 0, policy_version 44269 (0.0009) +[2026-06-02 17:55:02,639][303827] Updated weights for policy 0, policy_version 44279 (0.0008) +[2026-06-02 17:55:03,366][303827] Updated weights for policy 0, policy_version 44289 (0.0009) +[2026-06-02 17:55:03,573][303827] Updated weights for policy 0, policy_version 44299 (0.0009) +[2026-06-02 17:55:03,784][303827] Updated weights for policy 0, policy_version 44309 (0.0009) +[2026-06-02 17:55:04,030][303827] Updated weights for policy 0, policy_version 44320 (0.0009) +[2026-06-02 17:55:04,245][303827] Updated weights for policy 0, policy_version 44330 (0.0009) +[2026-06-02 17:55:04,455][303827] Updated weights for policy 0, policy_version 44340 (0.0008) +[2026-06-02 17:55:04,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.8, 300 sec: 17439.2). Total num frames: 22708224. Throughput: 0: 17408.0. Samples: 22741248. Policy #0 lag: (min: 53.0, avg: 71.6, max: 117.0) +[2026-06-02 17:55:04,988][302810] Avg episode reward: [(0, '1942.592')] +[2026-06-02 17:55:05,179][303827] Updated weights for policy 0, policy_version 44350 (0.0008) +[2026-06-02 17:55:05,393][303827] Updated weights for policy 0, policy_version 44360 (0.0009) +[2026-06-02 17:55:05,610][303827] Updated weights for policy 0, policy_version 44370 (0.0008) +[2026-06-02 17:55:05,827][303827] Updated weights for policy 0, policy_version 44380 (0.0009) +[2026-06-02 17:55:06,042][303827] Updated weights for policy 0, policy_version 44390 (0.0008) +[2026-06-02 17:55:06,259][303827] Updated weights for policy 0, policy_version 44400 (0.0009) +[2026-06-02 17:55:07,003][303827] Updated weights for policy 0, policy_version 44410 (0.0009) +[2026-06-02 17:55:07,197][303827] Updated weights for policy 0, policy_version 44420 (0.0009) +[2026-06-02 17:55:07,420][303827] Updated weights for policy 0, policy_version 44430 (0.0009) +[2026-06-02 17:55:07,632][303827] Updated weights for policy 0, policy_version 44440 (0.0009) +[2026-06-02 17:55:07,855][303827] Updated weights for policy 0, policy_version 44450 (0.0009) +[2026-06-02 17:55:08,064][303827] Updated weights for policy 0, policy_version 44460 (0.0009) +[2026-06-02 17:55:08,285][303827] Updated weights for policy 0, policy_version 44470 (0.0009) +[2026-06-02 17:55:09,018][303827] Updated weights for policy 0, policy_version 44481 (0.0007) +[2026-06-02 17:55:09,251][303827] Updated weights for policy 0, policy_version 44492 (0.0009) +[2026-06-02 17:55:09,466][303827] Updated weights for policy 0, policy_version 44502 (0.0009) +[2026-06-02 17:55:09,676][303827] Updated weights for policy 0, policy_version 44512 (0.0009) +[2026-06-02 17:55:09,897][303827] Updated weights for policy 0, policy_version 44522 (0.0008) +[2026-06-02 17:55:09,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 22773760. Throughput: 0: 17408.0. Samples: 22786816. Policy #0 lag: (min: 53.0, avg: 71.6, max: 117.0) +[2026-06-02 17:55:09,988][302810] Avg episode reward: [(0, '1995.639')] +[2026-06-02 17:55:10,108][303827] Updated weights for policy 0, policy_version 44532 (0.0009) +[2026-06-02 17:55:10,189][303741] Saving new best policy, reward=1995.639! +[2026-06-02 17:55:10,858][303827] Updated weights for policy 0, policy_version 44542 (0.0009) +[2026-06-02 17:55:11,078][303827] Updated weights for policy 0, policy_version 44552 (0.0009) +[2026-06-02 17:55:11,292][303827] Updated weights for policy 0, policy_version 44562 (0.0009) +[2026-06-02 17:55:11,514][303827] Updated weights for policy 0, policy_version 44572 (0.0009) +[2026-06-02 17:55:11,730][303827] Updated weights for policy 0, policy_version 44582 (0.0009) +[2026-06-02 17:55:11,942][303827] Updated weights for policy 0, policy_version 44592 (0.0010) +[2026-06-02 17:55:12,651][303827] Updated weights for policy 0, policy_version 44602 (0.0008) +[2026-06-02 17:55:12,854][303827] Updated weights for policy 0, policy_version 44612 (0.0004) +[2026-06-02 17:55:13,073][303827] Updated weights for policy 0, policy_version 44622 (0.0004) +[2026-06-02 17:55:13,293][303827] Updated weights for policy 0, policy_version 44632 (0.0004) +[2026-06-02 17:55:13,505][303827] Updated weights for policy 0, policy_version 44642 (0.0008) +[2026-06-02 17:55:13,722][303827] Updated weights for policy 0, policy_version 44652 (0.0007) +[2026-06-02 17:55:13,947][303827] Updated weights for policy 0, policy_version 44662 (0.0009) +[2026-06-02 17:55:14,676][303827] Updated weights for policy 0, policy_version 44673 (0.0009) +[2026-06-02 17:55:14,888][303827] Updated weights for policy 0, policy_version 44683 (0.0008) +[2026-06-02 17:55:14,987][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 22872064. Throughput: 0: 17356.8. Samples: 22889472. Policy #0 lag: (min: 53.0, avg: 71.6, max: 117.0) +[2026-06-02 17:55:14,987][302810] Avg episode reward: [(0, '1989.751')] +[2026-06-02 17:55:15,128][303827] Updated weights for policy 0, policy_version 44694 (0.0009) +[2026-06-02 17:55:15,342][303827] Updated weights for policy 0, policy_version 44704 (0.0008) +[2026-06-02 17:55:15,561][303827] Updated weights for policy 0, policy_version 44714 (0.0009) +[2026-06-02 17:55:15,769][303827] Updated weights for policy 0, policy_version 44724 (0.0009) +[2026-06-02 17:55:16,493][303827] Updated weights for policy 0, policy_version 44734 (0.0009) +[2026-06-02 17:55:16,700][303827] Updated weights for policy 0, policy_version 44744 (0.0008) +[2026-06-02 17:55:16,917][303827] Updated weights for policy 0, policy_version 44754 (0.0008) +[2026-06-02 17:55:17,133][303827] Updated weights for policy 0, policy_version 44764 (0.0008) +[2026-06-02 17:55:17,359][303827] Updated weights for policy 0, policy_version 44774 (0.0010) +[2026-06-02 17:55:17,599][303827] Updated weights for policy 0, policy_version 44785 (0.0008) +[2026-06-02 17:55:18,345][303827] Updated weights for policy 0, policy_version 44796 (0.0009) +[2026-06-02 17:55:18,549][303827] Updated weights for policy 0, policy_version 44806 (0.0008) +[2026-06-02 17:55:18,769][303827] Updated weights for policy 0, policy_version 44816 (0.0009) +[2026-06-02 17:55:18,974][303827] Updated weights for policy 0, policy_version 44826 (0.0008) +[2026-06-02 17:55:19,199][303827] Updated weights for policy 0, policy_version 44836 (0.0008) +[2026-06-02 17:55:19,446][303827] Updated weights for policy 0, policy_version 44847 (0.0026) +[2026-06-02 17:55:19,987][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 22970368. Throughput: 0: 17342.6. Samples: 22999936. Policy #0 lag: (min: 53.0, avg: 71.6, max: 117.0) +[2026-06-02 17:55:19,987][302810] Avg episode reward: [(0, '1987.949')] +[2026-06-02 17:55:20,159][303827] Updated weights for policy 0, policy_version 44857 (0.0006) +[2026-06-02 17:55:20,367][303827] Updated weights for policy 0, policy_version 44867 (0.0005) +[2026-06-02 17:55:20,581][303827] Updated weights for policy 0, policy_version 44877 (0.0006) +[2026-06-02 17:55:20,814][303827] Updated weights for policy 0, policy_version 44888 (0.0009) +[2026-06-02 17:55:21,031][303827] Updated weights for policy 0, policy_version 44898 (0.0009) +[2026-06-02 17:55:21,258][303827] Updated weights for policy 0, policy_version 44908 (0.0009) +[2026-06-02 17:55:21,478][303827] Updated weights for policy 0, policy_version 44918 (0.0010) +[2026-06-02 17:55:22,176][303827] Updated weights for policy 0, policy_version 44928 (0.0009) +[2026-06-02 17:55:22,397][303827] Updated weights for policy 0, policy_version 44938 (0.0009) +[2026-06-02 17:55:22,611][303827] Updated weights for policy 0, policy_version 44948 (0.0009) +[2026-06-02 17:55:22,816][303827] Updated weights for policy 0, policy_version 44958 (0.0009) +[2026-06-02 17:55:23,031][303827] Updated weights for policy 0, policy_version 44968 (0.0008) +[2026-06-02 17:55:23,259][303827] Updated weights for policy 0, policy_version 44978 (0.0009) +[2026-06-02 17:55:24,016][303827] Updated weights for policy 0, policy_version 44990 (0.0009) +[2026-06-02 17:55:24,234][303827] Updated weights for policy 0, policy_version 45000 (0.0006) +[2026-06-02 17:55:24,440][303827] Updated weights for policy 0, policy_version 45010 (0.0009) +[2026-06-02 17:55:24,666][303827] Updated weights for policy 0, policy_version 45020 (0.0009) +[2026-06-02 17:55:24,872][303827] Updated weights for policy 0, policy_version 45030 (0.0009) +[2026-06-02 17:55:24,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 23035904. Throughput: 0: 17405.2. Samples: 23048192. Policy #0 lag: (min: 53.0, avg: 71.6, max: 117.0) +[2026-06-02 17:55:24,987][302810] Avg episode reward: [(0, '1974.777')] +[2026-06-02 17:55:25,088][303827] Updated weights for policy 0, policy_version 45040 (0.0009) +[2026-06-02 17:55:25,830][303827] Updated weights for policy 0, policy_version 45050 (0.0009) +[2026-06-02 17:55:26,061][303827] Updated weights for policy 0, policy_version 45061 (0.0010) +[2026-06-02 17:55:26,277][303827] Updated weights for policy 0, policy_version 45071 (0.0008) +[2026-06-02 17:55:26,486][303827] Updated weights for policy 0, policy_version 45081 (0.0009) +[2026-06-02 17:55:26,709][303827] Updated weights for policy 0, policy_version 45091 (0.0009) +[2026-06-02 17:55:26,923][303827] Updated weights for policy 0, policy_version 45101 (0.0008) +[2026-06-02 17:55:27,136][303827] Updated weights for policy 0, policy_version 45111 (0.0009) +[2026-06-02 17:55:27,851][303827] Updated weights for policy 0, policy_version 45121 (0.0009) +[2026-06-02 17:55:28,063][303827] Updated weights for policy 0, policy_version 45131 (0.0009) +[2026-06-02 17:55:28,268][303827] Updated weights for policy 0, policy_version 45141 (0.0008) +[2026-06-02 17:55:28,496][303827] Updated weights for policy 0, policy_version 45151 (0.0009) +[2026-06-02 17:55:28,710][303827] Updated weights for policy 0, policy_version 45161 (0.0009) +[2026-06-02 17:55:28,932][303827] Updated weights for policy 0, policy_version 45171 (0.0009) +[2026-06-02 17:55:29,670][303827] Updated weights for policy 0, policy_version 45181 (0.0009) +[2026-06-02 17:55:29,887][303827] Updated weights for policy 0, policy_version 45191 (0.0009) +[2026-06-02 17:55:29,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 23134208. Throughput: 0: 17405.1. Samples: 23150208. Policy #0 lag: (min: 42.0, avg: 64.2, max: 106.0) +[2026-06-02 17:55:29,988][302810] Avg episode reward: [(0, '2007.372')] +[2026-06-02 17:55:30,102][303827] Updated weights for policy 0, policy_version 45201 (0.0009) +[2026-06-02 17:55:30,314][303827] Updated weights for policy 0, policy_version 45211 (0.0009) +[2026-06-02 17:55:30,530][303827] Updated weights for policy 0, policy_version 45221 (0.0008) +[2026-06-02 17:55:30,745][303827] Updated weights for policy 0, policy_version 45231 (0.0009) +[2026-06-02 17:55:30,927][303741] Saving new best policy, reward=2007.372! +[2026-06-02 17:55:31,487][303827] Updated weights for policy 0, policy_version 45241 (0.0008) +[2026-06-02 17:55:31,681][303827] Updated weights for policy 0, policy_version 45251 (0.0008) +[2026-06-02 17:55:31,902][303827] Updated weights for policy 0, policy_version 45261 (0.0009) +[2026-06-02 17:55:32,118][303827] Updated weights for policy 0, policy_version 45271 (0.0009) +[2026-06-02 17:55:32,333][303827] Updated weights for policy 0, policy_version 45281 (0.0008) +[2026-06-02 17:55:32,550][303827] Updated weights for policy 0, policy_version 45291 (0.0008) +[2026-06-02 17:55:32,765][303827] Updated weights for policy 0, policy_version 45301 (0.0008) +[2026-06-02 17:55:33,476][303827] Updated weights for policy 0, policy_version 45311 (0.0009) +[2026-06-02 17:55:33,693][303827] Updated weights for policy 0, policy_version 45321 (0.0009) +[2026-06-02 17:55:33,909][303827] Updated weights for policy 0, policy_version 45331 (0.0009) +[2026-06-02 17:55:34,116][303827] Updated weights for policy 0, policy_version 45341 (0.0008) +[2026-06-02 17:55:34,334][303827] Updated weights for policy 0, policy_version 45351 (0.0008) +[2026-06-02 17:55:34,550][303827] Updated weights for policy 0, policy_version 45361 (0.0008) +[2026-06-02 17:55:34,987][302810] Fps is (10 sec: 19660.7, 60 sec: 17476.2, 300 sec: 17439.2). Total num frames: 23232512. Throughput: 0: 17288.5. Samples: 23258880. Policy #0 lag: (min: 42.0, avg: 64.2, max: 106.0) +[2026-06-02 17:55:34,988][302810] Avg episode reward: [(0, '2013.204')] +[2026-06-02 17:55:34,993][303741] Saving new best policy, reward=2013.204! +[2026-06-02 17:55:35,300][303827] Updated weights for policy 0, policy_version 45371 (0.0009) +[2026-06-02 17:55:35,514][303827] Updated weights for policy 0, policy_version 45382 (0.0009) +[2026-06-02 17:55:35,751][303827] Updated weights for policy 0, policy_version 45393 (0.0009) +[2026-06-02 17:55:35,978][303827] Updated weights for policy 0, policy_version 45404 (0.0009) +[2026-06-02 17:55:36,201][303827] Updated weights for policy 0, policy_version 45414 (0.0009) +[2026-06-02 17:55:36,403][303827] Updated weights for policy 0, policy_version 45424 (0.0009) +[2026-06-02 17:55:37,152][303827] Updated weights for policy 0, policy_version 45435 (0.0009) +[2026-06-02 17:55:37,358][303827] Updated weights for policy 0, policy_version 45445 (0.0008) +[2026-06-02 17:55:37,578][303827] Updated weights for policy 0, policy_version 45456 (0.0009) +[2026-06-02 17:55:37,801][303827] Updated weights for policy 0, policy_version 45466 (0.0009) +[2026-06-02 17:55:38,030][303827] Updated weights for policy 0, policy_version 45477 (0.0008) +[2026-06-02 17:55:38,266][303827] Updated weights for policy 0, policy_version 45488 (0.0009) +[2026-06-02 17:55:39,035][303827] Updated weights for policy 0, policy_version 45498 (0.0009) +[2026-06-02 17:55:39,236][303827] Updated weights for policy 0, policy_version 45508 (0.0009) +[2026-06-02 17:55:39,462][303827] Updated weights for policy 0, policy_version 45519 (0.0008) +[2026-06-02 17:55:39,676][303827] Updated weights for policy 0, policy_version 45529 (0.0009) +[2026-06-02 17:55:39,909][303827] Updated weights for policy 0, policy_version 45540 (0.0009) +[2026-06-02 17:55:39,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 23298048. Throughput: 0: 17416.5. Samples: 23309440. Policy #0 lag: (min: 42.0, avg: 64.2, max: 106.0) +[2026-06-02 17:55:39,988][302810] Avg episode reward: [(0, '1987.088')] +[2026-06-02 17:55:40,113][303827] Updated weights for policy 0, policy_version 45550 (0.0009) +[2026-06-02 17:55:40,327][303827] Updated weights for policy 0, policy_version 45560 (0.0008) +[2026-06-02 17:55:41,102][303827] Updated weights for policy 0, policy_version 45571 (0.0009) +[2026-06-02 17:55:41,319][303827] Updated weights for policy 0, policy_version 45581 (0.0009) +[2026-06-02 17:55:41,526][303827] Updated weights for policy 0, policy_version 45591 (0.0009) +[2026-06-02 17:55:41,783][303827] Updated weights for policy 0, policy_version 45603 (0.0009) +[2026-06-02 17:55:42,009][303827] Updated weights for policy 0, policy_version 45614 (0.0009) +[2026-06-02 17:55:42,217][303827] Updated weights for policy 0, policy_version 45624 (0.0009) +[2026-06-02 17:55:42,987][303827] Updated weights for policy 0, policy_version 45635 (0.0009) +[2026-06-02 17:55:43,197][303827] Updated weights for policy 0, policy_version 45645 (0.0009) +[2026-06-02 17:55:43,409][303827] Updated weights for policy 0, policy_version 45655 (0.0009) +[2026-06-02 17:55:43,617][303827] Updated weights for policy 0, policy_version 45665 (0.0008) +[2026-06-02 17:55:43,832][303827] Updated weights for policy 0, policy_version 45675 (0.0008) +[2026-06-02 17:55:44,044][303827] Updated weights for policy 0, policy_version 45685 (0.0010) +[2026-06-02 17:55:44,794][303827] Updated weights for policy 0, policy_version 45695 (0.0009) +[2026-06-02 17:55:44,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 23396352. Throughput: 0: 17425.0. Samples: 23411712. Policy #0 lag: (min: 42.0, avg: 64.2, max: 106.0) +[2026-06-02 17:55:44,988][302810] Avg episode reward: [(0, '2018.986')] +[2026-06-02 17:55:45,024][303827] Updated weights for policy 0, policy_version 45706 (0.0009) +[2026-06-02 17:55:45,284][303827] Updated weights for policy 0, policy_version 45719 (0.0008) +[2026-06-02 17:55:45,500][303827] Updated weights for policy 0, policy_version 45729 (0.0009) +[2026-06-02 17:55:45,723][303827] Updated weights for policy 0, policy_version 45739 (0.0009) +[2026-06-02 17:55:45,949][303827] Updated weights for policy 0, policy_version 45750 (0.0008) +[2026-06-02 17:55:45,990][303741] Saving new best policy, reward=2018.986! +[2026-06-02 17:55:46,703][303827] Updated weights for policy 0, policy_version 45761 (0.0008) +[2026-06-02 17:55:46,913][303827] Updated weights for policy 0, policy_version 45771 (0.0009) +[2026-06-02 17:55:47,129][303827] Updated weights for policy 0, policy_version 45781 (0.0009) +[2026-06-02 17:55:47,334][303827] Updated weights for policy 0, policy_version 45791 (0.0009) +[2026-06-02 17:55:47,553][303827] Updated weights for policy 0, policy_version 45801 (0.0009) +[2026-06-02 17:55:47,786][303827] Updated weights for policy 0, policy_version 45812 (0.0009) +[2026-06-02 17:55:48,556][303827] Updated weights for policy 0, policy_version 45823 (0.0009) +[2026-06-02 17:55:48,768][303827] Updated weights for policy 0, policy_version 45833 (0.0009) +[2026-06-02 17:55:48,979][303827] Updated weights for policy 0, policy_version 45843 (0.0009) +[2026-06-02 17:55:49,193][303827] Updated weights for policy 0, policy_version 45853 (0.0009) +[2026-06-02 17:55:49,420][303827] Updated weights for policy 0, policy_version 45863 (0.0009) +[2026-06-02 17:55:49,658][303827] Updated weights for policy 0, policy_version 45874 (0.0008) +[2026-06-02 17:55:49,987][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 23494656. Throughput: 0: 17260.1. Samples: 23517952. Policy #0 lag: (min: 42.0, avg: 64.2, max: 106.0) +[2026-06-02 17:55:49,987][302810] Avg episode reward: [(0, '2023.226')] +[2026-06-02 17:55:49,993][303741] Saving new best policy, reward=2023.226! +[2026-06-02 17:55:50,381][303827] Updated weights for policy 0, policy_version 45884 (0.0009) +[2026-06-02 17:55:50,589][303827] Updated weights for policy 0, policy_version 45894 (0.0009) +[2026-06-02 17:55:50,802][303827] Updated weights for policy 0, policy_version 45904 (0.0009) +[2026-06-02 17:55:51,016][303827] Updated weights for policy 0, policy_version 45914 (0.0009) +[2026-06-02 17:55:51,227][303827] Updated weights for policy 0, policy_version 45924 (0.0007) +[2026-06-02 17:55:51,434][303827] Updated weights for policy 0, policy_version 45934 (0.0009) +[2026-06-02 17:55:51,652][303827] Updated weights for policy 0, policy_version 45944 (0.0009) +[2026-06-02 17:55:52,388][303827] Updated weights for policy 0, policy_version 45954 (0.0009) +[2026-06-02 17:55:52,593][303827] Updated weights for policy 0, policy_version 45964 (0.0009) +[2026-06-02 17:55:52,807][303827] Updated weights for policy 0, policy_version 45974 (0.0009) +[2026-06-02 17:55:53,030][303827] Updated weights for policy 0, policy_version 45984 (0.0009) +[2026-06-02 17:55:53,248][303827] Updated weights for policy 0, policy_version 45994 (0.0008) +[2026-06-02 17:55:53,460][303827] Updated weights for policy 0, policy_version 46004 (0.0009) +[2026-06-02 17:55:54,184][303827] Updated weights for policy 0, policy_version 46014 (0.0009) +[2026-06-02 17:55:54,400][303827] Updated weights for policy 0, policy_version 46024 (0.0009) +[2026-06-02 17:55:54,617][303827] Updated weights for policy 0, policy_version 46034 (0.0010) +[2026-06-02 17:55:54,831][303827] Updated weights for policy 0, policy_version 46044 (0.0009) +[2026-06-02 17:55:54,987][302810] Fps is (10 sec: 16383.4, 60 sec: 17476.2, 300 sec: 17328.1). Total num frames: 23560192. Throughput: 0: 17444.8. Samples: 23571840. Policy #0 lag: (min: 42.0, avg: 64.2, max: 106.0) +[2026-06-02 17:55:54,989][302810] Avg episode reward: [(0, '2059.152')] +[2026-06-02 17:55:55,045][303827] Updated weights for policy 0, policy_version 46054 (0.0008) +[2026-06-02 17:55:55,259][303827] Updated weights for policy 0, policy_version 46064 (0.0010) +[2026-06-02 17:55:55,424][303741] Saving new best policy, reward=2059.152! +[2026-06-02 17:55:55,994][303827] Updated weights for policy 0, policy_version 46074 (0.0009) +[2026-06-02 17:55:56,202][303827] Updated weights for policy 0, policy_version 46084 (0.0008) +[2026-06-02 17:55:56,414][303827] Updated weights for policy 0, policy_version 46094 (0.0008) +[2026-06-02 17:55:56,626][303827] Updated weights for policy 0, policy_version 46104 (0.0010) +[2026-06-02 17:55:56,837][303827] Updated weights for policy 0, policy_version 46114 (0.0008) +[2026-06-02 17:55:57,067][303827] Updated weights for policy 0, policy_version 46124 (0.0008) +[2026-06-02 17:55:57,283][303827] Updated weights for policy 0, policy_version 46134 (0.0008) +[2026-06-02 17:55:58,006][303827] Updated weights for policy 0, policy_version 46145 (0.0009) +[2026-06-02 17:55:58,214][303827] Updated weights for policy 0, policy_version 46155 (0.0008) +[2026-06-02 17:55:58,435][303827] Updated weights for policy 0, policy_version 46165 (0.0008) +[2026-06-02 17:55:58,681][303827] Updated weights for policy 0, policy_version 46177 (0.0007) +[2026-06-02 17:55:58,906][303827] Updated weights for policy 0, policy_version 46187 (0.0008) +[2026-06-02 17:55:59,112][303827] Updated weights for policy 0, policy_version 46197 (0.0009) +[2026-06-02 17:55:59,853][303827] Updated weights for policy 0, policy_version 46207 (0.0009) +[2026-06-02 17:55:59,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 23658496. Throughput: 0: 17416.5. Samples: 23673216. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 17:55:59,987][302810] Avg episode reward: [(0, '2071.566')] +[2026-06-02 17:56:00,069][303827] Updated weights for policy 0, policy_version 46217 (0.0010) +[2026-06-02 17:56:00,283][303827] Updated weights for policy 0, policy_version 46227 (0.0009) +[2026-06-02 17:56:00,504][303827] Updated weights for policy 0, policy_version 46237 (0.0008) +[2026-06-02 17:56:00,718][303827] Updated weights for policy 0, policy_version 46247 (0.0009) +[2026-06-02 17:56:00,936][303827] Updated weights for policy 0, policy_version 46257 (0.0007) +[2026-06-02 17:56:01,075][303741] Saving new best policy, reward=2071.566! +[2026-06-02 17:56:01,644][303827] Updated weights for policy 0, policy_version 46267 (0.0007) +[2026-06-02 17:56:01,857][303827] Updated weights for policy 0, policy_version 46277 (0.0009) +[2026-06-02 17:56:02,072][303827] Updated weights for policy 0, policy_version 46287 (0.0009) +[2026-06-02 17:56:02,278][303827] Updated weights for policy 0, policy_version 46297 (0.0009) +[2026-06-02 17:56:02,507][303827] Updated weights for policy 0, policy_version 46307 (0.0009) +[2026-06-02 17:56:02,726][303827] Updated weights for policy 0, policy_version 46317 (0.0009) +[2026-06-02 17:56:02,938][303827] Updated weights for policy 0, policy_version 46327 (0.0009) +[2026-06-02 17:56:03,665][303827] Updated weights for policy 0, policy_version 46337 (0.0009) +[2026-06-02 17:56:03,876][303827] Updated weights for policy 0, policy_version 46347 (0.0009) +[2026-06-02 17:56:04,095][303827] Updated weights for policy 0, policy_version 46357 (0.0009) +[2026-06-02 17:56:04,303][303827] Updated weights for policy 0, policy_version 46367 (0.0009) +[2026-06-02 17:56:04,533][303827] Updated weights for policy 0, policy_version 46377 (0.0008) +[2026-06-02 17:56:04,745][303827] Updated weights for policy 0, policy_version 46387 (0.0009) +[2026-06-02 17:56:04,987][302810] Fps is (10 sec: 19661.6, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 23756800. Throughput: 0: 17274.3. Samples: 23777280. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 17:56:04,987][302810] Avg episode reward: [(0, '2071.949')] +[2026-06-02 17:56:04,999][303741] Saving new best policy, reward=2071.949! +[2026-06-02 17:56:05,467][303827] Updated weights for policy 0, policy_version 46397 (0.0009) +[2026-06-02 17:56:05,682][303827] Updated weights for policy 0, policy_version 46407 (0.0008) +[2026-06-02 17:56:05,893][303827] Updated weights for policy 0, policy_version 46417 (0.0010) +[2026-06-02 17:56:06,113][303827] Updated weights for policy 0, policy_version 46427 (0.0010) +[2026-06-02 17:56:06,331][303827] Updated weights for policy 0, policy_version 46437 (0.0011) +[2026-06-02 17:56:06,543][303827] Updated weights for policy 0, policy_version 46447 (0.0012) +[2026-06-02 17:56:07,287][303827] Updated weights for policy 0, policy_version 46457 (0.0010) +[2026-06-02 17:56:07,494][303827] Updated weights for policy 0, policy_version 46467 (0.0009) +[2026-06-02 17:56:07,699][303827] Updated weights for policy 0, policy_version 46477 (0.0008) +[2026-06-02 17:56:07,923][303827] Updated weights for policy 0, policy_version 46487 (0.0009) +[2026-06-02 17:56:08,141][303827] Updated weights for policy 0, policy_version 46497 (0.0009) +[2026-06-02 17:56:08,379][303827] Updated weights for policy 0, policy_version 46508 (0.0007) +[2026-06-02 17:56:08,591][303827] Updated weights for policy 0, policy_version 46518 (0.0009) +[2026-06-02 17:56:09,309][303827] Updated weights for policy 0, policy_version 46528 (0.0008) +[2026-06-02 17:56:09,518][303827] Updated weights for policy 0, policy_version 46538 (0.0008) +[2026-06-02 17:56:09,733][303827] Updated weights for policy 0, policy_version 46548 (0.0008) +[2026-06-02 17:56:09,970][303827] Updated weights for policy 0, policy_version 46559 (0.0008) +[2026-06-02 17:56:09,987][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17328.2). Total num frames: 23822336. Throughput: 0: 17464.9. Samples: 23834112. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 17:56:09,989][302810] Avg episode reward: [(0, '2104.891')] +[2026-06-02 17:56:10,193][303827] Updated weights for policy 0, policy_version 46569 (0.0008) +[2026-06-02 17:56:10,409][303827] Updated weights for policy 0, policy_version 46579 (0.0008) +[2026-06-02 17:56:10,503][303741] Saving new best policy, reward=2104.891! +[2026-06-02 17:56:11,145][303827] Updated weights for policy 0, policy_version 46589 (0.0009) +[2026-06-02 17:56:11,343][303827] Updated weights for policy 0, policy_version 46599 (0.0008) +[2026-06-02 17:56:11,565][303827] Updated weights for policy 0, policy_version 46609 (0.0008) +[2026-06-02 17:56:11,798][303827] Updated weights for policy 0, policy_version 46620 (0.0008) +[2026-06-02 17:56:12,021][303827] Updated weights for policy 0, policy_version 46630 (0.0008) +[2026-06-02 17:56:12,238][303827] Updated weights for policy 0, policy_version 46640 (0.0008) +[2026-06-02 17:56:12,949][303827] Updated weights for policy 0, policy_version 46650 (0.0009) +[2026-06-02 17:56:13,152][303827] Updated weights for policy 0, policy_version 46660 (0.0008) +[2026-06-02 17:56:13,361][303827] Updated weights for policy 0, policy_version 46670 (0.0008) +[2026-06-02 17:56:13,585][303827] Updated weights for policy 0, policy_version 46680 (0.0008) +[2026-06-02 17:56:13,799][303827] Updated weights for policy 0, policy_version 46690 (0.0008) +[2026-06-02 17:56:14,003][303827] Updated weights for policy 0, policy_version 46700 (0.0008) +[2026-06-02 17:56:14,239][303827] Updated weights for policy 0, policy_version 46711 (0.0008) +[2026-06-02 17:56:14,986][302810] Fps is (10 sec: 16384.1, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 23920640. Throughput: 0: 17453.6. Samples: 23935616. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 17:56:14,987][302810] Avg episode reward: [(0, '2148.958')] +[2026-06-02 17:56:15,008][303827] Updated weights for policy 0, policy_version 46722 (0.0009) +[2026-06-02 17:56:15,222][303827] Updated weights for policy 0, policy_version 46732 (0.0008) +[2026-06-02 17:56:15,431][303827] Updated weights for policy 0, policy_version 46742 (0.0008) +[2026-06-02 17:56:15,648][303827] Updated weights for policy 0, policy_version 46752 (0.0008) +[2026-06-02 17:56:15,860][303827] Updated weights for policy 0, policy_version 46762 (0.0008) +[2026-06-02 17:56:16,088][303827] Updated weights for policy 0, policy_version 46772 (0.0008) +[2026-06-02 17:56:16,164][303741] Saving new best policy, reward=2148.958! +[2026-06-02 17:56:16,798][303827] Updated weights for policy 0, policy_version 46782 (0.0009) +[2026-06-02 17:56:17,008][303827] Updated weights for policy 0, policy_version 46792 (0.0008) +[2026-06-02 17:56:17,234][303827] Updated weights for policy 0, policy_version 46803 (0.0008) +[2026-06-02 17:56:17,458][303827] Updated weights for policy 0, policy_version 46813 (0.0009) +[2026-06-02 17:56:17,677][303827] Updated weights for policy 0, policy_version 46823 (0.0009) +[2026-06-02 17:56:17,903][303827] Updated weights for policy 0, policy_version 46833 (0.0008) +[2026-06-02 17:56:18,629][303827] Updated weights for policy 0, policy_version 46843 (0.0010) +[2026-06-02 17:56:18,839][303827] Updated weights for policy 0, policy_version 46853 (0.0009) +[2026-06-02 17:56:19,054][303827] Updated weights for policy 0, policy_version 46863 (0.0009) +[2026-06-02 17:56:19,274][303827] Updated weights for policy 0, policy_version 46873 (0.0008) +[2026-06-02 17:56:19,488][303827] Updated weights for policy 0, policy_version 46883 (0.0008) +[2026-06-02 17:56:19,705][303827] Updated weights for policy 0, policy_version 46893 (0.0008) +[2026-06-02 17:56:19,916][303827] Updated weights for policy 0, policy_version 46903 (0.0009) +[2026-06-02 17:56:19,986][302810] Fps is (10 sec: 19661.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 24018944. Throughput: 0: 17325.6. Samples: 24038528. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 17:56:19,987][302810] Avg episode reward: [(0, '2191.672')] +[2026-06-02 17:56:19,992][303741] Saving new best policy, reward=2191.672! +[2026-06-02 17:56:20,645][303827] Updated weights for policy 0, policy_version 46913 (0.0009) +[2026-06-02 17:56:20,856][303827] Updated weights for policy 0, policy_version 46923 (0.0008) +[2026-06-02 17:56:21,075][303827] Updated weights for policy 0, policy_version 46933 (0.0008) +[2026-06-02 17:56:21,283][303827] Updated weights for policy 0, policy_version 46943 (0.0008) +[2026-06-02 17:56:21,502][303827] Updated weights for policy 0, policy_version 46953 (0.0008) +[2026-06-02 17:56:21,718][303827] Updated weights for policy 0, policy_version 46963 (0.0008) +[2026-06-02 17:56:22,448][303827] Updated weights for policy 0, policy_version 46973 (0.0008) +[2026-06-02 17:56:22,652][303827] Updated weights for policy 0, policy_version 46983 (0.0009) +[2026-06-02 17:56:22,872][303827] Updated weights for policy 0, policy_version 46993 (0.0008) +[2026-06-02 17:56:23,080][303827] Updated weights for policy 0, policy_version 47003 (0.0008) +[2026-06-02 17:56:23,305][303827] Updated weights for policy 0, policy_version 47013 (0.0009) +[2026-06-02 17:56:23,529][303827] Updated weights for policy 0, policy_version 47023 (0.0009) +[2026-06-02 17:56:24,246][303827] Updated weights for policy 0, policy_version 47033 (0.0009) +[2026-06-02 17:56:24,452][303827] Updated weights for policy 0, policy_version 47043 (0.0008) +[2026-06-02 17:56:24,660][303827] Updated weights for policy 0, policy_version 47053 (0.0008) +[2026-06-02 17:56:24,885][303827] Updated weights for policy 0, policy_version 47063 (0.0010) +[2026-06-02 17:56:24,986][302810] Fps is (10 sec: 16384.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 24084480. Throughput: 0: 17479.1. Samples: 24096000. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 17:56:24,987][302810] Avg episode reward: [(0, '2217.453')] +[2026-06-02 17:56:25,105][303827] Updated weights for policy 0, policy_version 47073 (0.0008) +[2026-06-02 17:56:25,314][303827] Updated weights for policy 0, policy_version 47083 (0.0008) +[2026-06-02 17:56:25,536][303827] Updated weights for policy 0, policy_version 47093 (0.0008) +[2026-06-02 17:56:25,601][303741] Saving new best policy, reward=2217.453! +[2026-06-02 17:56:26,262][303827] Updated weights for policy 0, policy_version 47103 (0.0005) +[2026-06-02 17:56:26,476][303827] Updated weights for policy 0, policy_version 47113 (0.0004) +[2026-06-02 17:56:26,694][303827] Updated weights for policy 0, policy_version 47123 (0.0006) +[2026-06-02 17:56:26,912][303827] Updated weights for policy 0, policy_version 47133 (0.0008) +[2026-06-02 17:56:27,155][303827] Updated weights for policy 0, policy_version 47144 (0.0008) +[2026-06-02 17:56:27,374][303827] Updated weights for policy 0, policy_version 47154 (0.0008) +[2026-06-02 17:56:28,091][303827] Updated weights for policy 0, policy_version 47164 (0.0008) +[2026-06-02 17:56:28,300][303827] Updated weights for policy 0, policy_version 47174 (0.0009) +[2026-06-02 17:56:28,514][303827] Updated weights for policy 0, policy_version 47184 (0.0009) +[2026-06-02 17:56:28,742][303827] Updated weights for policy 0, policy_version 47194 (0.0009) +[2026-06-02 17:56:28,964][303827] Updated weights for policy 0, policy_version 47204 (0.0008) +[2026-06-02 17:56:29,173][303827] Updated weights for policy 0, policy_version 47214 (0.0008) +[2026-06-02 17:56:29,387][303827] Updated weights for policy 0, policy_version 47224 (0.0014) +[2026-06-02 17:56:29,987][302810] Fps is (10 sec: 16383.7, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 24182784. Throughput: 0: 17499.0. Samples: 24199168. Policy #0 lag: (min: 63.0, avg: 80.7, max: 127.0) +[2026-06-02 17:56:29,988][302810] Avg episode reward: [(0, '2246.347')] +[2026-06-02 17:56:30,081][303827] Updated weights for policy 0, policy_version 47234 (0.0009) +[2026-06-02 17:56:30,299][303827] Updated weights for policy 0, policy_version 47244 (0.0007) +[2026-06-02 17:56:30,509][303827] Updated weights for policy 0, policy_version 47254 (0.0008) +[2026-06-02 17:56:30,733][303827] Updated weights for policy 0, policy_version 47264 (0.0008) +[2026-06-02 17:56:30,944][303827] Updated weights for policy 0, policy_version 47274 (0.0008) +[2026-06-02 17:56:31,177][303827] Updated weights for policy 0, policy_version 47285 (0.0007) +[2026-06-02 17:56:31,245][303741] Saving new best policy, reward=2246.347! +[2026-06-02 17:56:31,893][303827] Updated weights for policy 0, policy_version 47295 (0.0009) +[2026-06-02 17:56:32,099][303827] Updated weights for policy 0, policy_version 47305 (0.0009) +[2026-06-02 17:56:32,314][303827] Updated weights for policy 0, policy_version 47315 (0.0008) +[2026-06-02 17:56:32,538][303827] Updated weights for policy 0, policy_version 47325 (0.0008) +[2026-06-02 17:56:32,756][303827] Updated weights for policy 0, policy_version 47335 (0.0010) +[2026-06-02 17:56:32,966][303827] Updated weights for policy 0, policy_version 47345 (0.0008) +[2026-06-02 17:56:33,705][303827] Updated weights for policy 0, policy_version 47355 (0.0009) +[2026-06-02 17:56:33,901][303827] Updated weights for policy 0, policy_version 47365 (0.0008) +[2026-06-02 17:56:34,152][303827] Updated weights for policy 0, policy_version 47376 (0.0008) +[2026-06-02 17:56:34,365][303827] Updated weights for policy 0, policy_version 47386 (0.0008) +[2026-06-02 17:56:34,579][303827] Updated weights for policy 0, policy_version 47396 (0.0008) +[2026-06-02 17:56:34,798][303827] Updated weights for policy 0, policy_version 47406 (0.0009) +[2026-06-02 17:56:34,987][302810] Fps is (10 sec: 16383.8, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 24248320. Throughput: 0: 17368.1. Samples: 24299520. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:56:34,988][302810] Avg episode reward: [(0, '2263.340')] +[2026-06-02 17:56:35,007][303741] Saving new best policy, reward=2263.340! +[2026-06-02 17:56:35,011][303827] Updated weights for policy 0, policy_version 47416 (0.0009) +[2026-06-02 17:56:35,735][303827] Updated weights for policy 0, policy_version 47426 (0.0009) +[2026-06-02 17:56:35,943][303827] Updated weights for policy 0, policy_version 47436 (0.0009) +[2026-06-02 17:56:36,158][303827] Updated weights for policy 0, policy_version 47446 (0.0009) +[2026-06-02 17:56:36,379][303827] Updated weights for policy 0, policy_version 47456 (0.0009) +[2026-06-02 17:56:36,590][303827] Updated weights for policy 0, policy_version 47466 (0.0008) +[2026-06-02 17:56:36,810][303827] Updated weights for policy 0, policy_version 47476 (0.0009) +[2026-06-02 17:56:37,530][303827] Updated weights for policy 0, policy_version 47486 (0.0009) +[2026-06-02 17:56:37,730][303827] Updated weights for policy 0, policy_version 47496 (0.0009) +[2026-06-02 17:56:37,953][303827] Updated weights for policy 0, policy_version 47506 (0.0009) +[2026-06-02 17:56:38,155][303827] Updated weights for policy 0, policy_version 47516 (0.0009) +[2026-06-02 17:56:38,383][303827] Updated weights for policy 0, policy_version 47526 (0.0009) +[2026-06-02 17:56:38,595][303827] Updated weights for policy 0, policy_version 47536 (0.0009) +[2026-06-02 17:56:39,342][303827] Updated weights for policy 0, policy_version 47546 (0.0009) +[2026-06-02 17:56:39,542][303827] Updated weights for policy 0, policy_version 47556 (0.0009) +[2026-06-02 17:56:39,754][303827] Updated weights for policy 0, policy_version 47566 (0.0008) +[2026-06-02 17:56:39,974][303827] Updated weights for policy 0, policy_version 47576 (0.0010) +[2026-06-02 17:56:39,987][302810] Fps is (10 sec: 16384.2, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 24346624. Throughput: 0: 17428.1. Samples: 24356096. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:56:39,988][302810] Avg episode reward: [(0, '2288.612')] +[2026-06-02 17:56:40,190][303827] Updated weights for policy 0, policy_version 47586 (0.0009) +[2026-06-02 17:56:40,407][303827] Updated weights for policy 0, policy_version 47596 (0.0008) +[2026-06-02 17:56:40,626][303827] Updated weights for policy 0, policy_version 47606 (0.0008) +[2026-06-02 17:56:40,656][303741] Saving new best policy, reward=2288.612! +[2026-06-02 17:56:41,364][303827] Updated weights for policy 0, policy_version 47616 (0.0008) +[2026-06-02 17:56:41,578][303827] Updated weights for policy 0, policy_version 47626 (0.0008) +[2026-06-02 17:56:41,801][303827] Updated weights for policy 0, policy_version 47636 (0.0009) +[2026-06-02 17:56:42,019][303827] Updated weights for policy 0, policy_version 47646 (0.0009) +[2026-06-02 17:56:42,231][303827] Updated weights for policy 0, policy_version 47656 (0.0008) +[2026-06-02 17:56:42,470][303827] Updated weights for policy 0, policy_version 47667 (0.0008) +[2026-06-02 17:56:43,167][303827] Updated weights for policy 0, policy_version 47677 (0.0009) +[2026-06-02 17:56:43,375][303827] Updated weights for policy 0, policy_version 47687 (0.0009) +[2026-06-02 17:56:43,588][303827] Updated weights for policy 0, policy_version 47697 (0.0008) +[2026-06-02 17:56:43,806][303827] Updated weights for policy 0, policy_version 47707 (0.0008) +[2026-06-02 17:56:44,015][303827] Updated weights for policy 0, policy_version 47717 (0.0008) +[2026-06-02 17:56:44,261][303827] Updated weights for policy 0, policy_version 47728 (0.0008) +[2026-06-02 17:56:44,987][302810] Fps is (10 sec: 19661.0, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 24444928. Throughput: 0: 17439.3. Samples: 24457984. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:56:44,987][302810] Avg episode reward: [(0, '2325.957')] +[2026-06-02 17:56:44,992][303827] Updated weights for policy 0, policy_version 47738 (0.0008) +[2026-06-02 17:56:45,201][303827] Updated weights for policy 0, policy_version 47748 (0.0009) +[2026-06-02 17:56:45,420][303827] Updated weights for policy 0, policy_version 47758 (0.0009) +[2026-06-02 17:56:45,628][303827] Updated weights for policy 0, policy_version 47768 (0.0009) +[2026-06-02 17:56:45,847][303827] Updated weights for policy 0, policy_version 47778 (0.0009) +[2026-06-02 17:56:46,060][303827] Updated weights for policy 0, policy_version 47788 (0.0009) +[2026-06-02 17:56:46,278][303827] Updated weights for policy 0, policy_version 47798 (0.0009) +[2026-06-02 17:56:46,317][303741] Saving new best policy, reward=2325.957! +[2026-06-02 17:56:47,007][303827] Updated weights for policy 0, policy_version 47808 (0.0009) +[2026-06-02 17:56:47,210][303827] Updated weights for policy 0, policy_version 47818 (0.0009) +[2026-06-02 17:56:47,426][303827] Updated weights for policy 0, policy_version 47828 (0.0009) +[2026-06-02 17:56:47,650][303827] Updated weights for policy 0, policy_version 47838 (0.0009) +[2026-06-02 17:56:47,866][303827] Updated weights for policy 0, policy_version 47848 (0.0010) +[2026-06-02 17:56:48,080][303827] Updated weights for policy 0, policy_version 47858 (0.0009) +[2026-06-02 17:56:48,799][303827] Updated weights for policy 0, policy_version 47868 (0.0009) +[2026-06-02 17:56:48,998][303827] Updated weights for policy 0, policy_version 47878 (0.0008) +[2026-06-02 17:56:49,220][303827] Updated weights for policy 0, policy_version 47888 (0.0008) +[2026-06-02 17:56:49,459][303827] Updated weights for policy 0, policy_version 47899 (0.0009) +[2026-06-02 17:56:49,674][303827] Updated weights for policy 0, policy_version 47909 (0.0008) +[2026-06-02 17:56:49,894][303827] Updated weights for policy 0, policy_version 47919 (0.0009) +[2026-06-02 17:56:49,987][302810] Fps is (10 sec: 16384.0, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 24510464. Throughput: 0: 17416.5. Samples: 24561024. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:56:49,988][302810] Avg episode reward: [(0, '2309.544')] +[2026-06-02 17:56:50,630][303827] Updated weights for policy 0, policy_version 47929 (0.0009) +[2026-06-02 17:56:50,849][303827] Updated weights for policy 0, policy_version 47940 (0.0008) +[2026-06-02 17:56:51,065][303827] Updated weights for policy 0, policy_version 47950 (0.0008) +[2026-06-02 17:56:51,271][303827] Updated weights for policy 0, policy_version 47960 (0.0009) +[2026-06-02 17:56:51,499][303827] Updated weights for policy 0, policy_version 47970 (0.0010) +[2026-06-02 17:56:51,713][303827] Updated weights for policy 0, policy_version 47980 (0.0009) +[2026-06-02 17:56:51,933][303827] Updated weights for policy 0, policy_version 47990 (0.0009) +[2026-06-02 17:56:52,644][303827] Updated weights for policy 0, policy_version 48000 (0.0008) +[2026-06-02 17:56:52,862][303827] Updated weights for policy 0, policy_version 48010 (0.0008) +[2026-06-02 17:56:53,073][303827] Updated weights for policy 0, policy_version 48020 (0.0008) +[2026-06-02 17:56:53,280][303827] Updated weights for policy 0, policy_version 48030 (0.0008) +[2026-06-02 17:56:53,502][303827] Updated weights for policy 0, policy_version 48040 (0.0008) +[2026-06-02 17:56:53,719][303827] Updated weights for policy 0, policy_version 48050 (0.0008) +[2026-06-02 17:56:54,436][303827] Updated weights for policy 0, policy_version 48060 (0.0009) +[2026-06-02 17:56:54,642][303827] Updated weights for policy 0, policy_version 48070 (0.0008) +[2026-06-02 17:56:54,848][303827] Updated weights for policy 0, policy_version 48080 (0.0008) +[2026-06-02 17:56:54,986][302810] Fps is (10 sec: 16384.2, 60 sec: 17476.4, 300 sec: 17439.2). Total num frames: 24608768. Throughput: 0: 17433.7. Samples: 24618624. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:56:54,987][302810] Avg episode reward: [(0, '2338.951')] +[2026-06-02 17:56:55,081][303827] Updated weights for policy 0, policy_version 48090 (0.0009) +[2026-06-02 17:56:55,300][303827] Updated weights for policy 0, policy_version 48100 (0.0009) +[2026-06-02 17:56:55,508][303827] Updated weights for policy 0, policy_version 48110 (0.0009) +[2026-06-02 17:56:55,719][303741] Saving new best policy, reward=2338.951! +[2026-06-02 17:56:55,721][303827] Updated weights for policy 0, policy_version 48120 (0.0009) +[2026-06-02 17:56:56,448][303827] Updated weights for policy 0, policy_version 48130 (0.0008) +[2026-06-02 17:56:56,678][303827] Updated weights for policy 0, policy_version 48141 (0.0009) +[2026-06-02 17:56:56,887][303827] Updated weights for policy 0, policy_version 48151 (0.0008) +[2026-06-02 17:56:57,112][303827] Updated weights for policy 0, policy_version 48161 (0.0008) +[2026-06-02 17:56:57,336][303827] Updated weights for policy 0, policy_version 48171 (0.0008) +[2026-06-02 17:56:57,553][303827] Updated weights for policy 0, policy_version 48181 (0.0008) +[2026-06-02 17:56:58,257][303827] Updated weights for policy 0, policy_version 48191 (0.0009) +[2026-06-02 17:56:58,463][303827] Updated weights for policy 0, policy_version 48201 (0.0008) +[2026-06-02 17:56:58,681][303827] Updated weights for policy 0, policy_version 48211 (0.0008) +[2026-06-02 17:56:58,901][303827] Updated weights for policy 0, policy_version 48221 (0.0008) +[2026-06-02 17:56:59,122][303827] Updated weights for policy 0, policy_version 48231 (0.0008) +[2026-06-02 17:56:59,359][303827] Updated weights for policy 0, policy_version 48242 (0.0008) +[2026-06-02 17:56:59,986][302810] Fps is (10 sec: 19660.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 24707072. Throughput: 0: 17436.4. Samples: 24720256. Policy #0 lag: (min: 63.0, avg: 82.1, max: 127.0) +[2026-06-02 17:56:59,987][302810] Avg episode reward: [(0, '2375.695')] +[2026-06-02 17:57:00,089][303827] Updated weights for policy 0, policy_version 48252 (0.0009) +[2026-06-02 17:57:00,305][303827] Updated weights for policy 0, policy_version 48262 (0.0008) +[2026-06-02 17:57:00,514][303827] Updated weights for policy 0, policy_version 48272 (0.0008) +[2026-06-02 17:57:00,726][303827] Updated weights for policy 0, policy_version 48282 (0.0008) +[2026-06-02 17:57:00,948][303827] Updated weights for policy 0, policy_version 48292 (0.0008) +[2026-06-02 17:57:01,160][303827] Updated weights for policy 0, policy_version 48302 (0.0008) +[2026-06-02 17:57:01,373][303741] Saving new best policy, reward=2375.695! +[2026-06-02 17:57:01,376][303827] Updated weights for policy 0, policy_version 48312 (0.0008) +[2026-06-02 17:57:02,097][303827] Updated weights for policy 0, policy_version 48322 (0.0008) +[2026-06-02 17:57:02,335][303827] Updated weights for policy 0, policy_version 48333 (0.0009) +[2026-06-02 17:57:02,547][303827] Updated weights for policy 0, policy_version 48343 (0.0010) +[2026-06-02 17:57:02,764][303827] Updated weights for policy 0, policy_version 48353 (0.0009) +[2026-06-02 17:57:02,987][303827] Updated weights for policy 0, policy_version 48363 (0.0010) +[2026-06-02 17:57:03,196][303827] Updated weights for policy 0, policy_version 48373 (0.0009) +[2026-06-02 17:57:03,915][303827] Updated weights for policy 0, policy_version 48383 (0.0009) +[2026-06-02 17:57:04,139][303827] Updated weights for policy 0, policy_version 48394 (0.0008) +[2026-06-02 17:57:04,364][303827] Updated weights for policy 0, policy_version 48404 (0.0004) +[2026-06-02 17:57:04,580][303827] Updated weights for policy 0, policy_version 48414 (0.0008) +[2026-06-02 17:57:04,797][303827] Updated weights for policy 0, policy_version 48424 (0.0009) +[2026-06-02 17:57:04,986][302810] Fps is (10 sec: 16383.8, 60 sec: 16930.1, 300 sec: 17328.2). Total num frames: 24772608. Throughput: 0: 17425.0. Samples: 24822656. Policy #0 lag: (min: 38.0, avg: 56.8, max: 102.0) +[2026-06-02 17:57:04,987][302810] Avg episode reward: [(0, '2389.748')] +[2026-06-02 17:57:05,002][303827] Updated weights for policy 0, policy_version 48434 (0.0009) +[2026-06-02 17:57:05,135][303741] Saving new best policy, reward=2389.748! +[2026-06-02 17:57:05,761][303827] Updated weights for policy 0, policy_version 48445 (0.0009) +[2026-06-02 17:57:05,969][303827] Updated weights for policy 0, policy_version 48455 (0.0009) +[2026-06-02 17:57:06,189][303827] Updated weights for policy 0, policy_version 48465 (0.0008) +[2026-06-02 17:57:06,405][303827] Updated weights for policy 0, policy_version 48475 (0.0009) +[2026-06-02 17:57:06,618][303827] Updated weights for policy 0, policy_version 48485 (0.0009) +[2026-06-02 17:57:06,839][303827] Updated weights for policy 0, policy_version 48495 (0.0009) +[2026-06-02 17:57:07,567][303827] Updated weights for policy 0, policy_version 48505 (0.0009) +[2026-06-02 17:57:07,757][303827] Updated weights for policy 0, policy_version 48515 (0.0009) +[2026-06-02 17:57:07,966][303827] Updated weights for policy 0, policy_version 48525 (0.0009) +[2026-06-02 17:57:08,192][303827] Updated weights for policy 0, policy_version 48535 (0.0009) +[2026-06-02 17:57:08,410][303827] Updated weights for policy 0, policy_version 48545 (0.0009) +[2026-06-02 17:57:08,613][303827] Updated weights for policy 0, policy_version 48555 (0.0009) +[2026-06-02 17:57:08,836][303827] Updated weights for policy 0, policy_version 48565 (0.0009) +[2026-06-02 17:57:09,570][303827] Updated weights for policy 0, policy_version 48575 (0.0009) +[2026-06-02 17:57:09,797][303827] Updated weights for policy 0, policy_version 48586 (0.0009) +[2026-06-02 17:57:09,987][302810] Fps is (10 sec: 16383.9, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 24870912. Throughput: 0: 17419.4. Samples: 24879872. Policy #0 lag: (min: 38.0, avg: 56.8, max: 102.0) +[2026-06-02 17:57:09,988][302810] Avg episode reward: [(0, '2406.514')] +[2026-06-02 17:57:10,008][303827] Updated weights for policy 0, policy_version 48596 (0.0009) +[2026-06-02 17:57:10,231][303827] Updated weights for policy 0, policy_version 48606 (0.0010) +[2026-06-02 17:57:10,437][303827] Updated weights for policy 0, policy_version 48616 (0.0008) +[2026-06-02 17:57:10,660][303827] Updated weights for policy 0, policy_version 48626 (0.0009) +[2026-06-02 17:57:10,779][303741] Saving new best policy, reward=2406.514! +[2026-06-02 17:57:11,418][303827] Updated weights for policy 0, policy_version 48636 (0.0009) +[2026-06-02 17:57:11,626][303827] Updated weights for policy 0, policy_version 48646 (0.0009) +[2026-06-02 17:57:11,847][303827] Updated weights for policy 0, policy_version 48656 (0.0009) +[2026-06-02 17:57:12,057][303827] Updated weights for policy 0, policy_version 48666 (0.0009) +[2026-06-02 17:57:12,281][303827] Updated weights for policy 0, policy_version 48676 (0.0007) +[2026-06-02 17:57:12,496][303827] Updated weights for policy 0, policy_version 48686 (0.0005) +[2026-06-02 17:57:12,707][303827] Updated weights for policy 0, policy_version 48696 (0.0008) +[2026-06-02 17:57:13,419][303827] Updated weights for policy 0, policy_version 48706 (0.0009) +[2026-06-02 17:57:13,633][303827] Updated weights for policy 0, policy_version 48716 (0.0009) +[2026-06-02 17:57:13,866][303827] Updated weights for policy 0, policy_version 48727 (0.0010) +[2026-06-02 17:57:14,075][303827] Updated weights for policy 0, policy_version 48737 (0.0009) +[2026-06-02 17:57:14,291][303827] Updated weights for policy 0, policy_version 48747 (0.0009) +[2026-06-02 17:57:14,518][303827] Updated weights for policy 0, policy_version 48757 (0.0009) +[2026-06-02 17:57:14,986][302810] Fps is (10 sec: 19660.8, 60 sec: 17476.3, 300 sec: 17439.2). Total num frames: 24969216. Throughput: 0: 17416.6. Samples: 24982912. Policy #0 lag: (min: 38.0, avg: 56.8, max: 102.0) +[2026-06-02 17:57:14,987][302810] Avg episode reward: [(0, '2374.598')] +[2026-06-02 17:57:15,242][303827] Updated weights for policy 0, policy_version 48767 (0.0009) +[2026-06-02 17:57:15,453][303827] Updated weights for policy 0, policy_version 48777 (0.0009) +[2026-06-02 17:57:15,665][303827] Updated weights for policy 0, policy_version 48787 (0.0009) +[2026-06-02 17:57:15,884][303827] Updated weights for policy 0, policy_version 48797 (0.0009) +[2026-06-02 17:57:16,097][303827] Updated weights for policy 0, policy_version 48807 (0.0009) +[2026-06-02 17:57:16,305][303827] Updated weights for policy 0, policy_version 48817 (0.0009) +[2026-06-02 17:57:17,032][303827] Updated weights for policy 0, policy_version 48827 (0.0007) +[2026-06-02 17:57:17,232][303827] Updated weights for policy 0, policy_version 48837 (0.0008) +[2026-06-02 17:57:17,291][303741] Early stopping after 2 epochs (16 sgd steps), loss delta 0.0000000 +[2026-06-02 17:57:17,292][303741] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs6_seed14/checkpoint_p0/checkpoint_000048840_25034752.pth... +[2026-06-02 17:57:17,294][303741] Stopping Batcher_0... +[2026-06-02 17:57:17,294][303829] Stopping RolloutWorker_w1... +[2026-06-02 17:57:17,294][303741] Loop batcher_evt_loop terminating... +[2026-06-02 17:57:17,295][303829] Loop rollout_proc1_evt_loop terminating... +[2026-06-02 17:57:17,294][302810] Component RolloutWorker_w1 stopped! +[2026-06-02 17:57:17,295][303828] Stopping RolloutWorker_w0... +[2026-06-02 17:57:17,295][302810] Component Batcher_0 stopped! +[2026-06-02 17:57:17,295][303828] Loop rollout_proc0_evt_loop terminating... +[2026-06-02 17:57:17,296][302810] Component RolloutWorker_w0 stopped! +[2026-06-02 17:57:17,310][303741] Saving results/checkpoints_factor_sweeps/flappy/context_window/flappy_frame_stack_fixed_l2_fs6_seed14/checkpoint_p0/checkpoint_000048840_25034752.pth... +[2026-06-02 17:57:17,331][303741] Stopping LearnerWorker_p0... +[2026-06-02 17:57:17,332][303741] Loop learner_proc0_evt_loop terminating... +[2026-06-02 17:57:17,332][302810] Component LearnerWorker_p0 stopped! +[2026-06-02 17:57:17,343][303827] Weights refcount: 2 0 +[2026-06-02 17:57:17,349][303827] Stopping InferenceWorker_p0-w0... +[2026-06-02 17:57:17,349][303827] Loop inference_proc0-0_evt_loop terminating... +[2026-06-02 17:57:17,349][302810] Component InferenceWorker_p0-w0 stopped! +[2026-06-02 17:57:17,350][302810] Waiting for process learner_proc0 to stop... +[2026-06-02 17:57:18,295][302810] Waiting for process inference_proc0-0 to join... +[2026-06-02 17:57:18,296][302810] Waiting for process rollout_proc0 to join... +[2026-06-02 17:57:18,297][302810] Waiting for process rollout_proc1 to join... +[2026-06-02 17:57:18,298][302810] Batcher 0 profile tree view: +batching: 0.8465, releasing_batches: 0.0342 +[2026-06-02 17:57:18,298][302810] InferenceWorker_p0-w0 profile tree view: +wait_policy: 0.0000 + wait_policy_total: 956.7564 +update_model: 47.2706 + weight_update: 0.0008 +one_step: 0.0016 + handle_policy_step: 412.0304 + deserialize: 5.3846, stack: 0.3706, obs_to_device_normalize: 56.3815, forward: 146.8586, prepare_outputs: 175.6075, send_messages: 10.8054 +[2026-06-02 17:57:18,299][302810] Learner 0 profile tree view: +misc: 0.0055, prepare_batch: 150.3574 +train: 1033.3311 + epoch_init: 0.0622, minibatch_init: 2.6167, losses_postprocess: 391.7524, kl_divergence: 21.5729, after_optimizer: 441.3130 + calculate_losses: 40.9162 + losses_init: 0.0817, forward_head: 14.0472, bptt_initial: 0.3696, bptt: 0.4011, tail: 9.1853, advantages_returns: 2.9766, losses: 10.9094 + update: 131.6574 + clip: 13.1295 +[2026-06-02 17:57:18,299][302810] RolloutWorker_w0 profile tree view: +wait_for_trajectories: 0.0361, enqueue_policy_requests: 147.4509, process_policy_outputs: 7.6351, env_step: 1000.3156, finalize_trajectories: 0.1202, complete_rollouts: 0.0819 +post_env_step: 16.5464 + process_env_step: 4.6670 +[2026-06-02 17:57:18,299][302810] RolloutWorker_w1 profile tree view: +wait_for_trajectories: 0.0331, enqueue_policy_requests: 144.6470, process_policy_outputs: 7.5113, env_step: 994.5391, finalize_trajectories: 0.1028, complete_rollouts: 0.0785 +post_env_step: 16.2029 + process_env_step: 4.7100 +[2026-06-02 17:57:18,301][302810] Loop Runner_EvtLoop terminating... +[2026-06-02 17:57:18,301][302810] Runner profile tree view: +main_loop: 1447.9743 +[2026-06-02 17:57:18,302][302810] Collected {0: 25034752}, FPS: 17289.5