Upload folder using huggingface_hub

.gitattributes

@@ -274,3 +274,4 @@ factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:
 factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs2:obs8p75:stride4:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed11/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
 factor_sweeps/flappy/context_window/train/factor_sweep:flappy:frame_stack:fixed_l2:fs1:obs30:stride1:seed14/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text
+factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/episode_metrics.jsonl filter=lfs diff=lfs merge=lfs -text

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/checkpoint_p0/best_000047292_24213504_reward_1951.365.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d0129e64b110e977384f61847d42ac632a03f636cc898231daaaa996248f2d
+size 40643436

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/checkpoint_p0/checkpoint_000033944_17379328.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bda462b61b291091122b2a2509a7edbe37bc1ce0ede5c982546a6f1ba4eb78c
+size 40643874

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/checkpoint_p0/checkpoint_000037824_19365888.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cb7d03b064a32933a0d6f29831625560c5ac2ea5c5478a83a0c2a6648c4478d
+size 40643874

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/checkpoint_p0/checkpoint_000041464_21229568.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1762a7d496e74aeecb2a65d3408e437a719ec9037ccdb43e336d90077327a1b8
+size 40643874

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/checkpoint_p0/checkpoint_000045736_23416832.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e6eca4cb41105a4c65e91521e1b55603f3fb97883d36fd5c3e3217f5c253113
+size 40643874

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/checkpoint_p0/checkpoint_000048836_25004032.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a20f911c8f67418ae04087792bc117b06bf9047248e583724ef4f8c66b8be0f7
+size 40643874

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/config.json

@@ -0,0 +1,263 @@
+{
+  "help": false,
+  "algo": "APPO",
+  "env": "doom_deadly_corridor",
+  "experiment": "deadly_corridor_frame_stack_uniform_u2_6_fs12_seed10",
+  "train_dir": "results/checkpoints_factor_sweeps/deadly_corridor/context_window",
+  "restart_behavior": "resume",
+  "device": "gpu",
+  "seed": 10,
+  "num_policies": 1,
+  "async_rl": true,
+  "serial_mode": false,
+  "batched_sampling": false,
+  "num_batches_to_accumulate": 2,
+  "worker_num_splits": 2,
+  "policy_workers_per_policy": 1,
+  "max_policy_lag": 1000,
+  "num_workers": 32,
+  "num_envs_per_worker": 4,
+  "batch_size": 1024,
+  "num_batches_per_epoch": 2,
+  "num_epochs": 2,
+  "rollout": 128,
+  "recurrence": 128,
+  "shuffle_minibatches": false,
+  "gamma": 0.99,
+  "reward_scale": 1.0,
+  "reward_clip": 1000.0,
+  "value_bootstrap": false,
+  "normalize_returns": true,
+  "exploration_loss_coeff": 0.001,
+  "value_loss_coeff": 0.5,
+  "kl_loss_coeff": 0.0,
+  "exploration_loss": "symmetric_kl",
+  "gae_lambda": 0.95,
+  "ppo_clip_ratio": 0.1,
+  "ppo_clip_value": 0.2,
+  "with_vtrace": false,
+  "vtrace_rho": 1.0,
+  "vtrace_c": 1.0,
+  "optimizer": "adam",
+  "adam_eps": 1e-06,
+  "adam_beta1": 0.9,
+  "adam_beta2": 0.999,
+  "max_grad_norm": 4.0,
+  "learning_rate": 0.0001,
+  "lr_schedule": "constant",
+  "lr_schedule_kl_threshold": 0.008,
+  "lr_adaptive_min": 1e-06,
+  "lr_adaptive_max": 0.01,
+  "obs_subtract_mean": 0.0,
+  "obs_scale": 255.0,
+  "normalize_input": true,
+  "normalize_input_keys": null,
+  "decorrelate_experience_max_seconds": 0,
+  "decorrelate_envs_on_one_worker": true,
+  "actor_worker_gpus": [],
+  "set_workers_cpu_affinity": true,
+  "force_envs_single_thread": false,
+  "default_niceness": 0,
+  "log_to_file": true,
+  "experiment_summaries_interval": 1,
+  "flush_summaries_interval": 30,
+  "stats_avg": 100,
+  "summaries_use_frameskip": true,
+  "heartbeat_interval": 20,
+  "heartbeat_reporting_interval": 600,
+  "train_for_env_steps": 25000000,
+  "train_for_seconds": 10000000000,
+  "save_every_sec": 600,
+  "keep_checkpoints": 5,
+  "load_checkpoint_kind": "latest",
+  "save_milestones_sec": -1,
+  "save_best_every_sec": 5,
+  "save_best_metric": "reward",
+  "save_best_after": 100000,
+  "benchmark": false,
+  "encoder_mlp_layers": [
+    512,
+    512
+  ],
+  "encoder_conv_architecture": "convnet_simple",
+  "encoder_conv_mlp_layers": [
+    512
+  ],
+  "use_rnn": true,
+  "rnn_size": 512,
+  "rnn_type": "gru",
+  "rnn_num_layers": 1,
+  "decoder_mlp_layers": [],
+  "nonlinearity": "elu",
+  "policy_initialization": "orthogonal",
+  "policy_init_gain": 1.0,
+  "actor_critic_share_weights": true,
+  "adaptive_stddev": true,
+  "continuous_tanh_scale": 0.0,
+  "initial_stddev": 1.0,
+  "use_env_info_cache": false,
+  "env_gpu_actions": false,
+  "env_gpu_observations": true,
+  "env_frameskip": 1,
+  "env_framestack": 1,
+  "pixel_format": "CHW",
+  "use_record_episode_statistics": false,
+  "with_wandb": true,
+  "wandb_user": null,
+  "wandb_project": "latency-sensitive-bench",
+  "wandb_group": "deadly-corridor-fs12-uniform_u2_6",
+  "wandb_job_type": "sample_factory",
+  "wandb_tags": [
+    "factor_sweep",
+    "deadly-corridor",
+    "frame_stack",
+    "uniform",
+    "uniform_u2_6",
+    "fs12",
+    "seed10"
+  ],
+  "with_pbt": false,
+  "pbt_mix_policies_in_one_env": true,
+  "pbt_period_env_steps": 5000000,
+  "pbt_start_mutation": 20000000,
+  "pbt_replace_fraction": 0.3,
+  "pbt_mutation_rate": 0.15,
+  "pbt_replace_reward_gap": 0.1,
+  "pbt_replace_reward_gap_absolute": 1e-06,
+  "pbt_optimize_gamma": false,
+  "pbt_target_objective": "true_objective",
+  "pbt_perturb_min": 1.1,
+  "pbt_perturb_max": 1.5,
+  "fps": 35,
+  "eval_env_frameskip": 1,
+  "no_render": false,
+  "save_video": false,
+  "video_frames": 1000000000.0,
+  "video_name": null,
+  "max_num_frames": 1000000000.0,
+  "max_num_episodes": 1000000000.0,
+  "push_to_hub": false,
+  "hf_repository": null,
+  "policy_index": 0,
+  "eval_deterministic": true,
+  "train_script": null,
+  "enjoy_script": null,
+  "num_agents": -1,
+  "num_humans": 0,
+  "num_bots": -1,
+  "start_bot_difficulty": null,
+  "timelimit": null,
+  "res_w": 128,
+  "res_h": 72,
+  "wide_aspect_ratio": false,
+  "record_to": null,
+  "mode": "train",
+  "env_fps": 35.0,
+  "obs_fps": 8.75,
+  "latency_type": "uniform_distribution",
+  "fixed_latency_ms": null,
+  "mean_latency_ms": null,
+  "std_latency_ms": null,
+  "min_latency_ms": 57.142857142857146,
+  "max_latency_ms": 171.42857142857144,
+  "latency_seed": 10,
+  "add_latency_info": false,
+  "max_pending_actions": null,
+  "hold_policy": "hold",
+  "ordering_policy": "latest_ready",
+  "eval_episodes": 100,
+  "eval_parallel_envs": 32,
+  "eval_latency_raw_frame_values": "0,1,2,3,4,5,10,15,40",
+  "eval_max_steps": 30000,
+  "eval_raw_reward": true,
+  "disable_reward_scaling": true,
+  "frame_stack": 12,
+  "max_episode_steps": 0,
+  "simulator": "cpu",
+  "envpool_batch_size": 1,
+  "episode_metrics_path": "results/checkpoints_factor_sweeps/deadly_corridor/context_window/deadly_corridor_frame_stack_uniform_u2_6_fs12_seed10/episode_metrics.jsonl",
+  "vizdoom_init_max_parallel": 10,
+  "vizdoom_init_lock_timeout_sec": 5.0,
+  "vizdoom_init_lock_max_wait_sec": 60.0,
+  "vizdoom_init_retry_jitter_sec": 0.25,
+  "command_line": "--mode train --algo APPO --env doom_deadly_corridor --experiment deadly_corridor_frame_stack_uniform_u2_6_fs12_seed10 --train_dir results/checkpoints_factor_sweeps/deadly_corridor/context_window --restart_behavior resume --device gpu --seed 10 --episode_metrics_path results/checkpoints_factor_sweeps/deadly_corridor/context_window/deadly_corridor_frame_stack_uniform_u2_6_fs12_seed10/episode_metrics.jsonl --train_for_env_steps 25000000 --num_workers 32 --num_envs_per_worker 4 --num_policies 1 --batch_size 1024 --rollout 128 --recurrence 128 --num_epochs 2 --num_batches_per_epoch 2 --worker_num_splits 2 --learning_rate 0.0001 --gamma 0.99 --gae_lambda 0.95 --ppo_clip_ratio 0.1 --ppo_clip_value 0.2 --exploration_loss symmetric_kl --exploration_loss_coeff 0.001 --value_loss_coeff 0.5 --max_grad_norm 4.0 --rnn_type gru --rnn_size 512 --save_every_sec 600 --keep_checkpoints 5 --stats_avg 100 --experiment_summaries_interval 1 --async_rl True --use_rnn True --normalize_returns True --normalize_input True --latency-type uniform_distribution --min-latency-ms 57.142857142857146 --max-latency-ms 171.42857142857144 --latency-seed 10 --add-latency-info False --eval-episodes 100 --eval-parallel-envs 32 --eval-max-steps 30000 --eval-deterministic True --eval-raw-reward --with_wandb True --wandb_project latency-sensitive-bench --wandb_group deadly-corridor-fs12-uniform_u2_6 --wandb_job_type sample_factory --wandb_tags factor_sweep deadly-corridor frame_stack uniform uniform_u2_6 fs12 seed10 --env-fps 35 --obs-fps 8.75 --res_w 128 --res_h 72 --wide_aspect_ratio False --frame_stack 12 --simulator cpu --disable-reward-scaling True --hold-policy hold --ordering-policy latest_ready",
+  "cli_args": {
+    "algo": "APPO",
+    "env": "doom_deadly_corridor",
+    "experiment": "deadly_corridor_frame_stack_uniform_u2_6_fs12_seed10",
+    "train_dir": "results/checkpoints_factor_sweeps/deadly_corridor/context_window",
+    "restart_behavior": "resume",
+    "device": "gpu",
+    "seed": 10,
+    "num_policies": 1,
+    "async_rl": true,
+    "worker_num_splits": 2,
+    "num_workers": 32,
+    "num_envs_per_worker": 4,
+    "batch_size": 1024,
+    "num_batches_per_epoch": 2,
+    "num_epochs": 2,
+    "rollout": 128,
+    "recurrence": 128,
+    "gamma": 0.99,
+    "normalize_returns": true,
+    "exploration_loss_coeff": 0.001,
+    "value_loss_coeff": 0.5,
+    "exploration_loss": "symmetric_kl",
+    "gae_lambda": 0.95,
+    "ppo_clip_ratio": 0.1,
+    "ppo_clip_value": 0.2,
+    "max_grad_norm": 4.0,
+    "learning_rate": 0.0001,
+    "normalize_input": true,
+    "experiment_summaries_interval": 1,
+    "stats_avg": 100,
+    "train_for_env_steps": 25000000,
+    "save_every_sec": 600,
+    "keep_checkpoints": 5,
+    "use_rnn": true,
+    "rnn_size": 512,
+    "rnn_type": "gru",
+    "with_wandb": true,
+    "wandb_project": "latency-sensitive-bench",
+    "wandb_group": "deadly-corridor-fs12-uniform_u2_6",
+    "wandb_job_type": "sample_factory",
+    "wandb_tags": [
+      "factor_sweep",
+      "deadly-corridor",
+      "frame_stack",
+      "uniform",
+      "uniform_u2_6",
+      "fs12",
+      "seed10"
+    ],
+    "eval_deterministic": true,
+    "res_w": 128,
+    "res_h": 72,
+    "wide_aspect_ratio": false,
+    "mode": "train",
+    "env_fps": 35.0,
+    "obs_fps": 8.75,
+    "latency_type": "uniform_distribution",
+    "min_latency_ms": 57.142857142857146,
+    "max_latency_ms": 171.42857142857144,
+    "latency_seed": 10,
+    "add_latency_info": false,
+    "hold_policy": "hold",
+    "ordering_policy": "latest_ready",
+    "eval_episodes": 100,
+    "eval_parallel_envs": 32,
+    "eval_max_steps": 30000,
+    "eval_raw_reward": true,
+    "disable_reward_scaling": true,
+    "frame_stack": 12,
+    "simulator": "cpu",
+    "episode_metrics_path": "results/checkpoints_factor_sweeps/deadly_corridor/context_window/deadly_corridor_frame_stack_uniform_u2_6_fs12_seed10/episode_metrics.jsonl",
+    "env_frameskip": 1,
+    "eval_env_frameskip": 1
+  },
+  "git_hash": "eb3a2e1efbd2aa03a60d7f44f5e18d8fdd0f5a2d",
+  "git_repo_name": "git@github.com:ZihanWang314/latency-sensitive-bench.git",
+  "output_dir": "outputs/factor_sweeps/deadly_corridor/context_window/train/frame_stack/uniform_u2_6/fs12/seed_10",
+  "wandb_unique_id": "deadly-corridor-fs12-uniform_u2_6-s10"
+}

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/episode_metrics.jsonl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be5c0aefc972cffaba7a9e364997d50878bcc1a3bddf90b62e80605af5dea95
+size 164717983

factor_sweeps/deadly_corridor/context_window/train/factor_sweep:deadly_corridor:frame_stack:uniform_u2_6:fs12:obs8p75:stride4:seed10/git.diff

@@ -0,0 +1,7 @@
+diff --git a/starVLA b/starVLA
+index ab3380d..9d8c567 160000
+--- a/starVLA
++++ b/starVLA
+@@ -1 +1 @@
+-Subproject commit ab3380dfbd1de9649c15d154cc41b97788674537
++Subproject commit 9d8c567188a3aa2a825296016cf17f3977101d8f