Upload folder using huggingface_hub
Browse files- config.json +10 -20
- model.safetensors +2 -2
- stats.json +171 -171
- train_config.json +31 -42
config.json
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
{
|
| 2 |
-
"type": "
|
| 3 |
"n_obs_steps": 1,
|
| 4 |
"input_features": {
|
| 5 |
"observation.state": {
|
|
@@ -19,37 +19,27 @@
|
|
| 19 |
},
|
| 20 |
"device": "cuda",
|
| 21 |
"use_amp": false,
|
| 22 |
-
"push_to_hub":
|
| 23 |
-
"repo_id": "
|
| 24 |
"private": null,
|
| 25 |
"tags": null,
|
| 26 |
"license": null,
|
| 27 |
-
"pretrained_path":
|
| 28 |
"qwen3_vl_variant": "qwen3_vl_28l",
|
| 29 |
"action_expert_variant": "qwen3_28l",
|
| 30 |
"dtype": "bfloat16",
|
| 31 |
-
"pretrain": false,
|
| 32 |
"chunk_size": 50,
|
| 33 |
"n_action_steps": 50,
|
| 34 |
"max_state_dim": 32,
|
| 35 |
"max_action_dim": 32,
|
| 36 |
-
"perc_query_num": 20,
|
| 37 |
"num_inference_steps": 10,
|
| 38 |
-
"time_sampling_beta_alpha":
|
| 39 |
"time_sampling_beta_beta": 1.0,
|
| 40 |
"time_sampling_scale": 0.999,
|
| 41 |
"time_sampling_offset": 0.001,
|
| 42 |
"min_period": 0.004,
|
| 43 |
"max_period": 4.0,
|
| 44 |
-
"
|
| 45 |
-
"loss_weight_exist": 1.0,
|
| 46 |
-
"loss_weight_position": 5.0,
|
| 47 |
-
"loss_weight_direction": 2.0,
|
| 48 |
-
"loss_weight_vmf": 0.1,
|
| 49 |
-
"loss_weight_geodesic": 1.0,
|
| 50 |
-
"match_cost_exist": 1.0,
|
| 51 |
-
"match_cost_position": 5.0,
|
| 52 |
-
"match_cost_direction": 0.5,
|
| 53 |
"image_resolution": [
|
| 54 |
224,
|
| 55 |
224
|
|
@@ -67,7 +57,7 @@
|
|
| 67 |
"freeze_vision_encoder": false,
|
| 68 |
"train_expert_only": false,
|
| 69 |
"freeze_action_expert": false,
|
| 70 |
-
"optimizer_lr": 5e-05,
|
| 71 |
"optimizer_betas": [
|
| 72 |
0.9,
|
| 73 |
0.95
|
|
@@ -76,7 +66,7 @@
|
|
| 76 |
"optimizer_weight_decay": 0.01,
|
| 77 |
"optimizer_grad_clip_norm": 1.0,
|
| 78 |
"vlm_lr_multiplier": 1.0,
|
| 79 |
-
"scheduler_warmup_steps":
|
| 80 |
-
"scheduler_decay_steps":
|
| 81 |
-
"scheduler_decay_lr": 5e-06
|
| 82 |
}
|
|
|
|
| 1 |
{
|
| 2 |
+
"type": "dynamic_pi05_qwen",
|
| 3 |
"n_obs_steps": 1,
|
| 4 |
"input_features": {
|
| 5 |
"observation.state": {
|
|
|
|
| 19 |
},
|
| 20 |
"device": "cuda",
|
| 21 |
"use_amp": false,
|
| 22 |
+
"push_to_hub": true,
|
| 23 |
+
"repo_id": "lerobot/trajvla",
|
| 24 |
"private": null,
|
| 25 |
"tags": null,
|
| 26 |
"license": null,
|
| 27 |
+
"pretrained_path": "lerobot/pi05_base",
|
| 28 |
"qwen3_vl_variant": "qwen3_vl_28l",
|
| 29 |
"action_expert_variant": "qwen3_28l",
|
| 30 |
"dtype": "bfloat16",
|
|
|
|
| 31 |
"chunk_size": 50,
|
| 32 |
"n_action_steps": 50,
|
| 33 |
"max_state_dim": 32,
|
| 34 |
"max_action_dim": 32,
|
|
|
|
| 35 |
"num_inference_steps": 10,
|
| 36 |
+
"time_sampling_beta_alpha": 2.5,
|
| 37 |
"time_sampling_beta_beta": 1.0,
|
| 38 |
"time_sampling_scale": 0.999,
|
| 39 |
"time_sampling_offset": 0.001,
|
| 40 |
"min_period": 0.004,
|
| 41 |
"max_period": 4.0,
|
| 42 |
+
"random_time_prob": 0.2,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
"image_resolution": [
|
| 44 |
224,
|
| 45 |
224
|
|
|
|
| 57 |
"freeze_vision_encoder": false,
|
| 58 |
"train_expert_only": false,
|
| 59 |
"freeze_action_expert": false,
|
| 60 |
+
"optimizer_lr": 2.5e-05,
|
| 61 |
"optimizer_betas": [
|
| 62 |
0.9,
|
| 63 |
0.95
|
|
|
|
| 66 |
"optimizer_weight_decay": 0.01,
|
| 67 |
"optimizer_grad_clip_norm": 1.0,
|
| 68 |
"vlm_lr_multiplier": 1.0,
|
| 69 |
+
"scheduler_warmup_steps": 1000,
|
| 70 |
+
"scheduler_decay_steps": 30000,
|
| 71 |
+
"scheduler_decay_lr": 2.5e-06
|
| 72 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9612a04319184503a25fdbd64c99b29a179d85bc9072f8d08d6ccf8d6a84d5a6
|
| 3 |
+
size 5157742576
|
stats.json
CHANGED
|
@@ -1,21 +1,95 @@
|
|
| 1 |
{
|
| 2 |
"aloha": {
|
| 3 |
-
"
|
| 4 |
"min": [
|
| 5 |
-
0.
|
| 6 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
],
|
| 8 |
"max": [
|
| 9 |
-
|
| 10 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
],
|
| 12 |
"mean": [
|
| 13 |
-
|
| 14 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
],
|
| 16 |
"std": [
|
| 17 |
-
0.
|
| 18 |
-
0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 19 |
],
|
| 20 |
"count": [
|
| 21 |
6190006
|
|
@@ -179,137 +253,24 @@
|
|
| 179 |
]
|
| 180 |
]
|
| 181 |
},
|
| 182 |
-
"
|
| 183 |
"min": [
|
| 184 |
-
-7.323299407958984,
|
| 185 |
-
-0.4973906874656677,
|
| 186 |
-
-0.18824216723442078,
|
| 187 |
-
-1.9566115140914917,
|
| 188 |
-
-1.5014400482177734,
|
| 189 |
-
-8.142146110534668,
|
| 190 |
-
0.0,
|
| 191 |
-
-6.009664535522461,
|
| 192 |
-
-0.6168152093887329,
|
| 193 |
-
-0.0855255201458931,
|
| 194 |
-
-2.203854560852051,
|
| 195 |
-
-2.1122918128967285,
|
| 196 |
-
-8.424712181091309,
|
| 197 |
0.0
|
| 198 |
],
|
| 199 |
"max": [
|
| 200 |
-
|
| 201 |
-
4.218555450439453,
|
| 202 |
-
5.788050651550293,
|
| 203 |
-
1.7917098999023438,
|
| 204 |
-
2.1023752689361572,
|
| 205 |
-
8.890085220336914,
|
| 206 |
-
1.0,
|
| 207 |
-
6.736955165863037,
|
| 208 |
-
4.175413608551025,
|
| 209 |
-
5.656769752502441,
|
| 210 |
-
1.9575397968292236,
|
| 211 |
-
1.5057553052902222,
|
| 212 |
-
7.0688958168029785,
|
| 213 |
-
1.0
|
| 214 |
],
|
| 215 |
"mean": [
|
| 216 |
-
|
| 217 |
-
1.1504002809524536,
|
| 218 |
-
0.8188694715499878,
|
| 219 |
-
-0.3086509108543396,
|
| 220 |
-
0.05627923831343651,
|
| 221 |
-
-0.01663512922823429,
|
| 222 |
-
0.6496613621711731,
|
| 223 |
-
0.2113080769777298,
|
| 224 |
-
1.0522962808609009,
|
| 225 |
-
0.7641482949256897,
|
| 226 |
-
-0.31528306007385254,
|
| 227 |
-
-0.020076364278793335,
|
| 228 |
-
0.03699800744652748,
|
| 229 |
-
0.6886420249938965
|
| 230 |
],
|
| 231 |
"std": [
|
| 232 |
-
|
| 233 |
-
0.999181866645813,
|
| 234 |
-
0.7699509263038635,
|
| 235 |
-
0.6670005321502686,
|
| 236 |
-
0.27609556913375854,
|
| 237 |
-
0.5944604277610779,
|
| 238 |
-
0.46040260791778564,
|
| 239 |
-
0.30005842447280884,
|
| 240 |
-
1.0245376825332642,
|
| 241 |
-
0.7941036224365234,
|
| 242 |
-
0.6766195297241211,
|
| 243 |
-
0.23668619990348816,
|
| 244 |
-
0.5875358581542969,
|
| 245 |
-
0.44642767310142517
|
| 246 |
],
|
| 247 |
"count": [
|
| 248 |
6190006
|
| 249 |
]
|
| 250 |
},
|
| 251 |
-
"
|
| 252 |
-
"min": [
|
| 253 |
-
0.0,
|
| 254 |
-
0.0,
|
| 255 |
-
0.0,
|
| 256 |
-
0.0,
|
| 257 |
-
-1.0,
|
| 258 |
-
-0.9999995827674866,
|
| 259 |
-
-0.999999463558197,
|
| 260 |
-
-1.0,
|
| 261 |
-
-0.9999992847442627,
|
| 262 |
-
-0.999997615814209,
|
| 263 |
-
0.0,
|
| 264 |
-
0.0
|
| 265 |
-
],
|
| 266 |
-
"max": [
|
| 267 |
-
1.0,
|
| 268 |
-
0.9999998211860657,
|
| 269 |
-
0.9999935030937195,
|
| 270 |
-
1.0,
|
| 271 |
-
1.0,
|
| 272 |
-
0.9999986886978149,
|
| 273 |
-
0.9999992847442627,
|
| 274 |
-
1.0,
|
| 275 |
-
0.9999973773956299,
|
| 276 |
-
0.9999920129776001,
|
| 277 |
-
1.0,
|
| 278 |
-
10.0
|
| 279 |
-
],
|
| 280 |
-
"mean": [
|
| 281 |
-
0.2970513701438904,
|
| 282 |
-
0.14921699464321136,
|
| 283 |
-
0.11780871450901031,
|
| 284 |
-
0.07064822316169739,
|
| 285 |
-
0.02209528535604477,
|
| 286 |
-
-0.03858209401369095,
|
| 287 |
-
-0.07095351070165634,
|
| 288 |
-
0.038906268775463104,
|
| 289 |
-
-0.021387789398431778,
|
| 290 |
-
0.016884474083781242,
|
| 291 |
-
0.10209379345178604,
|
| 292 |
-
2.9705135822296143
|
| 293 |
-
],
|
| 294 |
-
"std": [
|
| 295 |
-
0.4569593369960785,
|
| 296 |
-
0.2758782207965851,
|
| 297 |
-
0.2220076471567154,
|
| 298 |
-
0.15976020693778992,
|
| 299 |
-
0.3349374532699585,
|
| 300 |
-
0.3041366636753082,
|
| 301 |
-
0.2921609878540039,
|
| 302 |
-
0.3853122889995575,
|
| 303 |
-
0.30464646220207214,
|
| 304 |
-
0.23134422302246094,
|
| 305 |
-
0.30277159810066223,
|
| 306 |
-
4.569594860076904
|
| 307 |
-
],
|
| 308 |
-
"count": [
|
| 309 |
-
123800120
|
| 310 |
-
]
|
| 311 |
-
},
|
| 312 |
-
"observation.images.cam_right_wrist": {
|
| 313 |
"min": [
|
| 314 |
[
|
| 315 |
[
|
|
@@ -484,41 +445,7 @@
|
|
| 484 |
6190006
|
| 485 |
]
|
| 486 |
},
|
| 487 |
-
"
|
| 488 |
-
"min": [
|
| 489 |
-
0.0
|
| 490 |
-
],
|
| 491 |
-
"max": [
|
| 492 |
-
499.0
|
| 493 |
-
],
|
| 494 |
-
"mean": [
|
| 495 |
-
229.02072143554688
|
| 496 |
-
],
|
| 497 |
-
"std": [
|
| 498 |
-
151.9712677001953
|
| 499 |
-
],
|
| 500 |
-
"count": [
|
| 501 |
-
6190006
|
| 502 |
-
]
|
| 503 |
-
},
|
| 504 |
-
"timestamp": {
|
| 505 |
-
"min": [
|
| 506 |
-
0.0
|
| 507 |
-
],
|
| 508 |
-
"max": [
|
| 509 |
-
32.84000015258789
|
| 510 |
-
],
|
| 511 |
-
"mean": [
|
| 512 |
-
3.209726572036743
|
| 513 |
-
],
|
| 514 |
-
"std": [
|
| 515 |
-
3.2416794300079346
|
| 516 |
-
],
|
| 517 |
-
"count": [
|
| 518 |
-
6190006
|
| 519 |
-
]
|
| 520 |
-
},
|
| 521 |
-
"observation.images.cam_high": {
|
| 522 |
"min": [
|
| 523 |
[
|
| 524 |
[
|
|
@@ -676,18 +603,87 @@
|
|
| 676 |
]
|
| 677 |
]
|
| 678 |
},
|
| 679 |
-
"
|
| 680 |
"min": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 681 |
0.0
|
| 682 |
],
|
| 683 |
"max": [
|
| 684 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 685 |
],
|
| 686 |
"mean": [
|
| 687 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 688 |
],
|
| 689 |
"std": [
|
| 690 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 691 |
],
|
| 692 |
"count": [
|
| 693 |
6190006
|
|
@@ -762,18 +758,22 @@
|
|
| 762 |
242125300
|
| 763 |
]
|
| 764 |
},
|
| 765 |
-
"
|
| 766 |
"min": [
|
| 767 |
-
0.
|
|
|
|
| 768 |
],
|
| 769 |
"max": [
|
| 770 |
-
|
|
|
|
| 771 |
],
|
| 772 |
"mean": [
|
| 773 |
-
|
|
|
|
| 774 |
],
|
| 775 |
"std": [
|
| 776 |
-
|
|
|
|
| 777 |
],
|
| 778 |
"count": [
|
| 779 |
6190006
|
|
|
|
| 1 |
{
|
| 2 |
"aloha": {
|
| 3 |
+
"object.poses": {
|
| 4 |
"min": [
|
| 5 |
+
0.0,
|
| 6 |
+
0.0,
|
| 7 |
+
0.0,
|
| 8 |
+
0.0,
|
| 9 |
+
-1.0,
|
| 10 |
+
-0.9999995827674866,
|
| 11 |
+
-0.999999463558197,
|
| 12 |
+
-1.0,
|
| 13 |
+
-0.9999992847442627,
|
| 14 |
+
-0.999997615814209,
|
| 15 |
+
0.0,
|
| 16 |
+
0.0
|
| 17 |
],
|
| 18 |
"max": [
|
| 19 |
+
1.0,
|
| 20 |
+
0.9999998211860657,
|
| 21 |
+
0.9999935030937195,
|
| 22 |
+
1.0,
|
| 23 |
+
1.0,
|
| 24 |
+
0.9999986886978149,
|
| 25 |
+
0.9999992847442627,
|
| 26 |
+
1.0,
|
| 27 |
+
0.9999973773956299,
|
| 28 |
+
0.9999920129776001,
|
| 29 |
+
1.0,
|
| 30 |
+
10.0
|
| 31 |
],
|
| 32 |
"mean": [
|
| 33 |
+
0.2970513701438904,
|
| 34 |
+
0.14921699464321136,
|
| 35 |
+
0.11780871450901031,
|
| 36 |
+
0.07064822316169739,
|
| 37 |
+
0.02209528535604477,
|
| 38 |
+
-0.03858209401369095,
|
| 39 |
+
-0.07095351070165634,
|
| 40 |
+
0.038906268775463104,
|
| 41 |
+
-0.021387789398431778,
|
| 42 |
+
0.016884474083781242,
|
| 43 |
+
0.10209379345178604,
|
| 44 |
+
2.9705135822296143
|
| 45 |
],
|
| 46 |
"std": [
|
| 47 |
+
0.4569593369960785,
|
| 48 |
+
0.2758782207965851,
|
| 49 |
+
0.2220076471567154,
|
| 50 |
+
0.15976020693778992,
|
| 51 |
+
0.3349374532699585,
|
| 52 |
+
0.3041366636753082,
|
| 53 |
+
0.2921609878540039,
|
| 54 |
+
0.3853122889995575,
|
| 55 |
+
0.30464646220207214,
|
| 56 |
+
0.23134422302246094,
|
| 57 |
+
0.30277159810066223,
|
| 58 |
+
4.569594860076904
|
| 59 |
+
],
|
| 60 |
+
"count": [
|
| 61 |
+
123800120
|
| 62 |
+
]
|
| 63 |
+
},
|
| 64 |
+
"frame_index": {
|
| 65 |
+
"min": [
|
| 66 |
+
0.0
|
| 67 |
+
],
|
| 68 |
+
"max": [
|
| 69 |
+
1642.0
|
| 70 |
+
],
|
| 71 |
+
"mean": [
|
| 72 |
+
160.4863739013672
|
| 73 |
+
],
|
| 74 |
+
"std": [
|
| 75 |
+
162.0838623046875
|
| 76 |
+
],
|
| 77 |
+
"count": [
|
| 78 |
+
6190006
|
| 79 |
+
]
|
| 80 |
+
},
|
| 81 |
+
"index": {
|
| 82 |
+
"min": [
|
| 83 |
+
0.0
|
| 84 |
+
],
|
| 85 |
+
"max": [
|
| 86 |
+
393156.0
|
| 87 |
+
],
|
| 88 |
+
"mean": [
|
| 89 |
+
71589.4609375
|
| 90 |
+
],
|
| 91 |
+
"std": [
|
| 92 |
+
70381.171875
|
| 93 |
],
|
| 94 |
"count": [
|
| 95 |
6190006
|
|
|
|
| 253 |
]
|
| 254 |
]
|
| 255 |
},
|
| 256 |
+
"episode_index": {
|
| 257 |
"min": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 258 |
0.0
|
| 259 |
],
|
| 260 |
"max": [
|
| 261 |
+
499.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 262 |
],
|
| 263 |
"mean": [
|
| 264 |
+
229.02072143554688
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 265 |
],
|
| 266 |
"std": [
|
| 267 |
+
151.9712677001953
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 268 |
],
|
| 269 |
"count": [
|
| 270 |
6190006
|
| 271 |
]
|
| 272 |
},
|
| 273 |
+
"observation.images.cam_high": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 274 |
"min": [
|
| 275 |
[
|
| 276 |
[
|
|
|
|
| 445 |
6190006
|
| 446 |
]
|
| 447 |
},
|
| 448 |
+
"observation.images.cam_right_wrist": {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 449 |
"min": [
|
| 450 |
[
|
| 451 |
[
|
|
|
|
| 603 |
]
|
| 604 |
]
|
| 605 |
},
|
| 606 |
+
"observation.state": {
|
| 607 |
"min": [
|
| 608 |
+
-7.323299407958984,
|
| 609 |
+
-0.4973906874656677,
|
| 610 |
+
-0.18824216723442078,
|
| 611 |
+
-1.9566115140914917,
|
| 612 |
+
-1.5014400482177734,
|
| 613 |
+
-8.142146110534668,
|
| 614 |
+
0.0,
|
| 615 |
+
-6.009664535522461,
|
| 616 |
+
-0.6168152093887329,
|
| 617 |
+
-0.0855255201458931,
|
| 618 |
+
-2.203854560852051,
|
| 619 |
+
-2.1122918128967285,
|
| 620 |
+
-8.424712181091309,
|
| 621 |
0.0
|
| 622 |
],
|
| 623 |
"max": [
|
| 624 |
+
6.436553001403809,
|
| 625 |
+
4.218555450439453,
|
| 626 |
+
5.788050651550293,
|
| 627 |
+
1.7917098999023438,
|
| 628 |
+
2.1023752689361572,
|
| 629 |
+
8.890085220336914,
|
| 630 |
+
1.0,
|
| 631 |
+
6.736955165863037,
|
| 632 |
+
4.175413608551025,
|
| 633 |
+
5.656769752502441,
|
| 634 |
+
1.9575397968292236,
|
| 635 |
+
1.5057553052902222,
|
| 636 |
+
7.0688958168029785,
|
| 637 |
+
1.0
|
| 638 |
],
|
| 639 |
"mean": [
|
| 640 |
+
-0.24772560596466064,
|
| 641 |
+
1.1504002809524536,
|
| 642 |
+
0.8188694715499878,
|
| 643 |
+
-0.3086509108543396,
|
| 644 |
+
0.05627923831343651,
|
| 645 |
+
-0.01663512922823429,
|
| 646 |
+
0.6496613621711731,
|
| 647 |
+
0.2113080769777298,
|
| 648 |
+
1.0522962808609009,
|
| 649 |
+
0.7641482949256897,
|
| 650 |
+
-0.31528306007385254,
|
| 651 |
+
-0.020076364278793335,
|
| 652 |
+
0.03699800744652748,
|
| 653 |
+
0.6886420249938965
|
| 654 |
],
|
| 655 |
"std": [
|
| 656 |
+
0.3350416421890259,
|
| 657 |
+
0.999181866645813,
|
| 658 |
+
0.7699509263038635,
|
| 659 |
+
0.6670005321502686,
|
| 660 |
+
0.27609556913375854,
|
| 661 |
+
0.5944604277610779,
|
| 662 |
+
0.46040260791778564,
|
| 663 |
+
0.30005842447280884,
|
| 664 |
+
1.0245376825332642,
|
| 665 |
+
0.7941036224365234,
|
| 666 |
+
0.6766195297241211,
|
| 667 |
+
0.23668619990348816,
|
| 668 |
+
0.5875358581542969,
|
| 669 |
+
0.44642767310142517
|
| 670 |
+
],
|
| 671 |
+
"count": [
|
| 672 |
+
6190006
|
| 673 |
+
]
|
| 674 |
+
},
|
| 675 |
+
"timestamp": {
|
| 676 |
+
"min": [
|
| 677 |
+
0.0
|
| 678 |
+
],
|
| 679 |
+
"max": [
|
| 680 |
+
32.84000015258789
|
| 681 |
+
],
|
| 682 |
+
"mean": [
|
| 683 |
+
3.209726572036743
|
| 684 |
+
],
|
| 685 |
+
"std": [
|
| 686 |
+
3.2416794300079346
|
| 687 |
],
|
| 688 |
"count": [
|
| 689 |
6190006
|
|
|
|
| 758 |
242125300
|
| 759 |
]
|
| 760 |
},
|
| 761 |
+
"depth.stats": {
|
| 762 |
"min": [
|
| 763 |
+
0.9118702411651611,
|
| 764 |
+
1.340759038925171
|
| 765 |
],
|
| 766 |
"max": [
|
| 767 |
+
153.3542022705078,
|
| 768 |
+
404.8944091796875
|
| 769 |
],
|
| 770 |
"mean": [
|
| 771 |
+
1.0104806423187256,
|
| 772 |
+
2.3054113388061523
|
| 773 |
],
|
| 774 |
"std": [
|
| 775 |
+
0.10744518041610718,
|
| 776 |
+
0.7919256687164307
|
| 777 |
],
|
| 778 |
"count": [
|
| 779 |
6190006
|
train_config.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
-
"type": "
|
| 4 |
-
"repo_id": "adjust_bottle/demo_clean
|
| 5 |
"root": "/mnt/data_pfs/robinwang/lerobot_datasets/robotwin_pose_v2",
|
| 6 |
"episodes": null,
|
| 7 |
"image_transforms": {
|
|
@@ -135,7 +135,7 @@
|
|
| 135 |
"max_action_dim": 32
|
| 136 |
},
|
| 137 |
{
|
| 138 |
-
"type": "
|
| 139 |
}
|
| 140 |
],
|
| 141 |
"outputs": []
|
|
@@ -147,12 +147,11 @@
|
|
| 147 |
"height": 224,
|
| 148 |
"width": 224,
|
| 149 |
"max_state_dim": 32,
|
| 150 |
-
"max_action_dim": 32
|
| 151 |
-
"pretrain": false
|
| 152 |
},
|
| 153 |
"env": null,
|
| 154 |
"policy": {
|
| 155 |
-
"type": "
|
| 156 |
"n_obs_steps": 1,
|
| 157 |
"input_features": {
|
| 158 |
"observation.state": {
|
|
@@ -172,37 +171,27 @@
|
|
| 172 |
},
|
| 173 |
"device": "cuda",
|
| 174 |
"use_amp": false,
|
| 175 |
-
"push_to_hub":
|
| 176 |
-
"repo_id": "
|
| 177 |
"private": null,
|
| 178 |
"tags": null,
|
| 179 |
"license": null,
|
| 180 |
-
"pretrained_path":
|
| 181 |
"qwen3_vl_variant": "qwen3_vl_28l",
|
| 182 |
"action_expert_variant": "qwen3_28l",
|
| 183 |
"dtype": "bfloat16",
|
| 184 |
-
"pretrain": false,
|
| 185 |
"chunk_size": 50,
|
| 186 |
"n_action_steps": 50,
|
| 187 |
"max_state_dim": 32,
|
| 188 |
"max_action_dim": 32,
|
| 189 |
-
"perc_query_num": 20,
|
| 190 |
"num_inference_steps": 10,
|
| 191 |
-
"time_sampling_beta_alpha":
|
| 192 |
"time_sampling_beta_beta": 1.0,
|
| 193 |
"time_sampling_scale": 0.999,
|
| 194 |
"time_sampling_offset": 0.001,
|
| 195 |
"min_period": 0.004,
|
| 196 |
"max_period": 4.0,
|
| 197 |
-
"
|
| 198 |
-
"loss_weight_exist": 1.0,
|
| 199 |
-
"loss_weight_position": 5.0,
|
| 200 |
-
"loss_weight_direction": 2.0,
|
| 201 |
-
"loss_weight_vmf": 0.1,
|
| 202 |
-
"loss_weight_geodesic": 1.0,
|
| 203 |
-
"match_cost_exist": 1.0,
|
| 204 |
-
"match_cost_position": 5.0,
|
| 205 |
-
"match_cost_direction": 0.5,
|
| 206 |
"image_resolution": [
|
| 207 |
224,
|
| 208 |
224
|
|
@@ -220,7 +209,7 @@
|
|
| 220 |
"freeze_vision_encoder": false,
|
| 221 |
"train_expert_only": false,
|
| 222 |
"freeze_action_expert": false,
|
| 223 |
-
"optimizer_lr": 5e-05,
|
| 224 |
"optimizer_betas": [
|
| 225 |
0.9,
|
| 226 |
0.95
|
|
@@ -229,25 +218,25 @@
|
|
| 229 |
"optimizer_weight_decay": 0.01,
|
| 230 |
"optimizer_grad_clip_norm": 1.0,
|
| 231 |
"vlm_lr_multiplier": 1.0,
|
| 232 |
-
"scheduler_warmup_steps":
|
| 233 |
-
"scheduler_decay_steps":
|
| 234 |
-
"scheduler_decay_lr": 5e-06
|
| 235 |
},
|
| 236 |
-
"output_dir": "outputs/
|
| 237 |
-
"job_name": "
|
| 238 |
"resume": false,
|
| 239 |
-
"seed":
|
| 240 |
-
"num_workers":
|
| 241 |
-
"batch_size":
|
| 242 |
-
"steps":
|
| 243 |
"eval_freq": 20000,
|
| 244 |
-
"log_freq":
|
| 245 |
"save_checkpoint": true,
|
| 246 |
-
"save_freq":
|
| 247 |
"use_policy_training_preset": true,
|
| 248 |
"optimizer": {
|
| 249 |
"type": "adamw",
|
| 250 |
-
"lr": 5e-05,
|
| 251 |
"weight_decay": 0.01,
|
| 252 |
"grad_clip_norm": 1.0,
|
| 253 |
"betas": [
|
|
@@ -258,10 +247,10 @@
|
|
| 258 |
},
|
| 259 |
"scheduler": {
|
| 260 |
"type": "cosine_decay_with_warmup",
|
| 261 |
-
"num_warmup_steps":
|
| 262 |
-
"num_decay_steps":
|
| 263 |
-
"peak_lr": 5e-05,
|
| 264 |
-
"decay_lr": 5e-06
|
| 265 |
},
|
| 266 |
"eval": {
|
| 267 |
"n_episodes": 50,
|
|
@@ -269,12 +258,12 @@
|
|
| 269 |
"use_async_envs": false
|
| 270 |
},
|
| 271 |
"wandb": {
|
| 272 |
-
"enable":
|
| 273 |
-
"disable_artifact":
|
| 274 |
-
"project": "
|
| 275 |
"entity": null,
|
| 276 |
"notes": null,
|
| 277 |
-
"run_id":
|
| 278 |
"mode": null
|
| 279 |
},
|
| 280 |
"checkpoint_path": null,
|
|
|
|
| 1 |
{
|
| 2 |
"dataset": {
|
| 3 |
+
"type": "dynamic_pi05_qwen",
|
| 4 |
+
"repo_id": "adjust_bottle/demo_clean",
|
| 5 |
"root": "/mnt/data_pfs/robinwang/lerobot_datasets/robotwin_pose_v2",
|
| 6 |
"episodes": null,
|
| 7 |
"image_transforms": {
|
|
|
|
| 135 |
"max_action_dim": 32
|
| 136 |
},
|
| 137 |
{
|
| 138 |
+
"type": "unify_dynamic_pi05_qwen_inputs"
|
| 139 |
}
|
| 140 |
],
|
| 141 |
"outputs": []
|
|
|
|
| 147 |
"height": 224,
|
| 148 |
"width": 224,
|
| 149 |
"max_state_dim": 32,
|
| 150 |
+
"max_action_dim": 32
|
|
|
|
| 151 |
},
|
| 152 |
"env": null,
|
| 153 |
"policy": {
|
| 154 |
+
"type": "dynamic_pi05_qwen",
|
| 155 |
"n_obs_steps": 1,
|
| 156 |
"input_features": {
|
| 157 |
"observation.state": {
|
|
|
|
| 171 |
},
|
| 172 |
"device": "cuda",
|
| 173 |
"use_amp": false,
|
| 174 |
+
"push_to_hub": true,
|
| 175 |
+
"repo_id": "lerobot/trajvla",
|
| 176 |
"private": null,
|
| 177 |
"tags": null,
|
| 178 |
"license": null,
|
| 179 |
+
"pretrained_path": "lerobot/pi05_base",
|
| 180 |
"qwen3_vl_variant": "qwen3_vl_28l",
|
| 181 |
"action_expert_variant": "qwen3_28l",
|
| 182 |
"dtype": "bfloat16",
|
|
|
|
| 183 |
"chunk_size": 50,
|
| 184 |
"n_action_steps": 50,
|
| 185 |
"max_state_dim": 32,
|
| 186 |
"max_action_dim": 32,
|
|
|
|
| 187 |
"num_inference_steps": 10,
|
| 188 |
+
"time_sampling_beta_alpha": 2.5,
|
| 189 |
"time_sampling_beta_beta": 1.0,
|
| 190 |
"time_sampling_scale": 0.999,
|
| 191 |
"time_sampling_offset": 0.001,
|
| 192 |
"min_period": 0.004,
|
| 193 |
"max_period": 4.0,
|
| 194 |
+
"random_time_prob": 0.2,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 195 |
"image_resolution": [
|
| 196 |
224,
|
| 197 |
224
|
|
|
|
| 209 |
"freeze_vision_encoder": false,
|
| 210 |
"train_expert_only": false,
|
| 211 |
"freeze_action_expert": false,
|
| 212 |
+
"optimizer_lr": 2.5e-05,
|
| 213 |
"optimizer_betas": [
|
| 214 |
0.9,
|
| 215 |
0.95
|
|
|
|
| 218 |
"optimizer_weight_decay": 0.01,
|
| 219 |
"optimizer_grad_clip_norm": 1.0,
|
| 220 |
"vlm_lr_multiplier": 1.0,
|
| 221 |
+
"scheduler_warmup_steps": 1000,
|
| 222 |
+
"scheduler_decay_steps": 30000,
|
| 223 |
+
"scheduler_decay_lr": 2.5e-06
|
| 224 |
},
|
| 225 |
+
"output_dir": "outputs/train/2026-06-04/16-25-26_dynamic_pi05_qwen",
|
| 226 |
+
"job_name": "dynamic_pi05_qwen",
|
| 227 |
"resume": false,
|
| 228 |
+
"seed": 1000,
|
| 229 |
+
"num_workers": 0,
|
| 230 |
+
"batch_size": 2,
|
| 231 |
+
"steps": 100000,
|
| 232 |
"eval_freq": 20000,
|
| 233 |
+
"log_freq": 200,
|
| 234 |
"save_checkpoint": true,
|
| 235 |
+
"save_freq": 100,
|
| 236 |
"use_policy_training_preset": true,
|
| 237 |
"optimizer": {
|
| 238 |
"type": "adamw",
|
| 239 |
+
"lr": 2.5e-05,
|
| 240 |
"weight_decay": 0.01,
|
| 241 |
"grad_clip_norm": 1.0,
|
| 242 |
"betas": [
|
|
|
|
| 247 |
},
|
| 248 |
"scheduler": {
|
| 249 |
"type": "cosine_decay_with_warmup",
|
| 250 |
+
"num_warmup_steps": 1000,
|
| 251 |
+
"num_decay_steps": 30000,
|
| 252 |
+
"peak_lr": 2.5e-05,
|
| 253 |
+
"decay_lr": 2.5e-06
|
| 254 |
},
|
| 255 |
"eval": {
|
| 256 |
"n_episodes": 50,
|
|
|
|
| 258 |
"use_async_envs": false
|
| 259 |
},
|
| 260 |
"wandb": {
|
| 261 |
+
"enable": false,
|
| 262 |
+
"disable_artifact": false,
|
| 263 |
+
"project": "lerobot",
|
| 264 |
"entity": null,
|
| 265 |
"notes": null,
|
| 266 |
+
"run_id": null,
|
| 267 |
"mode": null
|
| 268 |
},
|
| 269 |
"checkpoint_path": null,
|