ShikangWang commited on
Commit
d04e2d5
·
verified ·
1 Parent(s): 7099823

Upload folder using huggingface_hub

Browse files
Files changed (4) hide show
  1. config.json +10 -20
  2. model.safetensors +2 -2
  3. stats.json +171 -171
  4. train_config.json +31 -42
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "type": "posevla_qwen",
3
  "n_obs_steps": 1,
4
  "input_features": {
5
  "observation.state": {
@@ -19,37 +19,27 @@
19
  },
20
  "device": "cuda",
21
  "use_amp": false,
22
- "push_to_hub": false,
23
- "repo_id": "ShikangWang/posevla_full_delta",
24
  "private": null,
25
  "tags": null,
26
  "license": null,
27
- "pretrained_path": null,
28
  "qwen3_vl_variant": "qwen3_vl_28l",
29
  "action_expert_variant": "qwen3_28l",
30
  "dtype": "bfloat16",
31
- "pretrain": false,
32
  "chunk_size": 50,
33
  "n_action_steps": 50,
34
  "max_state_dim": 32,
35
  "max_action_dim": 32,
36
- "perc_query_num": 20,
37
  "num_inference_steps": 10,
38
- "time_sampling_beta_alpha": 1.5,
39
  "time_sampling_beta_beta": 1.0,
40
  "time_sampling_scale": 0.999,
41
  "time_sampling_offset": 0.001,
42
  "min_period": 0.004,
43
  "max_period": 4.0,
44
- "pose_loss_weight": 0.1,
45
- "loss_weight_exist": 1.0,
46
- "loss_weight_position": 5.0,
47
- "loss_weight_direction": 2.0,
48
- "loss_weight_vmf": 0.1,
49
- "loss_weight_geodesic": 1.0,
50
- "match_cost_exist": 1.0,
51
- "match_cost_position": 5.0,
52
- "match_cost_direction": 0.5,
53
  "image_resolution": [
54
  224,
55
  224
@@ -67,7 +57,7 @@
67
  "freeze_vision_encoder": false,
68
  "train_expert_only": false,
69
  "freeze_action_expert": false,
70
- "optimizer_lr": 5e-05,
71
  "optimizer_betas": [
72
  0.9,
73
  0.95
@@ -76,7 +66,7 @@
76
  "optimizer_weight_decay": 0.01,
77
  "optimizer_grad_clip_norm": 1.0,
78
  "vlm_lr_multiplier": 1.0,
79
- "scheduler_warmup_steps": 2000,
80
- "scheduler_decay_steps": 200000,
81
- "scheduler_decay_lr": 5e-06
82
  }
 
1
  {
2
+ "type": "dynamic_pi05_qwen",
3
  "n_obs_steps": 1,
4
  "input_features": {
5
  "observation.state": {
 
19
  },
20
  "device": "cuda",
21
  "use_amp": false,
22
+ "push_to_hub": true,
23
+ "repo_id": "lerobot/trajvla",
24
  "private": null,
25
  "tags": null,
26
  "license": null,
27
+ "pretrained_path": "lerobot/pi05_base",
28
  "qwen3_vl_variant": "qwen3_vl_28l",
29
  "action_expert_variant": "qwen3_28l",
30
  "dtype": "bfloat16",
 
31
  "chunk_size": 50,
32
  "n_action_steps": 50,
33
  "max_state_dim": 32,
34
  "max_action_dim": 32,
 
35
  "num_inference_steps": 10,
36
+ "time_sampling_beta_alpha": 2.5,
37
  "time_sampling_beta_beta": 1.0,
38
  "time_sampling_scale": 0.999,
39
  "time_sampling_offset": 0.001,
40
  "min_period": 0.004,
41
  "max_period": 4.0,
42
+ "random_time_prob": 0.2,
 
 
 
 
 
 
 
 
43
  "image_resolution": [
44
  224,
45
  224
 
57
  "freeze_vision_encoder": false,
58
  "train_expert_only": false,
59
  "freeze_action_expert": false,
60
+ "optimizer_lr": 2.5e-05,
61
  "optimizer_betas": [
62
  0.9,
63
  0.95
 
66
  "optimizer_weight_decay": 0.01,
67
  "optimizer_grad_clip_norm": 1.0,
68
  "vlm_lr_multiplier": 1.0,
69
+ "scheduler_warmup_steps": 1000,
70
+ "scheduler_decay_steps": 30000,
71
+ "scheduler_decay_lr": 2.5e-06
72
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5372fa7c1e6bcf0b40c03c3b93e80be0694de813454ea7975caede9d1ddf723b
3
- size 6030576512
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9612a04319184503a25fdbd64c99b29a179d85bc9072f8d08d6ccf8d6a84d5a6
3
+ size 5157742576
stats.json CHANGED
@@ -1,21 +1,95 @@
1
  {
2
  "aloha": {
3
- "depth.stats": {
4
  "min": [
5
- 0.9118702411651611,
6
- 1.340759038925171
 
 
 
 
 
 
 
 
 
 
7
  ],
8
  "max": [
9
- 153.3542022705078,
10
- 404.8944091796875
 
 
 
 
 
 
 
 
 
 
11
  ],
12
  "mean": [
13
- 1.0104806423187256,
14
- 2.3054113388061523
 
 
 
 
 
 
 
 
 
 
15
  ],
16
  "std": [
17
- 0.10744518041610718,
18
- 0.7919256687164307
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
19
  ],
20
  "count": [
21
  6190006
@@ -179,137 +253,24 @@
179
  ]
180
  ]
181
  },
182
- "observation.state": {
183
  "min": [
184
- -7.323299407958984,
185
- -0.4973906874656677,
186
- -0.18824216723442078,
187
- -1.9566115140914917,
188
- -1.5014400482177734,
189
- -8.142146110534668,
190
- 0.0,
191
- -6.009664535522461,
192
- -0.6168152093887329,
193
- -0.0855255201458931,
194
- -2.203854560852051,
195
- -2.1122918128967285,
196
- -8.424712181091309,
197
  0.0
198
  ],
199
  "max": [
200
- 6.436553001403809,
201
- 4.218555450439453,
202
- 5.788050651550293,
203
- 1.7917098999023438,
204
- 2.1023752689361572,
205
- 8.890085220336914,
206
- 1.0,
207
- 6.736955165863037,
208
- 4.175413608551025,
209
- 5.656769752502441,
210
- 1.9575397968292236,
211
- 1.5057553052902222,
212
- 7.0688958168029785,
213
- 1.0
214
  ],
215
  "mean": [
216
- -0.24772560596466064,
217
- 1.1504002809524536,
218
- 0.8188694715499878,
219
- -0.3086509108543396,
220
- 0.05627923831343651,
221
- -0.01663512922823429,
222
- 0.6496613621711731,
223
- 0.2113080769777298,
224
- 1.0522962808609009,
225
- 0.7641482949256897,
226
- -0.31528306007385254,
227
- -0.020076364278793335,
228
- 0.03699800744652748,
229
- 0.6886420249938965
230
  ],
231
  "std": [
232
- 0.3350416421890259,
233
- 0.999181866645813,
234
- 0.7699509263038635,
235
- 0.6670005321502686,
236
- 0.27609556913375854,
237
- 0.5944604277610779,
238
- 0.46040260791778564,
239
- 0.30005842447280884,
240
- 1.0245376825332642,
241
- 0.7941036224365234,
242
- 0.6766195297241211,
243
- 0.23668619990348816,
244
- 0.5875358581542969,
245
- 0.44642767310142517
246
  ],
247
  "count": [
248
  6190006
249
  ]
250
  },
251
- "object.poses": {
252
- "min": [
253
- 0.0,
254
- 0.0,
255
- 0.0,
256
- 0.0,
257
- -1.0,
258
- -0.9999995827674866,
259
- -0.999999463558197,
260
- -1.0,
261
- -0.9999992847442627,
262
- -0.999997615814209,
263
- 0.0,
264
- 0.0
265
- ],
266
- "max": [
267
- 1.0,
268
- 0.9999998211860657,
269
- 0.9999935030937195,
270
- 1.0,
271
- 1.0,
272
- 0.9999986886978149,
273
- 0.9999992847442627,
274
- 1.0,
275
- 0.9999973773956299,
276
- 0.9999920129776001,
277
- 1.0,
278
- 10.0
279
- ],
280
- "mean": [
281
- 0.2970513701438904,
282
- 0.14921699464321136,
283
- 0.11780871450901031,
284
- 0.07064822316169739,
285
- 0.02209528535604477,
286
- -0.03858209401369095,
287
- -0.07095351070165634,
288
- 0.038906268775463104,
289
- -0.021387789398431778,
290
- 0.016884474083781242,
291
- 0.10209379345178604,
292
- 2.9705135822296143
293
- ],
294
- "std": [
295
- 0.4569593369960785,
296
- 0.2758782207965851,
297
- 0.2220076471567154,
298
- 0.15976020693778992,
299
- 0.3349374532699585,
300
- 0.3041366636753082,
301
- 0.2921609878540039,
302
- 0.3853122889995575,
303
- 0.30464646220207214,
304
- 0.23134422302246094,
305
- 0.30277159810066223,
306
- 4.569594860076904
307
- ],
308
- "count": [
309
- 123800120
310
- ]
311
- },
312
- "observation.images.cam_right_wrist": {
313
  "min": [
314
  [
315
  [
@@ -484,41 +445,7 @@
484
  6190006
485
  ]
486
  },
487
- "episode_index": {
488
- "min": [
489
- 0.0
490
- ],
491
- "max": [
492
- 499.0
493
- ],
494
- "mean": [
495
- 229.02072143554688
496
- ],
497
- "std": [
498
- 151.9712677001953
499
- ],
500
- "count": [
501
- 6190006
502
- ]
503
- },
504
- "timestamp": {
505
- "min": [
506
- 0.0
507
- ],
508
- "max": [
509
- 32.84000015258789
510
- ],
511
- "mean": [
512
- 3.209726572036743
513
- ],
514
- "std": [
515
- 3.2416794300079346
516
- ],
517
- "count": [
518
- 6190006
519
- ]
520
- },
521
- "observation.images.cam_high": {
522
  "min": [
523
  [
524
  [
@@ -676,18 +603,87 @@
676
  ]
677
  ]
678
  },
679
- "index": {
680
  "min": [
 
 
 
 
 
 
 
 
 
 
 
 
 
681
  0.0
682
  ],
683
  "max": [
684
- 393156.0
 
 
 
 
 
 
 
 
 
 
 
 
 
685
  ],
686
  "mean": [
687
- 71589.4609375
 
 
 
 
 
 
 
 
 
 
 
 
 
688
  ],
689
  "std": [
690
- 70381.171875
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
691
  ],
692
  "count": [
693
  6190006
@@ -762,18 +758,22 @@
762
  242125300
763
  ]
764
  },
765
- "frame_index": {
766
  "min": [
767
- 0.0
 
768
  ],
769
  "max": [
770
- 1642.0
 
771
  ],
772
  "mean": [
773
- 160.4863739013672
 
774
  ],
775
  "std": [
776
- 162.0838623046875
 
777
  ],
778
  "count": [
779
  6190006
 
1
  {
2
  "aloha": {
3
+ "object.poses": {
4
  "min": [
5
+ 0.0,
6
+ 0.0,
7
+ 0.0,
8
+ 0.0,
9
+ -1.0,
10
+ -0.9999995827674866,
11
+ -0.999999463558197,
12
+ -1.0,
13
+ -0.9999992847442627,
14
+ -0.999997615814209,
15
+ 0.0,
16
+ 0.0
17
  ],
18
  "max": [
19
+ 1.0,
20
+ 0.9999998211860657,
21
+ 0.9999935030937195,
22
+ 1.0,
23
+ 1.0,
24
+ 0.9999986886978149,
25
+ 0.9999992847442627,
26
+ 1.0,
27
+ 0.9999973773956299,
28
+ 0.9999920129776001,
29
+ 1.0,
30
+ 10.0
31
  ],
32
  "mean": [
33
+ 0.2970513701438904,
34
+ 0.14921699464321136,
35
+ 0.11780871450901031,
36
+ 0.07064822316169739,
37
+ 0.02209528535604477,
38
+ -0.03858209401369095,
39
+ -0.07095351070165634,
40
+ 0.038906268775463104,
41
+ -0.021387789398431778,
42
+ 0.016884474083781242,
43
+ 0.10209379345178604,
44
+ 2.9705135822296143
45
  ],
46
  "std": [
47
+ 0.4569593369960785,
48
+ 0.2758782207965851,
49
+ 0.2220076471567154,
50
+ 0.15976020693778992,
51
+ 0.3349374532699585,
52
+ 0.3041366636753082,
53
+ 0.2921609878540039,
54
+ 0.3853122889995575,
55
+ 0.30464646220207214,
56
+ 0.23134422302246094,
57
+ 0.30277159810066223,
58
+ 4.569594860076904
59
+ ],
60
+ "count": [
61
+ 123800120
62
+ ]
63
+ },
64
+ "frame_index": {
65
+ "min": [
66
+ 0.0
67
+ ],
68
+ "max": [
69
+ 1642.0
70
+ ],
71
+ "mean": [
72
+ 160.4863739013672
73
+ ],
74
+ "std": [
75
+ 162.0838623046875
76
+ ],
77
+ "count": [
78
+ 6190006
79
+ ]
80
+ },
81
+ "index": {
82
+ "min": [
83
+ 0.0
84
+ ],
85
+ "max": [
86
+ 393156.0
87
+ ],
88
+ "mean": [
89
+ 71589.4609375
90
+ ],
91
+ "std": [
92
+ 70381.171875
93
  ],
94
  "count": [
95
  6190006
 
253
  ]
254
  ]
255
  },
256
+ "episode_index": {
257
  "min": [
 
 
 
 
 
 
 
 
 
 
 
 
 
258
  0.0
259
  ],
260
  "max": [
261
+ 499.0
 
 
 
 
 
 
 
 
 
 
 
 
 
262
  ],
263
  "mean": [
264
+ 229.02072143554688
 
 
 
 
 
 
 
 
 
 
 
 
 
265
  ],
266
  "std": [
267
+ 151.9712677001953
 
 
 
 
 
 
 
 
 
 
 
 
 
268
  ],
269
  "count": [
270
  6190006
271
  ]
272
  },
273
+ "observation.images.cam_high": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
274
  "min": [
275
  [
276
  [
 
445
  6190006
446
  ]
447
  },
448
+ "observation.images.cam_right_wrist": {
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
449
  "min": [
450
  [
451
  [
 
603
  ]
604
  ]
605
  },
606
+ "observation.state": {
607
  "min": [
608
+ -7.323299407958984,
609
+ -0.4973906874656677,
610
+ -0.18824216723442078,
611
+ -1.9566115140914917,
612
+ -1.5014400482177734,
613
+ -8.142146110534668,
614
+ 0.0,
615
+ -6.009664535522461,
616
+ -0.6168152093887329,
617
+ -0.0855255201458931,
618
+ -2.203854560852051,
619
+ -2.1122918128967285,
620
+ -8.424712181091309,
621
  0.0
622
  ],
623
  "max": [
624
+ 6.436553001403809,
625
+ 4.218555450439453,
626
+ 5.788050651550293,
627
+ 1.7917098999023438,
628
+ 2.1023752689361572,
629
+ 8.890085220336914,
630
+ 1.0,
631
+ 6.736955165863037,
632
+ 4.175413608551025,
633
+ 5.656769752502441,
634
+ 1.9575397968292236,
635
+ 1.5057553052902222,
636
+ 7.0688958168029785,
637
+ 1.0
638
  ],
639
  "mean": [
640
+ -0.24772560596466064,
641
+ 1.1504002809524536,
642
+ 0.8188694715499878,
643
+ -0.3086509108543396,
644
+ 0.05627923831343651,
645
+ -0.01663512922823429,
646
+ 0.6496613621711731,
647
+ 0.2113080769777298,
648
+ 1.0522962808609009,
649
+ 0.7641482949256897,
650
+ -0.31528306007385254,
651
+ -0.020076364278793335,
652
+ 0.03699800744652748,
653
+ 0.6886420249938965
654
  ],
655
  "std": [
656
+ 0.3350416421890259,
657
+ 0.999181866645813,
658
+ 0.7699509263038635,
659
+ 0.6670005321502686,
660
+ 0.27609556913375854,
661
+ 0.5944604277610779,
662
+ 0.46040260791778564,
663
+ 0.30005842447280884,
664
+ 1.0245376825332642,
665
+ 0.7941036224365234,
666
+ 0.6766195297241211,
667
+ 0.23668619990348816,
668
+ 0.5875358581542969,
669
+ 0.44642767310142517
670
+ ],
671
+ "count": [
672
+ 6190006
673
+ ]
674
+ },
675
+ "timestamp": {
676
+ "min": [
677
+ 0.0
678
+ ],
679
+ "max": [
680
+ 32.84000015258789
681
+ ],
682
+ "mean": [
683
+ 3.209726572036743
684
+ ],
685
+ "std": [
686
+ 3.2416794300079346
687
  ],
688
  "count": [
689
  6190006
 
758
  242125300
759
  ]
760
  },
761
+ "depth.stats": {
762
  "min": [
763
+ 0.9118702411651611,
764
+ 1.340759038925171
765
  ],
766
  "max": [
767
+ 153.3542022705078,
768
+ 404.8944091796875
769
  ],
770
  "mean": [
771
+ 1.0104806423187256,
772
+ 2.3054113388061523
773
  ],
774
  "std": [
775
+ 0.10744518041610718,
776
+ 0.7919256687164307
777
  ],
778
  "count": [
779
  6190006
train_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "dataset": {
3
- "type": "posevla_qwen",
4
- "repo_id": "adjust_bottle/demo_clean adjust_bottle/demo_randomized beat_block_hammer/demo_clean beat_block_hammer/demo_randomized blocks_ranking_rgb/demo_clean blocks_ranking_rgb/demo_randomized blocks_ranking_size/demo_clean blocks_ranking_size/demo_randomized click_alarmclock/demo_clean click_alarmclock/demo_randomized click_bell/demo_clean click_bell/demo_randomized dump_bin_bigbin/demo_clean dump_bin_bigbin/demo_randomized grab_roller/demo_clean grab_roller/demo_randomized handover_block/demo_clean handover_block/demo_randomized handover_mic/demo_clean handover_mic/demo_randomized hanging_mug/demo_clean hanging_mug/demo_randomized lift_pot/demo_clean lift_pot/demo_randomized move_can_pot/demo_clean move_can_pot/demo_randomized move_pillbottle_pad/demo_clean move_pillbottle_pad/demo_randomized move_playingcard_away/demo_clean move_playingcard_away/demo_randomized move_stapler_pad/demo_clean move_stapler_pad/demo_randomized open_laptop/demo_clean open_laptop/demo_randomized open_microwave/demo_clean open_microwave/demo_randomized pick_diverse_bottles/demo_clean pick_diverse_bottles/demo_randomized pick_dual_bottles/demo_clean pick_dual_bottles/demo_randomized place_a2b_left/demo_clean place_a2b_left/demo_randomized place_a2b_right/demo_clean place_a2b_right/demo_randomized place_bread_basket/demo_clean place_bread_basket/demo_randomized place_bread_skillet/demo_clean place_bread_skillet/demo_randomized place_burger_fries/demo_clean place_burger_fries/demo_randomized place_can_basket/demo_clean place_can_basket/demo_randomized place_cans_plasticbox/demo_clean place_cans_plasticbox/demo_randomized place_container_plate/demo_clean place_container_plate/demo_randomized place_dual_shoes/demo_clean place_dual_shoes/demo_randomized place_empty_cup/demo_clean place_empty_cup/demo_randomized place_fan/demo_clean place_fan/demo_randomized place_mouse_pad/demo_clean place_mouse_pad/demo_randomized place_object_basket/demo_clean place_object_basket/demo_randomized place_object_scale/demo_clean place_object_scale/demo_randomized place_object_stand/demo_clean place_object_stand/demo_randomized place_phone_stand/demo_clean place_phone_stand/demo_randomized place_shoe/demo_clean place_shoe/demo_randomized press_stapler/demo_clean press_stapler/demo_randomized put_bottles_dustbin/demo_clean put_bottles_dustbin/demo_randomized put_object_cabinet/demo_clean put_object_cabinet/demo_randomized rotate_qrcode/demo_clean rotate_qrcode/demo_randomized scan_object/demo_clean scan_object/demo_randomized shake_bottle/demo_clean shake_bottle/demo_randomized shake_bottle_horizontally/demo_clean shake_bottle_horizontally/demo_randomized stack_blocks_three/demo_clean stack_blocks_three/demo_randomized stack_blocks_two/demo_clean stack_blocks_two/demo_randomized stack_bowls_three/demo_clean stack_bowls_three/demo_randomized stack_bowls_two/demo_clean stack_bowls_two/demo_randomized stamp_seal/demo_clean stamp_seal/demo_randomized turn_switch/demo_clean turn_switch/demo_randomized",
5
  "root": "/mnt/data_pfs/robinwang/lerobot_datasets/robotwin_pose_v2",
6
  "episodes": null,
7
  "image_transforms": {
@@ -135,7 +135,7 @@
135
  "max_action_dim": 32
136
  },
137
  {
138
- "type": "unify_posevla_qwen_inputs"
139
  }
140
  ],
141
  "outputs": []
@@ -147,12 +147,11 @@
147
  "height": 224,
148
  "width": 224,
149
  "max_state_dim": 32,
150
- "max_action_dim": 32,
151
- "pretrain": false
152
  },
153
  "env": null,
154
  "policy": {
155
- "type": "posevla_qwen",
156
  "n_obs_steps": 1,
157
  "input_features": {
158
  "observation.state": {
@@ -172,37 +171,27 @@
172
  },
173
  "device": "cuda",
174
  "use_amp": false,
175
- "push_to_hub": false,
176
- "repo_id": "ShikangWang/posevla_full_delta",
177
  "private": null,
178
  "tags": null,
179
  "license": null,
180
- "pretrained_path": null,
181
  "qwen3_vl_variant": "qwen3_vl_28l",
182
  "action_expert_variant": "qwen3_28l",
183
  "dtype": "bfloat16",
184
- "pretrain": false,
185
  "chunk_size": 50,
186
  "n_action_steps": 50,
187
  "max_state_dim": 32,
188
  "max_action_dim": 32,
189
- "perc_query_num": 20,
190
  "num_inference_steps": 10,
191
- "time_sampling_beta_alpha": 1.5,
192
  "time_sampling_beta_beta": 1.0,
193
  "time_sampling_scale": 0.999,
194
  "time_sampling_offset": 0.001,
195
  "min_period": 0.004,
196
  "max_period": 4.0,
197
- "pose_loss_weight": 0.1,
198
- "loss_weight_exist": 1.0,
199
- "loss_weight_position": 5.0,
200
- "loss_weight_direction": 2.0,
201
- "loss_weight_vmf": 0.1,
202
- "loss_weight_geodesic": 1.0,
203
- "match_cost_exist": 1.0,
204
- "match_cost_position": 5.0,
205
- "match_cost_direction": 0.5,
206
  "image_resolution": [
207
  224,
208
  224
@@ -220,7 +209,7 @@
220
  "freeze_vision_encoder": false,
221
  "train_expert_only": false,
222
  "freeze_action_expert": false,
223
- "optimizer_lr": 5e-05,
224
  "optimizer_betas": [
225
  0.9,
226
  0.95
@@ -229,25 +218,25 @@
229
  "optimizer_weight_decay": 0.01,
230
  "optimizer_grad_clip_norm": 1.0,
231
  "vlm_lr_multiplier": 1.0,
232
- "scheduler_warmup_steps": 2000,
233
- "scheduler_decay_steps": 200000,
234
- "scheduler_decay_lr": 5e-06
235
  },
236
- "output_dir": "outputs/posevla_qwen/2026_06_01_15_02_50-posevla_qwen-delta-posevla_qwen_robotwin_clean-finetune",
237
- "job_name": "2026_06_01_15_02_50-posevla_qwen-delta-posevla_qwen_robotwin_clean-finetune",
238
  "resume": false,
239
- "seed": 42,
240
- "num_workers": 8,
241
- "batch_size": 8,
242
- "steps": 200000,
243
  "eval_freq": 20000,
244
- "log_freq": 100,
245
  "save_checkpoint": true,
246
- "save_freq": 10000,
247
  "use_policy_training_preset": true,
248
  "optimizer": {
249
  "type": "adamw",
250
- "lr": 5e-05,
251
  "weight_decay": 0.01,
252
  "grad_clip_norm": 1.0,
253
  "betas": [
@@ -258,10 +247,10 @@
258
  },
259
  "scheduler": {
260
  "type": "cosine_decay_with_warmup",
261
- "num_warmup_steps": 2000,
262
- "num_decay_steps": 200000,
263
- "peak_lr": 5e-05,
264
- "decay_lr": 5e-06
265
  },
266
  "eval": {
267
  "n_episodes": 50,
@@ -269,12 +258,12 @@
269
  "use_async_envs": false
270
  },
271
  "wandb": {
272
- "enable": true,
273
- "disable_artifact": true,
274
- "project": "lerobot_lab_posevla_robotwin",
275
  "entity": null,
276
  "notes": null,
277
- "run_id": "epwaxfvw",
278
  "mode": null
279
  },
280
  "checkpoint_path": null,
 
1
  {
2
  "dataset": {
3
+ "type": "dynamic_pi05_qwen",
4
+ "repo_id": "adjust_bottle/demo_clean",
5
  "root": "/mnt/data_pfs/robinwang/lerobot_datasets/robotwin_pose_v2",
6
  "episodes": null,
7
  "image_transforms": {
 
135
  "max_action_dim": 32
136
  },
137
  {
138
+ "type": "unify_dynamic_pi05_qwen_inputs"
139
  }
140
  ],
141
  "outputs": []
 
147
  "height": 224,
148
  "width": 224,
149
  "max_state_dim": 32,
150
+ "max_action_dim": 32
 
151
  },
152
  "env": null,
153
  "policy": {
154
+ "type": "dynamic_pi05_qwen",
155
  "n_obs_steps": 1,
156
  "input_features": {
157
  "observation.state": {
 
171
  },
172
  "device": "cuda",
173
  "use_amp": false,
174
+ "push_to_hub": true,
175
+ "repo_id": "lerobot/trajvla",
176
  "private": null,
177
  "tags": null,
178
  "license": null,
179
+ "pretrained_path": "lerobot/pi05_base",
180
  "qwen3_vl_variant": "qwen3_vl_28l",
181
  "action_expert_variant": "qwen3_28l",
182
  "dtype": "bfloat16",
 
183
  "chunk_size": 50,
184
  "n_action_steps": 50,
185
  "max_state_dim": 32,
186
  "max_action_dim": 32,
 
187
  "num_inference_steps": 10,
188
+ "time_sampling_beta_alpha": 2.5,
189
  "time_sampling_beta_beta": 1.0,
190
  "time_sampling_scale": 0.999,
191
  "time_sampling_offset": 0.001,
192
  "min_period": 0.004,
193
  "max_period": 4.0,
194
+ "random_time_prob": 0.2,
 
 
 
 
 
 
 
 
195
  "image_resolution": [
196
  224,
197
  224
 
209
  "freeze_vision_encoder": false,
210
  "train_expert_only": false,
211
  "freeze_action_expert": false,
212
+ "optimizer_lr": 2.5e-05,
213
  "optimizer_betas": [
214
  0.9,
215
  0.95
 
218
  "optimizer_weight_decay": 0.01,
219
  "optimizer_grad_clip_norm": 1.0,
220
  "vlm_lr_multiplier": 1.0,
221
+ "scheduler_warmup_steps": 1000,
222
+ "scheduler_decay_steps": 30000,
223
+ "scheduler_decay_lr": 2.5e-06
224
  },
225
+ "output_dir": "outputs/train/2026-06-04/16-25-26_dynamic_pi05_qwen",
226
+ "job_name": "dynamic_pi05_qwen",
227
  "resume": false,
228
+ "seed": 1000,
229
+ "num_workers": 0,
230
+ "batch_size": 2,
231
+ "steps": 100000,
232
  "eval_freq": 20000,
233
+ "log_freq": 200,
234
  "save_checkpoint": true,
235
+ "save_freq": 100,
236
  "use_policy_training_preset": true,
237
  "optimizer": {
238
  "type": "adamw",
239
+ "lr": 2.5e-05,
240
  "weight_decay": 0.01,
241
  "grad_clip_norm": 1.0,
242
  "betas": [
 
247
  },
248
  "scheduler": {
249
  "type": "cosine_decay_with_warmup",
250
+ "num_warmup_steps": 1000,
251
+ "num_decay_steps": 30000,
252
+ "peak_lr": 2.5e-05,
253
+ "decay_lr": 2.5e-06
254
  },
255
  "eval": {
256
  "n_episodes": 50,
 
258
  "use_async_envs": false
259
  },
260
  "wandb": {
261
+ "enable": false,
262
+ "disable_artifact": false,
263
+ "project": "lerobot",
264
  "entity": null,
265
  "notes": null,
266
+ "run_id": null,
267
  "mode": null
268
  },
269
  "checkpoint_path": null,