File size: 2,567 Bytes
ceda8f3
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
{
  "processor_class": "Gr00tN1d7Processor",
  "processor_kwargs": {
    "modality_configs": {
      "g1_heft": {
        "video": {
          "delta_indices": [
            0
          ],
          "modality_keys": [
            "ego_view",
            "left_wrist",
            "right_wrist"
          ],
          "sin_cos_embedding_keys": null,
          "mean_std_embedding_keys": null,
          "action_configs": null
        },
        "state": {
          "delta_indices": [
            0
          ],
          "modality_keys": [
            "joint_position"
          ],
          "sin_cos_embedding_keys": null,
          "mean_std_embedding_keys": null,
          "action_configs": null
        },
        "action": {
          "delta_indices": [
            0,
            1,
            2,
            3,
            4,
            5,
            6,
            7,
            8,
            9,
            10,
            11,
            12,
            13,
            14,
            15,
            16,
            17,
            18,
            19,
            20,
            21,
            22,
            23,
            24,
            25,
            26,
            27,
            28,
            29
          ],
          "modality_keys": [
            "root_local"
          ],
          "sin_cos_embedding_keys": null,
          "mean_std_embedding_keys": null,
          "action_configs": [
            {
              "rep": "ABSOLUTE",
              "type": "NON_EEF",
              "format": "DEFAULT",
              "state_key": null
            }
          ]
        },
        "language": {
          "delta_indices": [
            0
          ],
          "modality_keys": [
            "task"
          ],
          "sin_cos_embedding_keys": null,
          "mean_std_embedding_keys": null,
          "action_configs": null
        }
      }
    },
    "image_crop_size": null,
    "image_target_size": null,
    "use_albumentations": true,
    "random_rotation_angle": null,
    "color_jitter_params": null,
    "shortest_image_edge": 320,
    "crop_fraction": 1.0,
    "letter_box_transform": false,
    "model_name": "/mnt/data/nieshen/models/Cosmos-Reason2-2B",
    "model_type": "qwen",
    "formalize_language": true,
    "max_state_dim": 29,
    "max_action_dim": 40,
    "max_action_horizon": 30,
    "use_percentiles": true,
    "use_mean_std": false,
    "clip_outliers": true,
    "apply_sincos_state_encoding": false,
    "use_relative_action": true,
    "exclude_state": false,
    "state_dropout_prob": 0.2
  }
}