yeahhhh326 commited on
Commit
c514b22
·
verified ·
1 Parent(s): 990d96c

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +3 -11
  2. model.safetensors +2 -2
config.json CHANGED
@@ -13,8 +13,7 @@
13
  "eval_deterministic": true,
14
  "l2_normalized": true,
15
  "stochastic": true,
16
- "stochastic_temperature": 0.03,
17
- "train_deterministic": true
18
  },
19
  "name": "vq"
20
  }
@@ -45,6 +44,7 @@
45
  "learned_encoder_latent_query_embed": true,
46
  "learned_encoder_patch_pe": false,
47
  "mask_generator": {
 
48
  "mask_type": "left_masking_by_group_normal",
49
  "max_toks": 512,
50
  "mean_toks": 256,
@@ -54,7 +54,7 @@
54
  "tot_groups": 4,
55
  "total_toks": 512
56
  },
57
- "mode": "train_online_scorer",
58
  "patch_size": 8,
59
  "prior_model": {
60
  "args": {
@@ -71,15 +71,7 @@
71
  "use_mix_ss": true
72
  },
73
  "query_init_std": 0.02,
74
- "scorer_attn_type": "full_causal_type1",
75
- "scorer_depth": 12,
76
- "scorer_hidden_size": 768,
77
- "scorer_name": "transformer_scorer",
78
- "scorer_num_heads": 12,
79
- "scorer_step": 64,
80
  "temporal_patch_size": 4,
81
- "token_select_mode": "none",
82
- "token_select_num": 10000,
83
  "transformer_name": "transformer_encoder_parallel",
84
  "transformers_version": "4.50.0",
85
  "use_decoder_latent_token_type_embed": false,
 
13
  "eval_deterministic": true,
14
  "l2_normalized": true,
15
  "stochastic": true,
16
+ "stochastic_temperature": 0.03
 
17
  },
18
  "name": "vq"
19
  }
 
44
  "learned_encoder_latent_query_embed": true,
45
  "learned_encoder_patch_pe": false,
46
  "mask_generator": {
47
+ "eval_mask_type": "full_ones",
48
  "mask_type": "left_masking_by_group_normal",
49
  "max_toks": 512,
50
  "mean_toks": 256,
 
54
  "tot_groups": 4,
55
  "total_toks": 512
56
  },
57
+ "mode": "train_adap",
58
  "patch_size": 8,
59
  "prior_model": {
60
  "args": {
 
71
  "use_mix_ss": true
72
  },
73
  "query_init_std": 0.02,
 
 
 
 
 
 
74
  "temporal_patch_size": 4,
 
 
75
  "transformer_name": "transformer_encoder_parallel",
76
  "transformers_version": "4.50.0",
77
  "use_decoder_latent_token_type_embed": false,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4c48c40171aa7ad58e6f77d363545ce7dc819b7c0d2df698fb8a472f97af4db
3
- size 1148743316
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be5432949a87dee253c86f7ccb87bb5370b435ed180f8cda546b09d6a63c8cdd
3
+ size 792871656