hf-transformers-bot commited on
Commit
c30a1de
·
verified ·
1 Parent(s): 2fdfd91

Update tiny models for Gemma3nAudioEncoder

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Gemma3nAudioEncoder"
4
+ ],
5
+ "conf_attention_chunk_size": 4,
6
+ "conf_attention_context_left": 5,
7
+ "conf_attention_context_right": 0,
8
+ "conf_attention_logit_cap": 50.0,
9
+ "conf_conv_kernel_size": 3,
10
+ "conf_num_attention_heads": 4,
11
+ "conf_num_hidden_layers": 2,
12
+ "conf_reduction_factor": 4,
13
+ "conf_residual_weight": 0.5,
14
+ "dtype": "float32",
15
+ "gradient_clipping": 10000000000.0,
16
+ "hidden_size": 32,
17
+ "input_feat_size": 32,
18
+ "model_type": "gemma3n_audio",
19
+ "rms_norm_eps": 1e-06,
20
+ "sscp_conv_channel_size": [
21
+ 16,
22
+ 8
23
+ ],
24
+ "sscp_conv_group_norm_eps": 0.001,
25
+ "sscp_conv_kernel_size": [
26
+ [
27
+ 3,
28
+ 3
29
+ ],
30
+ [
31
+ 3,
32
+ 3
33
+ ]
34
+ ],
35
+ "sscp_conv_stride_size": [
36
+ [
37
+ 2,
38
+ 2
39
+ ],
40
+ [
41
+ 2,
42
+ 2
43
+ ]
44
+ ],
45
+ "transformers_version": "5.16.0.dev0",
46
+ "vocab_offset": 262272,
47
+ "vocab_size": 262400
48
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e61f5c6c012d690b4e231c16dd3debbcfe2a7b70d428062d69105c90f40cc565
3
+ size 218480
preprocessor_config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "crop_size": null,
3
+ "data_format": "channels_first",
4
+ "default_to_square": false,
5
+ "device": null,
6
+ "disable_grouping": null,
7
+ "dither": 0.0,
8
+ "do_center_crop": null,
9
+ "do_convert_rgb": null,
10
+ "do_normalize": false,
11
+ "do_rescale": true,
12
+ "do_resize": true,
13
+ "feature_extractor_type": "Gemma3nAudioFeatureExtractor",
14
+ "feature_size": 128,
15
+ "fft_length": 1024,
16
+ "fft_overdrive": true,
17
+ "frame_length": 512,
18
+ "hop_length": 160,
19
+ "image_mean": [
20
+ 0.5,
21
+ 0.5,
22
+ 0.5
23
+ ],
24
+ "image_processor_type": "SiglipImageProcessorFast",
25
+ "image_seq_length": 256,
26
+ "image_std": [
27
+ 0.5,
28
+ 0.5,
29
+ 0.5
30
+ ],
31
+ "input_data_format": null,
32
+ "input_scale_factor": 1.0,
33
+ "max_frequency": 7600.0,
34
+ "mel_floor": 1e-05,
35
+ "min_frequency": 125.0,
36
+ "padding_side": "right",
37
+ "padding_value": 0.0,
38
+ "per_bin_mean": null,
39
+ "per_bin_stddev": null,
40
+ "preemphasis": 0.97,
41
+ "preemphasis_htk_flavor": true,
42
+ "resample": 2,
43
+ "rescale_factor": 0.00392156862745098,
44
+ "return_attention_mask": true,
45
+ "return_tensors": null,
46
+ "sampling_rate": 16000,
47
+ "size": {
48
+ "height": 768,
49
+ "width": 768
50
+ }
51
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa40b46d55d1fa5f1c0b218de3a695942c620858ba34aa94e2aa705efc6f071
3
+ size 33442552
tokenizer_config.json ADDED
@@ -0,0 +1,31 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "audio_token": "<audio_soft_token>",
3
+ "backend": "tokenizers",
4
+ "boa_token": "<start_of_audio>",
5
+ "boi_token": "<start_of_image>",
6
+ "bos_token": "<bos>",
7
+ "clean_up_tokenization_spaces": false,
8
+ "eoa_token": "<end_of_audio>",
9
+ "eoi_token": "<end_of_image>",
10
+ "eos_token": "<eos>",
11
+ "image_token": "<image_soft_token>",
12
+ "is_local": true,
13
+ "local_files_only": false,
14
+ "mask_token": "<mask>",
15
+ "model_max_length": 1000000000000000019884624838656,
16
+ "model_specific_special_tokens": {
17
+ "audio_token": "<audio_soft_token>",
18
+ "boa_token": "<start_of_audio>",
19
+ "boi_token": "<start_of_image>",
20
+ "eoa_token": "<end_of_audio>",
21
+ "eoi_token": "<end_of_image>",
22
+ "image_token": "<image_soft_token>"
23
+ },
24
+ "pad_token": "<pad>",
25
+ "processor_class": "Gemma3nProcessor",
26
+ "sp_model_kwargs": null,
27
+ "spaces_between_special_tokens": false,
28
+ "tokenizer_class": "GemmaTokenizer",
29
+ "unk_token": "<unk>",
30
+ "use_default_system_prompt": false
31
+ }