pnevskaiaan commited on
Commit
d29265d
·
verified ·
1 Parent(s): f3f8f94

Upload 4 files

Browse files
Files changed (4) hide show
  1. config.yaml +147 -0
  2. configuration.json +16 -0
  3. model.pt +3 -0
  4. multilingual.tiktoken +0 -0
config.yaml ADDED
@@ -0,0 +1,147 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model: FunASRNano
2
+ model_conf:
3
+ lsm_weight: 0.1
4
+ length_normalized_loss: true
5
+ audio_encoder: SenseVoiceEncoderSmall
6
+ audio_encoder_conf:
7
+ output_size: 128
8
+ attention_heads: 4
9
+ linear_units: 256
10
+ num_blocks: 2
11
+ tp_blocks: 1
12
+ dropout_rate: 0.1
13
+ positional_dropout_rate: 0.1
14
+ attention_dropout_rate: 0.1
15
+ input_layer: pe
16
+ pos_enc_class: SinusoidalPositionEncoder
17
+ normalize_before: true
18
+ kernel_size: 11
19
+ sanm_shfit: 0
20
+ selfattention_layer_type: sanm
21
+ freeze: true
22
+ freeze_layer_num: -1
23
+ feat_permute: true
24
+ llm: Qwen3-0.6b
25
+ llm_conf:
26
+ hub: hf
27
+ freeze: true
28
+ llm_dtype: bf16
29
+ init_param_path: Qwen3-0.6B
30
+ use_lora: false
31
+ lora_conf:
32
+ freeze_lora: true
33
+ task_type: CAUSAL_LM
34
+ r: 16
35
+ lora_alpha: 32
36
+ lora_dropout: 0.05
37
+ bias: none
38
+ target_modules:
39
+ - q_proj
40
+ - v_proj
41
+ init_param_path: ''
42
+ audio_adaptor: Transformer
43
+ audio_adaptor_conf:
44
+ downsample_rate: 1
45
+ use_low_frame_rate: true
46
+ ffn_dim: 256
47
+ llm_dim: 1024
48
+ encoder_dim: 128
49
+ n_layer: 1
50
+ freeze: true
51
+ ctc_decoder: Transformer
52
+ detach_ctc_decoder: true
53
+ ctc_decoder_conf:
54
+ downsample_rate: 1
55
+ ffn_dim: 256
56
+ llm_dim: 128
57
+ encoder_dim: 128
58
+ n_layer: 1
59
+ freeze: false
60
+ ctc_weight: 1.0
61
+ ctc_conf:
62
+ dropout_rate: 0.0
63
+ ctc_type: builtin
64
+ reduce: true
65
+ ignore_nan_grad: true
66
+ frontend: WavFrontend
67
+ frontend_conf:
68
+ fs: 16000
69
+ window: hamming
70
+ n_mels: 80
71
+ frame_length: 25
72
+ frame_shift: 10
73
+ lfr_m: 7
74
+ lfr_n: 6
75
+ cmvn_file: null
76
+ train_conf:
77
+ use_lora: ${llm_conf.use_lora}
78
+ accum_grad: 1
79
+ grad_clip: 5
80
+ max_epoch: 2
81
+ keep_nbest_models: 200
82
+ log_interval: 100
83
+ effective_save_name_excludes:
84
+ - llm.
85
+ resume: true
86
+ validate_interval: 2000
87
+ save_checkpoint_interval: 2000
88
+ avg_nbest_model: 100
89
+ use_bf16: false
90
+ use_deepspeed: true
91
+ deepspeed_config: null
92
+ save_init_model: false
93
+ optim: adamw
94
+ optim_conf:
95
+ lr: 5.0e-06
96
+ weight_decay: 0.0
97
+ scheduler: warmuplr
98
+ scheduler_conf:
99
+ warmup_steps: 2500
100
+ dataset: FunASR
101
+ dataset_conf:
102
+ index_ds: FunASR
103
+ batch_sampler: BatchSampler
104
+ batch_type: token
105
+ batch_size: 6000
106
+ max_token_length: 3500
107
+ shuffle: true
108
+ sort_size: 1024
109
+ batch_size_scale_ratio_max: 2
110
+ num_workers: 4
111
+ audio_adaptor_downsample_rate: ${audio_adaptor_conf.downsample_rate}
112
+ audio_encoder_downsample_rate: 6
113
+ data_split_num: 256
114
+ batch_size_sample_max: 10
115
+ retry: 2000
116
+ batch_size_token_max: 6000
117
+ max_source_length: 12000
118
+ max_target_length: 2048
119
+ prompt_classes: MultiContextPrompt
120
+ prompt_conf:
121
+ max_neg_hotwords_num: 0
122
+ min_neg_hotwords_num: 0
123
+ use_hist: false
124
+ use_one_pass_result: true
125
+ use_hotwords: true
126
+ use_asr_hotwords: true
127
+ chinese_hotwords_list: null
128
+ english_hotwords_list: null
129
+ ctc_tokenizer: SenseVoiceTokenizer
130
+ ctc_target_normalize: true
131
+ ctc_tokenizer_conf:
132
+ vocab_path: null
133
+ is_multilingual: true
134
+ num_languages: 8749
135
+ min_source_length: 10
136
+ batch_size_scale_threshold: 3000
137
+ use_dynamic_output_ratio: 0.0
138
+ tokenizer: HuggingfaceTokenizer
139
+ tokenizer_conf:
140
+ init_param_path: ${llm_conf.init_param_path}
141
+ enable_tf32: true
142
+ debug: false
143
+ train_data_set_list: null
144
+ valid_data_set_list: null
145
+ init_param: null
146
+ output_dir: null
147
+ ctc_vocab_size: 1024
configuration.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "framework": "pytorch",
3
+ "task" : "auto-speech-recognition",
4
+ "model": {"type" : "funasr"},
5
+ "pipeline": {"type":"funasr-pipeline"},
6
+ "model_name_in_hub": {
7
+ "ms":"",
8
+ "hf":""
9
+ },
10
+ "file_path_metas": {
11
+ "init_param":"model.pt",
12
+ "config":"config.yaml",
13
+ "llm_conf": {"init_param_path": "Qwen3-0.6B"},
14
+ "ctc_tokenizer_conf": {"vocab_path": "multilingual.tiktoken"}
15
+ }
16
+ }
model.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff9c204f5672809ff7a231e6aec2e70598fa42fde0ec4a6a2ba618d0091934e4
3
+ size 82939967
multilingual.tiktoken ADDED
The diff for this file is too large to render. See raw diff