aoiandroid commited on
Commit
bf0fc09
·
verified ·
1 Parent(s): 024336c

Upload OpenVoice V2 Core ML packages (ToneColorConverter split + E2E)

Browse files
ToneColorConverter_Decoder.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93546068a0df4e38290f34c24c24084d67981e63d83cde98e25b70e9479189ab
3
+ size 127132
ToneColorConverter_Decoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cdc47ffb85ccdc8ddd3bbee4f4301112a53565e5720ba5c3c732f21f7c2e09e
3
+ size 28928128
ToneColorConverter_Decoder.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "31187191-7E33-4AB3-94DB-5394DBB2EF43": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Specification",
7
+ "name": "model.mlmodel",
8
+ "path": "com.apple.CoreML/model.mlmodel"
9
+ },
10
+ "EEC631F0-A5E6-4F3A-9F19-3EB106D52DB3": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Weights",
13
+ "name": "weights",
14
+ "path": "com.apple.CoreML/weights"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "31187191-7E33-4AB3-94DB-5394DBB2EF43"
18
+ }
ToneColorConverter_E2E.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1da0f0ed72c1007d9bb2d6c58ae37107bd7f4e26a65da7dabfd2ea20232f988d
3
+ size 484140
ToneColorConverter_E2E.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08cf5ec87cb39715a545d90b4ba8dc1d15109e180d499c913c4dd5d2939e5a1a
3
+ size 63887808
ToneColorConverter_E2E.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "60A425C0-2DFD-487F-9628-3E99AB50B638": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Specification",
7
+ "name": "model.mlmodel",
8
+ "path": "com.apple.CoreML/model.mlmodel"
9
+ },
10
+ "6C23D1FD-1ACF-4814-982A-4B6733963FA3": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Weights",
13
+ "name": "weights",
14
+ "path": "com.apple.CoreML/weights"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "60A425C0-2DFD-487F-9628-3E99AB50B638"
18
+ }
ToneColorConverter_Flow_Forward.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:663b25b79f95e54e63ed859b448b21e1169500c716cf6aa042d483d03218d9ff
3
+ size 127591
ToneColorConverter_Flow_Forward.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae50e6ff9bf98338386b8f5d96d0d8028c92017ac8fe6d1dfe715286a456cc60
3
+ size 17344832
ToneColorConverter_Flow_Forward.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "21212833-7C2B-4360-9B32-98AEE50CA5DD": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Weights",
7
+ "name": "weights",
8
+ "path": "com.apple.CoreML/weights"
9
+ },
10
+ "423DEA45-73A3-40B2-A1A3-95C38F5F026C": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Specification",
13
+ "name": "model.mlmodel",
14
+ "path": "com.apple.CoreML/model.mlmodel"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "423DEA45-73A3-40B2-A1A3-95C38F5F026C"
18
+ }
ToneColorConverter_Flow_Reverse.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39361657aec3a0c5bf09e4c5b78275d1d98f0d72e28573b20f7f0f7748d9e4a6
3
+ size 128821
ToneColorConverter_Flow_Reverse.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bca8988c3ab9e39cc328f22595f8811733a0b9ad029a874d28108ffd6d64cedf
3
+ size 17344832
ToneColorConverter_Flow_Reverse.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "B7142C0B-E6F1-4DA2-811D-3F592A214E49": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Weights",
7
+ "name": "weights",
8
+ "path": "com.apple.CoreML/weights"
9
+ },
10
+ "BFEB036E-9797-4060-A53D-6231E46967D3": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Specification",
13
+ "name": "model.mlmodel",
14
+ "path": "com.apple.CoreML/model.mlmodel"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "BFEB036E-9797-4060-A53D-6231E46967D3"
18
+ }
ToneColorConverter_PosteriorEncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa616848c8b3802647d7003303626e0c56ed2ed800b2524a9260c5ed524aea7a
3
+ size 115188
ToneColorConverter_PosteriorEncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35ab1cef640f0ec3b9ea4df7a15754d8c81a47d9db1c6c1129fa440ce401982e
3
+ size 17614400
ToneColorConverter_PosteriorEncoder.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "1F1AA866-CE50-418F-BF1B-1B637C476D10": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Weights",
7
+ "name": "weights",
8
+ "path": "com.apple.CoreML/weights"
9
+ },
10
+ "BC7DD43C-A293-405F-A0A6-7F61C9BAF012": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Specification",
13
+ "name": "model.mlmodel",
14
+ "path": "com.apple.CoreML/model.mlmodel"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "BC7DD43C-A293-405F-A0A6-7F61C9BAF012"
18
+ }
ToneColorConverter_ReferenceEncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87711f3ea0c492ede0545ed9d59a56d0df59718b35bfda234a708315c6edae14
3
+ size 26635
ToneColorConverter_ReferenceEncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b50c4ca00b72862f7cd974f9bef7d1dd36d2a86adc0b6b626116fb26b5cc6de
3
+ size 1627840
ToneColorConverter_ReferenceEncoder.mlpackage/Manifest.json ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "fileFormatVersion": "1.0.0",
3
+ "itemInfoEntries": {
4
+ "286603A1-1E6C-41C7-BB30-93AE1B8D3A54": {
5
+ "author": "com.apple.CoreML",
6
+ "description": "CoreML Model Weights",
7
+ "name": "weights",
8
+ "path": "com.apple.CoreML/weights"
9
+ },
10
+ "40E2CAEC-F117-4137-BF54-9B3A9DADBC0C": {
11
+ "author": "com.apple.CoreML",
12
+ "description": "CoreML Model Specification",
13
+ "name": "model.mlmodel",
14
+ "path": "com.apple.CoreML/model.mlmodel"
15
+ }
16
+ },
17
+ "rootModelIdentifier": "40E2CAEC-F117-4137-BF54-9B3A9DADBC0C"
18
+ }
pipeline_info.json ADDED
@@ -0,0 +1,92 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "description": "OpenVoice V2 ToneColorConverter を5つの CoreML モデルに分割。voice_conversion パスを再現する実行順序は以下の通り。",
3
+ "pipeline": [
4
+ {
5
+ "step": 1,
6
+ "model": "ToneColorConverter_ReferenceEncoder.mlpackage",
7
+ "role": "参照音声の mel-spectrogram → tone color embedding v(C)",
8
+ "inputs": {
9
+ "spec": "[1, T, n_mels] float32"
10
+ },
11
+ "outputs": {
12
+ "g": "[1, gin_channels, 1] float32"
13
+ }
14
+ },
15
+ {
16
+ "step": 2,
17
+ "model": "ToneColorConverter_PosteriorEncoder.mlpackage",
18
+ "role": "ベース音声の STFT スペクトル → 潜在変数 z",
19
+ "inputs": {
20
+ "spec": "[1, n_fft, T] float32",
21
+ "spec_lengths": "[1] int32",
22
+ "g": "[1, gin_channels, 1] float32 (ソーススピーカーの g)"
23
+ },
24
+ "outputs": {
25
+ "z": "[1, inter_channels, T] float32",
26
+ "y_mask": "[1, 1, T] float32"
27
+ }
28
+ },
29
+ {
30
+ "step": 3,
31
+ "model": "ToneColorConverter_Flow_Forward.mlpackage",
32
+ "role": "z → z_p (ソーストーンカラー除去)",
33
+ "inputs": {
34
+ "z": "step2.z",
35
+ "y_mask": "step2.y_mask",
36
+ "g": "ソース g"
37
+ },
38
+ "outputs": {
39
+ "z_p": "[1, inter_channels, T] float32"
40
+ }
41
+ },
42
+ {
43
+ "step": 4,
44
+ "model": "ToneColorConverter_Flow_Reverse.mlpackage",
45
+ "role": "z_p → z_hat (ターゲットトーンカラー注入)",
46
+ "inputs": {
47
+ "z_p": "step3.z_p",
48
+ "y_mask": "step2.y_mask",
49
+ "g_tgt": "ターゲット g"
50
+ },
51
+ "outputs": {
52
+ "z_hat": "[1, inter_channels, T] float32"
53
+ }
54
+ },
55
+ {
56
+ "step": 5,
57
+ "model": "ToneColorConverter_Decoder.mlpackage",
58
+ "role": "z_hat → 波形 (HiFi-GAN)",
59
+ "inputs": {
60
+ "z_hat": "step4.z_hat",
61
+ "y_mask": "step2.y_mask",
62
+ "g": "ターゲット g"
63
+ },
64
+ "outputs": {
65
+ "audio": "[1, 1, T_audio] float32"
66
+ }
67
+ }
68
+ ],
69
+ "hyperparameters": {
70
+ "sampling_rate": 22050,
71
+ "filter_length": 1024,
72
+ "hop_length": 256,
73
+ "win_length": 1024,
74
+ "n_fft": 513,
75
+ "inter_channels": 192,
76
+ "hidden_channels": 192,
77
+ "gin_channels": 256,
78
+ "upsample_rates": [
79
+ 8,
80
+ 8,
81
+ 2,
82
+ 2
83
+ ]
84
+ },
85
+ "notes": [
86
+ "MeloTTS (BaseSpeakerTTS) は可変長 tokenizer のため CoreML 化対象外。",
87
+ "ベース音声は Python/MeloTTS で生成し、そのスペクトルを step2 に渡す。",
88
+ "PosteriorEncoder は Core ML 用に後験平均 (tau=0 相当) のみ。PyTorch の randn サンプリングは含まない。",
89
+ "tone color embedding は事前計算して .pth/.bin で保存しておくと効率的。",
90
+ "iOS 推論時は AVAudioEngine で sampling_rate に合わせてリサンプリング要。"
91
+ ]
92
+ }
pipeline_info_e2e.json ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "ToneColorConverter_E2E.mlpackage",
3
+ "inputs": {
4
+ "y": "[1, 513, T] float32 — linear STFT magnitude (same layout as PyTorch OpenVoice)",
5
+ "y_lengths": "[1] int32",
6
+ "sid_src": "[1, 256, 1] float32 — source tone embedding",
7
+ "sid_tgt": "[1, 256, 1] float32 — target tone embedding"
8
+ },
9
+ "outputs": {
10
+ "audio_out": "[1, 1, T_audio] float32"
11
+ },
12
+ "notes": [
13
+ "tau=0 固定(後験からのサンプリングなし)。",
14
+ "5 分割版と異なり中間 z を取り出せないが呼び出しは1回で済む。"
15
+ ]
16
+ }