Upload OpenVoice V2 Core ML packages (ToneColorConverter split + E2E)
Browse files- ToneColorConverter_Decoder.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- ToneColorConverter_Decoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- ToneColorConverter_Decoder.mlpackage/Manifest.json +18 -0
- ToneColorConverter_E2E.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- ToneColorConverter_E2E.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- ToneColorConverter_E2E.mlpackage/Manifest.json +18 -0
- ToneColorConverter_Flow_Forward.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- ToneColorConverter_Flow_Forward.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- ToneColorConverter_Flow_Forward.mlpackage/Manifest.json +18 -0
- ToneColorConverter_Flow_Reverse.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- ToneColorConverter_Flow_Reverse.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- ToneColorConverter_Flow_Reverse.mlpackage/Manifest.json +18 -0
- ToneColorConverter_PosteriorEncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- ToneColorConverter_PosteriorEncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- ToneColorConverter_PosteriorEncoder.mlpackage/Manifest.json +18 -0
- ToneColorConverter_ReferenceEncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel +3 -0
- ToneColorConverter_ReferenceEncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
- ToneColorConverter_ReferenceEncoder.mlpackage/Manifest.json +18 -0
- pipeline_info.json +92 -0
- pipeline_info_e2e.json +16 -0
ToneColorConverter_Decoder.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:93546068a0df4e38290f34c24c24084d67981e63d83cde98e25b70e9479189ab
|
| 3 |
+
size 127132
|
ToneColorConverter_Decoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9cdc47ffb85ccdc8ddd3bbee4f4301112a53565e5720ba5c3c732f21f7c2e09e
|
| 3 |
+
size 28928128
|
ToneColorConverter_Decoder.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"31187191-7E33-4AB3-94DB-5394DBB2EF43": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Specification",
|
| 7 |
+
"name": "model.mlmodel",
|
| 8 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
+
},
|
| 10 |
+
"EEC631F0-A5E6-4F3A-9F19-3EB106D52DB3": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Weights",
|
| 13 |
+
"name": "weights",
|
| 14 |
+
"path": "com.apple.CoreML/weights"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "31187191-7E33-4AB3-94DB-5394DBB2EF43"
|
| 18 |
+
}
|
ToneColorConverter_E2E.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1da0f0ed72c1007d9bb2d6c58ae37107bd7f4e26a65da7dabfd2ea20232f988d
|
| 3 |
+
size 484140
|
ToneColorConverter_E2E.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:08cf5ec87cb39715a545d90b4ba8dc1d15109e180d499c913c4dd5d2939e5a1a
|
| 3 |
+
size 63887808
|
ToneColorConverter_E2E.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"60A425C0-2DFD-487F-9628-3E99AB50B638": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Specification",
|
| 7 |
+
"name": "model.mlmodel",
|
| 8 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 9 |
+
},
|
| 10 |
+
"6C23D1FD-1ACF-4814-982A-4B6733963FA3": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Weights",
|
| 13 |
+
"name": "weights",
|
| 14 |
+
"path": "com.apple.CoreML/weights"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "60A425C0-2DFD-487F-9628-3E99AB50B638"
|
| 18 |
+
}
|
ToneColorConverter_Flow_Forward.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:663b25b79f95e54e63ed859b448b21e1169500c716cf6aa042d483d03218d9ff
|
| 3 |
+
size 127591
|
ToneColorConverter_Flow_Forward.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae50e6ff9bf98338386b8f5d96d0d8028c92017ac8fe6d1dfe715286a456cc60
|
| 3 |
+
size 17344832
|
ToneColorConverter_Flow_Forward.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"21212833-7C2B-4360-9B32-98AEE50CA5DD": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Weights",
|
| 7 |
+
"name": "weights",
|
| 8 |
+
"path": "com.apple.CoreML/weights"
|
| 9 |
+
},
|
| 10 |
+
"423DEA45-73A3-40B2-A1A3-95C38F5F026C": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Specification",
|
| 13 |
+
"name": "model.mlmodel",
|
| 14 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "423DEA45-73A3-40B2-A1A3-95C38F5F026C"
|
| 18 |
+
}
|
ToneColorConverter_Flow_Reverse.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:39361657aec3a0c5bf09e4c5b78275d1d98f0d72e28573b20f7f0f7748d9e4a6
|
| 3 |
+
size 128821
|
ToneColorConverter_Flow_Reverse.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bca8988c3ab9e39cc328f22595f8811733a0b9ad029a874d28108ffd6d64cedf
|
| 3 |
+
size 17344832
|
ToneColorConverter_Flow_Reverse.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"B7142C0B-E6F1-4DA2-811D-3F592A214E49": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Weights",
|
| 7 |
+
"name": "weights",
|
| 8 |
+
"path": "com.apple.CoreML/weights"
|
| 9 |
+
},
|
| 10 |
+
"BFEB036E-9797-4060-A53D-6231E46967D3": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Specification",
|
| 13 |
+
"name": "model.mlmodel",
|
| 14 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "BFEB036E-9797-4060-A53D-6231E46967D3"
|
| 18 |
+
}
|
ToneColorConverter_PosteriorEncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa616848c8b3802647d7003303626e0c56ed2ed800b2524a9260c5ed524aea7a
|
| 3 |
+
size 115188
|
ToneColorConverter_PosteriorEncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:35ab1cef640f0ec3b9ea4df7a15754d8c81a47d9db1c6c1129fa440ce401982e
|
| 3 |
+
size 17614400
|
ToneColorConverter_PosteriorEncoder.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"1F1AA866-CE50-418F-BF1B-1B637C476D10": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Weights",
|
| 7 |
+
"name": "weights",
|
| 8 |
+
"path": "com.apple.CoreML/weights"
|
| 9 |
+
},
|
| 10 |
+
"BC7DD43C-A293-405F-A0A6-7F61C9BAF012": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Specification",
|
| 13 |
+
"name": "model.mlmodel",
|
| 14 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "BC7DD43C-A293-405F-A0A6-7F61C9BAF012"
|
| 18 |
+
}
|
ToneColorConverter_ReferenceEncoder.mlpackage/Data/com.apple.CoreML/model.mlmodel
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87711f3ea0c492ede0545ed9d59a56d0df59718b35bfda234a708315c6edae14
|
| 3 |
+
size 26635
|
ToneColorConverter_ReferenceEncoder.mlpackage/Data/com.apple.CoreML/weights/weight.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b50c4ca00b72862f7cd974f9bef7d1dd36d2a86adc0b6b626116fb26b5cc6de
|
| 3 |
+
size 1627840
|
ToneColorConverter_ReferenceEncoder.mlpackage/Manifest.json
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"fileFormatVersion": "1.0.0",
|
| 3 |
+
"itemInfoEntries": {
|
| 4 |
+
"286603A1-1E6C-41C7-BB30-93AE1B8D3A54": {
|
| 5 |
+
"author": "com.apple.CoreML",
|
| 6 |
+
"description": "CoreML Model Weights",
|
| 7 |
+
"name": "weights",
|
| 8 |
+
"path": "com.apple.CoreML/weights"
|
| 9 |
+
},
|
| 10 |
+
"40E2CAEC-F117-4137-BF54-9B3A9DADBC0C": {
|
| 11 |
+
"author": "com.apple.CoreML",
|
| 12 |
+
"description": "CoreML Model Specification",
|
| 13 |
+
"name": "model.mlmodel",
|
| 14 |
+
"path": "com.apple.CoreML/model.mlmodel"
|
| 15 |
+
}
|
| 16 |
+
},
|
| 17 |
+
"rootModelIdentifier": "40E2CAEC-F117-4137-BF54-9B3A9DADBC0C"
|
| 18 |
+
}
|
pipeline_info.json
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"description": "OpenVoice V2 ToneColorConverter を5つの CoreML モデルに分割。voice_conversion パスを再現する実行順序は以下の通り。",
|
| 3 |
+
"pipeline": [
|
| 4 |
+
{
|
| 5 |
+
"step": 1,
|
| 6 |
+
"model": "ToneColorConverter_ReferenceEncoder.mlpackage",
|
| 7 |
+
"role": "参照音声の mel-spectrogram → tone color embedding v(C)",
|
| 8 |
+
"inputs": {
|
| 9 |
+
"spec": "[1, T, n_mels] float32"
|
| 10 |
+
},
|
| 11 |
+
"outputs": {
|
| 12 |
+
"g": "[1, gin_channels, 1] float32"
|
| 13 |
+
}
|
| 14 |
+
},
|
| 15 |
+
{
|
| 16 |
+
"step": 2,
|
| 17 |
+
"model": "ToneColorConverter_PosteriorEncoder.mlpackage",
|
| 18 |
+
"role": "ベース音声の STFT スペクトル → 潜在変数 z",
|
| 19 |
+
"inputs": {
|
| 20 |
+
"spec": "[1, n_fft, T] float32",
|
| 21 |
+
"spec_lengths": "[1] int32",
|
| 22 |
+
"g": "[1, gin_channels, 1] float32 (ソーススピーカーの g)"
|
| 23 |
+
},
|
| 24 |
+
"outputs": {
|
| 25 |
+
"z": "[1, inter_channels, T] float32",
|
| 26 |
+
"y_mask": "[1, 1, T] float32"
|
| 27 |
+
}
|
| 28 |
+
},
|
| 29 |
+
{
|
| 30 |
+
"step": 3,
|
| 31 |
+
"model": "ToneColorConverter_Flow_Forward.mlpackage",
|
| 32 |
+
"role": "z → z_p (ソーストーンカラー除去)",
|
| 33 |
+
"inputs": {
|
| 34 |
+
"z": "step2.z",
|
| 35 |
+
"y_mask": "step2.y_mask",
|
| 36 |
+
"g": "ソース g"
|
| 37 |
+
},
|
| 38 |
+
"outputs": {
|
| 39 |
+
"z_p": "[1, inter_channels, T] float32"
|
| 40 |
+
}
|
| 41 |
+
},
|
| 42 |
+
{
|
| 43 |
+
"step": 4,
|
| 44 |
+
"model": "ToneColorConverter_Flow_Reverse.mlpackage",
|
| 45 |
+
"role": "z_p → z_hat (ターゲットトーンカラー注入)",
|
| 46 |
+
"inputs": {
|
| 47 |
+
"z_p": "step3.z_p",
|
| 48 |
+
"y_mask": "step2.y_mask",
|
| 49 |
+
"g_tgt": "ターゲット g"
|
| 50 |
+
},
|
| 51 |
+
"outputs": {
|
| 52 |
+
"z_hat": "[1, inter_channels, T] float32"
|
| 53 |
+
}
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"step": 5,
|
| 57 |
+
"model": "ToneColorConverter_Decoder.mlpackage",
|
| 58 |
+
"role": "z_hat → 波形 (HiFi-GAN)",
|
| 59 |
+
"inputs": {
|
| 60 |
+
"z_hat": "step4.z_hat",
|
| 61 |
+
"y_mask": "step2.y_mask",
|
| 62 |
+
"g": "ターゲット g"
|
| 63 |
+
},
|
| 64 |
+
"outputs": {
|
| 65 |
+
"audio": "[1, 1, T_audio] float32"
|
| 66 |
+
}
|
| 67 |
+
}
|
| 68 |
+
],
|
| 69 |
+
"hyperparameters": {
|
| 70 |
+
"sampling_rate": 22050,
|
| 71 |
+
"filter_length": 1024,
|
| 72 |
+
"hop_length": 256,
|
| 73 |
+
"win_length": 1024,
|
| 74 |
+
"n_fft": 513,
|
| 75 |
+
"inter_channels": 192,
|
| 76 |
+
"hidden_channels": 192,
|
| 77 |
+
"gin_channels": 256,
|
| 78 |
+
"upsample_rates": [
|
| 79 |
+
8,
|
| 80 |
+
8,
|
| 81 |
+
2,
|
| 82 |
+
2
|
| 83 |
+
]
|
| 84 |
+
},
|
| 85 |
+
"notes": [
|
| 86 |
+
"MeloTTS (BaseSpeakerTTS) は可変長 tokenizer のため CoreML 化対象外。",
|
| 87 |
+
"ベース音声は Python/MeloTTS で生成し、そのスペクトルを step2 に渡す。",
|
| 88 |
+
"PosteriorEncoder は Core ML 用に後験平均 (tau=0 相当) のみ。PyTorch の randn サンプリングは含まない。",
|
| 89 |
+
"tone color embedding は事前計算して .pth/.bin で保存しておくと効率的。",
|
| 90 |
+
"iOS 推論時は AVAudioEngine で sampling_rate に合わせてリサンプリング要。"
|
| 91 |
+
]
|
| 92 |
+
}
|
pipeline_info_e2e.json
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model": "ToneColorConverter_E2E.mlpackage",
|
| 3 |
+
"inputs": {
|
| 4 |
+
"y": "[1, 513, T] float32 — linear STFT magnitude (same layout as PyTorch OpenVoice)",
|
| 5 |
+
"y_lengths": "[1] int32",
|
| 6 |
+
"sid_src": "[1, 256, 1] float32 — source tone embedding",
|
| 7 |
+
"sid_tgt": "[1, 256, 1] float32 — target tone embedding"
|
| 8 |
+
},
|
| 9 |
+
"outputs": {
|
| 10 |
+
"audio_out": "[1, 1, T_audio] float32"
|
| 11 |
+
},
|
| 12 |
+
"notes": [
|
| 13 |
+
"tau=0 固定(後験からのサンプリングなし)。",
|
| 14 |
+
"5 分割版と異なり中間 z を取り出せないが呼び出しは1回で済む。"
|
| 15 |
+
]
|
| 16 |
+
}
|