msluszniak's picture
Add int8 MLX variant; remove bf16 (OOM-killed on device)
ab63eeb verified
Raw
History Blame Contribute Delete
1.54 kB
{
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
"model": "whisper",
"family": "whisper",
"capabilities": [
"speech-to-text"
],
"backend": "mlx",
"license": "mit",
"tokenizer": "../tokenizer.json",
"variants": [
{
"file": "whisper_small_mlx_int8.pte",
"precision": "int8",
"quantized": true,
"default": true,
"methods": {
"encode": {
"inputs": [
{
"shape": [
480000
],
"dtype": "float32"
}
],
"outputs": [
{
"shape": [
1,
1500,
768
],
"dtype": "float32"
}
]
},
"decode": {
"inputs": [
{
"shape": [
1,
1
],
"dtype": "int64"
},
{
"shape": [
1
],
"dtype": "int64"
},
{
"shape": [
1,
1500,
768
],
"dtype": "float32"
}
],
"outputs": [
{
"shape": [
1,
1,
51865
],
"dtype": "float32"
}
]
}
}
}
]
}