laya-coreml / config.json
alexwengg's picture
Add config.json
82245c3 verified
Raw
History Blame Contribute Delete
1.81 kB
{
"format": "coreml",
"library_name": "coreml",
"pipeline": "typed-decision",
"source": {
"repo": "convaiinnovations/laya",
"subfolder": "multilingual",
"revision": "1c5edc17a7acd8701df6fc341c0d179f1c62c982",
"encoder": "jhu-clsp/mmBERT-base",
"license": "apache-2.0"
},
"question_types": ["choice", "score", "noul"],
"max_options": 32,
"head_max_len": 256,
"sequence_format": "[CLS] <type> question: <instructions> [SEP] ([MASK] <option>)* [SEP] <state> [SEP]",
"buckets": [
{ "length": 128, "fp16": "laya_multilingual_fp16_L128_options32.mlmodelc", "e8": "laya_multilingual_e8_L128_options32.mlmodelc" },
{ "length": 256, "fp16": "laya_multilingual_fp16_L256_options32.mlmodelc", "e8": "laya_multilingual_e8_L256_options32.mlmodelc" },
{ "length": 512, "fp16": "laya_multilingual_fp16_L512_options32.mlmodelc", "e8": "laya_multilingual_e8_L512_options32.mlmodelc" },
{ "length": 1024, "fp16": "laya_multilingual_fp16_L1024_options32.mlmodelc", "e8": "laya_multilingual_e8_L1024_options32.mlmodelc" }
],
"precisions": {
"fp16": { "weight_format": "float16", "package_mb": 614 },
"e8": { "weight_format": "int8 per-channel embedding table, float16 encoder and head", "package_mb": 448 }
},
"tokenizer": "tokenizer.json",
"inputs": {
"input_ids": "int32 [1, L]",
"attention_mask": "int32 [1, L]",
"marker_map": "float32 [1, 32, L]",
"question_type": "float32 [1, 3]"
},
"outputs": {
"logits": "float32 [1, 32]",
"probabilities": "float32 [1, 32]",
"action_probabilities": "float32 [1, 2]"
},
"minimum_deployment_target": "iOS17 / macOS14",
"runtime": "https://github.com/FluidInference/FluidUse",
"conversion": "https://github.com/FluidInference/mobius/tree/main/models/computer-use/laya/coreml"
}