Ollaya package for Mapika/decider-4b
Browse files- 2b-vision/calibration.json +9 -0
- 2b-vision/decision.json +93 -0
- 2b-vision/model-fp32.onnx +3 -0
- 2b-vision/vision-fp32.onnx +3 -0
- README.md +3 -1
2b-vision/calibration.json
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"temperature": [
|
| 3 |
+
1.0,
|
| 4 |
+
1.0,
|
| 5 |
+
1.0
|
| 6 |
+
],
|
| 7 |
+
"temperature_by_options": {},
|
| 8 |
+
"source": "none upstream (decider_config.json has no temperature for the vision model)"
|
| 9 |
+
}
|
2b-vision/decision.json
ADDED
|
@@ -0,0 +1,93 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"engine": "onnx",
|
| 3 |
+
"family": "decider",
|
| 4 |
+
"layout": "decider-vision-v1",
|
| 5 |
+
"upstream": {
|
| 6 |
+
"repo": "Mapika/decider-2b-vision",
|
| 7 |
+
"revision": "863e290863655f1d6b69324d77d09ac972d21609",
|
| 8 |
+
"code": "decider/vision.py + decider/prompt.py (v5)"
|
| 9 |
+
},
|
| 10 |
+
"graphs": {
|
| 11 |
+
"vision": "vision.onnx",
|
| 12 |
+
"decoder": "model.onnx"
|
| 13 |
+
},
|
| 14 |
+
"max_ctx_tokens": 1536,
|
| 15 |
+
"max_options": 10,
|
| 16 |
+
"max_levels": 10,
|
| 17 |
+
"isolated_levels": false,
|
| 18 |
+
"labels": {
|
| 19 |
+
"narrow": 10,
|
| 20 |
+
"strings": [
|
| 21 |
+
"A",
|
| 22 |
+
"B",
|
| 23 |
+
"C",
|
| 24 |
+
"D",
|
| 25 |
+
"E",
|
| 26 |
+
"F",
|
| 27 |
+
"G",
|
| 28 |
+
"H",
|
| 29 |
+
"I",
|
| 30 |
+
"J"
|
| 31 |
+
],
|
| 32 |
+
"ids": [
|
| 33 |
+
32,
|
| 34 |
+
33,
|
| 35 |
+
34,
|
| 36 |
+
35,
|
| 37 |
+
36,
|
| 38 |
+
37,
|
| 39 |
+
38,
|
| 40 |
+
39,
|
| 41 |
+
40,
|
| 42 |
+
41
|
| 43 |
+
],
|
| 44 |
+
"open_ids": [
|
| 45 |
+
198,
|
| 46 |
+
7
|
| 47 |
+
]
|
| 48 |
+
},
|
| 49 |
+
"chunk": 64,
|
| 50 |
+
"tokens": {
|
| 51 |
+
"image": 248056,
|
| 52 |
+
"vision_start": 248053,
|
| 53 |
+
"vision_end": 248054,
|
| 54 |
+
"pad": 0
|
| 55 |
+
},
|
| 56 |
+
"image": {
|
| 57 |
+
"patch_size": 16,
|
| 58 |
+
"temporal_patch_size": 2,
|
| 59 |
+
"merge_size": 2,
|
| 60 |
+
"min_pixels": 65536,
|
| 61 |
+
"max_pixels": 16777216,
|
| 62 |
+
"resample": "PIL bicubic",
|
| 63 |
+
"rescale_factor": 0.00392156862745098,
|
| 64 |
+
"image_mean": [
|
| 65 |
+
0.5,
|
| 66 |
+
0.5,
|
| 67 |
+
0.5
|
| 68 |
+
],
|
| 69 |
+
"image_std": [
|
| 70 |
+
0.5,
|
| 71 |
+
0.5,
|
| 72 |
+
0.5
|
| 73 |
+
],
|
| 74 |
+
"position_table_side": 48,
|
| 75 |
+
"position_interpolation": "bilinear, align_corners"
|
| 76 |
+
},
|
| 77 |
+
"mrope_section": [
|
| 78 |
+
11,
|
| 79 |
+
11,
|
| 80 |
+
10
|
| 81 |
+
],
|
| 82 |
+
"opset": 20,
|
| 83 |
+
"weights_in_memory": "fp32",
|
| 84 |
+
"min_options": 2,
|
| 85 |
+
"isolated_row_temperature": 1.0,
|
| 86 |
+
"neutralize_none": false,
|
| 87 |
+
"independent_rows": true,
|
| 88 |
+
"index_arrays_min_len": 8,
|
| 89 |
+
"special_tokens": {
|
| 90 |
+
"pad": 0
|
| 91 |
+
},
|
| 92 |
+
"retokenize": "upstream decodes each row's text ids and tokenizes the string again (with the image placeholder in front); rows are encode(decode(ids))"
|
| 93 |
+
}
|
2b-vision/model-fp32.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:68db9945404bdd90b98b5e2312bdf0e3196207ede03d3017e0ee868a27344924
|
| 3 |
+
size 6741628
|
2b-vision/vision-fp32.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c18cff14cac23ffeb627ea917f77b720d10f180aa65cd3792769f98ed0eb7a00
|
| 3 |
+
size 2107304
|
README.md
CHANGED
|
@@ -3,6 +3,7 @@ license: apache-2.0
|
|
| 3 |
base_model:
|
| 4 |
- Mapika/decider-4b
|
| 5 |
- Mapika/decider-2b
|
|
|
|
| 6 |
- Mapika/decider-0.8b
|
| 7 |
library_name: onnx
|
| 8 |
tags:
|
|
@@ -15,7 +16,7 @@ pipeline_tag: text-classification
|
|
| 15 |
|
| 16 |
# decider for Ollaya
|
| 17 |
|
| 18 |
-
[Ollaya](https://github.com/ollaya-dev/ollaya) package of **[Mapika/decider-4b](https://huggingface.co/Mapika/decider-4b)** and **[Mapika/decider-2b](https://huggingface.co/Mapika/decider-2b)** and **[Mapika/decider-0.8b](https://huggingface.co/Mapika/decider-0.8b)** by Mapika.
|
| 19 |
Ollaya runs open decision models locally, the way Ollama runs LLMs: typed questions in,
|
| 20 |
calibrated answers out, behind a TypeSafe-compatible API.
|
| 21 |
|
|
@@ -34,6 +35,7 @@ commit, and verifies their sha256.
|
|
| 34 |
|---|---|---|
|
| 35 |
| `decider:4b` | [Mapika/decider-4b@eb5fbdf](https://huggingface.co/Mapika/decider-4b/tree/eb5fbdfc9448473ec25e399882912863afbdb70e) | `4b/model-fp32.onnx`, `4b/decision.json`, `4b/calibration.json` |
|
| 36 |
| `decider:2b` | [Mapika/decider-2b@9839cc9](https://huggingface.co/Mapika/decider-2b/tree/9839cc9d908be16c5988c0d041034b5fdf82c7a2) | `2b/model-fp32.onnx`, `2b/decision.json`, `2b/calibration.json` |
|
|
|
|
| 37 |
| `decider:0.8b` | [Mapika/decider-0.8b@a0a01d6](https://huggingface.co/Mapika/decider-0.8b/tree/a0a01d6f8135298f400a8c856b355793012ae971) | `0.8b/model-fp32.onnx`, `0.8b/decision.json`, `0.8b/calibration.json` |
|
| 38 |
|
| 39 |
Each tag has an fp32 graph, used on CPU and GPU. Each tag also has `decision.json` (sequence layout, special tokens) and
|
|
|
|
| 3 |
base_model:
|
| 4 |
- Mapika/decider-4b
|
| 5 |
- Mapika/decider-2b
|
| 6 |
+
- Mapika/decider-2b-vision
|
| 7 |
- Mapika/decider-0.8b
|
| 8 |
library_name: onnx
|
| 9 |
tags:
|
|
|
|
| 16 |
|
| 17 |
# decider for Ollaya
|
| 18 |
|
| 19 |
+
[Ollaya](https://github.com/ollaya-dev/ollaya) package of **[Mapika/decider-4b](https://huggingface.co/Mapika/decider-4b)** and **[Mapika/decider-2b](https://huggingface.co/Mapika/decider-2b)** and **[Mapika/decider-2b-vision](https://huggingface.co/Mapika/decider-2b-vision)** and **[Mapika/decider-0.8b](https://huggingface.co/Mapika/decider-0.8b)** by Mapika.
|
| 20 |
Ollaya runs open decision models locally, the way Ollama runs LLMs: typed questions in,
|
| 21 |
calibrated answers out, behind a TypeSafe-compatible API.
|
| 22 |
|
|
|
|
| 35 |
|---|---|---|
|
| 36 |
| `decider:4b` | [Mapika/decider-4b@eb5fbdf](https://huggingface.co/Mapika/decider-4b/tree/eb5fbdfc9448473ec25e399882912863afbdb70e) | `4b/model-fp32.onnx`, `4b/decision.json`, `4b/calibration.json` |
|
| 37 |
| `decider:2b` | [Mapika/decider-2b@9839cc9](https://huggingface.co/Mapika/decider-2b/tree/9839cc9d908be16c5988c0d041034b5fdf82c7a2) | `2b/model-fp32.onnx`, `2b/decision.json`, `2b/calibration.json` |
|
| 38 |
+
| `decider:2b-vision` | [Mapika/decider-2b-vision@863e290](https://huggingface.co/Mapika/decider-2b-vision/tree/863e290863655f1d6b69324d77d09ac972d21609) | `2b-vision/model-fp32.onnx`, `2b-vision/vision-fp32.onnx`, `2b-vision/decision.json`, `2b-vision/calibration.json` |
|
| 39 |
| `decider:0.8b` | [Mapika/decider-0.8b@a0a01d6](https://huggingface.co/Mapika/decider-0.8b/tree/a0a01d6f8135298f400a8c856b355793012ae971) | `0.8b/model-fp32.onnx`, `0.8b/decision.json`, `0.8b/calibration.json` |
|
| 40 |
|
| 41 |
Each tag has an fp32 graph, used on CPU and GPU. Each tag also has `decision.json` (sequence layout, special tokens) and
|