ios-ane-h18p: stock static iOS export, AOT h18p neural-engine (device gate PASS 3/3)

.gitattributes

@@ -34,3 +34,36 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
 int8/minicpm5_2b_int8.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph filter=lfs diff=lfs merge=lfs -text
+ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p.mlirb filter=lfs diff=lfs merge=lfs -text

ios-ane-h18p/metadata.json

@@ -0,0 +1,30 @@
+{
+  "metadata_version": "0.2",
+  "kind": "llm",
+  "name": "minicpm5_2b_4bit_weight_palettized_group32_static",
+  "assets": {
+    "main": "minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc"
+  },
+  "language": {
+    "tokenizer": "openbmb/MiniCPM5-2B",
+    "vocab_size": 130560,
+    "max_context_length": 4096,
+    "embedded_tokenizer": true,
+    "function_map": {
+      "main": [
+        "main"
+      ]
+    }
+  },
+  "source": {
+    "model_definition": "torch",
+    "hf_model_id": "openbmb/MiniCPM5-2B"
+  },
+  "compression": "4bit_weight_palettized_group32",
+  "compilation": {
+    "date": "2026-09-15T11:08:14.715836+09:00",
+    "targets": [
+      "h18p neural-engine (xcrun coreai-build compile --platform iOS --preferred-compute neural-engine --architecture h18p)"
+    ]
+  }
+}

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/Manifest.json

@@ -0,0 +1,5 @@
+{
+    "ANECompiler": "10.26.4",
+    "LLIRVersion": "0.1b",
+    "Weights": []
+}

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d8d598b4e7af61d544c9a67103d026ab5f18af16a7c57507ff648bdc4770a6
+size 3765379

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_1024_64_f2fOFjg2L-Jh0S7J5aIleQ_1_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1efe99b6c955beab67d1204def6ad00075aa68d18ec833425e281e9577ff214
+size 3878860

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_1024_8_nWe1yYYQpLswlfhcWgkxTg_2_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2a2c5c571285e1bad76657440ac2b075ef9fac697b7a97d402e4e299599720c
+size 3762418

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_2048_16_WMuH0XxLqO9R4SsEnG73tQ_3_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f9b5f418b28e6c23b3a1e5b4c02836dc7ffe5029edeec6585883d418dd8491
+size 3812973

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_2048_64_T1j9cb3y1kY1yNoysX3Uwg_4_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7e3b1bdfab884da303d7d3e2eb164f011332d629f452a4e4109c30a92590434
+size 3878626

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_2048_8_faJcQCFp9Q1OQuqGLGZGnw_5_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4ca844475eb0a3968054a13e5969ea7a7289e43c2a2db9caaf799f37beb97ae
+size 3756700

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_256_16_aIj3OFPyItyDuynkhx_AbQ_6_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd8e45f8b1d6ab195fe77be12eebe3c61ad65abf959392cfd65a53f29dec5887
+size 3776300

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_256_64_CVIR-8ZRXksJKNK3VH4q-w_7_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62143c1d0bb1e6f8cf159cf74c6b7804edd521eec87d4e7454237fb4444ad2cb
+size 3792204

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_256_8_-S6md3bYrrrG-DG_W_xDEw_8_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ef4aa83d6c73e875300d4ef04db6f5aa3356387e21ae046104bf4ca9e6268f4
+size 3763497

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_4096_16_QmJLZbIBFo7eM4thlwnXJQ_9_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0bf76a0f41da52115ac9052fcdcff31754d99d9387d50694630959109f0b867
+size 3883708

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_4096_64_Xb1kxkumXYVGjcAh-vly_g_10_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d5f052577fc4118c514844fbff96606b6726e655ee58cc047b2f45bdab97510
+size 3902781

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_4096_8_A5HR5rOFUFvRruRD-YTbxQ_11_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5621da33ba846a986f5d21e1c5bef0c9be643a8bef3f85ab2e7621ea9a7382bd
+size 3764235

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_512_16_9DTjlXb3vuWW6159-PNv7w_12_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba836d661abaf8598341f66dde1df5b3e9132df56c20fbb86191db6596d00fc3
+size 3766107

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_512_64_viy3yQrGYWX9rFWqW20CeQ_13_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3549e70ef73e20ddecfeb755bd680bc5123152231ce873e995eb2f535b56d5
+size 3793625

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/extend_512_8_uLivFgBeRlUus7ppHR_vLA_14_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbed767f606084b893d5acdf508264890ff1a438c154e566a657664a507eaee
+size 3755054

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_1024_16_8jqk11R3WA6XUp3_UTXABA_15_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3629e7691020fdf7e3c4bf902151810279b1bf03b638e7d518fd02fe9f4d24c
+size 3261640

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_1024_64_vxlGCQyrDxC7Ha8_hb_yAA_16_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b37c389bf9cb9de7fbe81c0c7b8450e140911c0de2a74655af79749a0766bc
+size 3374309

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_1024_8_Y_geOcym-IDNDusUtgygrQ_17_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fcfda64f6a1459b645555b607a105a96e762bf3c86ab65da79fbaf3b4a53c18
+size 3257406

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_2048_16_ivcSEYWqhFa9xI9o75lCig_18_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4aa78f2cf84999a0c338a0d06ad858f0d58231a2ed8c4c17d085ce44c0105dda
+size 3308070

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_2048_64_rGP98Hwj7o48NSK0K3ch6Q_19_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43128eb86a084b404c27bffc5fad3ea6e73ba6e48271512e33e552a6514781c3
+size 3374075

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_2048_8_5AwAb1zKoIjrf4n6UlU9lg_20_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5a91339ee02ca44cc135b91f71aaab8a41b326699a23dc2e7f6871aef1d317
+size 3251452

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_256_16_qHLp6dWxeshOn1ZplPA6gw_21_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34dca9235f8e9e350f6c7f83fb43ec14957f74e96c5045f57e950ed77281a80d
+size 3275147

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_256_64_jmRmx2xz48nVCcXKXzz7ng_22_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20971e63a066cba7239015f277db88900de8a505b41b0ff2395036f643a91e3e
+size 3290220

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_256_8_XHB5F1BeSNTZnxC-ivgF8g_23_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c490949e4074d66e0b541cb5d4a24e0c1c8c5ec5e92c370e02128053cf4e382c
+size 3260849

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_4096_16_1jiHZx3W_KrCedrUE-u7pA_24_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7b80a17cdc1690991870a6fd4584c2617ec9f09894891ef17f41aa61d2364bc
+size 3380514

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_4096_64_2-Nn_XNrer45vr7eNoeXZA_25_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ca92299a2d53d2e2e369840ee05b80d4860da38d9e3bc894cda156f8d968211
+size 3393682

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_4096_8_mzaxDIV58wsouHFvoZ_Q5g_26_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dfb8b55415bfd38bc69da973009e63ee8e6067fe0f5828652618cdf26501de0
+size 3254534

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_512_16_WltpFXJyAM-DI1Gv_trO5Q_27_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32104662ab29f934cf7916affea4bcdfc51f0052285e2b43799c3cee5efd1678
+size 3257499

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_512_64_6awrnflwgO4IpIRT4Fl0EQ_28_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b23b5abbbdb1aed9de4db8e0ba8eda18140da682e8ff7488869ca077d7ec55
+size 3287737

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/binary_0.llir.bundle/extend_1024_16_Bn61_I05alAFYS8Bwtqi7g_0_ANE_region_0_0.bc/h18p/prompt_opt_512_8_z9DTGJyGiMn1cEXjLCselw_29_ANE_region_0_0.mlir.bc

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc22b655db1b4c3c935c658a956e398b2024fc98582352f516158f4fa1071984
+size 3245715

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/original_model_0.mpsgraph

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0a5247c0b8edbee1d4e92e12e1cd9872a57b5e81cdb7d027e281bba87d1105c
+size 21939396

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/resources.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b6f103259886f85f1cc81f59a0289fa9768fc62d955ee1d01ff11c4eae0508
+size 1125853832

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p-delegates/MPSGraph/mpsExecutable.mpsgraphpackage/specialized_model_1.mpsgraph

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3733914c67b7c55fd7befafd36ce8c1c79941888cea6661340e856286fa14ae0
+size 19361189

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main-h18p.mlirb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d84d69010f16a1b070cdaf2f937dad2573d0c73e9398fbb8e9abf8f4a636d7
+size 269506091

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/main.hash

@@ -0,0 +1 @@
+��Mi
��pͯ/�}�%s��>��������6�

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/metadata.json

@@ -0,0 +1,9 @@
+{
+  "assetVersion": "2.0",
+  "sourceHash": "8743D67FA5445C9F456DECED8521897B4A16691A7EA313B1FD4EF31F6957EF96",
+  "producer": "coreai-build-3600.83.1",
+  "creationDate": "20260915T021433Z",
+  "author": "OpenBMB",
+  "license": "Apache-2.0",
+  "description": "MiniCPM5-2B is a 2.5B-parameter on-device causal language model from OpenBMB (dense LlamaForCausalLM, 42 layers) with hybrid Think/No-Think reasoning, tool calling and 128K context. Source: https://huggingface.co/openbmb/MiniCPM5-2B"
+}

ios-ane-h18p/minicpm5_2b_4bit_weight_palettized_group32_static.h18p.aimodelc/stats.json

@@ -0,0 +1 @@
+{"computeTypes":["Float16","Float32","Int16","Int32","Int8","UInt16","UInt32","UInt4","UInt64"],"operationDistribution":[{"count":102811,"name":"constant"},{"name":"transpose","count":98445},{"count":39855,"name":"batch_matmul"},{"count":39855,"name":"broadcasting_batch_matmul"},{"name":"reshape","count":33910},{"count":21330,"name":"mul"},{"count":20055,"name":"broadcast_in_dims"},{"count":18810,"name":"broadcasting_mul"},{"name":"add","count":13815},{"count":11330,"name":"cast"},{"count":10050,"name":"broadcasting_add"},{"name":"lut_to_dense","count":8760},{"name":"conv2d","count":8745},{"count":7609,"name":"slice"},{"count":7560,"name":"concat"},{"count":6285,"name":"reduce"},{"name":"broadcast_to","count":5055},{"name":"broadcasting_divide","count":5010},{"name":"divide","count":5010},{"name":"split","count":4980},{"name":"reduce_sum","count":3765},{"name":"copy_discarding_constraints","count":2647},{"count":2580,"name":"read_handle"},{"name":"copy_with_constraints","count":2534},{"count":2534,"name":"gather_nd"},{"count":2520,"name":"broadcast_shapes"},{"name":"get_shape","count":2520},{"name":"reduce_mean","count":2520},{"count":2520,"name":"reduce_product"},{"count":2520,"name":"rsqrt"},{"count":2520,"name":"slice_update"},{"name":"write_handle","count":2520},{"name":"exp","count":2490},{"count":1245,"name":"broadcasting_sub"},{"name":"silu","count":1245},{"count":1245,"name":"softmax"},{"name":"sub","count":1245},{"count":33,"name":"invoke"},{"name":"create_token","count":30},{"name":"blockwise_shift_scale","count":4},{"count":3,"name":"expand_dims"}],"storageTypes":[{"count":2249195520,"name":"UInt4"},{"name":"Int8","count":267386881},{"name":"Float16","count":1718533},{"count":502,"name":"Int32"},{"name":"UInt32","count":190},{"count":1,"name":"UInt64"}]}

ios-ane-h18p/tokenizer/chat_template.jinja

@@ -0,0 +1,177 @@
+{{- bos_token }}{%- if tools %}
+    {%- set tool_definitions %}
+        {{- "# Tools\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+        {%- for tool in tools %}
+            {{- "\n" }}
+            {{- tool | tojson(ensure_ascii=False) }}
+        {%- endfor %}
+        {{- '\n</tools>\n\nTool usage guidelines:\n- You may call zero or more functions. If no function calls are needed, just answer normally and do not include any <function ... </function>.\n- When calling a function, return an XML object within <function ... </function> using:\n<function name="function-name"><param name="param-name">param-value</param></function>\n- param-value may be multi-line. If it contains <, & or newline characters, wrap it in a CDATA block: <param name="param-name"><![CDATA[...multi-line value...]]></param>' }}
+    {%- endset %}
+    
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0].role == 'system' %}
+        {%- if '<tool_def_sep>' in messages[0].content %}
+            {{- messages[0].content.replace('<tool_def_sep>', tool_definitions) }}
+        {%- else %}
+            {{- messages[0].content + '\n\n' + tool_definitions }}
+        {%- endif %}
+    {%- else %}
+        {{- tool_definitions.lstrip() }}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" and message.content is string and not(message.content.startswith('<tool_response>') and message.content.endswith('</tool_response>')) %}
+        {%- set ns.multi_step_tool = false %}
+        {%- set ns.last_query_index = index %}
+    {%- endif %}
+{%- endfor %}
+{%- for message in messages %}
+    {%- if message.content is string %}
+        {%- set content = message.content %}
+    {%- else %}
+        {%- set content = '' %}
+    {%- endif %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        
+        {%- if message.tool_calls %}
+            {%- set content_parts = content.split('<tool_sep>') %}
+            {%- set processed_content = content_parts[0] %}
+            {%- set tool_calls_count = message.tool_calls|length %}
+            {%- set tool_sep_count = content_parts|length - 1 %}
+            {%- set min_count = [tool_calls_count, tool_sep_count]|min %}
+            
+            {%- for i in range(1, content_parts|length) %}
+                {%- set tool_index = i - 1 %}
+                {%- if tool_index < tool_calls_count %}
+                    {%- set tool_call = message.tool_calls[tool_index] %}
+                    {%- if tool_call.function %}
+                        {%- set tool_call = tool_call.function %}
+                    {%- endif %}
+                    {%- set single_tool_xml %}
+                        {{- '<function name="' ~ tool_call.name ~ '">' }}
+                        {%- if tool_call.arguments %}
+                            {%- set args_dict = tool_call.arguments %}
+                            {%- for param_name, param_value in args_dict.items() %}
+                                {{- '<param name="' ~ param_name ~ '">' }}
+                                {%- if param_value is string and ('<' in param_value or '&' in param_value or '\n' in param_value) %}
+                                    {{- '<![CDATA[' + param_value + ']]>' }}
+                                {%- else %}
+                                    {{- param_value }}
+                                {%- endif %}
+                                {{- '</param>' }}
+                            {%- endfor %}
+                        {%- endif %}
+                        {{- '</function>' }}
+                    {%- endset %}
+                    {%- set processed_content = processed_content + single_tool_xml + content_parts[i] %}
+                {%- else %}
+                    {%- set processed_content = processed_content + content_parts[i] %}
+                {%- endif %}
+            {%- endfor %}
+            
+            {%- if tool_calls_count > tool_sep_count %}
+                {%- for remaining_index in range(tool_sep_count, tool_calls_count) %}
+                    {%- set tool_call = message.tool_calls[remaining_index] %}
+                    {%- if tool_call.function %}
+                        {%- set tool_call = tool_call.function %}
+                    {%- endif %}
+                    {%- set remaining_tool_xml %}
+                        {{- '<function name="' ~ tool_call.name ~ '">' }}
+                        {%- if tool_call.arguments %}
+                            {%- set args_dict = tool_call.arguments %}
+                            {%- for param_name, param_value in args_dict.items() %}
+                                {{- '<param name="' ~ param_name ~ '">' }}
+                                {%- if param_value is string and ('<' in param_value or '&' in param_value or '\n' in param_value) %}
+                                    {{- '<![CDATA[' + param_value + ']]>' }}
+                                {%- else %}
+                                    {{- param_value }}
+                                {%- endif %}
+                                {{- '</param>' }}
+                            {%- endfor %}
+                        {%- endif %}
+                        {{- '</function>' }}
+                    {%- endset %}
+                    {%- set processed_content = processed_content + remaining_tool_xml %}
+                {%- endfor %}
+            {%- endif %}
+            
+            {%- set content = processed_content %}
+        {%- endif %}
+        
+        {%- if reasoning_content %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}
+        {%- elif '<think>' not in content and '</think>' not in content %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n\n</think>\n\n' + content.lstrip('\n') }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        
+        {%- if message.tool_calls and not has_tool_sep %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if (loop.first and content) or (not loop.first) %}
+                    {{- '\n' }}
+                {%- endif %}
+                {%- if tool_call.function %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {{- '<function name="' ~ tool_call.name ~ '">' }}
+                {%- if tool_call.arguments %}
+                    {%- set args_dict = tool_call.arguments %}
+                    {%- for param_name, param_value in args_dict.items() %}
+                        {{- '<param name="' ~ param_name ~ '">' }}
+                        {%- if param_value is string and ('<' in param_value or '&' in param_value or '\n' in param_value) %}
+                            {{- '<![CDATA[' + param_value + ']]>' }}
+                        {%- else %}
+                            {{- param_value }}
+                        {%- endif %}
+                        {{- '</param>' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {%- if message.content is string %}
+            {{- content }}
+        {%- else %}
+            {{- message.content | tojson(ensure_ascii=False) }}
+        {%- endif %}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined %}
+        {%- if enable_thinking is false %}
+            {{- '<think>\n\n</think>\n\n' }}
+        {%- elif enable_thinking is true %}
+            {{- '<think>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endif %}

ios-ane-h18p/tokenizer/tokenizer_config.json

@@ -0,0 +1,17 @@
+{
+  "add_prefix_space": null,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "is_local": false,
+  "legacy": true,
+  "local_files_only": true,
+  "model_max_length": 131072,
+  "pad_token": "</s>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "TokenizersBackend",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}