msluszniak commited on
Commit
0b80b54
·
verified ·
1 Parent(s): 90df50f

Add the Vulkan fp32 export

Browse files

Android GPU build of all-MiniLM-L6-v2. 2.4x faster than the XNNPACK build on a Mali-G76 at the published 254 token shape (169.8 ms against 408.4 ms median), bit-identical across 10 executions, cosine 0.9999924 against the CPU reference.

.gitattributes CHANGED
@@ -38,3 +38,4 @@ all-MiniLM-L6-v2_xnnpack.pte filter=lfs diff=lfs merge=lfs -text
38
  xnnpack/all_minilm_l6_v2_xnnpack_fp32.pte filter=lfs diff=lfs merge=lfs -text
39
  coreml/all_minilm_l6_v2_coreml_fp16.pte filter=lfs diff=lfs merge=lfs -text
40
  coreml/all_minilm_l6_v2_coreml_fp32.pte filter=lfs diff=lfs merge=lfs -text
 
 
38
  xnnpack/all_minilm_l6_v2_xnnpack_fp32.pte filter=lfs diff=lfs merge=lfs -text
39
  coreml/all_minilm_l6_v2_coreml_fp16.pte filter=lfs diff=lfs merge=lfs -text
40
  coreml/all_minilm_l6_v2_coreml_fp32.pte filter=lfs diff=lfs merge=lfs -text
41
+ vulkan/all_minilm_l6_v2_vulkan_fp32.pte filter=lfs diff=lfs merge=lfs -text
vulkan/all_minilm_l6_v2_vulkan_fp32.pte ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5885b4d342315c154466e2379575d9ea7683310081319356ddc0659a0075b826
3
+ size 90343684
vulkan/config.json ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
3
+ "model": "all_minilm_l6_v2",
4
+ "family": "sbert",
5
+ "capabilities": [
6
+ "text-embedding"
7
+ ],
8
+ "backend": "vulkan",
9
+ "license": "apache-2.0",
10
+ "variants": [
11
+ {
12
+ "file": "all_minilm_l6_v2_vulkan_fp32.pte",
13
+ "precision": "fp32",
14
+ "quantized": false,
15
+ "default": true,
16
+ "methods": {
17
+ "forward": {
18
+ "inputs": [
19
+ {
20
+ "shape": [
21
+ 1,
22
+ 254
23
+ ],
24
+ "dtype": "int64"
25
+ },
26
+ {
27
+ "shape": [
28
+ 1,
29
+ 254
30
+ ],
31
+ "dtype": "int64"
32
+ }
33
+ ],
34
+ "outputs": [
35
+ {
36
+ "shape": [
37
+ 1,
38
+ 384
39
+ ],
40
+ "dtype": "float32"
41
+ }
42
+ ]
43
+ }
44
+ }
45
+ }
46
+ ]
47
+ }