File size: 6,922 Bytes
053d171
 
2294432
053d171
 
 
 
 
 
2294432
 
053d171
2294432
 
 
 
053d171
2294432
 
053d171
 
2294432
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
053d171
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
{
  "name": "ai.onnx.MatMulInteger",
  "id": "_ai_onnx_matmulinteger_webgpu_6f2ef1c",
  "version": 1,
  "license": "Apache-2.0",
  "backend": { "type": "webgpu" },
  "digest": {
    "algorithm": "sha256",
    "files": {
      "bench.json": "oZ95YN2Dm5Bwzz2Zt4UkOCHxJyia3aXTiAzZ+QnFRoo=",
      "manifest.json": "B1e4/D6YPkD3jYTM1UmR3Ikz8VpTGxK95JNzlqEGhZI=",
      "matmul-integer-batched.wgsl.jinja": "pKWtzKeL62KPieYc+I4FzUkq7JlCuZg3n7/JNjoWTHo=",
      "quant-dp4a-matmul.wgsl.jinja": "uOf2BCHfSx0u60XKY89imRx6cjw+Ey0V4o/sbrrSeu4=",
      "quant-exact-matrix.wgsl.jinja": "efr11+suguVwWDMoNI3JqosWvEXa3vbMbeA0b7at14A=",
      "quant-exact-portable.wgsl.jinja": "DaqBS74omKoDp+d77Uxv95rECoElAArVImPpDA4v5jY=",
      "quant-exact-prepare.wgsl.jinja": "JeFBHxhxPiMqRbSJ/tfqFsgb4T5o3q3/RZGPcHDn6rk=",
      "quant-matmul-accumulate-rank2.wgsl.jinja": "S7SS4pG+oB2O1EmKrPiNg9VHkqQwJ8mrA5M68wciLE0=",
      "quant-matmul-accumulate-rank4.wgsl.jinja": "JBwbT3KMpqRNRXwjkCBPkpRCjLd0BfOn5hAUBm3b33o=",
      "test.json": "RFp6aUPoekPtgawzlEd6e+iSWtmo0UsVU+PLYdU92z4="
    }
  },
  "provenance": { "kernel": { "sha": "91d990483a174128daf7673f3f37a7c890493ae1", "dirty": false } },
  "webgpu": {
    "manifestSpec": "2.0",
    "variants": {
      "sgmat_precast_a0_bnone_f16": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a0_bnone_f16": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a0_bnone": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a0_bnone": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a0_bscalar_f16": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a0_bscalar_f16": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a0_bscalar": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a0_bscalar": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a0_bcolumn_f16": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a0_bcolumn_f16": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a0_bcolumn": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a0_bcolumn": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a1_bnone_f16": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a1_bnone_f16": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a1_bnone": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a1_bnone": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a1_bscalar_f16": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a1_bscalar_f16": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a1_bscalar": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a1_bscalar": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a1_bcolumn_f16": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a1_bcolumn_f16": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_precast_a1_bcolumn": ["quant-exact-matrix.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "portable_precast_a1_bcolumn": ["quant-exact-portable.wgsl.jinja", "quant-exact-prepare.wgsl.jinja"],
      "sgmat_exact_a0_bnone": ["quant-exact-matrix.wgsl.jinja"],
      "sgmat_exact_a0_bscalar": ["quant-exact-matrix.wgsl.jinja"],
      "sgmat_exact_a0_bcolumn": ["quant-exact-matrix.wgsl.jinja"],
      "sgmat_exact_a1_bnone": ["quant-exact-matrix.wgsl.jinja"],
      "sgmat_exact_a1_bscalar": ["quant-exact-matrix.wgsl.jinja"],
      "sgmat_exact_a1_bcolumn": ["quant-exact-matrix.wgsl.jinja"],
      "dp4a_rank2_scalar_zero_points_tail": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank2_no_zero_points_tail": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank3_by_rank2_scalar_zero_points_tail": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank2_scalar_zero_points": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank2_a_zero_point_only": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank2_b_zero_point_only": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank2_no_zero_points": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank2_b_zero_point_per_column": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank2_a_zero_point_b_per_column": ["quant-dp4a-matmul.wgsl.jinja"],
      "rank2_scalar_zero_points": ["quant-matmul-accumulate-rank2.wgsl.jinja"],
      "rank2_a_zero_point_only": ["quant-matmul-accumulate-rank2.wgsl.jinja"],
      "rank2_b_zero_point_only": ["quant-matmul-accumulate-rank2.wgsl.jinja"],
      "rank1_dot_b_zero_point_only": ["quant-matmul-accumulate-rank2.wgsl.jinja"],
      "rank1_dot_no_zero_points": ["quant-matmul-accumulate-rank2.wgsl.jinja"],
      "rank2_no_zero_points": ["quant-matmul-accumulate-rank2.wgsl.jinja"],
      "rank2_b_zero_point_per_column": ["quant-matmul-accumulate-rank2.wgsl.jinja"],
      "rank2_b_zero_point_per_column_no_azp": ["quant-matmul-accumulate-rank2.wgsl.jinja"],
      "rank3_by_rank3_scalar_zero_points": ["matmul-integer-batched.wgsl.jinja"],
      "rank3_by_rank3_no_zero_points": ["matmul-integer-batched.wgsl.jinja"],
      "rank3_by_rank3_a_zero_point_only": ["matmul-integer-batched.wgsl.jinja"],
      "rank3_by_rank3_b_zero_point_only": ["matmul-integer-batched.wgsl.jinja"],
      "rank3_by_rank3_b_zero_point_per_column_batched": ["matmul-integer-batched.wgsl.jinja"],
      "rank3_by_rank3_b_zero_point_per_column_batched_no_azp": ["matmul-integer-batched.wgsl.jinja"],
      "rank2_by_rank3_scalar_zero_points": ["matmul-integer-batched.wgsl.jinja"],
      "rank2_by_rank3_a_zero_point_only": ["matmul-integer-batched.wgsl.jinja"],
      "rank2_by_rank3_b_zero_point_only": ["matmul-integer-batched.wgsl.jinja"],
      "rank2_by_rank3_no_zero_points": ["matmul-integer-batched.wgsl.jinja"],
      "rank4_scalar_zero_points": ["quant-matmul-accumulate-rank4.wgsl.jinja"],
      "rank4_a_zero_point_only": ["quant-matmul-accumulate-rank4.wgsl.jinja"],
      "rank4_b_zero_point_only": ["quant-matmul-accumulate-rank4.wgsl.jinja"],
      "rank4_no_zero_points": ["quant-matmul-accumulate-rank4.wgsl.jinja"],
      "dp4a_rank3_by_rank3_scalar_zero_points": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank4_scalar_zero_points": ["quant-dp4a-matmul.wgsl.jinja"],
      "dp4a_rank4_no_zero_points": ["quant-dp4a-matmul.wgsl.jinja"]
    }
  }
}