File size: 4,246 Bytes
ef3074d
 
929af3e
ef3074d
 
 
 
 
 
929af3e
 
 
 
 
 
 
 
 
 
 
 
ef3074d
 
929af3e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ef3074d
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
{
  "name": "com.microsoft.MatMulNBits",
  "id": "_com_microsoft_matmulnbits_webgpu_6f18c00",
  "version": 1,
  "license": "Apache-2.0",
  "backend": { "type": "webgpu" },
  "digest": {
    "algorithm": "sha256",
    "files": {
      "bench.json": "P8wNyT1cbaSLn1VS4hVRFQxLYwji4Z7gp69Mt2pQaFo=",
      "manifest.json": "QPPdzEGo1lJtp16tQaaqA9UHKPlvBY3fq66gG4XPvyQ=",
      "matmul-nbits-dp4a-quantize.wgsl.jinja": "0gqEvgBRzH2Demz/RvrFkUOV487GyCq7Ujd26GyD+xw=",
      "matmul-nbits-gemv-q4.wgsl.jinja": "ewlLPcW7t3UdnoLymZBoXnV+1oOeB9+YTyaOAnPhhfA=",
      "matmul-nbits-q4-dp4a-prefill.wgsl.jinja": "pd9dWWUdIgYFVCRayU5OlvjYIvyqPvkOGgwtEPNMHas=",
      "matmul-nbits-q4-prefill-tile4x4.wgsl.jinja": "8DVy3szxcxwVItIlEXoioQi2YxDmmd5TCFW4BCYPiCQ=",
      "matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja": "W6JEeRleux7Jm3wmaflEusYFNuCiFtXnBTEW5cfS4Fk=",
      "matmul-nbits-q4-prefill-tiled.wgsl.jinja": "eAEIbpkW0qziqyXhYNRiVbCuDRghjoz8EjnOrP8AgD8=",
      "matmul-nbits-q4-sgmat.wgsl.jinja": "SFEMothi+irkTIclMjeTF1sCmB61Ai/2hGgnoOyNMUM=",
      "matmul-nbits.wgsl.jinja": "UndxgqiV/O19Plpxda1d388lnQWyeCugbBvJGcYr9t8=",
      "reduce-axis0-splitk-combine.wgsl.jinja": "Yz1hjK55R/kndUrw3ugPqgPaOBwKmYupqZoVdJTHO5Q=",
      "test.json": "Hnb4z+ExdwYZb4EjSBR0gdGi5eY1kh7DaoGj3UTC5Ug="
    }
  },
  "provenance": { "kernel": { "sha": "91d990483a174128daf7673f3f37a7c890493ae1", "dirty": false } },
  "webgpu": {
    "manifestSpec": "2.0",
    "variants": {
      "q4_dp4a_prefill": ["matmul-nbits-dp4a-quantize.wgsl.jinja", "matmul-nbits-q4-dp4a-prefill.wgsl.jinja"],
      "gemv_default_zero": ["matmul-nbits-gemv-q4.wgsl.jinja"],
      "prefill_sgmat_default_zero": ["matmul-nbits-q4-sgmat.wgsl.jinja"],
      "prefill_tiled_reg_vec4_splitk_default_zero": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja", "reduce-axis0-splitk-combine.wgsl.jinja"],
      "prefill_tiled_reg_vec4_default_zero": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_reg_default_zero": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_default_zero": ["matmul-nbits-q4-prefill-tiled.wgsl.jinja"],
      "prefill_tile4x4_default_zero": ["matmul-nbits-q4-prefill-tile4x4.wgsl.jinja"],
      "default_zero": ["matmul-nbits.wgsl.jinja"],
      "gemv_zero_bias": ["matmul-nbits-gemv-q4.wgsl.jinja"],
      "prefill_sgmat_zero_bias": ["matmul-nbits-q4-sgmat.wgsl.jinja"],
      "prefill_tiled_reg_vec4_splitk_zero_bias": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja", "reduce-axis0-splitk-combine.wgsl.jinja"],
      "prefill_tiled_reg_vec4_zero_bias": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_reg_zero_bias": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_zero_bias": ["matmul-nbits-q4-prefill-tiled.wgsl.jinja"],
      "prefill_tile4x4_zero_bias": ["matmul-nbits-q4-prefill-tile4x4.wgsl.jinja"],
      "zero_bias": ["matmul-nbits.wgsl.jinja"],
      "gemv_zero_only": ["matmul-nbits-gemv-q4.wgsl.jinja"],
      "prefill_sgmat_zero_only": ["matmul-nbits-q4-sgmat.wgsl.jinja"],
      "prefill_tiled_reg_vec4_splitk_zero_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja", "reduce-axis0-splitk-combine.wgsl.jinja"],
      "prefill_tiled_reg_vec4_zero_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_reg_zero_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_zero_only": ["matmul-nbits-q4-prefill-tiled.wgsl.jinja"],
      "prefill_tile4x4_zero_only": ["matmul-nbits-q4-prefill-tile4x4.wgsl.jinja"],
      "zero_only": ["matmul-nbits.wgsl.jinja"],
      "gemv_bias_only": ["matmul-nbits-gemv-q4.wgsl.jinja"],
      "prefill_sgmat_bias_only": ["matmul-nbits-q4-sgmat.wgsl.jinja"],
      "prefill_tiled_reg_vec4_splitk_bias_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja", "reduce-axis0-splitk-combine.wgsl.jinja"],
      "prefill_tiled_reg_vec4_bias_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_reg_bias_only": ["matmul-nbits-q4-prefill-tiled-reg.wgsl.jinja"],
      "prefill_tiled_bias_only": ["matmul-nbits-q4-prefill-tiled.wgsl.jinja"],
      "prefill_tile4x4_bias_only": ["matmul-nbits-q4-prefill-tile4x4.wgsl.jinja"],
      "bias_only": ["matmul-nbits.wgsl.jinja"]
    }
  }
}