File size: 6,056 Bytes
2443b58 2157e54 2443b58 2157e54 2443b58 2157e54 2443b58 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 | {
"name": "com.microsoft.MultiHeadAttention",
"id": "_com_microsoft_multiheadattention_webgpu_5144476",
"version": 1,
"license": "Apache-2.0",
"backend": { "type": "webgpu" },
"digest": {
"algorithm": "sha256",
"files": {
"attention-rank4-tiled.wgsl.jinja": "gYl58ecIVTxJJkvnK/6lNcbPKaRT24cfz5Yx0MxxxxE=",
"attn-flash-decode-splitk-merge.wgsl.jinja": "XSAMF/uzQKJg9pZZDeqmViaVXuj47Vd7Pk404Z1J48I=",
"attn-flash-decode-splitk.wgsl.jinja": "dqxX8taw1tpo/QQkFr2zJ7TEEtQtOspTYEYHADXtESs=",
"attn-flash-online.wgsl.jinja": "hCxO/6VGkyixwyoT/kuYeHgcEkFoRwk/ZmiLlnwa0jM=",
"attn-flash-prefill-cluster.wgsl.jinja": "igbsg5xRuFz7alnwmL74hhh1JUqfDB5PfUslsEz5rjA=",
"attn-flash-q32-broadcast.wgsl.jinja": "8qgKXydwiH2shac/fkdHi+FR+c8pOMDFbNp9Zs8KAnc=",
"attn-materialized-apply-f32.wgsl.jinja": "aF7JSJj8rQN8wGTV7IWmxkqMDbXOnGBSI3tsI1CxZNk=",
"attn-materialized-rowstats-combine-f32.wgsl.jinja": "+/5m03sN44zTn9q7cquDea2UNhEO1ujzm1J7yPai4OY=",
"attn-materialized-score-f32.wgsl.jinja": "gCvBC1T1CLEmNxcpo04CLBQdFBkEVMJ9Xhv1wbQxCsI=",
"attn-materialized-sgmat-f32.wgsl.jinja": "Ez9UJggPXMZ6OyzUQu8xLtg8bZd+lTCoEGDwLkNHNL0=",
"attn-materialized-softmax-f32.wgsl.jinja": "DCuz4gFKXDCdR9UMnfD+mYFjBghnv12GxtEsPKH52mE=",
"attn-online-scalar.wgsl.jinja": "6+hU7MzwHz69fjciv94xsPxN+o9rwm42u9Cin2C+AL8=",
"attn-small-head-parallel.wgsl.jinja": "oxFE6hQZKTRugz9hwuS+cob00PskT8iYqP4e+YWtHKA=",
"bench.json": "b/WdaAhEP5NpRXNB5w1mivRNTfALrBDJisDONxTf4Yo=",
"manifest.json": "+/bNCAjkG5OoutFq7O4vQJqb2yMxzICsKvFXsRE50bA=",
"mha-small-seq-blocked.wgsl.jinja": "zznGERrPco5uH9tKiQ2QE+ArO3vho/nEv69wT8IgY1U=",
"mha-small-seq.wgsl.jinja": "UsbUIkvgWL/RgOBSm7lhPGIatA36yTQR4Z2gpHVLqx4=",
"test.json": "NlMA/wlmGSpogAuhSZ/kcQ01dd3M+CvkPF0d/VBmIpM="
}
},
"provenance": { "kernel": { "sha": "91d990483a174128daf7673f3f37a7c890493ae1", "dirty": false } },
"webgpu": {
"manifestSpec": "2.0",
"variants": {
"qkv_bias_small_seq_blocked": ["mha-small-seq-blocked.wgsl.jinja"],
"qkv_no_bias_small_seq_blocked": ["mha-small-seq-blocked.wgsl.jinja"],
"qkv_no_bias_small_seq": ["mha-small-seq.wgsl.jinja"],
"qkv_no_bias_tiled_nosg": ["attention-rank4-tiled.wgsl.jinja"],
"qkv_bias_flash_q32_broadcast_f32_d128": ["attn-flash-q32-broadcast.wgsl.jinja"],
"qkv_no_bias_small_head_parallel": ["attn-small-head-parallel.wgsl.jinja"],
"qkv_no_bias_tiled_attn_bias_nosg": ["attention-rank4-tiled.wgsl.jinja"],
"qkv_no_bias_materialized_sgmat_fused_f32": ["attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-sgmat-f32.wgsl.jinja"],
"qkv_bias_materialized_sgmat_fused_f32": ["attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-sgmat-f32.wgsl.jinja"],
"qkv_no_bias_materialized_sgmat_fused_f16": ["attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-sgmat-f32.wgsl.jinja"],
"qkv_no_bias_flash_cluster_lpq4_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_cluster_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_bias_flash_cluster_nosg": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_cluster_lpq4": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_cluster": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_bias_flash_cluster": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_cluster_attn_bias": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_bias_flash_cluster_attn_bias": ["attn-flash-prefill-cluster.wgsl.jinja"],
"qkv_no_bias_flash_splitk_nosg": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"],
"qkv_bias_flash_splitk_nosg": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"],
"qkv_no_bias_flash_splitk": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"],
"qkv_bias_flash_splitk": ["attn-flash-decode-splitk-merge.wgsl.jinja", "attn-flash-decode-splitk.wgsl.jinja"],
"qkv_no_bias_materialized_gemm_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja", "attn-materialized-softmax-f32.wgsl.jinja"],
"qkv_bias_materialized_gemm_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja", "attn-materialized-softmax-f32.wgsl.jinja"],
"qkv_no_bias_materialized_gemm_fused_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja"],
"qkv_bias_materialized_gemm_fused_f32": ["attn-materialized-apply-f32.wgsl.jinja", "attn-materialized-rowstats-combine-f32.wgsl.jinja", "attn-materialized-score-f32.wgsl.jinja"],
"qkv_no_bias_flash_q32_broadcast": ["attn-flash-q32-broadcast.wgsl.jinja"],
"qkv_no_bias_flash_q32_shared": ["attn-flash-q32-broadcast.wgsl.jinja"],
"qkv_no_bias_attn_bias": ["attn-online-scalar.wgsl.jinja"],
"qkv_bias_attn_bias": ["attn-online-scalar.wgsl.jinja"],
"qkv_no_bias": ["attn-online-scalar.wgsl.jinja"],
"qkv_bias": ["attn-online-scalar.wgsl.jinja"],
"qkv_no_bias_flash": ["attn-flash-online.wgsl.jinja"],
"qkv_bias_flash": ["attn-flash-online.wgsl.jinja"],
"qkv_no_bias_flash_nosg": ["attn-flash-online.wgsl.jinja"],
"qkv_bias_flash_nosg": ["attn-flash-online.wgsl.jinja"],
"qkv_no_bias_flash_attn_bias": ["attn-flash-online.wgsl.jinja"],
"qkv_bias_flash_attn_bias": ["attn-flash-online.wgsl.jinja"],
"qkv_no_bias_flash_attn_bias_nosg": ["attn-flash-online.wgsl.jinja"],
"qkv_bias_flash_attn_bias_nosg": ["attn-flash-online.wgsl.jinja"],
"qkv_no_bias_materialized_sgmat_f32": ["attn-materialized-sgmat-f32.wgsl.jinja", "attn-materialized-softmax-f32.wgsl.jinja"],
"qkv_bias_materialized_sgmat_f32": ["attn-materialized-sgmat-f32.wgsl.jinja", "attn-materialized-softmax-f32.wgsl.jinja"]
}
}
}
|