| { |
| "fixtureArrays": { |
| "norm_gqa_input_vBT": [90, 17, 203, 156, 64, 241, 112, 38, 175, 229, 83, 11, 198, 147, 52, 220, 105] |
| }, |
| "cases": [ |
| { |
| "name": "norm_gqa", |
| "provenance": { |
| "notes": "Grouped-query shape: Nq is twice Nkv, so the three projections have two different column counts." |
| }, |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [3, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [3, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [3, 4], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "norm_rows_past_one_tile", |
| "provenance": { |
| "notes": "Ten activation rows against an eight-row projection tile: two row groups where the second carries only two real rows, so the store guard has to drop the six that clamped onto the last row." |
| }, |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [10, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.17, "cosStep": 0.31, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [10, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [10, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [10, 4], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "skip_gqa", |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 4, "block_size": 32, "epsilon": 0.00001 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [3, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.5 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [3, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [3, 4], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "skipsum_gqa", |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [3, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [3, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.5 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [3, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [3, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [3, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "residualT": { "dtype": "float32", "shape": [3, 32], "tolerance": 0.000001, "relTolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "decode_single_row", |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [1, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [1, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.5 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [1, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [1, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [1, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "residualT": { "dtype": "float32", "shape": [1, 32], "tolerance": 0.000001, "relTolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "equal_nq_nkv", |
| "provenance": { |
| "notes": "Multi-head shape where Nq equals Nkv; the tile grid still lays Q, K and V out in sequence." |
| }, |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 8, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [2, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [2, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [2, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [2, 8], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "tiles_not_aligned", |
| "provenance": { |
| "notes": "Neither column count is a multiple of the column tile, so both projections have a partial last tile." |
| }, |
| "attrs": { "K": 32, "Nq": 5, "Nkv": 3, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [2, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [5, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [5, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [3, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [3, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [3, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [3, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [2, 5], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [2, 3], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [2, 3], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "tail_block_partial_k", |
| "provenance": { "notes": "K is not a multiple of block_size, so the final block is partly out of range." }, |
| "attrs": { "K": 20, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [2, 20], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [20], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [2, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "rank3_activation", |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [1, 4, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [1, 4, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [1, 4, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [1, 4, 4], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "two_quant_blocks", |
| "provenance": { "notes": "K=64 spans two 32-element quantization blocks." }, |
| "attrs": { "K": 64, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [2, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "skipT": { |
| "dtype": "float32", |
| "shape": [2, 64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.5 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [64], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 2, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [8, 2], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 2, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [4, 2], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 2, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [4, 2], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [2, 8], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [2, 4], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "residualT": { "dtype": "float32", "shape": [2, 64], "tolerance": 0.000001, "relTolerance": 0.000001 } |
| } |
| }, |
| { |
| "name": "f16_skipsum", |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float16", |
| "shape": [2, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [2, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.5 } |
| }, |
| "normScaleT": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float16", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float16", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float16", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float16", "shape": [2, 8], "tolerance": 0.002, "relTolerance": 0.01 }, |
| "kT": { "dtype": "float16", "shape": [2, 4], "tolerance": 0.002, "relTolerance": 0.01 }, |
| "vT": { "dtype": "float16", "shape": [2, 4], "tolerance": 0.002, "relTolerance": 0.01 }, |
| "residualT": { "dtype": "float16", "shape": [2, 32], "tolerance": 0.002, "relTolerance": 0.002 } |
| } |
| }, |
| { |
| "name": "f16_norm", |
| "attrs": { "K": 32, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float16", |
| "shape": [3, 32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float16", |
| "shape": [32], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float16", |
| "shape": [8, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float16", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float16", |
| "shape": [4, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float16", "shape": [3, 8], "tolerance": 0.002, "relTolerance": 0.01 }, |
| "kT": { "dtype": "float16", "shape": [3, 4], "tolerance": 0.002, "relTolerance": 0.01 }, |
| "vT": { "dtype": "float16", "shape": [3, 4], "tolerance": 0.002, "relTolerance": 0.01 } |
| } |
| }, |
| { |
| "name": "decode_multi_trip_tails", |
| "provenance": { |
| "notes": "Single row at K past two 128-code trips of the reduction-partitioned walk, with a partial final block and column counts not aligned to the decode column group." |
| }, |
| "attrs": { "K": 300, "Nq": 5, "Nkv": 3, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [1, 300], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [300], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [5, 10, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [5, 10], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [3, 10, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [3, 10], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [3, 10, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [3, 10], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [1, 5], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [1, 3], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [1, 3], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "decode_odd_k", |
| "provenance": { "notes": "Single row with an odd K, so the last reduction pair has one live code." }, |
| "attrs": { "K": 21, "Nq": 5, "Nkv": 3, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float32", |
| "shape": [1, 21], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float32", |
| "shape": [21], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [5, 1, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float32", |
| "shape": [5, 1], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [3, 1, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float32", |
| "shape": [3, 1], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [3, 1, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float32", |
| "shape": [3, 1], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float32", "shape": [1, 5], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "kT": { "dtype": "float32", "shape": [1, 3], "tolerance": 0.0001, "relTolerance": 0.0001 }, |
| "vT": { "dtype": "float32", "shape": [1, 3], "tolerance": 0.0001, "relTolerance": 0.0001 } |
| } |
| }, |
| { |
| "name": "decode_f16_two_trips", |
| "provenance": { |
| "notes": "Single float16 row over two trips of the reduction-partitioned walk with the skip input." |
| }, |
| "attrs": { "K": 160, "Nq": 8, "Nkv": 4, "block_size": 32 }, |
| "inputs": { |
| "aT": { |
| "dtype": "float16", |
| "shape": [1, 160], |
| "data": { "kind": "fillFloat32", "sinStep": 0.13, "cosStep": 0.29, "scale": 0.8 } |
| }, |
| "normScaleT": { |
| "dtype": "float16", |
| "shape": [160], |
| "data": { "kind": "fillFloat32", "sinStep": 0.23, "cosStep": 0.41, "scale": 0.4, "offset": 1.0 } |
| }, |
| "qBT": { |
| "dtype": "uint8", |
| "shape": [8, 5, 16], |
| "data": { "kind": "cycle", "values": [27, 180, 75, 226, 33, 150, 201, 108, 57, 246, 129, 66, 195] } |
| }, |
| "qScalesT": { |
| "dtype": "float16", |
| "shape": [8, 5], |
| "data": { "kind": "cycle", "values": [0.04, 0.055, 0.05, 0.065, 0.06, 0.075, 0.07] } |
| }, |
| "kBT": { |
| "dtype": "uint8", |
| "shape": [4, 5, 16], |
| "data": { "kind": "cycle", "values": [211, 44, 137, 98, 165, 20, 233, 121, 78, 190, 15, 252, 87, 143, 61] } |
| }, |
| "kScalesT": { |
| "dtype": "float16", |
| "shape": [4, 5], |
| "data": { "kind": "cycle", "values": [0.045, 0.03, 0.07, 0.05, 0.08, 0.035] } |
| }, |
| "vBT": { |
| "dtype": "uint8", |
| "shape": [4, 5, 16], |
| "data": { "kind": "cycle", "values": { "$ref": "#/fixtureArrays/norm_gqa_input_vBT" } } |
| }, |
| "vScalesT": { |
| "dtype": "float16", |
| "shape": [4, 5], |
| "data": { "kind": "cycle", "values": [0.052, 0.038, 0.061, 0.029, 0.073] } |
| }, |
| "skipT": { |
| "dtype": "float16", |
| "shape": [1, 160], |
| "data": { "kind": "fillFloat32", "sinStep": 0.37, "cosStep": 0.11, "scale": 0.5 } |
| } |
| }, |
| "outputs": { |
| "qT": { "dtype": "float16", "shape": [1, 8], "tolerance": 0.02, "relTolerance": 0.02 }, |
| "kT": { "dtype": "float16", "shape": [1, 4], "tolerance": 0.02, "relTolerance": 0.02 }, |
| "vT": { "dtype": "float16", "shape": [1, 4], "tolerance": 0.02, "relTolerance": 0.02 } |
| } |
| } |
| ] |
| } |
|
|
