| { |
| "tunableSpace": { |
| "workgroupSize": [64, 128, 256], |
| "groupThreads": [8, 16], |
| "groupRegM": [1, 2, 4], |
| "groupRegN": [1, 2, 4], |
| "groupTileK": [8, 16, 32] |
| }, |
| "cases": [ |
| { |
| "name": "qmoe-q4-relu-t32-h64-e4-i32", |
| "preset": "smoke", |
| "vars": { "tokens": 32, "hidden": 64, "experts": 4, "inter": 32 }, |
| "inputs": { |
| "inputT": { "shape": [32, 64], "dtype": "float32", "dist": "normal", "seed": 212, "scale": 0.2 }, |
| "routerT": { "shape": [32, 4], "dtype": "float32", "dist": "normal", "seed": 213, "scale": 0.5 }, |
| "fc1T": { "shape": [4, 32, 32], "dtype": "uint8", "dist": "uniform", "seed": 214, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [4, 32], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 215, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [4, 64, 16], "dtype": "uint8", "dist": "uniform", "seed": 216, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [4, 64], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 217, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [32, 64], "dtype": "float32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.hidden * args.inter * 2" }] |
| } |
| }, |
| { |
| "name": "qmoe-q8-swiglu-t1-h128-e8-i64", |
| "preset": "smoke", |
| "vars": { "tokens": 1, "hidden": 128, "experts": 8, "inter": 64 }, |
| "attrs": { "activation_type": "swiglu", "expert_weight_bits": 8, "swiglu_fusion": 1 }, |
| "tunables": { "workgroupSize": 64, "decodeLanes": 32, "decodeBlockTarget": 1024 }, |
| "tunableSpace": { "decodeMinLaneTrips": [2, 4] }, |
| "inputs": { |
| "inputT": { "shape": [1, 128], "dtype": "float32", "dist": "normal", "seed": 312, "scale": 0.2 }, |
| "routerT": { "shape": [1, 8], "dtype": "float32", "dist": "normal", "seed": 313, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 128, 128], "dtype": "uint8", "dist": "uniform", "seed": 314, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 128], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 315, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 128, 64], "dtype": "uint8", "dist": "uniform", "seed": 316, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 128], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 317, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 128], "dtype": "float32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-swiglu-t1-h2048-e8-k2-i768-decode", |
| "preset": "smoke", |
| "vars": { "tokens": 1, "hidden": 2048, "experts": 8, "inter": 768, "topK": 2, "bits": 4 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 2 }, |
| "tunableSpace": { "workgroupSize": [64, 128, 256], "decodeLanes": [8, 16, 32, 64] }, |
| "inputs": { |
| "inputT": { "shape": [1, 2048], "dtype": "float32", "dist": "normal", "seed": 400, "scale": 0.2 }, |
| "routerT": { "shape": [1, 8], "dtype": "float32", "dist": "normal", "seed": 401, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 1536, 1024], "dtype": "uint8", "dist": "uniform", "seed": 402, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 1536], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 403, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 2048, 384], "dtype": "uint8", "dist": "uniform", "seed": 404, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 405, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 2048], "dtype": "float32" } }, |
| "bench": { |
| "primary": true, |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 3 * args.hidden * args.inter * args.bits / 2" }] |
| }, |
| "provenance": { |
| "notes": "The bandwidth metric counts the selected experts' three quantized weight matrices at `bits/2` bytes per logical weight in the bound storage layout." |
| } |
| }, |
| { |
| "name": "qmoe-q4-swiglu-t1-h1024-e16-k4-i512-decode-topk4", |
| "preset": "stress", |
| "vars": { "tokens": 1, "hidden": 1024, "experts": 16, "inter": 512, "topK": 4, "bits": 4 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 4 }, |
| "inputs": { |
| "inputT": { "shape": [1, 1024], "dtype": "float32", "dist": "normal", "seed": 420, "scale": 0.2 }, |
| "routerT": { "shape": [1, 16], "dtype": "float32", "dist": "normal", "seed": 421, "scale": 0.5 }, |
| "fc1T": { "shape": [16, 1024, 512], "dtype": "uint8", "dist": "uniform", "seed": 422, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [16, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 423, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [16, 1024, 256], "dtype": "uint8", "dist": "uniform", "seed": 424, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [16, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 425, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 1024], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 3 * args.hidden * args.inter * args.bits / 2" }] |
| }, |
| "provenance": { |
| "notes": "The bandwidth metric counts the selected experts' three quantized weight matrices at `bits/2` bytes per logical weight in the bound storage layout." |
| } |
| }, |
| { |
| "name": "qmoe-q4-swiglu-t8-h2048-e8-k2-i768-decode-batch8", |
| "preset": "stress", |
| "vars": { "tokens": 8, "hidden": 2048, "experts": 8, "inter": 768, "topK": 2, "bits": 4 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 2 }, |
| "tunableSpace": { "decodeBlockTarget": [128, 256] }, |
| "inputs": { |
| "inputT": { "shape": [8, 2048], "dtype": "float32", "dist": "normal", "seed": 440, "scale": 0.2 }, |
| "routerT": { "shape": [8, 8], "dtype": "float32", "dist": "normal", "seed": 441, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 1536, 1024], "dtype": "uint8", "dist": "uniform", "seed": 442, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 1536], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 443, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 2048, 384], "dtype": "uint8", "dist": "uniform", "seed": 444, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 445, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [8, 2048], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 3 * args.hidden * args.inter * args.bits / 2" }] |
| }, |
| "provenance": { |
| "notes": "The bandwidth metric counts the selected experts' three quantized weight matrices at `bits/2` bytes per logical weight in the bound storage layout." |
| } |
| }, |
| { |
| "name": "qmoe-q8-swiglu-t1-h1024-e8-k2-i1024-decode-q8", |
| "preset": "stress", |
| "vars": { "tokens": 1, "hidden": 1024, "experts": 8, "inter": 1024, "topK": 2, "bits": 8 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "expert_weight_bits": 8, "k": 2 }, |
| "inputs": { |
| "inputT": { "shape": [1, 1024], "dtype": "float32", "dist": "normal", "seed": 460, "scale": 0.2 }, |
| "routerT": { "shape": [1, 8], "dtype": "float32", "dist": "normal", "seed": 461, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 2048, 1024], "dtype": "uint8", "dist": "uniform", "seed": 462, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 463, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 1024, 1024], "dtype": "uint8", "dist": "uniform", "seed": 464, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 465, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 1024], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 3 * args.hidden * args.inter * args.bits / 2" }] |
| }, |
| "provenance": { |
| "notes": "The bandwidth metric counts the selected experts' three quantized weight matrices at `bits/2` bytes per logical weight in the bound storage layout." |
| } |
| }, |
| { |
| "name": "qmoe-q4-relu-t1-h2048-e8-i2048-decode-relu", |
| "preset": "stress", |
| "vars": { "tokens": 1, "hidden": 2048, "experts": 8, "inter": 2048, "topK": 1, "bits": 4 }, |
| "inputs": { |
| "inputT": { "shape": [1, 2048], "dtype": "float32", "dist": "normal", "seed": 480, "scale": 0.2 }, |
| "routerT": { "shape": [1, 8], "dtype": "float32", "dist": "normal", "seed": 481, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 2048, 1024], "dtype": "uint8", "dist": "uniform", "seed": 482, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 483, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 2048, 1024], "dtype": "uint8", "dist": "uniform", "seed": 484, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 485, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 2048], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 2 * args.hidden * args.inter * args.bits / 2" }] |
| }, |
| "provenance": { |
| "notes": "The bandwidth metric counts the selected expert's two quantized weight matrices at `bits/2` bytes per logical weight in the bound storage layout." |
| } |
| }, |
| { |
| "name": "qmoe-q4-swiglu-t48-h1024-e8-k2-i1024-prefill-band", |
| "preset": "stress", |
| "vars": { "tokens": 48, "hidden": 1024, "experts": 8, "inter": 1024, "topK": 2 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 2 }, |
| "inputs": { |
| "inputT": { "shape": [48, 1024], "dtype": "float32", "dist": "normal", "seed": 600, "scale": 0.2 }, |
| "routerT": { "shape": [48, 8], "dtype": "float32", "dist": "normal", "seed": 601, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 2048, 512], "dtype": "uint8", "dist": "uniform", "seed": 502, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 503, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 1024, 512], "dtype": "uint8", "dist": "uniform", "seed": 504, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 505, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [48, 1024], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-swiglu-t96-h1024-e8-k2-i1024-prefill-small", |
| "preset": "stress", |
| "vars": { "tokens": 96, "hidden": 1024, "experts": 8, "inter": 1024, "topK": 2 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 2 }, |
| "tunables": { "workgroupSize": 128, "decodeLanes": 32, "decodeMinLaneTrips": 4 }, |
| "inputs": { |
| "inputT": { "shape": [96, 1024], "dtype": "float32", "dist": "normal", "seed": 620, "scale": 0.2 }, |
| "routerT": { "shape": [96, 8], "dtype": "float32", "dist": "normal", "seed": 621, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 2048, 512], "dtype": "uint8", "dist": "uniform", "seed": 502, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 503, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 1024, 512], "dtype": "uint8", "dist": "uniform", "seed": 504, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 505, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [96, 1024], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-swiglu-t128-h1024-e8-k2-i1024-prefill", |
| "preset": "stress", |
| "vars": { "tokens": 128, "hidden": 1024, "experts": 8, "inter": 1024, "topK": 2 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 2 }, |
| "tunables": { "workgroupSize": 128, "decodeLanes": 32, "decodeMinLaneTrips": 4 }, |
| "tunableSpace": { "groupRegM": [2, 4], "groupRegN": [2, 4], "groupTileK": [8, 16] }, |
| "inputs": { |
| "inputT": { "shape": [128, 1024], "dtype": "float32", "dist": "normal", "seed": 500, "scale": 0.2 }, |
| "routerT": { "shape": [128, 8], "dtype": "float32", "dist": "normal", "seed": 501, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 2048, 512], "dtype": "uint8", "dist": "uniform", "seed": 502, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 503, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 1024, 512], "dtype": "uint8", "dist": "uniform", "seed": 504, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 505, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [128, 1024], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-swiglu-t512-h1024-e8-k2-i1024-prefill-long", |
| "preset": "stress", |
| "vars": { "tokens": 512, "hidden": 1024, "experts": 8, "inter": 1024, "topK": 2 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 2 }, |
| "inputs": { |
| "inputT": { "shape": [512, 1024], "dtype": "float32", "dist": "normal", "seed": 520, "scale": 0.2 }, |
| "routerT": { "shape": [512, 8], "dtype": "float32", "dist": "normal", "seed": 521, "scale": 0.5 }, |
| "fc1T": { "shape": [8, 2048, 512], "dtype": "uint8", "dist": "uniform", "seed": 522, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [8, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 523, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [8, 1024, 512], "dtype": "uint8", "dist": "uniform", "seed": 524, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [8, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 525, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [512, 1024], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-swiglu-t384-h1024-e32-k1-i512-prefill-band", |
| "preset": "stress", |
| "vars": { "tokens": 384, "hidden": 1024, "experts": 32, "inter": 512, "topK": 1 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 1 }, |
| "inputs": { |
| "inputT": { "shape": [384, 1024], "dtype": "float32", "dist": "normal", "seed": 700, "scale": 0.2 }, |
| "routerT": { "shape": [384, 32], "dtype": "float32", "dist": "normal", "seed": 701, "scale": 0.5 }, |
| "fc1T": { "shape": [32, 1024, 512], "dtype": "uint8", "dist": "uniform", "seed": 702, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [32, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 703, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [32, 1024, 256], "dtype": "uint8", "dist": "uniform", "seed": 704, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [32, 1024], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 705, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [384, 1024], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-qwen3-moe-decode-t1-h2048-e64-k8-i768", |
| "preset": "model", |
| "provenance": { |
| "notes": "Qwen3-MoE geometry uses hidden size 2,048, intermediate size 768, top-k 8, and 64 instantiated experts to keep each weight tensor below 512 MB. The bandwidth metric counts three selected quantized matrices at `bits/2` bytes per logical weight." |
| }, |
| "vars": { "tokens": 1, "hidden": 2048, "experts": 64, "inter": 768, "topK": 8, "bits": 4 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 8 }, |
| "inputs": { |
| "inputT": { "shape": [1, 2048], "dtype": "float32", "dist": "normal", "seed": 4011, "scale": 0.2 }, |
| "routerT": { "shape": [1, 64], "dtype": "float32", "dist": "normal", "seed": 4012, "scale": 0.5 }, |
| "fc1T": { "shape": [64, 1536, 1024], "dtype": "uint8", "dist": "uniform", "seed": 4013, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [64, 1536], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4014, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [64, 2048, 384], "dtype": "uint8", "dist": "uniform", "seed": 4015, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [64, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4016, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 2048], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 3 * args.hidden * args.inter * args.bits / 2" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-qwen3-moe-prefill-t256-h2048-e64-k8-i768", |
| "preset": "model", |
| "provenance": { |
| "notes": "Qwen3-MoE class defaults at a 256-token prefill chunk; 2048 routed slots clear the grouped schedule's slot floor for 64 experts." |
| }, |
| "vars": { "tokens": 256, "hidden": 2048, "experts": 64, "inter": 768, "topK": 8 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 8 }, |
| "inputs": { |
| "inputT": { "shape": [256, 2048], "dtype": "float32", "dist": "normal", "seed": 4021, "scale": 0.2 }, |
| "routerT": { "shape": [256, 64], "dtype": "float32", "dist": "normal", "seed": 4022, "scale": 0.5 }, |
| "fc1T": { "shape": [64, 1536, 1024], "dtype": "uint8", "dist": "uniform", "seed": 4023, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [64, 1536], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4024, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [64, 2048, 384], "dtype": "uint8", "dist": "uniform", "seed": 4025, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [64, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4026, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [256, 2048], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-olmoe-decode-t1-h2048-e32-k8-i2048", |
| "preset": "model", |
| "provenance": { |
| "notes": "OLMoE geometry uses hidden and intermediate sizes of 2,048, top-k 8, and 32 instantiated experts. The bandwidth metric counts three selected quantized matrices at `bits/2` bytes per logical weight." |
| }, |
| "vars": { "tokens": 1, "hidden": 2048, "experts": 32, "inter": 2048, "topK": 8, "bits": 4 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 8 }, |
| "inputs": { |
| "inputT": { "shape": [1, 2048], "dtype": "float32", "dist": "normal", "seed": 4031, "scale": 0.2 }, |
| "routerT": { "shape": [1, 32], "dtype": "float32", "dist": "normal", "seed": 4032, "scale": 0.5 }, |
| "fc1T": { "shape": [32, 4096, 1024], "dtype": "uint8", "dist": "uniform", "seed": 4033, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [32, 4096], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4034, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [32, 2048, 1024], "dtype": "uint8", "dist": "uniform", "seed": 4035, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [32, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4036, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 2048], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 3 * args.hidden * args.inter * args.bits / 2" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-olmoe-prefill-t128-h2048-e32-k8-i2048", |
| "preset": "model", |
| "provenance": { "notes": "OLMoE class defaults at a 128-token prefill chunk." }, |
| "vars": { "tokens": 128, "hidden": 2048, "experts": 32, "inter": 2048, "topK": 8 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 8 }, |
| "inputs": { |
| "inputT": { "shape": [128, 2048], "dtype": "float32", "dist": "normal", "seed": 4041, "scale": 0.2 }, |
| "routerT": { "shape": [128, 32], "dtype": "float32", "dist": "normal", "seed": 4042, "scale": 0.5 }, |
| "fc1T": { "shape": [32, 4096, 1024], "dtype": "uint8", "dist": "uniform", "seed": 4043, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [32, 4096], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4044, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [32, 2048, 1024], "dtype": "uint8", "dist": "uniform", "seed": 4045, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [32, 2048], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4046, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [128, 2048], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-gpt-oss-decode-t1-h2880-e16-k4-i2880", |
| "preset": "model", |
| "provenance": { |
| "notes": "GPT-OSS geometry uses hidden and intermediate sizes of 2,880, top-k 4, and 16 instantiated experts. The bandwidth metric counts three selected quantized matrices at `bits/2` bytes per logical weight." |
| }, |
| "vars": { "tokens": 1, "hidden": 2880, "experts": 16, "inter": 2880, "topK": 4, "bits": 4 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 4 }, |
| "inputs": { |
| "inputT": { "shape": [1, 2880], "dtype": "float32", "dist": "normal", "seed": 4051, "scale": 0.2 }, |
| "routerT": { "shape": [1, 16], "dtype": "float32", "dist": "normal", "seed": 4052, "scale": 0.5 }, |
| "fc1T": { "shape": [16, 5760, 1440], "dtype": "uint8", "dist": "uniform", "seed": 4053, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [16, 5760], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4054, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [16, 2880, 1440], "dtype": "uint8", "dist": "uniform", "seed": 4055, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [16, 2880], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4056, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 2880], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 3 * args.hidden * args.inter * args.bits / 2" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-gpt-oss-prefill-t256-h2880-e16-k4-i2880", |
| "preset": "model", |
| "provenance": { "notes": "GPT-OSS class defaults at a 256-token prefill chunk." }, |
| "vars": { "tokens": 256, "hidden": 2880, "experts": 16, "inter": 2880, "topK": 4 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 4 }, |
| "inputs": { |
| "inputT": { "shape": [256, 2880], "dtype": "float32", "dist": "normal", "seed": 4061, "scale": 0.2 }, |
| "routerT": { "shape": [256, 16], "dtype": "float32", "dist": "normal", "seed": 4062, "scale": 0.5 }, |
| "fc1T": { "shape": [16, 5760, 1440], "dtype": "uint8", "dist": "uniform", "seed": 4063, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [16, 5760], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4064, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [16, 2880, 1440], "dtype": "uint8", "dist": "uniform", "seed": 4065, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [16, 2880], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4066, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [256, 2880], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-phimoe-decode-t1-h4096-e4-k2-i6400", |
| "preset": "model", |
| "provenance": { |
| "notes": "Phi-MoE geometry uses hidden size 4,096, intermediate size 6,400, top-k 2, and four instantiated experts. The bandwidth metric counts three selected quantized matrices at `bits/2` bytes per logical weight." |
| }, |
| "vars": { "tokens": 1, "hidden": 4096, "experts": 4, "inter": 6400, "topK": 2, "bits": 4 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 2 }, |
| "inputs": { |
| "inputT": { "shape": [1, 4096], "dtype": "float32", "dist": "normal", "seed": 4071, "scale": 0.2 }, |
| "routerT": { "shape": [1, 4], "dtype": "float32", "dist": "normal", "seed": 4072, "scale": 0.5 }, |
| "fc1T": { "shape": [4, 12800, 2048], "dtype": "uint8", "dist": "uniform", "seed": 4073, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [4, 12800], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4074, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [4, 4096, 3200], "dtype": "uint8", "dist": "uniform", "seed": 4075, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [4, 4096], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4076, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [1, 4096], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "bandwidth", "value": "args.topK * 3 * args.hidden * args.inter * args.bits / 2" }] |
| } |
| }, |
| { |
| "name": "qmoe-q4-phimoe-prefill-t256-h4096-e4-k2-i6400", |
| "preset": "model", |
| "provenance": { "notes": "Phi-MoE class defaults at a 256-token prefill chunk." }, |
| "vars": { "tokens": 256, "hidden": 4096, "experts": 4, "inter": 6400, "topK": 2 }, |
| "attrs": { "activation_type": "swiglu", "swiglu_fusion": 1, "k": 2 }, |
| "inputs": { |
| "inputT": { "shape": [256, 4096], "dtype": "float32", "dist": "normal", "seed": 4081, "scale": 0.2 }, |
| "routerT": { "shape": [256, 4], "dtype": "float32", "dist": "normal", "seed": 4082, "scale": 0.5 }, |
| "fc1T": { "shape": [4, 12800, 2048], "dtype": "uint8", "dist": "uniform", "seed": 4083, "min": 0, "max": 255 }, |
| "fc1ScalesT": { |
| "shape": [4, 12800], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4084, |
| "min": 0.005, |
| "max": 0.05 |
| }, |
| "fc2T": { "shape": [4, 4096, 3200], "dtype": "uint8", "dist": "uniform", "seed": 4085, "min": 0, "max": 255 }, |
| "fc2ScalesT": { |
| "shape": [4, 4096], |
| "dtype": "float32", |
| "dist": "uniform", |
| "seed": 4086, |
| "min": 0.005, |
| "max": 0.05 |
| } |
| }, |
| "outputs": { "outputT": { "shape": [256, 4096], "dtype": "float32" } }, |
| "bench": { |
| "metrics": [{ "type": "gflops", "value": "2 * args.tokens * args.topK * args.hidden * args.inter * 3" }] |
| } |
| } |
| ] |
| } |
|
|
