Upload folder using huggingface_hub

.gitattributes

@@ -57,3 +57,4 @@ routing_rerun/N_6.0/wandb/run-20260524_055222-tjovd8fs/run-tjovd8fs.wandb filter
 hnet_train_rerun/21-40-57/wandb/run-20260524_214058-3nxcy117/run-3nxcy117.wandb filter=lfs diff=lfs merge=lfs -text
 hnet_train_rerun/21-40-57/eval_results/predictions_initial_checkpoint.txt filter=lfs diff=lfs merge=lfs -text
 pythia_1b_rerun/pythia_1b_lr_2e-5/eval_results_full_updated/predictions_initial_checkpoint.txt filter=lfs diff=lfs merge=lfs -text
+generation-speed-bench-rerun/results.json filter=lfs diff=lfs merge=lfs -text

generation-speed-bench-rerun/metadata.json

@@ -0,0 +1,110 @@
+{
+  "config": {
+    "seed": 42,
+    "device": "cuda",
+    "dtype": "bfloat16",
+    "benchmark": {
+      "repeats": 3,
+      "batch_sizes": [
+        1,
+        16
+      ],
+      "max_new_tokens": [
+        128
+      ],
+      "stop_on_eos": true,
+      "measure_memory": true,
+      "collect_traces": true,
+      "continue_on_error": true,
+      "warmup": {
+        "enabled": true
+      }
+    },
+    "workloads": {
+      "synthetic": {
+        "enabled": false,
+        "prompt_byte_buckets": [
+          256,
+          1024
+        ],
+        "samples_per_bucket": 128
+      },
+      "code": {
+        "enabled": true,
+        "data_path": "code_completion_exp/datasets/data_V4_full",
+        "split": "validation",
+        "prompt_byte_buckets": [
+          256,
+          1024
+        ],
+        "samples_per_bucket": 128,
+        "max_samples_to_scan": 5000
+      }
+    },
+    "models": {
+      "enabled": [
+        "hnet",
+        "hnet_serial",
+        "bolmo",
+        "pythia"
+      ],
+      "hnet": {
+        "config_path": "hnet_project/configs/hnet_2stage_XL_code.json",
+        "checkpoint_path": "hnet_project/checkpoints/hnet_2stage_XL_code.pt"
+      },
+      "hnet_serial": {
+        "config_path": "hnet_project/configs/hnet_2stage_XL_code.json",
+        "checkpoint_path": "hnet_project/checkpoints/hnet_2stage_XL_code.pt"
+      },
+      "bolmo": {
+        "model_name": "allenai/Bolmo-1B",
+        "cache_dir": "cache/bolmo",
+        "local_files_only": false
+      },
+      "pythia": {
+        "model_name": "EleutherAI/pythia-1.4b",
+        "cache_dir": "cache/hf",
+        "local_files_only": false,
+        "max_context_len": 4096
+      }
+    },
+    "paths": {
+      "output_root": "generation_speed_exp/outputs/thesis_bench_rerun"
+    }
+  },
+  "repo_root": "/home/nikita/byte-llms-code",
+  "workloads": {
+    "code/256B": 128,
+    "code/1024B": 128
+  },
+  "environment": {
+    "timestamp": "2026-06-28T18:59:51",
+    "hostname": "compute-vm-56-238-256-ssd-1779813353454",
+    "platform": "Linux-6.8.0-117-generic-x86_64-with-glibc2.39",
+    "python": "3.12.0 | packaged by Anaconda, Inc. | (main, Oct  2 2023, 17:29:18) [GCC 11.2.0]",
+    "git_commit": "dce87e0c095d7abd92f48e70bcd4378497aaef49",
+    "git_branch": "master",
+    "git_dirty": true,
+    "torch": "2.6.0+cu124",
+    "torch_cuda": "12.4",
+    "cuda_available": true,
+    "transformers": "4.57.6",
+    "cuda_devices": [
+      {
+        "index": 0,
+        "name": "NVIDIA A100-SXM4-80GB",
+        "total_memory_mb": 81152.75,
+        "major": 8,
+        "minor": 0
+      },
+      {
+        "index": 1,
+        "name": "NVIDIA A100-SXM4-80GB",
+        "total_memory_mb": 81152.75,
+        "major": 8,
+        "minor": 0
+      }
+    ],
+    "nvidia_smi": "NVIDIA A100-SXM4-80GB, 81920 MiB, 595.71.05\nNVIDIA A100-SXM4-80GB, 81920 MiB, 595.71.05"
+  }
+}

generation-speed-bench-rerun/results.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:613596eddf5b74da080790d1d8573ee28193331bc35ef431a8a211a88de8b32e
+size 27315501

generation-speed-bench-rerun/summary.csv

@@ -0,0 +1,17 @@
+model,workload,batch_size,max_new_tokens,status,num_samples,num_chunks,num_failures,prompt_bytes_mean,generated_units_mean,generated_bytes_mean,prefill_time_sec,decode_time_sec,total_time_sec,prefill_bytes_per_sec,prefill_units_per_sec,decode_bytes_per_sec,decode_units_per_sec,total_bytes_per_sec,total_units_per_sec,speedup_vs_batch1,peak_allocated_mb,peak_reserved_mb
+bolmo,code/1024B,1,128,ok,384,384,0,472.0625,597.617188,597.617188,0.046629,6.104946,6.673133,10123.78725,10145.233112,97.890661,97.890661,89.555711,89.555711,1.0,2938.752441,3044.0
+bolmo,code/1024B,16,128,ok,384,24,0,472.0625,970.109375,970.109375,0.137355,33.932367,56.117138,54988.957367,55105.443971,457.431985,457.431985,276.595537,276.595537,3.08853,4407.841797,4968.0
+bolmo,code/256B,1,128,ok,384,384,0,196.679688,322.679688,322.679688,0.046444,3.324806,3.636868,4234.813837,4256.345363,97.052176,97.052176,88.724616,88.724616,1.0,2858.609375,3002.0
+bolmo,code/256B,16,128,ok,384,24,0,196.679688,370.6875,370.6875,0.071584,11.234833,15.691637,43960.812961,44184.32772,527.911719,527.911719,377.972028,377.972028,4.260058,3372.31543,3828.0
+hnet,code/1024B,1,128,ok,384,384,0,472.0625,128.0,128.0,0.067553,1.777998,1.850173,6988.024515,7002.827691,71.991069,71.991069,69.182737,69.182737,1.0,3533.662598,3618.0
+hnet,code/1024B,16,128,ok,384,24,0,472.0625,128.0,128.0,0.114373,5.086274,5.246412,66038.450586,66178.344034,402.65235,402.65235,390.362021,390.362021,5.642477,7885.574707,8076.0
+hnet,code/256B,1,128,ok,384,384,0,196.679688,128.0,128.0,0.069346,1.822256,1.893912,2836.21122,2850.631678,70.242602,70.242602,67.584991,67.584991,1.0,3339.232422,3378.0
+hnet,code/256B,16,128,ok,384,24,0,196.679688,128.0,128.0,0.094082,5.105213,5.244531,33448.235918,33618.300434,401.158574,401.158574,390.501994,390.501994,5.77794,4952.527832,5070.0
+hnet_serial,code/1024B,1,128,ok,384,384,0,472.0625,128.0,128.0,0.065113,1.778616,1.849536,7249.916017,7265.273975,71.966086,71.966086,69.206543,69.206543,1.0,3532.688965,3630.0
+hnet_serial,code/1024B,16,128,ok,384,24,0,472.0625,128.0,128.0,1.010514,28.367267,29.422152,7474.417436,7490.25097,72.195888,72.195888,69.607416,69.607416,1.005792,3735.199219,3880.0
+hnet_serial,code/256B,1,128,ok,384,384,0,196.679688,128.0,128.0,0.066195,1.818751,1.888192,2971.195767,2986.302541,70.37796,70.37796,67.789702,67.789702,1.0,3338.775879,3368.0
+hnet_serial,code/256B,16,128,ok,384,24,0,196.679688,128.0,128.0,0.999604,29.037105,30.072459,3148.120164,3164.126495,70.530448,70.530448,68.102179,68.102179,1.004609,3426.63623,3480.0
+pythia,code/1024B,1,128,ok,384,384,0,472.0625,128.0,459.90625,0.019703,1.897655,1.917391,23958.682296,6925.036183,242.355029,67.451668,239.860459,66.757385,1.0,2804.919922,2868.0
+pythia,code/1024B,16,128,ok,384,24,0,472.0625,128.0,570.375,0.080067,1.935949,2.016057,94333.874287,27266.336463,4713.966768,1057.87902,4526.658462,1015.844459,18.87205,4257.402344,4878.0
+pythia,code/256B,1,128,ok,384,384,0,196.679688,125.25,408.851562,0.018069,1.835487,1.853586,10884.637611,3367.644185,222.748235,68.238009,220.573299,67.571726,1.0,2748.92627,2838.0
+pythia,code/256B,16,128,ok,384,24,0,196.679688,123.25,460.726562,0.034408,1.952598,1.987047,91458.416398,28296.707262,3775.291308,1009.936677,3709.838811,992.427333,16.819075,3389.101562,3872.0

generation-speed-bench-rerun/summary.md

@@ -0,0 +1,64 @@
+# Generation Speed Benchmark
+
+## Speed
+
+| Model | Workload | Batch | Max new | Samples | Status | Prompt bytes | Prefill ms/chunk | Prefill bytes/s | Prefill units/s | Decode ms/chunk | Decode bytes/s | Decode units/s | Total bytes/s | Speedup vs B=1 | Peak VRAM MB |
+|---|---|---:|---:|---:|---|---:|---:|---:|---:|---:|---:|---:|---:|---:|---:|
+| bolmo | code/1024B | 1 | 128 | 384 | ok | 472.1 | 46.6 | 10123.8 | 10145.2 | 6104.9 | 97.9 | 97.9 | 89.6 | 1.0 | 2938.8 |
+| bolmo | code/1024B | 16 | 128 | 384 | ok | 472.1 | 137.4 | 54989.0 | 55105.4 | 33932.4 | 457.4 | 457.4 | 276.6 | 3.09 | 4407.8 |
+| bolmo | code/256B | 1 | 128 | 384 | ok | 196.7 | 46.4 | 4234.8 | 4256.3 | 3324.8 | 97.1 | 97.1 | 88.7 | 1.0 | 2858.6 |
+| bolmo | code/256B | 16 | 128 | 384 | ok | 196.7 | 71.6 | 43960.8 | 44184.3 | 11234.8 | 527.9 | 527.9 | 378.0 | 4.26 | 3372.3 |
+| hnet | code/1024B | 1 | 128 | 384 | ok | 472.1 | 67.6 | 6988.0 | 7002.8 | 1778.0 | 72.0 | 72.0 | 69.2 | 1.0 | 3533.7 |
+| hnet | code/1024B | 16 | 128 | 384 | ok | 472.1 | 114.4 | 66038.5 | 66178.3 | 5086.3 | 402.7 | 402.7 | 390.4 | 5.64 | 7885.6 |
+| hnet | code/256B | 1 | 128 | 384 | ok | 196.7 | 69.3 | 2836.2 | 2850.6 | 1822.3 | 70.2 | 70.2 | 67.6 | 1.0 | 3339.2 |
+| hnet | code/256B | 16 | 128 | 384 | ok | 196.7 | 94.1 | 33448.2 | 33618.3 | 5105.2 | 401.2 | 401.2 | 390.5 | 5.78 | 4952.5 |
+| hnet_serial | code/1024B | 1 | 128 | 384 | ok | 472.1 | 65.1 | 7249.9 | 7265.3 | 1778.6 | 72.0 | 72.0 | 69.2 | 1.0 | 3532.7 |
+| hnet_serial | code/1024B | 16 | 128 | 384 | ok | 472.1 | 1010.5 | 7474.4 | 7490.3 | 28367.3 | 72.2 | 72.2 | 69.6 | 1.01 | 3735.2 |
+| hnet_serial | code/256B | 1 | 128 | 384 | ok | 196.7 | 66.2 | 2971.2 | 2986.3 | 1818.8 | 70.4 | 70.4 | 67.8 | 1.0 | 3338.8 |
+| hnet_serial | code/256B | 16 | 128 | 384 | ok | 196.7 | 999.6 | 3148.1 | 3164.1 | 29037.1 | 70.5 | 70.5 | 68.1 | 1.0 | 3426.6 |
+| pythia | code/1024B | 1 | 128 | 384 | ok | 472.1 | 19.7 | 23958.7 | 6925.0 | 1897.7 | 242.4 | 67.5 | 239.9 | 1.0 | 2804.9 |
+| pythia | code/1024B | 16 | 128 | 384 | ok | 472.1 | 80.1 | 94333.9 | 27266.3 | 1935.9 | 4714.0 | 1057.9 | 4526.7 | 18.87 | 4257.4 |
+| pythia | code/256B | 1 | 128 | 384 | ok | 196.7 | 18.1 | 10884.6 | 3367.6 | 1835.5 | 222.7 | 68.2 | 220.6 | 1.0 | 2748.9 |
+| pythia | code/256B | 16 | 128 | 384 | ok | 196.7 | 34.4 | 91458.4 | 28296.7 | 1952.6 | 3775.3 | 1009.9 | 3709.8 | 16.82 | 3389.1 |
+
+## Warmup
+
+| Model | Workload | Batch | Max new | Samples | Status | Prompt bytes | Prefill ms/chunk | Decode ms/chunk | Total ms/chunk | Peak VRAM MB |
+|---|---|---:|---:|---:|---|---:|---:|---:|---:|---:|
+| bolmo | code/1024B | 1 | 128 | 1 | ok | 265.0 | 46.6 | 4182.5 | 4562.7 | 2866.2 |
+| bolmo | code/1024B | 16 | 128 | 16 | ok | 423.9 | 148.4 | 29721.0 | 48056.7 | 4319.6 |
+| bolmo | code/256B | 1 | 128 | 1 | ok | 212.0 | 76.9 | 3506.3 | 6426.9 | 2848.9 |
+| bolmo | code/256B | 16 | 128 | 16 | ok | 179.8 | 75.7 | 10638.0 | 14660.3 | 3253.2 |
+| hnet | code/1024B | 1 | 128 | 1 | ok | 265.0 | 70.0 | 2075.2 | 2151.1 | 3341.3 |
+| hnet | code/1024B | 16 | 128 | 16 | ok | 423.9 | 101.4 | 4994.2 | 5108.4 | 7716.3 |
+| hnet | code/256B | 1 | 128 | 1 | ok | 212.0 | 20130.7 | 2466.6 | 22599.6 | 3571.7 |
+| hnet | code/256B | 16 | 128 | 16 | ok | 179.8 | 230.1 | 5088.0 | 5327.1 | 4876.5 |
+| hnet_serial | code/1024B | 1 | 128 | 1 | ok | 265.0 | 202.9 | 2060.7 | 2268.6 | 3341.2 |
+| hnet_serial | code/1024B | 16 | 128 | 16 | ok | 423.9 | 1008.7 | 28635.2 | 29684.3 | 3635.6 |
+| hnet_serial | code/256B | 1 | 128 | 1 | ok | 212.0 | 8846.9 | 2008.2 | 10858.4 | 3567.3 |
+| hnet_serial | code/256B | 16 | 128 | 16 | ok | 179.8 | 993.3 | 30005.9 | 31032.6 | 3413.2 |
+| pythia | code/1024B | 1 | 128 | 1 | ok | 265.0 | 23.9 | 1904.3 | 1928.3 | 2749.1 |
+| pythia | code/1024B | 16 | 128 | 16 | ok | 423.9 | 81.2 | 1959.2 | 2040.5 | 3998.7 |
+| pythia | code/256B | 1 | 128 | 1 | ok | 212.0 | 21.1 | 1892.9 | 1914.0 | 2746.7 |
+| pythia | code/256B | 16 | 128 | 16 | ok | 179.8 | 32.9 | 1964.5 | 1997.5 | 3368.2 |
+
+## Compression
+
+| Model | Workload | Raw prompt bytes | Model input units | Stage0 / patches | Stage1 | Bytes per stage0 | Stage0 per stage1 |
+|---|---|---:|---:|---:|---:|---:|---:|
+| bolmo | code/1024B | 181272.0 | 181656.0 | 40221.0 | None | 4.51 | None |
+| bolmo | code/1024B | 181272.0 | 181656.0 | 40209.0 | None | 4.51 | None |
+| bolmo | code/256B | 75525.0 | 75909.0 | 17772.0 | None | 4.25 | None |
+| bolmo | code/256B | 75525.0 | 75909.0 | 17763.0 | None | 4.25 | None |
+| hnet | code/1024B | 181272.0 | 181656.0 | 63564.0 | 30714.0 | 2.85 | 2.07 |
+| hnet | code/1024B | 181272.0 | 181656.0 | 63570.0 | 30738.0 | 2.85 | 2.07 |
+| hnet | code/256B | 75525.0 | 75909.0 | 28470.0 | 14919.0 | 2.65 | 1.91 |
+| hnet | code/256B | 75525.0 | 75909.0 | 28473.0 | 14928.0 | 2.65 | 1.91 |
+| hnet_serial | code/1024B | 181272.0 | 181656.0 | 63564.0 | 30714.0 | 2.85 | 2.07 |
+| hnet_serial | code/1024B | 181272.0 | 181656.0 | 63564.0 | 30714.0 | 2.85 | 2.07 |
+| hnet_serial | code/256B | 75525.0 | 75909.0 | 28470.0 | 14919.0 | 2.65 | 1.91 |
+| hnet_serial | code/256B | 75525.0 | 75909.0 | 28470.0 | 14919.0 | 2.65 | 1.91 |
+| pythia | code/1024B | 181272.0 | 52395.0 | None | None | None | None |
+| pythia | code/1024B | 181272.0 | 52395.0 | None | None | None | None |
+| pythia | code/256B | 75525.0 | 23367.0 | None | None | None | None |
+| pythia | code/256B | 75525.0 | 23367.0 | None | None | None | None |

generation-speed-bench-rerun/warmup_runs.partial.jsonl

@@ -0,0 +1,16 @@
+{"model": "hnet", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 20.130650204999256, "decode_time_sec": 2.4665518360015994, "total_time_sec": 22.59955477999938, "prefill_units_per_sec": 10.58088029104512, "prefill_bytes_per_sec": 10.531204796720964, "decode_units_per_sec": 51.89430772616327, "decode_bytes_per_sec": 51.89430772616327, "total_units_per_sec": 5.663828391578761, "total_bytes_per_sec": 5.663828391578761, "step_latency_ms": {"count": 128, "sum": 2448, "mean": 19.125, "median": 8.0, "p95": 37.0, "max": 625, "min": 7}, "peak_allocated_mb": 3571.6923828125, "peak_reserved_mb": 9920.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 55, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 4, 1, 1, 9, 1, 3, 1, 4], "chunk_stats": {"count": 56, "sum": 128, "mean": 2.2857142857142856, "median": 1.0, "p95": 6.25, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 17, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 1, 7, 3, 3, 1, 3], "chunk_stats": {"count": 18, "sum": 55, "mean": 3.0555555555555554, "median": 2.0, "p95": 8.0, "max": 8, "min": 1}, "active_size_stats": {"count": 55, "sum": 55, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "hnet", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.23011065899845562, "decode_time_sec": 5.088013737999063, "total_time_sec": 5.327114805000747, "prefill_units_per_sec": 12567.866315221016, "prefill_bytes_per_sec": 12498.334551374703, "decode_units_per_sec": 402.51463644935177, "decode_bytes_per_sec": 402.51463644935177, "total_units_per_sec": 384.4482566956266, "total_bytes_per_sec": 384.4482566956266, "step_latency_ms": {"count": 128, "sum": 4974, "mean": 38.859375, "median": 41.0, "p95": 43.0, "max": 48, "min": 18}, "peak_allocated_mb": 4876.47509765625, "peak_reserved_mb": 4984.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1094, "stage1_units": 582, "bytes_per_stage0_unit": 2.6288848263254114, "stage0_per_stage1_unit": 1.879725085910653}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1094, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 1, 3, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1094, "sum": 2892, "mean": 2.643510054844607, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1094, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 5, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1094, "mean": 1.879725085910653, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 1, 4, 5, 5, 3, 1, 1, 1, 6, 5, 5, 2, 1, 3, 1, 7, 1, 1, 1, 9, 4, 2, 9, 9, 1, 1, 1, 9, 1, 1, 1, 1, 7, 5, 1, 1, 1, 1, 1, 2, 1, 1, 2, 4, 3, 1, 1, 1, 3, 5, 13, 2, 2, 1, 13, 1, 1, 2, 6, 1, 5, 4, 4, 4, 2, 3, 1, 3, 1, 4, 7, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 4, 8, 1, 7, 7, 2, 2, 1, 1, 1, 3, 7, 1, 5, 1, 1, 1, 1, 6, 1, 1, 1, 4, 2, 2, 1, 1, 1, 1, 1, 3, 1, 2, 1, 14, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 8, 9, 1, 1, 3, 1, 1, 1, 1, 4, 7, 2, 3, 1, 1, 2, 5, 5, 3, 1, 1, 2, 4, 1, 2, 3, 1, 1, 1, 1, 1, 1, 2, 6, 4, 1, 1, 1, 3, 1, 2, 8, 5, 2, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 3, 1, 4, 1, 3, 6, 1, 1, 1, 1, 6, 5, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 1, 1, 1, 7, 1, 3, 1, 13, 2, 1, 1, 2, 1, 2, 1, 1, 5, 7, 1, 2, 1, 1, 1, 1, 1, 9, 1, 4, 9, 1, 5, 1, 1, 4, 5, 4, 2, 2, 13, 1, 9, 3, 1, 3, 7, 1, 2, 4, 3, 4, 8, 1, 5, 1, 4, 1, 1, 4, 2, 1, 1, 1, 7, 1, 2, 1, 2, 1, 2, 4, 1, 1, 4, 4, 9, 2, 1, 4, 1, 1, 2, 1, 2, 4, 1, 2, 4, 3, 3, 4, 5, 2, 2, 4, 2, 2, 1, 1, 1, 2, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 1, 1, 1, 3, 3, 1, 1, 1, 2, 5, 1, 3, 1, 3, 3, 6, 4, 1, 2, 5, 1, 3, 3, 1, 1, 1, 6, 2, 1, 4, 7, 4, 2, 1, 1, 1, 4, 1, 7, 5, 2, 2, 1, 2, 1, 5, 1, 13, 1, 1, 1, 7, 4, 1, 1, 3, 2, 7, 3, 2, 1, 3, 5, 1, 5, 4, 4, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 4, 3, 5, 1, 5, 1, 6, 1, 4, 1, 1, 1, 1, 6, 4, 4, 1, 2, 1, 3, 1, 1, 4, 3, 3, 2, 3, 1, 2, 1, 1, 1, 1, 6, 1, 1, 2, 1, 6, 1, 1, 4, 3, 9, 1, 3, 1, 9, 3, 1, 1, 1, 1, 17, 1, 2, 4, 1, 1, 1, 2, 1, 1, 6, 1, 6, 4, 1, 5, 4, 1, 1, 1, 1, 1, 4, 6, 1, 5, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 4, 1, 1, 5, 2, 1, 13, 2, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 2, 6, 1, 9, 1, 4, 5, 3, 1, 1, 2, 5, 1, 1, 1, 2, 1, 2, 2, 1, 1, 5, 3, 3, 9, 3, 7, 1, 4, 2, 1, 2, 1, 1, 4, 1, 1, 5, 1, 5, 1, 1, 5, 2, 2, 1, 1, 5, 2, 1, 1, 1, 6, 1, 2, 7, 9, 1, 1, 1, 5, 2, 1, 3, 5, 2, 1, 1, 8, 2, 5, 5, 7, 7, 1, 4, 1, 3, 1, 1, 4, 3, 1, 8, 1, 1, 1, 3, 4, 2, 1, 1, 1, 4, 5, 9, 4, 1, 2, 2, 1, 2, 4, 1, 1, 3, 4, 1, 1, 1, 1, 45, 1, 1, 3, 1, 1, 1, 1, 3, 1, 2, 1, 2, 3, 7, 1, 4, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 3, 1, 6, 2, 9, 5, 2, 1, 1, 1, 14, 2, 1, 2, 3, 1, 1, 1, 1, 1, 7, 2, 1, 1, 9, 1, 2, 1, 3, 1, 5, 1, 2, 2, 4, 1, 4, 1, 1, 1, 1, 1, 3, 1, 4, 1, 1, 1, 1, 2, 1, 1, 5, 4, 1, 1, 2, 1, 1, 1, 3, 6, 1, 1, 7, 2, 4, 8, 13, 1, 1, 1, 3, 4, 1, 1, 1, 2, 4, 1, 1, 4, 3, 1, 1, 1, 1, 2, 1, 1, 1, 5, 4, 1, 1, 8, 1, 1, 1, 9, 1, 1, 1, 1, 4, 1, 7, 5, 1, 1, 3, 3, 2, 8, 1, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 325, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 3, 2, 3, 3, 2, 2, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 3, 1, 1, 5, 1, 3, 1, 2, 1, 3, 4, 2, 4, 1, 1, 1, 3, 1, 1, 3, 2, 1, 1, 7, 1, 3, 3, 1, 1, 2, 1, 3, 3, 1, 4, 3, 1, 3, 1, 2, 3, 2, 4, 1, 8, 4, 1, 1, 1, 1, 3, 6, 1, 2, 2, 1, 1, 2, 2, 3, 3, 3, 1, 2, 2, 2, 2, 1, 1, 4, 1, 5, 1, 3, 3, 1, 3, 1, 5, 1, 1, 1, 1, 1, 8, 1, 4, 4, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 3, 3, 3, 4, 1, 4, 2, 1, 3, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 7, 3, 1, 1, 1, 6, 7, 1, 1, 2, 3, 4, 5, 2, 7, 1, 3, 3, 1, 1, 1, 2, 5, 1, 4, 9, 1, 2, 1, 2, 1, 3, 5, 7, 1, 2, 1, 2, 4, 3, 1, 3, 1, 1, 5, 4, 3, 4, 3, 1, 1, 1, 1, 2, 3, 1, 3, 1, 2, 1, 1, 1, 1, 5, 4, 3, 1, 1, 6, 1, 1, 2, 4, 2, 1, 1, 1, 3, 1, 1, 1, 3, 3, 1, 2, 5, 1, 3, 1, 1, 2, 1, 4, 1, 2, 2, 1, 2, 2, 3, 2, 3, 1, 1, 6, 1, 4, 4, 2, 1, 2, 5, 3, 3, 1, 2, 1, 1, 1, 4, 3, 4, 2, 3, 7, 1, 3, 1, 1, 1, 1, 5, 2, 3, 3, 2, 2, 4, 4, 1, 1, 5, 3, 1, 1, 1, 6, 1, 2, 1, 1, 2, 3, 3, 2, 3, 4, 1, 2, 10, 1, 5, 1, 1, 2, 1, 1, 3, 4, 1, 1, 1, 1, 3, 1, 3, 2, 2, 1, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 333, "sum": 763, "mean": 2.2912912912912913, "median": 2.0, "p95": 5.399999999999977, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 763, "mean": 5.9609375, "median": 6.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "hnet", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.07003145199996652, "decode_time_sec": 2.075198623999313, "total_time_sec": 2.151110847000382, "prefill_units_per_sec": 3798.293372528206, "prefill_bytes_per_sec": 3784.0140741352425, "decode_units_per_sec": 61.68084274907575, "decode_bytes_per_sec": 61.68084274907575, "total_units_per_sec": 59.50413953724872, "total_bytes_per_sec": 59.50413953724872, "step_latency_ms": {"count": 128, "sum": 2059, "mean": 16.0859375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3341.3115234375, "peak_reserved_mb": 3376.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "hnet", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.10140902999773971, "decode_time_sec": 4.994184224997298, "total_time_sec": 5.108389336000982, "prefill_units_per_sec": 67035.4503948171, "prefill_bytes_per_sec": 66877.67351833622, "decode_units_per_sec": 410.0769830934917, "decode_bytes_per_sec": 410.0769830934917, "total_units_per_sec": 400.909144799688, "total_bytes_per_sec": 400.909144799688, "step_latency_ms": {"count": 128, "sum": 4883, "mean": 38.1484375, "median": 41.0, "p95": 42.0, "max": 43, "min": 8}, "peak_allocated_mb": 7716.27587890625, "peak_reserved_mb": 7916.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2309, "stage1_units": 1176, "bytes_per_stage0_unit": 2.9372022520571677, "stage0_per_stage1_unit": 1.96343537414966}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2309, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 2, 3, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2309, "sum": 6798, "mean": 2.9441316587267217, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2309, "units_out": 1176, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 1, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 2, 1, 1, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1176, "sum": 2309, "mean": 1.96343537414966, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 665, "chunk_lengths": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 2, 1, 1, 1, 1, 1, 1, 4, 1, 1, 5, 2, 1, 4, 5, 3, 1, 1, 6, 2, 4, 2, 1, 1, 3, 9, 8, 4, 1, 1, 1, 3, 3, 1, 4, 1, 4, 1, 4, 13, 5, 13, 1, 3, 3, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 3, 1, 5, 17, 1, 1, 5, 18, 13, 1, 6, 1, 1, 3, 1, 13, 1, 13, 4, 1, 6, 2, 4, 9, 1, 1, 3, 1, 1, 5, 1, 9, 1, 5, 7, 2, 1, 2, 1, 1, 1, 3, 1, 3, 1, 4, 6, 1, 3, 1, 1, 5, 1, 6, 1, 3, 3, 5, 10, 1, 1, 1, 9, 1, 1, 1, 1, 5, 3, 1, 4, 1, 4, 2, 1, 7, 5, 1, 4, 4, 13, 1, 1, 1, 4, 5, 1, 5, 1, 1, 1, 1, 21, 1, 1, 1, 1, 1, 1, 1, 14, 1, 3, 6, 1, 1, 3, 2, 1, 2, 4, 9, 1, 1, 9, 4, 1, 17, 1, 4, 5, 1, 6, 1, 8, 2, 3, 1, 1, 6, 3, 2, 3, 4, 4, 2, 2, 5, 3, 6, 4, 4, 1, 2, 4, 1, 1, 1, 1, 5, 13, 1, 5, 1, 17, 1, 1, 2, 5, 1, 1, 2, 1, 1, 3, 1, 2, 10, 1, 4, 3, 1, 1, 1, 1, 1, 17, 13, 4, 2, 3, 1, 1, 1, 1, 3, 1, 3, 1, 2, 9, 1, 1, 4, 3, 1, 5, 1, 13, 1, 4, 1, 1, 1, 1, 1, 1, 5, 3, 13, 6, 1, 1, 1, 1, 1, 5, 8, 2, 1, 2, 2, 4, 6, 6, 1, 6, 1, 1, 2, 4, 9, 1, 1, 10, 4, 2, 3, 9, 14, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 7, 1, 1, 1, 4, 1, 1, 9, 7, 13, 1, 4, 1, 1, 1, 3, 5, 2, 1, 2, 1, 1, 5, 13, 2, 6, 1, 2, 2, 4, 2, 1, 4, 1, 17, 1, 1, 1, 8, 4, 1, 1, 1, 5, 1, 1, 6, 1, 1, 1, 2, 1, 2, 2, 1, 1, 1, 1, 2, 1, 5, 3, 2, 1, 2, 2, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 2, 1, 3, 1, 1, 1, 1, 2, 4, 9, 5, 3, 1, 8, 1, 1, 4, 1, 1, 4, 1, 1, 3, 1, 1, 6, 3, 1, 1, 9, 1, 1, 3, 1, 2, 13, 5, 1, 7, 3, 7, 9, 6, 1, 1, 6, 4, 1, 9, 2, 3, 1, 17, 1, 1, 1, 1, 1, 17, 1, 1, 3, 1, 2, 1, 2, 5, 2, 8, 6, 4, 2, 1, 4, 1, 1, 2, 1, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 5, 5, 1, 1, 9, 1, 1, 2, 2, 1, 5, 5, 1, 4, 1, 1, 5, 1, 13, 4, 2, 4, 1, 1, 2, 4, 1, 4, 2, 1, 1, 4, 1, 1, 1, 5, 2, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 1, 5, 7, 14, 1, 1, 1, 2, 1, 1, 2, 3, 1, 10, 1, 4, 2, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 6, 1, 3, 5, 2, 1, 6, 13, 1, 8, 7, 4, 4, 1, 1, 2, 1, 5, 2, 1, 11, 1, 1, 1, 1, 3, 13, 1, 1, 8, 1, 13, 2, 1, 2, 1, 3, 1, 10, 1, 1, 2, 6, 1, 1, 3, 1, 3, 3, 5, 5, 6, 1, 2, 2, 1, 1, 3, 1, 1, 1, 5, 1, 4, 1, 2, 6, 3, 4, 1, 1, 1, 1, 1, 9, 3, 3, 1, 3, 1, 1, 1, 1, 1, 1, 1, 3, 8, 8, 5, 1, 2, 1, 6, 2, 6, 14, 2], "chunk_stats": {"count": 677, "sum": 2048, "mean": 3.0251107828655837, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 128, "sum": 2048, "mean": 16.0, "median": 16.0, "p95": 16.0, "max": 16, "min": 16}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 3, 3, 3, 2, 2, 1, 1, 3, 2, 1, 5, 3, 2, 1, 1, 2, 1, 2, 2, 1, 1, 1, 5, 1, 2, 1, 7, 2, 5, 3, 1, 1, 1, 2, 1, 1, 2, 3, 3, 1, 2, 1, 5, 1, 1, 2, 3, 3, 3, 1, 1, 1, 2, 2, 1, 2, 1, 5, 1, 1, 3, 1, 1, 4, 1, 1, 5, 2, 4, 1, 4, 1, 1, 1, 2, 1, 2, 3, 1, 1, 4, 4, 1, 3, 2, 1, 1, 2, 2, 2, 3, 5, 1, 1, 1, 1, 1, 2, 1, 4, 1, 2, 1, 2, 4, 1, 5, 1, 1, 1, 1, 1, 2, 1, 2, 8, 1, 1, 2, 1, 1, 3, 2, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 1, 1, 1, 2, 3, 5, 1, 1, 3, 3, 3, 1, 1, 1, 1, 5, 1, 1, 3, 8, 1, 4, 2, 1, 2, 1, 1, 5, 1, 1, 2, 1, 6, 1, 1, 1, 2, 4, 2, 1, 5, 6, 2, 2, 1, 1, 3, 1, 5, 4, 10, 1, 1, 3, 1, 1, 3, 1, 7, 6, 1, 1, 1, 1, 1, 8, 1, 4, 1, 1, 3, 2, 4, 9, 1, 1, 2, 1, 1, 1, 3, 4, 2, 3, 3, 3, 1, 5, 1, 1, 5, 1, 1, 1, 1, 4, 1, 3, 1, 1, 1, 3, 1, 7, 1, 5, 1, 4, 6, 1, 1, 8, 1, 3, 1, 4, 4, 9, 1, 3, 1, 1, 2, 3, 1, 3, 3, 4, 1, 5, 1, 1, 3, 5, 1, 3, 1, 2, 2, 3, 1, 2, 2, 6, 3, 4, 1, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 665, "mean": 2.216666666666667, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 127, "sum": 665, "mean": 5.2362204724409445, "median": 5.0, "p95": 9.0, "max": 10, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "hnet_serial", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 8.84693876700112, "decode_time_sec": 2.0082388010014256, "total_time_sec": 10.858433746001538, "prefill_units_per_sec": 24.076124590630734, "prefill_bytes_per_sec": 23.96309114184843, "decode_units_per_sec": 63.73743995792318, "decode_bytes_per_sec": 63.73743995792318, "total_units_per_sec": 11.788072110043878, "total_bytes_per_sec": 11.788072110043878, "step_latency_ms": {"count": 128, "sum": 2005, "mean": 15.6640625, "median": 8.0, "p95": 38.0, "max": 43, "min": 8}, "peak_allocated_mb": 3567.3359375, "peak_reserved_mb": 9928.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 100, "stage1_units": 42, "bytes_per_stage0_unit": 2.12, "stage0_per_stage1_unit": 2.380952380952381}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 213, "units_out": 100, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1], "chunk_stats": {"count": 100, "sum": 213, "mean": 2.13, "median": 1.0, "p95": 7.0, "max": 9, "min": 1}}, {"stage": 1, "units_in": 100, "units_out": 42, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1], "chunk_stats": {"count": 42, "sum": 100, "mean": 2.380952380952381, "median": 2.0, "p95": 4.949999999999996, "max": 6, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 57, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1], "chunk_stats": {"count": 58, "sum": 128, "mean": 2.206896551724138, "median": 1.0, "p95": 5.149999999999999, "max": 9, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 22, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 1], "chunk_stats": {"count": 23, "sum": 57, "mean": 2.4782608695652173, "median": 1.0, "p95": 7.799999999999997, "max": 8, "min": 1}, "active_size_stats": {"count": 57, "sum": 57, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "hnet_serial", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.9933398829925864, "decode_time_sec": 30.00588560700271, "total_time_sec": 31.032594436997897, "prefill_units_per_sec": 2911.3901993821223, "prefill_bytes_per_sec": 2895.282923036993, "decode_units_per_sec": 68.25327626797464, "decode_bytes_per_sec": 68.25327626797464, "total_units_per_sec": 65.9951266452385, "total_bytes_per_sec": 65.9951266452385, "step_latency_ms": {"count": 2048, "sum": 30149, "mean": 14.72119140625, "median": 8.0, "p95": 38.0, "max": 41, "min": 7}, "peak_allocated_mb": 3413.16552734375, "peak_reserved_mb": 3440.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 1093, "stage1_units": 582, "bytes_per_stage0_unit": 2.6312900274473927, "stage0_per_stage1_unit": 1.8780068728522337}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 2892, "units_out": 1093, "chunk_lengths": [1, 1, 3, 1, 1, 1, 1, 2, 1, 3, 1, 2, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 1, 1, 1, 1, 3, 2, 4, 1, 1, 1, 9, 1, 3, 1, 1, 3, 1, 4, 1, 9, 1, 1, 1, 1, 2, 5, 2, 1, 3, 1, 3, 1, 1, 2, 4, 1, 1, 9, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 3, 2, 1, 3, 1, 3, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 4, 1, 9, 1, 3, 1, 3, 1, 1, 1, 1, 1, 3, 1, 2, 5, 1, 1, 3, 2, 1, 2, 1, 1, 9, 6, 3, 1, 1, 3, 1, 1, 3, 1, 2, 1, 13, 1, 2, 3, 1, 4, 1, 1, 2, 1, 2, 1, 17, 1, 3, 1, 3, 1, 1, 13, 4, 1, 17, 4, 1, 1, 5, 1, 4, 1, 4, 4, 1, 3, 1, 1, 1, 3, 1, 2, 1, 7, 1, 1, 3, 2, 4, 1, 1, 9, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 7, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 6, 1, 1, 1, 1, 1, 1, 3, 11, 1, 1, 1, 1, 1, 1, 1, 5, 1, 1, 3, 3, 1, 12, 2, 1, 5, 3, 1, 2, 1, 12, 2, 1, 1, 1, 3, 4, 1, 2, 3, 1, 3, 2, 3, 1, 1, 5, 1, 2, 4, 1, 2, 4, 2, 2, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 4, 1, 2, 1, 1, 2, 5, 1, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 3, 4, 1, 1, 3, 1, 1, 3, 2, 6, 2, 4, 2, 1, 2, 16, 1, 1, 1, 6, 2, 2, 4, 2, 1, 2, 15, 1, 2, 1, 2, 4, 2, 1, 1, 1, 1, 1, 1, 1, 2, 3, 5, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 9, 1, 5, 1, 1, 8, 1, 1, 3, 1, 5, 1, 1, 1, 1, 3, 14, 1, 1, 3, 1, 1, 1, 9, 1, 2, 1, 3, 1, 1, 4, 2, 1, 2, 4, 2, 2, 1, 13, 3, 4, 1, 3, 1, 1, 4, 1, 1, 9, 5, 6, 1, 1, 8, 1, 1, 1, 13, 7, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 2, 1, 1, 13, 4, 2, 2, 3, 4, 1, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 1, 1, 9, 3, 1, 2, 1, 5, 3, 1, 2, 6, 2, 5, 6, 1, 5, 1, 2, 5, 1, 9, 1, 3, 1, 1, 5, 1, 6, 2, 1, 5, 5, 1, 3, 2, 5, 1, 1, 9, 1, 8, 1, 2, 6, 1, 8, 1, 1, 3, 1, 1, 5, 1, 5, 2, 5, 1, 1, 9, 1, 3, 1, 1, 1, 3, 3, 4, 1, 1, 3, 2, 1, 3, 1, 2, 2, 1, 1, 9, 8, 2, 1, 3, 1, 4, 1, 7, 1, 1, 3, 1, 9, 7, 2, 1, 1, 9, 4, 2, 2, 3, 7, 1, 13, 2, 2, 1, 3, 1, 1, 1, 1, 2, 1, 1, 13, 6, 1, 1, 5, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 3, 2, 5, 2, 5, 2, 1, 1, 6, 1, 1, 9, 1, 2, 6, 1, 2, 2, 2, 1, 13, 6, 2, 1, 1, 5, 1, 1, 9, 8, 2, 1, 1, 9, 1, 2, 1, 2, 2, 3, 6, 1, 1, 1, 1, 3, 1, 4, 1, 7, 1, 7, 2, 1, 1, 1, 5, 1, 1, 5, 1, 2, 1, 5, 1, 3, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 4, 1, 1, 9, 1, 2, 4, 8, 3, 7, 1, 1, 2, 4, 1, 1, 1, 13, 3, 4, 1, 1, 1, 5, 6, 1, 1, 3, 7, 1, 1, 3, 2, 5, 1, 2, 7, 1, 1, 5, 1, 2, 3, 1, 1, 3, 1, 5, 1, 1, 2, 1, 1, 7, 2, 2, 3, 4, 1, 3, 8, 3, 4, 5, 5, 7, 5, 2, 1, 3, 1, 5, 1, 3, 1, 1, 5, 4, 1, 7, 1, 5, 9, 1, 1, 1, 2, 6, 1, 1, 1, 3, 1, 3, 1, 1, 3, 2, 3, 2, 1, 2, 3, 3, 2, 6, 1, 1, 9, 1, 2, 1, 3, 1, 6, 1, 13, 3, 3, 9, 2, 4, 2, 1, 3, 1, 3, 1, 1, 9, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 3, 3, 1, 1, 3, 1, 3, 3, 1, 1, 9, 2, 5, 1, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 8, 1, 4, 1, 1, 5, 1, 4, 1, 1, 4, 1, 5, 1, 1, 4, 4, 7, 1, 1, 4, 1, 1, 9, 1, 2, 1, 1, 5, 3, 1, 1, 3, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 2, 2, 2, 1, 13, 1, 5, 1, 2, 1, 4, 3, 6, 1, 1, 1, 9, 3, 4, 1, 5, 1, 3, 1, 1, 4, 1, 1, 5, 3, 4, 1, 1, 3, 1, 2, 4, 1, 1, 7, 1, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 9, 4, 4, 2, 1, 9, 1, 5, 3, 1, 6, 1, 4, 1, 5, 1, 1, 1, 13, 4, 1, 7, 3, 1, 9, 1, 4, 1, 17, 1, 6, 1, 1, 1, 6, 4, 1, 1, 3, 4, 17, 1, 7, 1, 1, 1, 3, 7, 1, 3, 1, 1, 1, 1, 5, 4, 2, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 1, 1, 5, 1, 2, 1, 4, 2, 3, 1, 1, 9, 1, 2, 1, 1, 1, 4, 1, 1, 1, 1, 2, 4, 1, 1, 1, 2, 1, 1, 1, 1, 1, 3, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 5, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 1, 9, 1, 2, 1, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 9, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 9, 1, 2, 1, 5, 1], "chunk_stats": {"count": 1093, "sum": 2892, "mean": 2.645928636779506, "median": 1.0, "p95": 9.0, "max": 17, "min": 1}}, {"stage": 1, "units_in": 1093, "units_out": 582, "chunk_lengths": [1, 2, 2, 5, 2, 3, 2, 3, 4, 1, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 1, 4, 1, 3, 1, 4, 2, 1, 3, 2, 2, 3, 3, 1, 5, 4, 6, 3, 1, 4, 2, 1, 1, 2, 2, 1, 1, 3, 4, 1, 1, 1, 5, 4, 1, 1, 2, 4, 4, 1, 4, 2, 1, 2, 1, 4, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 5, 2, 2, 1, 4, 1, 1, 1, 3, 1, 3, 1, 1, 8, 2, 1, 3, 4, 1, 1, 1, 2, 4, 1, 4, 1, 1, 1, 1, 2, 1, 2, 1, 4, 1, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 6, 1, 4, 3, 2, 1, 2, 2, 1, 5, 3, 1, 1, 2, 4, 1, 1, 1, 1, 1, 1, 2, 2, 1, 4, 1, 1, 2, 2, 1, 1, 1, 1, 3, 5, 1, 2, 1, 1, 1, 5, 4, 1, 2, 1, 4, 1, 3, 1, 1, 2, 1, 1, 4, 1, 1, 1, 5, 2, 2, 4, 1, 8, 1, 1, 1, 4, 3, 1, 1, 1, 4, 5, 4, 1, 2, 1, 2, 1, 1, 2, 1, 1, 3, 3, 1, 1, 2, 1, 3, 1, 4, 1, 3, 1, 2, 1, 5, 2, 1, 3, 2, 3, 1, 1, 2, 1, 1, 1, 2, 8, 3, 1, 1, 3, 1, 2, 2, 1, 3, 2, 5, 1, 1, 1, 3, 1, 2, 4, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 1, 1, 4, 1, 4, 1, 1, 3, 1, 2, 2, 6, 1, 1, 2, 2, 1, 3, 1, 1, 1, 1, 3, 2, 1, 1, 2, 5, 1, 1, 1, 4, 1, 1, 1, 1, 2, 1, 1, 1, 3, 1, 2, 1, 1, 2, 2, 2, 1, 1, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 4, 1, 2, 2, 1, 1, 2, 1, 1, 1, 4, 3, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 3, 2, 1, 3, 1, 1, 2, 4, 2, 1, 3, 1, 1, 2, 3, 2, 3, 1, 1, 1, 4, 2, 2, 1, 2, 1, 2, 2, 3, 1, 1, 1, 2, 2, 1, 3, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 2, 1, 1, 1, 1, 4, 2, 1, 2, 1, 1, 3, 2, 4, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 2, 1, 1, 1, 2, 1, 1, 2, 1, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 2, 1, 4, 2, 4, 1, 2, 5, 1, 2, 6, 2, 1, 1, 3, 1, 1, 1, 1, 3, 1, 1, 2, 1, 2, 2, 1, 3, 1, 5, 1, 1, 2, 1, 2, 1, 1, 1, 1, 4, 1, 9, 1, 1, 3, 5, 1, 2, 1, 3, 3, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 1, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 1, 2, 1, 1, 2, 1, 5, 3, 5, 1, 1, 1, 2, 1, 5, 1, 2, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 2, 1, 4, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 2, 1, 2, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 4, 1], "chunk_stats": {"count": 582, "sum": 1093, "mean": 1.8780068728522337, "median": 1.0, "p95": 4.0, "max": 9, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 763, "chunk_lengths": [1, 9, 3, 4, 1, 1, 1, 1, 2, 4, 2, 1, 1, 1, 1, 4, 1, 2, 1, 1, 7, 1, 2, 2, 1, 1, 1, 1, 5, 1, 2, 4, 1, 6, 1, 1, 5, 1, 1, 1, 5, 2, 1, 2, 5, 1, 2, 2, 4, 1, 2, 3, 1, 2, 4, 2, 1, 1, 4, 1, 1, 1, 1, 1, 1, 5, 4, 1, 4, 4, 1, 6, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 5, 1, 1, 9, 4, 1, 6, 2, 5, 1, 5, 4, 1, 1, 4, 1, 1, 1, 4, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 8, 2, 1, 3, 1, 1, 3, 1, 7, 1, 4, 2, 1, 1, 6, 1, 1, 1, 9, 1, 2, 8, 1, 2, 1, 1, 1, 13, 5, 4, 1, 7, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 3, 3, 1, 3, 1, 1, 5, 3, 4, 1, 1, 1, 7, 1, 3, 1, 3, 2, 2, 2, 1, 1, 3, 4, 1, 2, 3, 1, 4, 1, 8, 1, 5, 3, 4, 4, 1, 1, 3, 1, 1, 3, 2, 1, 1, 1, 5, 1, 1, 1, 1, 4, 4, 1, 4, 1, 1, 6, 2, 45, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 6, 2, 1, 14, 1, 2, 2, 2, 1, 13, 1, 2, 4, 2, 1, 2, 2, 2, 1, 17, 1, 5, 5, 5, 1, 1, 3, 14, 1, 5, 1, 4, 1, 1, 1, 1, 5, 1, 5, 1, 7, 1, 1, 8, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 1, 3, 1, 1, 5, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 1, 9, 3, 4, 6, 1, 1, 1, 1, 5, 7, 1, 7, 4, 1, 1, 5, 4, 1, 1, 4, 1, 1, 1, 1, 3, 2, 1, 1, 2, 1, 4, 2, 1, 1, 1, 5, 1, 1, 9, 1, 3, 1, 1, 2, 2, 1, 1, 9, 1, 13, 7, 1, 1, 2, 1, 1, 3, 6, 1, 1, 2, 1, 1, 9, 1, 2, 1, 7, 2, 3, 6, 1, 13, 7, 1, 1, 7, 1, 1, 3, 6, 1, 1, 7, 1, 1, 1, 1, 2, 7, 1, 1, 4, 5, 1, 1, 5, 1, 2, 3, 1, 5, 1, 1, 2, 1, 1, 9, 3, 4, 1, 1, 1, 5, 3, 4, 5, 1, 1, 1, 4, 1, 4, 1, 7, 1, 4, 1, 7, 1, 4, 2, 1, 1, 1, 2, 3, 5, 1, 2, 7, 1, 1, 1, 5, 2, 7, 1, 4, 5, 1, 2, 2, 6, 5, 4, 1, 7, 2, 3, 1, 4, 1, 1, 5, 2, 7, 1, 4, 7, 1, 2, 2, 6, 9, 2, 2, 1, 2, 2, 2, 3, 1, 6, 2, 1, 9, 2, 2, 1, 2, 2, 2, 3, 1, 7, 2, 1, 1, 9, 2, 1, 4, 2, 3, 9, 2, 3, 1, 1, 3, 1, 3, 2, 1, 2, 1, 1, 1, 1, 7, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 4, 4, 1, 1, 5, 3, 4, 1, 3, 1, 3, 1, 1, 3, 1, 4, 4, 1, 1, 1, 1, 1, 1, 3, 1, 8, 1, 4, 3, 1, 1, 3, 1, 2, 1, 1, 4, 1, 1, 1, 1, 5, 1, 1, 6, 1, 9, 3, 4, 1, 7, 1, 1, 4, 1, 2, 4, 1, 1, 7, 1, 4, 1, 1, 6, 1, 1, 6, 1, 4, 2, 1, 6, 1, 4, 1, 1, 9, 1, 8, 2, 1, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 4, 1, 13, 3, 1, 1, 4, 1, 1, 3, 1, 1, 1, 5, 1, 2, 1, 4, 1, 5, 2, 3, 1, 1, 9, 3, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 1, 1, 5, 3, 4, 1, 2, 1, 4, 1, 1, 4, 6, 1, 1, 2, 1, 6, 1, 1, 2, 2, 2, 1, 1, 5, 1, 2, 1, 4, 2, 1, 1, 5, 4, 1, 2, 3, 1, 4, 1, 7, 5, 1, 1, 3, 3, 4, 8, 3, 2, 3], "chunk_stats": {"count": 775, "sum": 2048, "mean": 2.6425806451612903, "median": 1.0, "p95": 7.2999999999999545, "max": 45, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 326, "chunk_lengths": [1, 1, 8, 8, 6, 1, 1, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 1, 2, 2, 3, 1, 3, 2, 1, 1, 6, 1, 3, 1, 7, 3, 3, 1, 3, 2, 1, 1, 10, 2, 3, 1, 3, 1, 1, 8, 2, 1, 5, 1, 2, 3, 1, 3, 1, 1, 2, 1, 4, 2, 2, 1, 3, 1, 1, 3, 4, 1, 6, 2, 2, 4, 1, 1, 4, 2, 1, 7, 2, 1, 5, 1, 1, 1, 3, 1, 1, 2, 1, 2, 1, 3, 1, 3, 2, 3, 5, 1, 2, 3, 2, 3, 1, 1, 2, 5, 2, 1, 3, 1, 1, 7, 3, 4, 1, 3, 1, 1, 7, 3, 5, 3, 1, 1, 3, 1, 1, 1, 3, 1, 1, 3, 1, 7, 3, 2, 1, 3, 6, 1, 5, 3, 1, 1, 1, 1, 4, 1, 1, 1, 4, 1, 1, 1, 3, 3, 1, 2, 4, 3, 4, 1, 1, 1, 4, 1, 2, 2, 2, 4, 3, 1, 2, 2, 1, 1, 4, 1, 1, 3, 2, 1, 1, 4, 1, 1, 1, 3, 3, 1, 1, 1, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 1, 2, 4, 1, 1, 1, 1, 1, 2, 3, 2, 2, 1, 1, 3, 5, 2, 1, 1, 1, 2, 2, 1, 5, 2, 1, 1, 3, 1, 2, 1, 1, 1, 2, 3, 1, 5, 1, 4, 1, 4, 5, 4, 1, 1, 1, 5, 1, 6, 1, 3, 1, 3, 4, 1, 4, 1, 1, 7, 1, 1, 3, 5, 4, 3, 1, 2, 1, 2, 1, 1, 1, 4, 1, 2, 4, 1, 2, 1, 2, 4, 1, 2, 1, 1, 1, 1, 2, 3, 3, 1, 2, 1, 3, 3, 3, 3, 1, 3, 2, 3, 3, 2, 3, 1, 1, 6, 1, 1, 2, 4, 1, 3, 4, 1, 4, 1, 2, 1, 1, 2, 1, 1, 3, 21, 1, 3, 1, 3, 2], "chunk_stats": {"count": 334, "sum": 763, "mean": 2.284431137724551, "median": 2.0, "p95": 5.349999999999966, "max": 21, "min": 1}, "active_size_stats": {"count": 763, "sum": 763, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.20288737100054277, "decode_time_sec": 2.0607024090022605, "total_time_sec": 2.268647287000931, "prefill_units_per_sec": 1311.072240170574, "prefill_bytes_per_sec": 1306.1433971624142, "decode_units_per_sec": 62.114742740546575, "decode_bytes_per_sec": 62.114742740546575, "total_units_per_sec": 56.42128714032551, "total_bytes_per_sec": 56.42128714032551, "step_latency_ms": {"count": 128, "sum": 2062, "mean": 16.109375, "median": 8.0, "p95": 38.0, "max": 42, "min": 8}, "peak_allocated_mb": 3341.1982421875, "peak_reserved_mb": 3366.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 98, "stage1_units": 50, "bytes_per_stage0_unit": 2.704081632653061, "stage0_per_stage1_unit": 1.96}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 266, "units_out": 98, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1], "chunk_stats": {"count": 98, "sum": 266, "mean": 2.7142857142857144, "median": 1.0, "p95": 9.0, "max": 13, "min": 1}}, {"stage": 1, "units_in": 98, "units_out": 50, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1], "chunk_stats": {"count": 50, "sum": 98, "mean": 1.96, "median": 1.0, "p95": 4.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 51, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 3], "chunk_stats": {"count": 52, "sum": 128, "mean": 2.4615384615384617, "median": 1.0, "p95": 7.349999999999987, "max": 13, "min": 1}, "active_size_stats": {"count": 128, "sum": 128, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 27, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 2], "chunk_stats": {"count": 28, "sum": 51, "mean": 1.8214285714285714, "median": 1.0, "p95": 4.649999999999999, "max": 10, "min": 1}, "active_size_stats": {"count": 51, "sum": 51, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "hnet_serial", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 1.0087210179954127, "decode_time_sec": 28.635150138008612, "total_time_sec": 29.684306114999345, "prefill_units_per_sec": 6739.227079365679, "prefill_bytes_per_sec": 6723.365409275969, "decode_units_per_sec": 71.52049107930485, "decode_bytes_per_sec": 71.52049107930485, "total_units_per_sec": 68.99268563212784, "total_bytes_per_sec": 68.99268563212784, "step_latency_ms": {"count": 2048, "sum": 28647, "mean": 13.98779296875, "median": 8.0, "p95": 38.0, "max": 43, "min": 8}, "peak_allocated_mb": 3635.56982421875, "peak_reserved_mb": 3722.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 2308, "stage1_units": 1174, "bytes_per_stage0_unit": 2.938474870017331, "stage0_per_stage1_unit": 1.9659284497444633}, "trace": {"prefill": {"stages": [{"stage": 0, "units_in": 6798, "units_out": 2308, "chunk_lengths": [1, 1, 3, 3, 1, 8, 1, 5, 1, 5, 1, 1, 1, 1, 2, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 5, 3, 5, 1, 4, 4, 4, 1, 1, 3, 2, 1, 1, 1, 9, 1, 1, 1, 3, 2, 6, 1, 1, 8, 1, 10, 1, 1, 2, 1, 1, 9, 1, 1, 1, 1, 3, 2, 6, 1, 1, 1, 7, 1, 6, 1, 10, 1, 1, 2, 1, 1, 9, 1, 2, 1, 13, 2, 2, 4, 4, 6, 1, 1, 3, 2, 1, 3, 5, 1, 3, 1, 1, 1, 1, 3, 3, 1, 4, 1, 6, 1, 9, 1, 3, 2, 9, 1, 6, 1, 2, 2, 2, 9, 1, 3, 1, 1, 3, 1, 1, 4, 2, 9, 1, 3, 1, 2, 1, 1, 1, 5, 2, 9, 1, 1, 9, 2, 1, 5, 1, 5, 1, 3, 4, 6, 3, 2, 5, 3, 1, 6, 9, 1, 2, 2, 1, 2, 1, 3, 1, 3, 1, 4, 1, 4, 1, 3, 3, 1, 8, 1, 1, 3, 2, 3, 3, 1, 5, 1, 1, 3, 1, 9, 6, 2, 1, 1, 4, 1, 1, 1, 1, 4, 2, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 1, 1, 9, 2, 4, 1, 7, 9, 1, 2, 1, 6, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 3, 9, 1, 1, 1, 1, 6, 1, 1, 1, 2, 3, 4, 1, 1, 2, 1, 6, 1, 20, 1, 5, 1, 1, 1, 4, 2, 3, 5, 1, 9, 4, 1, 13, 3, 2, 2, 1, 1, 1, 1, 1, 4, 2, 3, 5, 1, 1, 9, 2, 1, 5, 6, 1, 1, 4, 9, 1, 2, 4, 1, 3, 1, 1, 3, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 2, 1, 1, 3, 1, 2, 5, 1, 1, 9, 1, 2, 4, 1, 3, 1, 2, 1, 1, 1, 13, 3, 2, 2, 1, 2, 1, 2, 4, 1, 1, 1, 1, 1, 3, 1, 1, 1, 1, 5, 1, 1, 1, 4, 1, 2, 2, 3, 3, 1, 3, 1, 2, 5, 1, 1, 1, 9, 2, 7, 1, 1, 5, 1, 2, 3, 2, 4, 3, 5, 1, 7, 1, 1, 1, 6, 1, 3, 1, 4, 1, 9, 2, 1, 5, 10, 1, 3, 1, 4, 1, 2, 3, 3, 4, 1, 4, 7, 1, 1, 5, 1, 9, 1, 2, 1, 13, 1, 2, 1, 2, 1, 1, 1, 6, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 3, 3, 1, 1, 3, 2, 1, 2, 1, 1, 1, 2, 3, 1, 1, 3, 1, 2, 2, 2, 1, 1, 1, 4, 1, 1, 9, 1, 2, 3, 1, 1, 4, 1, 2, 2, 2, 1, 13, 1, 2, 3, 4, 1, 1, 3, 2, 1, 1, 10, 1, 1, 4, 1, 2, 2, 2, 1, 1, 17, 3, 1, 5, 2, 1, 3, 13, 4, 1, 17, 1, 2, 1, 21, 1, 3, 1, 2, 5, 1, 4, 1, 1, 3, 1, 4, 1, 21, 3, 1, 5, 2, 1, 3, 17, 7, 3, 11, 5, 1, 21, 3, 1, 5, 1, 1, 3, 3, 1, 1, 3, 1, 1, 9, 2, 4, 2, 1, 1, 1, 1, 2, 2, 2, 9, 1, 2, 1, 3, 1, 1, 11, 1, 13, 1, 5, 1, 1, 1, 1, 3, 2, 7, 1, 1, 1, 1, 1, 3, 8, 5, 1, 1, 1, 1, 2, 9, 1, 1, 7, 11, 1, 1, 1, 9, 1, 2, 2, 4, 1, 4, 1, 1, 9, 6, 2, 4, 1, 5, 4, 1, 1, 1, 1, 1, 9, 1, 3, 1, 1, 2, 2, 5, 1, 1, 2, 1, 5, 1, 4, 1, 1, 1, 1, 1, 1, 2, 5, 1, 9, 2, 1, 2, 2, 2, 4, 4, 4, 4, 2, 2, 1, 2, 3, 2, 2, 1, 2, 5, 2, 2, 1, 2, 1, 1, 8, 1, 1, 9, 2, 1, 2, 1, 6, 4, 4, 5, 1, 3, 4, 1, 9, 1, 3, 1, 4, 5, 2, 1, 9, 1, 3, 1, 5, 2, 5, 1, 1, 1, 1, 4, 9, 1, 3, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 2, 2, 2, 5, 1, 1, 1, 1, 3, 9, 1, 3, 1, 1, 1, 3, 1, 8, 1, 5, 1, 1, 3, 2, 5, 1, 1, 1, 9, 2, 1, 5, 1, 2, 4, 8, 6, 1, 2, 2, 5, 9, 1, 2, 4, 1, 1, 8, 1, 5, 2, 6, 1, 5, 1, 1, 13, 3, 4, 5, 1, 9, 2, 1, 8, 1, 4, 5, 9, 1, 9, 1, 6, 2, 5, 1, 1, 1, 1, 4, 1, 5, 1, 1, 9, 2, 1, 5, 4, 6, 4, 1, 4, 1, 1, 3, 4, 1, 4, 9, 4, 5, 1, 5, 2, 5, 1, 6, 3, 1, 9, 1, 5, 1, 5, 1, 1, 1, 13, 5, 1, 6, 1, 1, 3, 3, 1, 8, 1, 1, 8, 1, 4, 2, 7, 1, 1, 5, 4, 2, 3, 5, 1, 7, 1, 5, 1, 1, 7, 1, 3, 1, 1, 1, 1, 1, 7, 1, 5, 1, 2, 2, 1, 1, 3, 3, 1, 1, 1, 5, 4, 1, 5, 2, 2, 2, 5, 8, 1, 5, 2, 2, 2, 1, 5, 1, 2, 4, 1, 1, 4, 1, 1, 1, 9, 4, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 10, 1, 1, 1, 6, 1, 13, 4, 1, 3, 1, 3, 1, 1, 1, 1, 3, 1, 7, 1, 7, 1, 4, 1, 1, 9, 4, 7, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 1, 13, 1, 2, 4, 1, 1, 3, 1, 7, 1, 1, 1, 1, 4, 1, 2, 1, 2, 1, 1, 1, 3, 7, 1, 1, 17, 3, 4, 4, 1, 1, 3, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 1, 7, 2, 1, 4, 1, 6, 1, 1, 13, 1, 3, 1, 7, 1, 1, 2, 1, 1, 4, 1, 6, 1, 7, 1, 13, 7, 2, 4, 1, 4, 2, 1, 4, 2, 1, 1, 1, 4, 1, 13, 4, 1, 7, 1, 1, 1, 3, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 2, 1, 1, 1, 5, 1, 5, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 1, 5, 7, 1, 1, 5, 1, 9, 1, 2, 1, 4, 1, 1, 1, 6, 5, 1, 2, 1, 4, 1, 1, 3, 5, 3, 4, 1, 7, 3, 4, 1, 1, 18, 1, 9, 1, 1, 1, 6, 1, 3, 5, 8, 5, 4, 1, 4, 9, 1, 1, 1, 1, 1, 3, 1, 5, 1, 1, 4, 1, 1, 3, 1, 4, 1, 1, 3, 1, 1, 9, 1, 1, 1, 2, 2, 1, 3, 1, 3, 1, 1, 6, 1, 5, 1, 1, 2, 1, 1, 6, 1, 1, 9, 4, 1, 1, 1, 2, 1, 1, 9, 1, 1, 1, 2, 2, 1, 2, 4, 2, 3, 1, 1, 1, 2, 1, 2, 1, 1, 1, 10, 1, 3, 1, 1, 4, 1, 4, 1, 1, 9, 1, 5, 2, 1, 3, 1, 4, 1, 1, 3, 1, 1, 1, 4, 1, 1, 9, 1, 4, 1, 1, 11, 2, 4, 1, 1, 2, 1, 1, 4, 1, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 6, 1, 1, 4, 1, 6, 1, 6, 1, 2, 2, 1, 1, 5, 7, 2, 7, 3, 1, 2, 1, 6, 1, 7, 5, 4, 1, 1, 3, 2, 1, 7, 3, 6, 1, 3, 1, 1, 6, 1, 1, 2, 1, 1, 1, 1, 4, 3, 2, 1, 1, 1, 9, 1, 2, 1, 5, 2, 3, 1, 6, 1, 13, 6, 2, 3, 4, 1, 7, 2, 1, 6, 1, 5, 1, 13, 1, 6, 1, 1, 8, 1, 5, 2, 3, 1, 13, 7, 2, 7, 1, 3, 6, 1, 1, 1, 3, 1, 13, 6, 1, 1, 2, 5, 1, 1, 1, 3, 1, 2, 1, 2, 1, 8, 1, 1, 3, 1, 1, 2, 1, 8, 1, 1, 1, 9, 2, 7, 1, 1, 4, 1, 6, 12, 4, 4, 8, 9, 1, 5, 2, 1, 5, 10, 1, 1, 9, 1, 3, 4, 2, 1, 9, 4, 1, 1, 1, 3, 1, 3, 1, 3, 4, 1, 1, 13, 2, 5, 1, 3, 8, 1, 1, 2, 4, 8, 6, 1, 5, 13, 2, 3, 4, 5, 1, 7, 4, 4, 1, 3, 13, 1, 1, 3, 6, 1, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 3, 3, 13, 1, 3, 4, 3, 1, 1, 13, 1, 2, 1, 3, 2, 1, 1, 3, 6, 1, 1, 1, 1, 2, 9, 2, 10, 1, 1, 4, 1, 1, 9, 1, 2, 4, 1, 1, 8, 1, 9, 2, 1, 4, 2, 1, 4, 1, 1, 1, 13, 10, 2, 1, 9, 1, 1, 9, 4, 2, 2, 1, 1, 9, 4, 5, 3, 9, 1, 13, 5, 2, 1, 1, 1, 1, 1, 3, 1, 1, 4, 3, 1, 1, 3, 1, 6, 1, 2, 1, 1, 1, 1, 6, 1, 2, 1, 4, 1, 1, 13, 1, 2, 4, 4, 1, 17, 8, 1, 13, 1, 2, 1, 1, 8, 1, 4, 2, 4, 1, 1, 17, 4, 1, 1, 6, 1, 4, 1, 13, 4, 1, 17, 4, 1, 1, 1, 5, 1, 4, 1, 1, 9, 1, 2, 10, 1, 13, 3, 4, 4, 1, 1, 9, 2, 11, 1, 4, 2, 1, 2, 1, 2, 8, 1, 2, 1, 9, 1, 1, 1, 1, 1, 1, 3, 1, 2, 1, 4, 1, 8, 1, 6, 1, 1, 3, 2, 6, 1, 1, 9, 2, 1, 7, 2, 1, 3, 9, 5, 2, 1, 1, 9, 4, 5, 3, 6, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 13, 1, 2, 4, 2, 1, 6, 1, 17, 4, 1, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 1, 1, 1, 1, 1, 3, 2, 1, 7, 1, 1, 1, 2, 1, 5, 1, 6, 1, 1, 3, 2, 7, 1, 1, 9, 5, 2, 6, 1, 7, 1, 4, 1, 7, 1, 9, 7, 1, 7, 2, 1, 1, 6, 1, 4, 1, 2, 1, 5, 1, 2, 1, 6, 1, 2, 1, 4, 1, 2, 1, 3, 1, 1, 1, 1, 1, 27, 1, 5, 1, 3, 1, 1, 9, 1, 2, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 2, 2, 3, 3, 4, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 2, 2, 2, 2, 9, 4, 1, 13, 4, 1, 2, 1, 3, 3, 1, 3, 1, 6, 1, 5, 1, 4, 1, 1, 4, 1, 6, 1, 1, 4, 4, 1, 1, 1, 17, 1, 2, 1, 1, 2, 1, 7, 1, 6, 1, 2, 1, 25, 4, 1, 1, 5, 1, 6, 1, 1, 1, 1, 1, 3, 1, 2, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 1, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 1, 1, 1, 5, 2, 1, 1, 1, 1, 1, 1, 9, 8, 1, 2, 1, 1, 9, 4, 2, 3, 5, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 1, 5, 1, 1, 1, 1, 1, 1, 1, 9, 4, 2, 3, 1, 1, 1, 1, 8, 1, 1, 1, 2, 1, 1, 1, 13, 8, 1, 1, 5, 1, 1, 1, 9, 8, 1, 4, 1, 1, 5, 1, 8, 1, 5, 6, 1, 5, 2, 1, 3, 1, 8, 1, 1, 4, 8, 1, 3, 8, 1, 4, 1, 5, 6, 1, 5, 2, 1, 5, 1, 4, 1, 1, 2, 1, 6, 1, 4, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 2, 1, 3, 4, 1, 4, 1, 5, 1, 1, 4, 1, 1, 3, 1, 3, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 1, 6, 2, 3, 1, 1, 5, 1, 1, 5, 1, 5, 2, 1, 5, 1, 3, 5, 1, 4, 1, 4, 1, 3, 5, 1, 2, 1, 1, 5, 7, 1, 1, 2, 2, 2, 2, 2, 8, 3, 1, 9, 1, 1, 1, 5, 4, 1, 1, 1, 4, 2, 3, 1, 5, 1, 2, 1, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 5, 1, 1, 5, 4, 5, 4, 1, 3, 1, 1, 3, 1, 1, 9, 5, 5, 2, 1, 3, 1, 1, 5, 4, 1, 1, 9, 1, 2, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 8, 1, 1, 13, 4, 5, 2, 7, 1, 1, 2, 1, 1, 3, 1, 5, 4, 1, 13, 3, 4, 4, 5, 3, 5, 4, 9, 2, 3, 1, 3, 1, 1, 5, 4, 1, 4, 1, 1, 2, 2, 1, 5, 1, 1, 13, 3, 4, 1, 1, 1, 5, 3, 1, 2, 1, 1, 3, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 6, 1, 5, 4, 1, 9, 4, 1, 13, 3, 4, 5, 4, 1, 1], "chunk_stats": {"count": 2308, "sum": 6798, "mean": 2.9454072790294625, "median": 2.0, "p95": 9.0, "max": 27, "min": 1}}, {"stage": 1, "units_in": 2308, "units_out": 1174, "chunk_lengths": [1, 2, 1, 2, 4, 1, 3, 1, 3, 1, 2, 2, 1, 4, 1, 4, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 3, 1, 5, 1, 1, 2, 2, 1, 2, 3, 2, 2, 1, 4, 1, 3, 1, 1, 1, 2, 1, 10, 1, 1, 2, 1, 2, 1, 1, 1, 1, 3, 1, 2, 1, 2, 1, 1, 2, 3, 1, 2, 1, 1, 3, 3, 2, 1, 1, 1, 1, 1, 1, 2, 1, 3, 2, 3, 3, 1, 4, 1, 7, 1, 1, 2, 2, 3, 1, 3, 1, 4, 1, 1, 1, 3, 3, 1, 1, 2, 3, 4, 3, 5, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 1, 1, 1, 2, 1, 6, 4, 1, 1, 3, 2, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 2, 1, 2, 1, 1, 2, 2, 3, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 1, 4, 4, 1, 2, 1, 2, 1, 2, 4, 3, 2, 1, 1, 2, 1, 2, 1, 2, 2, 3, 3, 1, 1, 1, 5, 4, 1, 2, 1, 2, 1, 6, 1, 2, 3, 1, 3, 2, 3, 1, 3, 3, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 3, 3, 2, 2, 3, 1, 1, 2, 2, 1, 2, 1, 4, 2, 2, 1, 2, 1, 3, 1, 1, 3, 1, 3, 2, 3, 2, 1, 1, 2, 1, 1, 3, 2, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 1, 5, 5, 1, 1, 3, 3, 1, 3, 4, 1, 4, 1, 3, 1, 2, 1, 2, 1, 3, 1, 5, 2, 6, 1, 3, 3, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 4, 1, 1, 2, 2, 1, 2, 2, 1, 1, 5, 1, 1, 1, 2, 2, 5, 8, 1, 3, 1, 1, 1, 2, 3, 1, 1, 2, 1, 3, 2, 1, 1, 1, 4, 4, 1, 1, 4, 1, 1, 3, 1, 2, 2, 3, 3, 1, 2, 1, 1, 4, 1, 3, 1, 1, 2, 1, 1, 1, 2, 1, 1, 1, 2, 5, 1, 1, 4, 1, 4, 2, 1, 5, 1, 1, 1, 3, 1, 1, 1, 3, 2, 1, 4, 7, 1, 5, 7, 1, 3, 1, 2, 2, 2, 1, 3, 3, 1, 1, 1, 2, 1, 6, 1, 1, 1, 1, 5, 3, 5, 1, 3, 1, 1, 1, 2, 1, 2, 1, 2, 2, 1, 4, 2, 3, 1, 1, 1, 2, 3, 4, 4, 1, 1, 3, 1, 3, 1, 9, 1, 3, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 2, 4, 5, 3, 3, 1, 1, 1, 3, 3, 2, 1, 1, 1, 2, 1, 2, 1, 1, 2, 3, 1, 1, 1, 2, 1, 5, 1, 3, 1, 1, 4, 1, 1, 4, 1, 1, 2, 2, 3, 1, 1, 2, 1, 2, 2, 2, 1, 3, 1, 2, 4, 3, 6, 1, 1, 2, 6, 7, 1, 7, 1, 3, 3, 1, 3, 5, 1, 2, 1, 4, 2, 1, 4, 3, 3, 2, 3, 1, 1, 1, 1, 2, 1, 3, 5, 1, 3, 1, 1, 2, 1, 3, 2, 2, 1, 2, 4, 1, 1, 1, 3, 1, 2, 1, 3, 1, 7, 2, 3, 2, 1, 5, 1, 5, 3, 1, 2, 7, 6, 1, 1, 3, 1, 2, 2, 3, 5, 2, 1, 2, 2, 6, 2, 1, 4, 1, 4, 1, 7, 2, 3, 2, 1, 3, 2, 3, 2, 1, 4, 1, 2, 1, 2, 4, 1, 3, 2, 2, 2, 1, 2, 1, 1, 1, 2, 1, 4, 3, 1, 5, 1, 3, 2, 1, 1, 3, 6, 1, 1, 3, 5, 1, 1, 1, 1, 1, 2, 2, 3, 2, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 4, 2, 1, 1, 3, 1, 2, 1, 3, 1, 4, 1, 1, 2, 7, 1, 1, 1, 3, 1, 3, 1, 1, 1, 2, 2, 3, 3, 1, 2, 3, 2, 1, 2, 1, 1, 1, 4, 5, 1, 4, 1, 1, 1, 2, 2, 3, 1, 1, 3, 2, 1, 3, 1, 1, 1, 1, 1, 2, 4, 2, 1, 2, 1, 2, 2, 1, 1, 2, 1, 1, 1, 1, 1, 3, 1, 6, 1, 1, 1, 1, 1, 1, 1, 1, 7, 1, 1, 1, 3, 1, 1, 3, 1, 1, 3, 1, 1, 2, 4, 1, 4, 1, 3, 2, 1, 1, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 1, 1, 1, 5, 2, 1, 2, 1, 3, 2, 1, 1, 1, 3, 1, 1, 1, 1, 1, 2, 1, 2, 1, 2, 1, 1, 1, 6, 1, 5, 1, 2, 1, 1, 4, 1, 2, 4, 2, 4, 1, 1, 1, 2, 4, 2, 1, 3, 1, 2, 2, 3, 1, 2, 1, 5, 3, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 4, 1, 4, 1, 2, 2, 2, 4, 1, 3, 3, 1, 1, 2, 1, 2, 1, 1, 1, 2, 1, 1, 2, 4, 1, 6, 1, 1, 6, 1, 2, 2, 1, 3, 1, 1, 1, 1, 1, 2, 3, 2, 2, 4, 1, 1, 2, 1, 2, 1, 3, 2, 2, 1, 3, 3, 1, 1, 1, 1, 4, 3, 1, 1, 2, 1, 1, 5, 1, 3, 1, 3, 1, 3, 1, 6, 1, 1, 5, 1, 1, 1, 2, 1, 6, 1, 4, 1, 2, 1, 6, 3, 4, 1, 1, 1, 2, 1, 2, 1, 2, 1, 3, 4, 3, 1, 3, 2, 1, 2, 1, 3, 1, 1, 1, 3, 2, 2, 1, 1, 1, 1, 1, 1, 6, 1, 1, 2, 2, 1, 2, 1, 2, 1, 1, 1, 1, 1, 1, 1, 2, 1, 1, 2, 1, 2, 1, 3, 1, 7, 2, 1, 1, 1, 1, 2, 1, 1, 2, 2, 1, 1, 1, 2, 3, 1, 4, 1, 3, 3, 1, 1, 2, 2, 1, 4, 4, 1, 1, 4, 3, 1, 1, 2, 3, 3, 1, 1, 2, 1, 2, 3, 1, 1, 2, 1, 3, 1, 1, 3, 1, 2, 2, 3, 5, 1, 1, 1, 3, 1, 3, 1, 2, 2, 2, 1, 1, 1, 1, 2, 2, 2, 1, 4, 1, 1, 1, 2, 1, 4, 2, 1, 2, 1, 5, 1, 1, 2, 6, 1, 1, 1, 1, 3, 1, 3, 1, 2, 1, 1, 5, 1, 1, 2, 2, 1, 2, 1, 7, 1, 1, 3, 1, 1, 1, 1, 4, 1, 1, 4, 1, 2, 1, 2, 1, 5, 1, 1, 3, 1, 7, 1, 1, 4, 1, 1, 1, 1, 5, 2, 4, 1, 4, 1, 2, 1, 1, 3, 1, 7, 1, 1, 4, 1, 2, 2, 2, 5, 6, 1, 1, 1, 1, 1, 1, 2, 3, 1, 1, 2, 1, 4, 1, 1], "chunk_stats": {"count": 1174, "sum": 2308, "mean": 1.9659284497444633, "median": 1.0, "p95": 5.0, "max": 10, "min": 1}}]}, "decode": {"stages": [{"stage": 0, "boundary_events": 666, "chunk_lengths": [13, 9, 2, 1, 1, 3, 1, 5, 1, 1, 1, 6, 2, 5, 1, 2, 6, 1, 2, 2, 1, 1, 1, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 2, 1, 1, 1, 2, 2, 1, 1, 1, 1, 2, 1, 1, 13, 3, 4, 1, 2, 1, 2, 2, 4, 2, 3, 3, 1, 1, 1, 1, 17, 3, 2, 2, 1, 3, 1, 3, 1, 1, 1, 1, 1, 4, 2, 3, 3, 1, 1, 9, 7, 5, 5, 1, 13, 2, 2, 1, 1, 2, 1, 4, 13, 1, 2, 3, 1, 4, 1, 17, 1, 3, 1, 1, 10, 1, 1, 5, 2, 1, 1, 17, 1, 3, 1, 1, 10, 1, 1, 4, 1, 1, 1, 3, 1, 1, 3, 1, 1, 4, 1, 2, 5, 1, 1, 1, 1, 4, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 1, 2, 9, 4, 1, 1, 6, 2, 5, 1, 1, 1, 1, 3, 9, 4, 1, 1, 11, 2, 5, 1, 1, 1, 1, 1, 2, 1, 3, 1, 3, 1, 5, 1, 5, 1, 5, 1, 5, 1, 13, 1, 2, 5, 1, 6, 1, 2, 4, 2, 2, 1, 17, 1, 2, 5, 1, 5, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 13, 5, 1, 10, 1, 4, 1, 1, 4, 1, 1, 10, 1, 1, 5, 1, 2, 4, 1, 1, 8, 1, 1, 1, 9, 8, 1, 5, 2, 1, 1, 4, 1, 3, 1, 1, 1, 5, 1, 1, 1, 4, 1, 1, 4, 1, 6, 1, 1, 13, 3, 4, 6, 9, 3, 4, 7, 1, 1, 1, 1, 5, 1, 1, 3, 7, 1, 6, 1, 1, 5, 1, 1, 1, 2, 8, 2, 3, 1, 3, 18, 1, 3, 4, 7, 1, 1, 1, 5, 3, 4, 1, 2, 1, 3, 1, 1, 6, 1, 2, 1, 1, 1, 1, 1, 1, 4, 3, 1, 1, 4, 1, 6, 1, 4, 1, 1, 4, 1, 2, 1, 8, 1, 1, 5, 1, 2, 1, 9, 1, 3, 1, 1, 6, 1, 6, 1, 1, 1, 9, 3, 4, 1, 4, 1, 1, 1, 1, 5, 1, 9, 4, 1, 1, 2, 1, 1, 6, 1, 4, 1, 1, 5, 1, 1, 1, 5, 2, 5, 2, 3, 1, 3, 3, 1, 5, 1, 13, 6, 1, 4, 6, 2, 1, 4, 13, 6, 1, 7, 2, 2, 1, 1, 13, 6, 1, 1, 2, 7, 1, 7, 1, 6, 1, 2, 1, 1, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 1, 3, 1, 1, 1, 5, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 1, 3, 1, 3, 3, 13, 1, 2, 1, 3, 1, 1, 1, 5, 1, 2, 1, 3, 1, 1, 1, 8, 1, 3, 1, 1, 1, 7, 1, 1, 3, 1, 1, 1, 9, 4, 5, 3, 4, 1, 1, 13, 4, 1, 1, 2, 1, 1, 1, 9, 3, 4, 4, 1, 1, 1, 1, 4, 1, 5, 1, 1, 1, 1, 2, 17, 5, 3, 5, 2, 1, 1, 1, 1, 17, 8, 13, 1, 2, 4, 1, 1, 1, 1, 6, 1, 4, 1, 4, 2, 2, 1, 6, 1, 1, 1, 1, 1, 1, 1, 4, 1, 1, 1, 1, 1, 21, 1, 4, 13, 4, 1, 17, 2, 2, 2, 2, 9, 1, 2, 2, 1, 2, 4, 1, 13, 3, 4, 1, 1, 6, 3, 6, 1, 4, 1, 5, 3, 4, 8, 1, 4, 1, 1, 4, 3, 1, 9, 1, 1, 1, 1, 1, 5, 8, 1, 5, 2, 1, 1, 5, 4, 2, 1, 2, 6, 3, 9, 1, 1, 5, 3, 4, 1, 9, 14, 1, 2, 1, 2, 1, 3, 1, 1, 2, 1, 1, 14, 1, 4, 1, 2, 5, 4, 1, 3, 1, 1, 3, 1, 14, 1, 1, 10, 1, 2, 1, 3, 1, 1, 3, 8, 8, 5, 1, 2, 2, 6, 2, 6, 14, 2], "chunk_stats": {"count": 678, "sum": 2048, "mean": 3.0206489675516224, "median": 1.0, "p95": 10.0, "max": 21, "min": 1}, "active_size_stats": {"count": 2048, "sum": 2048, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}, {"stage": 1, "boundary_events": 291, "chunk_lengths": [1, 1, 1, 3, 1, 1, 1, 3, 1, 1, 1, 1, 1, 1, 1, 1, 2, 1, 2, 10, 1, 4, 1, 5, 1, 1, 1, 3, 2, 1, 2, 2, 1, 2, 1, 2, 1, 2, 2, 3, 1, 1, 3, 2, 1, 1, 1, 3, 1, 2, 1, 1, 1, 2, 1, 1, 5, 1, 8, 1, 2, 1, 8, 1, 5, 3, 7, 1, 4, 8, 1, 4, 7, 1, 4, 1, 1, 5, 3, 5, 2, 4, 6, 1, 1, 7, 4, 3, 1, 3, 1, 1, 1, 4, 1, 1, 1, 1, 1, 3, 5, 1, 3, 1, 1, 4, 1, 1, 3, 5, 2, 1, 3, 1, 3, 1, 1, 1, 6, 1, 3, 1, 3, 1, 3, 2, 1, 2, 3, 2, 1, 4, 2, 1, 3, 1, 3, 1, 1, 1, 8, 1, 9, 1, 3, 1, 5, 2, 2, 1, 1, 5, 1, 1, 5, 1, 5, 1, 3, 1, 3, 1, 1, 3, 2, 3, 1, 4, 1, 2, 1, 4, 1, 2, 1, 4, 1, 1, 1, 2, 1, 5, 1, 4, 1, 2, 2, 1, 5, 1, 6, 1, 3, 1, 5, 1, 4, 1, 3, 1, 1, 2, 1, 3, 1, 3, 2, 1, 1, 2, 3, 1, 1, 1, 2, 2, 1, 1, 5, 1, 1, 3, 1, 3, 1, 1, 1, 2, 1, 4, 1, 1, 2, 9, 2, 6, 3, 3, 3, 2, 1, 2, 1, 2, 1, 1, 3, 1, 1, 2, 4, 1, 1, 2, 3, 1, 1, 5, 1, 1, 2, 1, 1, 5, 1, 3, 1, 2, 1, 3, 3, 1, 1, 2, 2, 1, 3, 1, 2, 1, 4, 1, 3, 1, 4, 4, 1, 4, 1, 2, 1, 2, 2, 6, 3, 1, 4, 3, 2, 1], "chunk_stats": {"count": 300, "sum": 666, "mean": 2.22, "median": 1.0, "p95": 5.050000000000011, "max": 10, "min": 1}, "active_size_stats": {"count": 666, "sum": 666, "mean": 1.0, "median": 1.0, "p95": 1.0, "max": 1, "min": 1}}]}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "bolmo", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0769144759979099, "decode_time_sec": 3.5062757800078543, "total_time_sec": 6.426907480999944, "prefill_units_per_sec": 2769.309642124951, "prefill_bytes_per_sec": 2756.3081884060543, "decode_units_per_sec": 96.39857820859797, "decode_bytes_per_sec": 96.39857820859797, "total_units_per_sec": 52.591390338080856, "total_bytes_per_sec": 52.591390338080856, "step_latency_ms": {"count": 338, "sum": 3480, "mean": 10.29585798816568, "median": 7.0, "p95": 23.0, "max": 26, "min": 6}, "peak_allocated_mb": 2848.9453125, "peak_reserved_mb": 2986.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 213, "mean": 213.0, "median": 213.0, "p95": 213.0, "max": 213, "min": 213}}, "generated_stats": {"units": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}, "bytes": {"count": 1, "sum": 338, "mean": 338.0, "median": 338.0, "p95": 338.0, "max": 338, "min": 338}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 213, "stage0_units": 54, "stage1_units": null, "bytes_per_stage0_unit": 3.925925925925926, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [54], "patch_count_stats": {"count": 1, "sum": 54, "mean": 54.0, "median": 54.0, "p95": 54.0, "max": 54, "min": 54}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 2, 2, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4], "patch_length_stats": {"count": 54, "sum": 213, "mean": 3.9444444444444446, "median": 3.0, "p95": 7.0, "max": 9, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "bolmo", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.07565041199995903, "decode_time_sec": 10.638008732054004, "total_time_sec": 14.66025340899796, "prefill_units_per_sec": 38228.476534953516, "prefill_bytes_per_sec": 38016.9773563369, "decode_units_per_sec": 538.4466345417286, "decode_bytes_per_sec": 538.4466345417286, "total_units_per_sec": 390.7163021127827, "total_bytes_per_sec": 390.7163021127827, "step_latency_ms": {"count": 996, "sum": 10720, "mean": 10.763052208835342, "median": 9.0, "p95": 24.0, "max": 27, "min": 7}, "peak_allocated_mb": 3253.2294921875, "peak_reserved_mb": 3556.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 2892, "mean": 180.75, "median": 183.0, "p95": 221.75, "max": 233, "min": 104}}, "generated_stats": {"units": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}, "bytes": {"count": 16, "sum": 5728, "mean": 358.0, "median": 358.0, "p95": 358.0, "max": 358, "min": 358}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 2892, "stage0_units": 683, "stage1_units": null, "bytes_per_stage0_unit": 4.210834553440702, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [53, 38, 39, 47, 45, 40, 45, 44, 36, 31, 44, 43, 47, 41, 34, 56], "patch_count_stats": {"count": 16, "sum": 683, "mean": 42.6875, "median": 43.5, "p95": 53.75, "max": 56, "min": 31}, "patch_lengths": [3, 3, 8, 3, 6, 3, 9, 5, 5, 1, 5, 4, 3, 4, 5, 5, 2, 3, 2, 7, 3, 3, 5, 2, 5, 4, 3, 5, 3, 7, 3, 6, 3, 2, 7, 2, 3, 2, 5, 2, 2, 6, 3, 2, 7, 2, 3, 5, 2, 7, 5, 4, 4, 3, 4, 5, 5, 1, 4, 3, 3, 4, 6, 4, 5, 1, 3, 4, 2, 11, 3, 4, 5, 1, 2, 4, 2, 15, 5, 4, 3, 16, 2, 15, 5, 7, 5, 5, 4, 4, 2, 3, 4, 8, 5, 1, 5, 3, 3, 4, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 4, 3, 4, 3, 8, 3, 5, 11, 8, 2, 5, 2, 3, 8, 5, 1, 2, 7, 7, 5, 3, 12, 3, 3, 6, 3, 5, 12, 2, 7, 1, 1, 4, 12, 2, 5, 1, 4, 4, 3, 4, 1, 4, 3, 3, 3, 4, 3, 4, 5, 2, 5, 3, 8, 4, 1, 2, 4, 3, 3, 1, 5, 2, 2, 7, 4, 3, 3, 5, 6, 4, 1, 1, 7, 5, 1, 4, 1, 11, 6, 6, 4, 5, 1, 4, 1, 16, 3, 5, 1, 6, 3, 4, 1, 6, 4, 2, 1, 1, 2, 3, 4, 7, 2, 8, 2, 2, 2, 3, 1, 1, 3, 3, 15, 5, 4, 3, 4, 3, 5, 2, 5, 3, 4, 5, 2, 11, 7, 5, 2, 5, 2, 3, 4, 5, 7, 10, 4, 11, 7, 2, 5, 5, 5, 6, 2, 11, 5, 1, 2, 8, 2, 3, 8, 5, 1, 6, 4, 3, 4, 4, 2, 7, 3, 3, 6, 7, 6, 6, 2, 6, 2, 7, 5, 7, 6, 2, 7, 5, 4, 1, 6, 3, 7, 10, 2, 7, 9, 5, 7, 6, 1, 6, 3, 7, 5, 2, 3, 8, 5, 1, 5, 5, 3, 3, 4, 8, 2, 5, 5, 8, 5, 2, 7, 7, 2, 4, 7, 4, 4, 3, 8, 2, 11, 2, 2, 5, 2, 1, 4, 2, 11, 7, 7, 2, 1, 2, 1, 2, 2, 4, 3, 7, 5, 1, 6, 1, 6, 1, 3, 6, 3, 3, 4, 3, 6, 3, 5, 2, 11, 6, 2, 2, 6, 3, 7, 8, 2, 4, 7, 3, 2, 2, 1, 3, 7, 3, 3, 6, 8, 8, 1, 3, 6, 3, 3, 3, 7, 4, 2, 5, 6, 2, 6, 3, 7, 3, 4, 8, 3, 8, 8, 4, 11, 7, 5, 9, 2, 3, 8, 5, 1, 7, 1, 8, 3, 3, 3, 4, 5, 6, 1, 2, 1, 1, 2, 7, 5, 4, 4, 8, 3, 4, 5, 6, 1, 5, 5, 2, 5, 6, 4, 3, 8, 2, 5, 6, 10, 2, 3, 6, 2, 3, 5, 5, 1, 4, 1, 10, 1, 7, 3, 3, 4, 3, 5, 7, 2, 11, 7, 1, 7, 6, 2, 5, 4, 3, 7, 2, 2, 1, 2, 1, 2, 10, 5, 4, 3, 3, 7, 2, 5, 4, 5, 2, 3, 5, 9, 5, 3, 3, 2, 2, 3, 5, 2, 3, 6, 4, 8, 2, 4, 3, 7, 3, 2, 5, 4, 5, 5, 2, 1, 3, 3, 5, 2, 11, 6, 4, 5, 9, 4, 7, 7, 6, 5, 2, 4, 3, 3, 7, 2, 3, 8, 9, 8, 5, 3, 3, 4, 9, 2, 4, 7, 4, 5, 1, 11, 5, 3, 8, 5, 6, 4, 11, 4, 8, 3, 11, 5, 2, 15, 8, 2, 7, 4, 2, 2, 5, 1, 15, 9, 2, 3, 8, 4, 2, 3, 3, 4, 2, 3, 2, 2, 2, 2, 2, 5, 3, 3, 2, 4, 1, 3, 2, 2, 7, 3, 2, 2, 4, 2, 3, 4, 3, 4, 3, 3, 7, 2, 2, 7, 4, 1, 3, 3, 3, 4, 5, 2, 4, 3, 4, 3, 3, 6, 1, 1, 1, 3, 2, 1, 3, 7, 2, 1, 2, 1, 2, 2, 2, 1, 3, 1, 3, 2, 7, 2, 2, 2, 1, 1, 1, 2, 2, 2, 1, 1, 1, 7, 4, 5, 3], "patch_length_stats": {"count": 683, "sum": 2892, "mean": 4.234260614934114, "median": 4.0, "p95": 9.0, "max": 16, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "bolmo", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.046606412000983255, "decode_time_sec": 4.182462779979687, "total_time_sec": 4.5627002520013775, "prefill_units_per_sec": 5707.369191912653, "prefill_bytes_per_sec": 5685.912916755087, "decode_units_per_sec": 93.4855898471137, "decode_bytes_per_sec": 93.4855898471137, "total_units_per_sec": 85.69486891638175, "total_bytes_per_sec": 85.69486891638175, "step_latency_ms": {"count": 391, "sum": 4210, "mean": 10.767263427109974, "median": 7.0, "p95": 24.0, "max": 29, "min": 6}, "peak_allocated_mb": 2866.22705078125, "peak_reserved_mb": 3070.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 266, "mean": 266.0, "median": 266.0, "p95": 266.0, "max": 266, "min": 266}}, "generated_stats": {"units": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}, "bytes": {"count": 1, "sum": 391, "mean": 391.0, "median": 391.0, "p95": 391.0, "max": 391, "min": 391}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 266, "stage0_units": 63, "stage1_units": null, "bytes_per_stage0_unit": 4.2063492063492065, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63], "patch_count_stats": {"count": 1, "sum": 63, "mean": 63.0, "median": 63.0, "p95": 63.0, "max": 63, "min": 63}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3], "patch_length_stats": {"count": 63, "sum": 266, "mean": 4.222222222222222, "median": 4.0, "p95": 8.899999999999999, "max": 11, "min": 1}}}, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "bolmo", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.14840664099756395, "decode_time_sec": 29.720976310854894, "total_time_sec": 48.05672208500255, "prefill_units_per_sec": 45806.57546256024, "prefill_bytes_per_sec": 45698.76357562277, "decode_units_per_sec": 557.8888064300962, "decode_bytes_per_sec": 557.8888064300962, "total_units_per_sec": 345.0297748288281, "total_bytes_per_sec": 345.0297748288281, "step_latency_ms": {"count": 2937, "sum": 30008, "mean": 10.217228464419476, "median": 9.0, "p95": 24.0, "max": 32, "min": 7}, "peak_allocated_mb": 4319.6357421875, "peak_reserved_mb": 4690.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 6798, "mean": 424.875, "median": 370.0, "p95": 690.75, "max": 963, "min": 261}}, "generated_stats": {"units": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}, "bytes": {"count": 16, "sum": 16581, "mean": 1036.3125, "median": 1088.0, "p95": 1088.0, "max": 1088, "min": 261}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 6798, "stage0_units": 1480, "stage1_units": null, "bytes_per_stage0_unit": 4.582432432432433, "stage0_per_stage1_unit": null}, "trace": {"prefill": {"patch_counts_per_prompt": [63, 224, 65, 136, 73, 62, 76, 57, 70, 71, 93, 108, 56, 103, 99, 124], "patch_count_stats": {"count": 16, "sum": 1480, "mean": 92.5, "median": 74.5, "p95": 158.0, "max": 224, "min": 56}, "patch_lengths": [3, 4, 5, 4, 6, 6, 4, 1, 5, 2, 9, 4, 2, 5, 3, 5, 9, 4, 5, 2, 4, 3, 4, 4, 2, 2, 7, 2, 8, 6, 5, 4, 3, 7, 2, 2, 3, 2, 7, 2, 4, 4, 7, 6, 5, 2, 2, 3, 7, 4, 2, 11, 2, 2, 4, 5, 6, 2, 3, 2, 9, 4, 3, 3, 4, 5, 7, 2, 3, 9, 1, 2, 7, 8, 5, 1, 2, 7, 5, 5, 6, 1, 2, 7, 5, 5, 6, 1, 2, 7, 4, 7, 2, 7, 6, 3, 4, 6, 5, 5, 3, 8, 1, 7, 3, 3, 2, 5, 4, 5, 5, 7, 9, 5, 1, 7, 6, 5, 2, 7, 6, 2, 2, 2, 3, 2, 1, 4, 2, 3, 6, 5, 7, 5, 1, 4, 7, 2, 4, 9, 1, 7, 3, 8, 2, 11, 5, 2, 2, 1, 3, 3, 9, 3, 7, 1, 3, 8, 2, 1, 8, 2, 11, 4, 9, 3, 4, 2, 3, 6, 2, 12, 2, 11, 5, 2, 3, 2, 4, 2, 3, 6, 3, 7, 2, 6, 7, 6, 1, 7, 3, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 3, 10, 4, 5, 5, 2, 11, 5, 2, 2, 1, 3, 4, 2, 3, 5, 2, 5, 3, 4, 2, 1, 2, 3, 4, 5, 1, 6, 4, 7, 2, 8, 6, 3, 5, 4, 9, 9, 7, 4, 7, 1, 7, 2, 6, 10, 4, 5, 3, 6, 4, 5, 8, 2, 5, 2, 7, 4, 2, 11, 3, 4, 2, 3, 4, 4, 2, 2, 2, 2, 3, 4, 5, 1, 4, 4, 4, 5, 5, 1, 3, 5, 3, 3, 4, 3, 4, 5, 3, 5, 2, 11, 3, 8, 5, 1, 3, 10, 6, 2, 5, 3, 15, 4, 5, 2, 5, 1, 11, 5, 2, 15, 4, 2, 19, 5, 8, 5, 5, 5, 2, 15, 4, 4, 5, 2, 5, 1, 22, 20, 2, 19, 4, 5, 2, 3, 4, 5, 3, 3, 4, 2, 5, 1, 3, 3, 5, 1, 7, 3, 5, 2, 11, 2, 11, 6, 4, 1, 3, 9, 2, 1, 5, 8, 5, 2, 2, 1, 10, 8, 12, 4, 7, 3, 2, 5, 5, 3, 7, 6, 2, 5, 10, 3, 3, 7, 5, 2, 1, 2, 6, 2, 3, 5, 5, 3, 3, 1, 6, 2, 7, 2, 6, 1, 4, 4, 9, 1, 1, 1, 3, 4, 1, 1, 1, 3, 6, 1, 1, 1, 3, 2, 2, 7, 3, 7, 2, 3, 7, 4, 4, 5, 4, 5, 2, 7, 5, 9, 2, 1, 1, 1, 7, 5, 2, 3, 2, 6, 3, 5, 1, 7, 5, 2, 4, 2, 6, 3, 4, 1, 7, 5, 4, 2, 6, 3, 4, 1, 7, 5, 2, 3, 10, 6, 5, 1, 6, 4, 3, 4, 2, 6, 3, 4, 8, 6, 3, 2, 6, 1, 7, 3, 4, 11, 6, 1, 7, 6, 3, 11, 7, 6, 2, 7, 2, 10, 4, 6, 1, 7, 11, 6, 2, 6, 3, 5, 6, 3, 7, 2, 6, 4, 6, 4, 7, 8, 5, 1, 7, 4, 6, 6, 1, 6, 6, 3, 11, 6, 6, 4, 11, 6, 6, 2, 3, 4, 10, 9, 5, 1, 8, 3, 3, 4, 2, 9, 8, 6, 9, 4, 4, 1, 7, 6, 5, 2, 3, 3, 4, 3, 5, 5, 2, 5, 1, 3, 9, 5, 2, 5, 2, 3, 3, 5, 2, 4, 4, 7, 5, 5, 2, 3, 4, 4, 2, 1, 5, 11, 3, 6, 2, 11, 5, 4, 4, 3, 3, 2, 7, 8, 5, 3, 3, 4, 4, 8, 5, 1, 2, 4, 1, 3, 1, 4, 3, 11, 3, 5, 5, 8, 4, 4, 2, 3, 2, 2, 3, 7, 3, 15, 7, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 8, 2, 6, 7, 3, 11, 5, 8, 4, 6, 7, 8, 2, 11, 7, 2, 5, 5, 1, 2, 4, 1, 3, 1, 4, 2, 11, 5, 8, 2, 3, 4, 4, 2, 7, 5, 4, 2, 3, 9, 3, 3, 4, 2, 7, 4, 2, 3, 6, 4, 2, 3, 9, 2, 3, 4, 3, 10, 8, 2, 7, 4, 5, 2, 6, 5, 3, 6, 4, 5, 3, 4, 8, 8, 3, 18, 9, 1, 7, 4, 5, 8, 5, 4, 5, 10, 4, 3, 7, 6, 5, 5, 5, 3, 3, 4, 2, 3, 2, 5, 4, 8, 6, 4, 1, 7, 11, 4, 2, 3, 3, 7, 2, 1, 2, 2, 2, 1, 4, 2, 3, 2, 1, 2, 3, 2, 4, 7, 4, 2, 5, 5, 3, 7, 6, 2, 5, 5, 5, 2, 5, 3, 7, 6, 12, 2, 5, 4, 6, 12, 1, 2, 4, 2, 1, 2, 5, 3, 4, 8, 5, 7, 7, 5, 3, 3, 7, 2, 7, 3, 4, 7, 4, 4, 1, 3, 4, 6, 1, 8, 3, 7, 4, 2, 7, 2, 5, 4, 5, 4, 7, 3, 2, 5, 1, 3, 8, 2, 11, 6, 2, 8, 4, 4, 1, 2, 6, 6, 2, 11, 7, 11, 6, 1, 4, 2, 11, 7, 2, 8, 10, 2, 4, 2, 11, 7, 9, 2, 3, 4, 4, 8, 5, 1, 3, 9, 4, 3, 4, 2, 8, 5, 7, 12, 4, 4, 9, 1, 7, 2, 4, 2, 2, 4, 11, 3, 7, 2, 3, 3, 2, 1, 1, 1, 7, 4, 3, 3, 5, 4, 4, 3, 11, 2, 6, 3, 9, 3, 4, 8, 7, 6, 1, 11, 2, 3, 4, 6, 7, 4, 4, 5, 1, 11, 2, 1, 3, 6, 2, 2, 1, 1, 2, 1, 2, 1, 3, 3, 1, 11, 2, 3, 3, 3, 1, 1, 2, 11, 5, 4, 2, 3, 7, 4, 1, 10, 1, 11, 6, 3, 3, 4, 3, 4, 11, 10, 1, 2, 4, 1, 6, 4, 11, 10, 2, 2, 9, 3, 7, 6, 2, 4, 7, 4, 5, 3, 10, 2, 11, 5, 2, 4, 5, 2, 4, 3, 2, 3, 7, 2, 4, 7, 3, 5, 3, 11, 3, 4, 5, 2, 15, 9, 2, 11, 3, 11, 3, 2, 1, 5, 3, 15, 6, 7, 1, 2, 2, 2, 11, 5, 2, 15, 6, 7, 1, 2, 2, 3, 7, 3, 11, 2, 11, 7, 6, 2, 7, 2, 12, 5, 1, 4, 2, 9, 4, 1, 7, 4, 2, 3, 4, 5, 9, 7, 5, 1, 7, 3, 3, 4, 3, 7, 2, 5, 1, 7, 5, 2, 4, 7, 4, 5, 3, 7, 6, 3, 1, 4, 11, 3, 4, 3, 7, 2, 15, 5, 3, 5, 2, 3, 1, 2, 11, 4, 9, 1, 11, 3, 4, 2, 2, 7, 5, 5, 4, 3, 3, 8, 2, 3, 6, 7, 5, 1, 8, 3, 3, 4, 5, 2, 7, 8, 5, 8, 2, 7, 8, 7, 2, 3, 6, 5, 2, 2, 5, 2, 2, 6, 2, 2, 4, 2, 2, 4, 2, 3, 27, 9, 3, 7, 3, 5, 2, 5, 7, 2, 3, 5, 3, 4, 5, 2, 5, 7, 3, 5, 1, 1, 3, 11, 2, 2, 5, 1, 7, 5, 2, 11, 4, 2, 1, 4, 3, 5, 7, 6, 5, 3, 3, 7, 1, 5, 4, 4, 15, 3, 2, 3, 1, 7, 7, 1, 4, 28, 2, 5, 7, 4, 3, 7, 10, 3, 3, 3, 9, 5, 2, 3, 3, 4, 4, 1, 6, 3, 10, 3, 2, 5, 4, 5, 7, 9, 2, 4, 7, 4, 2, 3, 6, 2, 11, 9, 7, 2, 2, 3, 13, 7, 4, 4, 7, 4, 2, 3, 3, 2, 8, 3, 3, 3, 11, 9, 7, 2, 2, 7, 9, 5, 7, 9, 2, 10, 5, 2, 2, 3, 3, 6, 1, 4, 9, 3, 9, 5, 2, 3, 7, 5, 2, 7, 5, 4, 7, 5, 4, 3, 9, 5, 2, 2, 3, 8, 5, 6, 1, 4, 2, 3, 5, 5, 9, 3, 3, 3, 7, 2, 4, 7, 3, 3, 6, 2, 7, 9, 5, 5, 9, 3, 3, 3, 9, 4, 2, 5, 8, 3, 2, 7, 2, 2, 9, 2, 4, 2, 3, 6, 3, 2, 2, 9, 5, 2, 3, 2, 8, 2, 7, 3, 4, 10, 4, 5, 3, 7, 10, 2, 5, 2, 9, 3, 7, 3, 5, 2, 9, 5, 2, 3, 2, 8, 3, 11, 9, 2, 9, 4, 4, 3, 7, 2, 7, 4, 7, 9, 3, 10, 1, 7, 5, 5, 2, 9, 5, 2, 3, 2, 5, 3, 11, 7, 2, 1, 6, 3, 3, 5, 2, 4, 7, 6, 6, 3, 7, 2, 7, 5, 2, 11, 7, 10, 3], "patch_length_stats": {"count": 1480, "sum": 6798, "mean": 4.5932432432432435, "median": 4.0, "p95": 11.0, "max": 28, "min": 1}}}, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "pythia", "workload": "code/256B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.0211029439997219, "decode_time_sec": 1.892909410998982, "total_time_sec": 1.91403897499913, "prefill_units_per_sec": 3838.3270126228563, "prefill_bytes_per_sec": 10045.991687358588, "decode_units_per_sec": 67.62077427278894, "decode_bytes_per_sec": 210.78663230345924, "total_units_per_sec": 66.87429131376919, "total_bytes_per_sec": 208.4597049546399, "step_latency_ms": {"count": 128, "sum": 1842, "mean": 14.390625, "median": 14.0, "p95": 15.0, "max": 19, "min": 14}, "peak_allocated_mb": 2746.67626953125, "peak_reserved_mb": 2818.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 212, "mean": 212.0, "median": 212.0, "p95": 212.0, "max": 212, "min": 212}, "model_input_units": {"count": 1, "sum": 81, "mean": 81.0, "median": 81.0, "p95": 81.0, "max": 81, "min": 81}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 399, "mean": 399.0, "median": 399.0, "p95": 399.0, "max": 399, "min": 399}}, "compression_summary": {"raw_prompt_bytes": 212, "model_input_units": 81, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.617283950617284, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "pythia", "workload": "code/256B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.032916471998760244, "decode_time_sec": 1.9645294820002164, "total_time_sec": 1.9974856939988967, "prefill_units_per_sec": 27007.7546595359, "prefill_bytes_per_sec": 87372.66861735124, "decode_units_per_sec": 999.7304789747022, "decode_bytes_per_sec": 4184.7170405555125, "total_units_per_sec": 983.2360781859421, "total_bytes_per_sec": 4115.674031958569, "step_latency_ms": {"count": 128, "sum": 1827, "mean": 14.2734375, "median": 14.0, "p95": 15.0, "max": 18, "min": 14}, "peak_allocated_mb": 3368.1533203125, "peak_reserved_mb": 3854.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 2876, "mean": 179.75, "median": 182.0, "p95": 220.75, "max": 232, "min": 103}, "model_input_units": {"count": 16, "sum": 889, "mean": 55.5625, "median": 54.0, "p95": 69.75, "max": 81, "min": 41}}, "generated_stats": {"units": {"count": 16, "sum": 1964, "mean": 122.75, "median": 128.0, "p95": 128.0, "max": 128, "min": 44}, "bytes": {"count": 16, "sum": 8221, "mean": 513.8125, "median": 412.0, "p95": 1330.0, "max": 1348, "min": 124}}, "compression_summary": {"raw_prompt_bytes": 2876, "model_input_units": 889, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.235095613048369, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "pythia", "workload": "code/1024B", "batch_size": 1, "max_new_tokens": 128, "prefill_time_sec": 0.023937325000588316, "decode_time_sec": 1.9043062159980764, "total_time_sec": 1.928272510998795, "prefill_units_per_sec": 3926.9216588607846, "prefill_bytes_per_sec": 11070.577017001147, "decode_units_per_sec": 67.21608054664318, "decode_bytes_per_sec": 193.7713572008698, "total_units_per_sec": 66.3806589939403, "total_bytes_per_sec": 191.36299350596852, "step_latency_ms": {"count": 128, "sum": 1868, "mean": 14.59375, "median": 15.0, "p95": 15.0, "max": 16, "min": 14}, "peak_allocated_mb": 2749.11376953125, "peak_reserved_mb": 2838.0, "prompt_stats": {"raw_bytes": {"count": 1, "sum": 265, "mean": 265.0, "median": 265.0, "p95": 265.0, "max": 265, "min": 265}, "model_input_units": {"count": 1, "sum": 94, "mean": 94.0, "median": 94.0, "p95": 94.0, "max": 94, "min": 94}}, "generated_stats": {"units": {"count": 1, "sum": 128, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 1, "sum": 369, "mean": 369.0, "median": 369.0, "p95": 369.0, "max": 369, "min": 369}}, "compression_summary": {"raw_prompt_bytes": 265, "model_input_units": 94, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 2.8191489361702127, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 1, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}
+{"model": "pythia", "workload": "code/1024B", "batch_size": 16, "max_new_tokens": 128, "prefill_time_sec": 0.08124989499992807, "decode_time_sec": 1.95924021600149, "total_time_sec": 2.040529339999921, "prefill_units_per_sec": 23630.799769054465, "prefill_bytes_per_sec": 83470.87710089968, "decode_units_per_sec": 1045.3031656218527, "decode_bytes_per_sec": 3555.9702904723868, "total_units_per_sec": 1003.6611382417464, "total_bytes_per_sec": 3414.3101318995346, "step_latency_ms": {"count": 128, "sum": 1832, "mean": 14.3125, "median": 14.0, "p95": 17.0, "max": 18, "min": 14}, "peak_allocated_mb": 3998.736328125, "peak_reserved_mb": 4686.0, "prompt_stats": {"raw_bytes": {"count": 16, "sum": 6782, "mean": 423.875, "median": 369.0, "p95": 689.75, "max": 962, "min": 260}, "model_input_units": {"count": 16, "sum": 1920, "mean": 120.0, "median": 97.5, "p95": 196.75, "max": 277, "min": 71}}, "generated_stats": {"units": {"count": 16, "sum": 2048, "mean": 128.0, "median": 128.0, "p95": 128.0, "max": 128, "min": 128}, "bytes": {"count": 16, "sum": 6967, "mean": 435.4375, "median": 494.5, "p95": 606.0, "max": 615, "min": 131}}, "compression_summary": {"raw_prompt_bytes": 6782, "model_input_units": 1920, "stage0_units": null, "stage1_units": null, "bytes_per_stage0_unit": 3.5322916666666666, "stage0_per_stage1_unit": null}, "trace": null, "status": "ok", "num_samples": 16, "repeat_idx": -1, "chunk_idx": 0, "phase": "warmup"}

generation-speed-bench-rerun/warmup_summary.csv

@@ -0,0 +1,17 @@
+model,workload,batch_size,max_new_tokens,status,num_samples,num_chunks,num_failures,prompt_bytes_mean,generated_units_mean,generated_bytes_mean,prefill_time_sec,decode_time_sec,total_time_sec,prefill_bytes_per_sec,prefill_units_per_sec,decode_bytes_per_sec,decode_units_per_sec,total_bytes_per_sec,total_units_per_sec,speedup_vs_batch1,peak_allocated_mb,peak_reserved_mb
+bolmo,code/1024B,1,128,ok,1,1,0,265.0,391.0,391.0,0.046606,4.182463,4.5627,5685.912917,5707.369192,93.48559,93.48559,85.694869,85.694869,1.0,2866.227051,3070.0
+bolmo,code/1024B,16,128,ok,16,1,0,423.875,1036.3125,1036.3125,0.148407,29.720976,48.056722,45698.763576,45806.575463,557.888806,557.888806,345.029775,345.029775,4.026259,4319.635742,4690.0
+bolmo,code/256B,1,128,ok,1,1,0,212.0,338.0,338.0,0.076914,3.506276,6.426907,2756.308188,2769.309642,96.398578,96.398578,52.59139,52.59139,1.0,2848.945312,2986.0
+bolmo,code/256B,16,128,ok,16,1,0,179.75,358.0,358.0,0.07565,10.638009,14.660253,38016.977356,38228.476535,538.446635,538.446635,390.716302,390.716302,7.429283,3253.229492,3556.0
+hnet,code/1024B,1,128,ok,1,1,0,265.0,128.0,128.0,0.070031,2.075199,2.151111,3784.014074,3798.293373,61.680843,61.680843,59.50414,59.50414,1.0,3341.311523,3376.0
+hnet,code/1024B,16,128,ok,16,1,0,423.875,128.0,128.0,0.101409,4.994184,5.108389,66877.673518,67035.450395,410.076983,410.076983,400.909145,400.909145,6.7375,7716.275879,7916.0
+hnet,code/256B,1,128,ok,1,1,0,212.0,128.0,128.0,20.13065,2.466552,22.599555,10.531205,10.58088,51.894308,51.894308,5.663828,5.663828,1.0,3571.692383,9920.0
+hnet,code/256B,16,128,ok,16,1,0,179.75,128.0,128.0,0.230111,5.088014,5.327115,12498.334551,12567.866315,402.514636,402.514636,384.448257,384.448257,67.877808,4876.475098,4984.0
+hnet_serial,code/1024B,1,128,ok,1,1,0,265.0,128.0,128.0,0.202887,2.060702,2.268647,1306.143397,1311.07224,62.114743,62.114743,56.421287,56.421287,1.0,3341.198242,3366.0
+hnet_serial,code/1024B,16,128,ok,16,1,0,423.875,128.0,128.0,1.008721,28.63515,29.684306,6723.365409,6739.227079,71.520491,71.520491,68.992686,68.992686,1.222813,3635.569824,3722.0
+hnet_serial,code/256B,1,128,ok,1,1,0,212.0,128.0,128.0,8.846939,2.008239,10.858434,23.963091,24.076125,63.73744,63.73744,11.788072,11.788072,1.0,3567.335938,9928.0
+hnet_serial,code/256B,16,128,ok,16,1,0,179.75,128.0,128.0,0.99334,30.005886,31.032594,2895.282923,2911.390199,68.253276,68.253276,65.995127,65.995127,5.598466,3413.165527,3440.0
+pythia,code/1024B,1,128,ok,1,1,0,265.0,128.0,369.0,0.023937,1.904306,1.928273,11070.577017,3926.921659,193.771357,67.216081,191.362994,66.380659,1.0,2749.11377,2838.0
+pythia,code/1024B,16,128,ok,16,1,0,423.875,128.0,435.4375,0.08125,1.95924,2.040529,83470.877101,23630.799769,3555.97029,1045.303166,3414.310132,1003.661138,17.842061,3998.736328,4686.0
+pythia,code/256B,1,128,ok,1,1,0,212.0,128.0,399.0,0.021103,1.892909,1.914039,10045.991687,3838.327013,210.786632,67.620774,208.459705,66.874291,1.0,2746.67627,2818.0
+pythia,code/256B,16,128,ok,16,1,0,179.75,122.75,513.8125,0.032916,1.964529,1.997486,87372.668617,27007.75466,4184.717041,999.730479,4115.674032,983.236078,19.743259,3368.15332,3854.0