{
  "config": {
    "seed": 42,
    "device": "cuda",
    "dtype": "bfloat16",
    "benchmark": {
      "repeats": 3,
      "batch_sizes": [
        1,
        2,
        4,
        8,
        16
      ],
      "max_new_tokens": [
        64,
        128
      ],
      "stop_on_eos": true,
      "measure_memory": true,
      "collect_traces": true,
      "continue_on_error": true,
      "warmup": {
        "enabled": true
      }
    },
    "workloads": {
      "synthetic": {
        "enabled": false,
        "prompt_byte_buckets": [
          256,
          1024
        ],
        "samples_per_bucket": 128
      },
      "code": {
        "enabled": true,
        "data_path": "code_completion_exp/datasets/data_V4_full",
        "split": "validation",
        "prompt_byte_buckets": [
          256,
          1024
        ],
        "samples_per_bucket": 128,
        "max_samples_to_scan": 5000
      }
    },
    "models": {
      "enabled": [
        "hnet",
        "hnet_serial",
        "bolmo",
        "pythia"
      ],
      "hnet": {
        "config_path": "hnet_project/configs/hnet_2stage_XL_code.json",
        "checkpoint_path": "hnet_project/checkpoints/hnet_2stage_XL_code.pt"
      },
      "hnet_serial": {
        "config_path": "hnet_project/configs/hnet_2stage_XL_code.json",
        "checkpoint_path": "hnet_project/checkpoints/hnet_2stage_XL_code.pt"
      },
      "bolmo": {
        "model_name": "allenai/Bolmo-1B",
        "cache_dir": "cache/bolmo",
        "local_files_only": false
      },
      "pythia": {
        "model_name": "EleutherAI/pythia-1b",
        "cache_dir": "cache/hf",
        "local_files_only": false,
        "max_context_len": 4096
      }
    },
    "paths": {
      "output_root": "generation_speed_exp/outputs"
    }
  },
  "repo_root": "/workspace/byte-llms-code",
  "workloads": {
    "code/256B": 128,
    "code/1024B": 128
  },
  "environment": {
    "timestamp": "2026-05-10T23:04:30",
    "hostname": "e41665783a40",
    "platform": "Linux-6.8.0-110-generic-x86_64-with-glibc2.39",
    "python": "3.12.0 | packaged by Anaconda, Inc. | (main, Oct  2 2023, 17:29:18) [GCC 11.2.0]",
    "git_commit": "21e26deacf90f77563e3834cfb46e6dc64f52d6e",
    "git_branch": "feature/generation-bench",
    "git_dirty": false,
    "torch": "2.6.0+cu124",
    "torch_cuda": "12.4",
    "cuda_available": true,
    "transformers": "4.57.6",
    "cuda_devices": [
      {
        "index": 0,
        "name": "NVIDIA A100X",
        "total_memory_mb": 81341.8125,
        "major": 8,
        "minor": 0
      },
      {
        "index": 1,
        "name": "NVIDIA A100X",
        "total_memory_mb": 81341.8125,
        "major": 8,
        "minor": 0
      }
    ],
    "nvidia_smi": "NVIDIA A100X, 81920 MiB, 570.86.10\nNVIDIA A100X, 81920 MiB, 570.86.10"
  }
}