{
  "status": "untrained_runtime_probe_not_quality_or_calibration_evidence",
  "model": "models/gemma-4-e2b-it-4bit",
  "state_layers": 4,
  "compute_dtype": "float16",
  "head_config": {
    "input_dims": 1536,
    "dims": 256,
    "heads": 4,
    "query_layers": 1,
    "decision_layers": 2
  },
  "image_soft_tokens": 70,
  "video_max_frames": 2,
  "timing_scope": "warm_model_fresh_state_including_media_decode_preprocess_encoding_and_all_fields",
  "field_scaling": "four representative question templates repeated to the requested count",
  "results": [
    {
      "state": "image",
      "fields": 1,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0020999159896746278,
          "state_encode_seconds": 0.07416987500619143,
          "query_embed_seconds": 0.0019077920005656779,
          "trained": false,
          "head_seconds": 0.0026851670118048787,
          "total_seconds": 0.08088095899438486,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.002136750001227483,
          "state_encode_seconds": 0.07650304099661298,
          "query_embed_seconds": 0.000408292020438239,
          "trained": false,
          "head_seconds": 0.0008547919860575348,
          "total_seconds": 0.07990991699625738,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0018514589755795896,
          "state_encode_seconds": 0.07485945802181959,
          "query_embed_seconds": 0.0004293329839129001,
          "trained": false,
          "head_seconds": 0.004612541000824422,
          "total_seconds": 0.08176183298928663,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0018004590237978846,
          "state_encode_seconds": 0.0750908329791855,
          "query_embed_seconds": 0.00041029200656339526,
          "trained": false,
          "head_seconds": 0.0009319170203525573,
          "total_seconds": 0.07824291702127084,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0019197500078007579,
          "state_encode_seconds": 0.07308987498981878,
          "query_embed_seconds": 0.0004404170031193644,
          "trained": false,
          "head_seconds": 0.0047698749986011535,
          "total_seconds": 0.08022875001188368,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.0019197500078007579,
        "state_encode_seconds": 0.07485945802181959,
        "query_embed_seconds": 0.0004293329839129001,
        "head_seconds": 0.0026851670118048787,
        "total_seconds": 0.08022875001188368
      },
      "max_seconds": 0.08176183298928663,
      "under_300ms": 5
    },
    {
      "state": "image",
      "fields": 4,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.00183012499473989,
          "state_encode_seconds": 0.07515283301472664,
          "query_embed_seconds": 0.0005365829856600612,
          "trained": false,
          "head_seconds": 0.0009425829921383411,
          "total_seconds": 0.0784712919848971,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0018831250199582428,
          "state_encode_seconds": 0.07546245798585005,
          "query_embed_seconds": 0.0005175000114832073,
          "trained": false,
          "head_seconds": 0.0009498340077698231,
          "total_seconds": 0.07882745799724944,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.001833749993238598,
          "state_encode_seconds": 0.075019500014605,
          "query_embed_seconds": 0.0005448340089060366,
          "trained": false,
          "head_seconds": 0.000980250013526529,
          "total_seconds": 0.07838770901435055,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.001718208019156009,
          "state_encode_seconds": 0.07598920798045583,
          "query_embed_seconds": 0.0034377500123810023,
          "trained": false,
          "head_seconds": 0.0013629999884869903,
          "total_seconds": 0.08252237501437776,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0018877080001402646,
          "state_encode_seconds": 0.0759731670259498,
          "query_embed_seconds": 0.0005687499942723662,
          "trained": false,
          "head_seconds": 0.00476516701746732,
          "total_seconds": 0.08320466702571139,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.001833749993238598,
        "state_encode_seconds": 0.07546245798585005,
        "query_embed_seconds": 0.0005448340089060366,
        "head_seconds": 0.000980250013526529,
        "total_seconds": 0.07882745799724944
      },
      "max_seconds": 0.08320466702571139,
      "under_300ms": 5
    },
    {
      "state": "image",
      "fields": 16,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.00205966699286364,
          "state_encode_seconds": 0.07264133301214315,
          "query_embed_seconds": 0.0013872919953428209,
          "trained": false,
          "head_seconds": 0.004175957990810275,
          "total_seconds": 0.08028204200672917,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.001770749979186803,
          "state_encode_seconds": 0.07586629199795425,
          "query_embed_seconds": 0.004328583017922938,
          "trained": false,
          "head_seconds": 0.0012076670245733112,
          "total_seconds": 0.08318316700751893,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0020802080107387155,
          "state_encode_seconds": 0.07262191700283438,
          "query_embed_seconds": 0.0045882079866714776,
          "trained": false,
          "head_seconds": 0.0012422919971868396,
          "total_seconds": 0.08054670901037753,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0018667909898795187,
          "state_encode_seconds": 0.07579062500735745,
          "query_embed_seconds": 0.003441500011831522,
          "trained": false,
          "head_seconds": 0.0012032079976052046,
          "total_seconds": 0.08231883400003426,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.001767832989571616,
          "state_encode_seconds": 0.07524674999876879,
          "query_embed_seconds": 0.000949042005231604,
          "trained": false,
          "head_seconds": 0.005044084013206884,
          "total_seconds": 0.08301629198831506,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.0018667909898795187,
        "state_encode_seconds": 0.07524674999876879,
        "query_embed_seconds": 0.003441500011831522,
        "head_seconds": 0.0012422919971868396,
        "total_seconds": 0.08231883400003426
      },
      "max_seconds": 0.08318316700751893,
      "under_300ms": 5
    },
    {
      "state": "image",
      "fields": 28,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0018275000038556755,
          "state_encode_seconds": 0.07654266600729898,
          "query_embed_seconds": 0.004486749996431172,
          "trained": false,
          "head_seconds": 0.0014865840203128755,
          "total_seconds": 0.08435395802371204,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.001857958995969966,
          "state_encode_seconds": 0.07530124997720122,
          "query_embed_seconds": 0.004541333008091897,
          "trained": false,
          "head_seconds": 0.0015172080020420253,
          "total_seconds": 0.08322920798673294,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0018196249729953706,
          "state_encode_seconds": 0.07707208301872015,
          "query_embed_seconds": 0.004229957994539291,
          "trained": false,
          "head_seconds": 0.0014632079983130097,
          "total_seconds": 0.08460083301179111,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0016867920057848096,
          "state_encode_seconds": 0.07511729199904948,
          "query_embed_seconds": 0.0049374999944120646,
          "trained": false,
          "head_seconds": 0.0015799590037204325,
          "total_seconds": 0.08334912499412894,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 103,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [],
          "preprocess_seconds": 0.0017360830097459257,
          "state_encode_seconds": 0.07627862499793991,
          "query_embed_seconds": 0.0013198330125305802,
          "trained": false,
          "head_seconds": 0.002283458015881479,
          "total_seconds": 0.08163316702120937,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.0018196249729953706,
        "state_encode_seconds": 0.07627862499793991,
        "query_embed_seconds": 0.004486749996431172,
        "head_seconds": 0.0015172080020420253,
        "total_seconds": 0.08334912499412894
      },
      "max_seconds": 0.08460083301179111,
      "under_300ms": 5
    },
    {
      "state": "video",
      "fields": 1,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03656495799077675,
          "state_encode_seconds": 0.15526654201676138,
          "query_embed_seconds": 0.0004288329801056534,
          "trained": false,
          "head_seconds": 0.0009193330188281834,
          "total_seconds": 0.19320375000825152,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03748837500461377,
          "state_encode_seconds": 0.14832574999309145,
          "query_embed_seconds": 0.0018209170084446669,
          "trained": false,
          "head_seconds": 0.0028325839957688004,
          "total_seconds": 0.19049666699720547,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.035491208982421085,
          "state_encode_seconds": 0.15052116601145826,
          "query_embed_seconds": 0.0004279589920770377,
          "trained": false,
          "head_seconds": 0.0046483340265695006,
          "total_seconds": 0.19110737499431707,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.037878750008530915,
          "state_encode_seconds": 0.14773454199894331,
          "query_embed_seconds": 0.0017590830102562904,
          "trained": false,
          "head_seconds": 0.0026904999976977706,
          "total_seconds": 0.19008862500777468,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03711900001508184,
          "state_encode_seconds": 0.14984354199259542,
          "query_embed_seconds": 0.0019402079924475402,
          "trained": false,
          "head_seconds": 0.0027338330110069364,
          "total_seconds": 0.1916647500183899,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.03711900001508184,
        "state_encode_seconds": 0.14984354199259542,
        "query_embed_seconds": 0.0017590830102562904,
        "head_seconds": 0.0027338330110069364,
        "total_seconds": 0.19110737499431707
      },
      "max_seconds": 0.19320375000825152,
      "under_300ms": 5
    },
    {
      "state": "video",
      "fields": 4,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.038488458027131855,
          "state_encode_seconds": 0.14697750000050291,
          "query_embed_seconds": 0.0027602079790085554,
          "trained": false,
          "head_seconds": 0.001996999984839931,
          "total_seconds": 0.19024470797739923,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03844291699351743,
          "state_encode_seconds": 0.15101216701441444,
          "query_embed_seconds": 0.0005344579985830933,
          "trained": false,
          "head_seconds": 0.0009717920038383454,
          "total_seconds": 0.19098070901236497,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.038007832976290956,
          "state_encode_seconds": 0.14845270800287835,
          "query_embed_seconds": 0.0005575419927481562,
          "trained": false,
          "head_seconds": 0.000983500009169802,
          "total_seconds": 0.18801441599498503,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03940979202161543,
          "state_encode_seconds": 0.15178908300003968,
          "query_embed_seconds": 0.0005854169721715152,
          "trained": false,
          "head_seconds": 0.0009771249897312373,
          "total_seconds": 0.19278420900809579,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.035709874995518476,
          "state_encode_seconds": 0.14981370797613636,
          "query_embed_seconds": 0.0005537500255741179,
          "trained": false,
          "head_seconds": 0.004723791993455961,
          "total_seconds": 0.19081425000331365,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.03844291699351743,
        "state_encode_seconds": 0.14981370797613636,
        "query_embed_seconds": 0.0005575419927481562,
        "head_seconds": 0.000983500009169802,
        "total_seconds": 0.19081425000331365
      },
      "max_seconds": 0.19278420900809579,
      "under_300ms": 5
    },
    {
      "state": "video",
      "fields": 16,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.039163417008239776,
          "state_encode_seconds": 0.1518787500099279,
          "query_embed_seconds": 0.0011410829902160913,
          "trained": false,
          "head_seconds": 0.0012027080229017884,
          "total_seconds": 0.1934043329965789,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.038916165998671204,
          "state_encode_seconds": 0.14996958398842253,
          "query_embed_seconds": 0.0009633750014472753,
          "trained": false,
          "head_seconds": 0.0012315000058151782,
          "total_seconds": 0.19110208400525153,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03593137499410659,
          "state_encode_seconds": 0.1514777080155909,
          "query_embed_seconds": 0.0009748330048751086,
          "trained": false,
          "head_seconds": 0.0012542500044219196,
          "total_seconds": 0.18965141699300148,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03925995799363591,
          "state_encode_seconds": 0.14740854199044406,
          "query_embed_seconds": 0.0045523330045398325,
          "trained": false,
          "head_seconds": 0.00122637499589473,
          "total_seconds": 0.1924689169973135,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03731120901647955,
          "state_encode_seconds": 0.1493451249843929,
          "query_embed_seconds": 0.0014024999982211739,
          "trained": false,
          "head_seconds": 0.004199374991003424,
          "total_seconds": 0.19227849997696467,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.038916165998671204,
        "state_encode_seconds": 0.14996958398842253,
        "query_embed_seconds": 0.0011410829902160913,
        "head_seconds": 0.0012315000058151782,
        "total_seconds": 0.19227849997696467
      },
      "max_seconds": 0.1934043329965789,
      "under_300ms": 5
    },
    {
      "state": "video",
      "fields": 28,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03553362499224022,
          "state_encode_seconds": 0.14910145901376382,
          "query_embed_seconds": 0.00464045800617896,
          "trained": false,
          "head_seconds": 0.0015373750065919012,
          "total_seconds": 0.1908296670007985,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03632749998359941,
          "state_encode_seconds": 0.15004945901455358,
          "query_embed_seconds": 0.004999875003704801,
          "trained": false,
          "head_seconds": 0.0015867920010350645,
          "total_seconds": 0.1929949169862084,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03796204199898057,
          "state_encode_seconds": 0.15148983299150132,
          "query_embed_seconds": 0.0015927919885143638,
          "trained": false,
          "head_seconds": 0.001825374987674877,
          "total_seconds": 0.1928880829946138,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.038438166986452416,
          "state_encode_seconds": 0.1510034170059953,
          "query_embed_seconds": 0.0014975410012993962,
          "trained": false,
          "head_seconds": 0.005343083990737796,
          "total_seconds": 0.1963000420073513,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 182,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.03813620799337514,
          "state_encode_seconds": 0.1482243750069756,
          "query_embed_seconds": 0.0048484169819857925,
          "trained": false,
          "head_seconds": 0.0017612499941606075,
          "total_seconds": 0.1929886669968255,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.03796204199898057,
        "state_encode_seconds": 0.15004945901455358,
        "query_embed_seconds": 0.00464045800617896,
        "head_seconds": 0.0017612499941606075,
        "total_seconds": 0.1929886669968255
      },
      "max_seconds": 0.1963000420073513,
      "under_300ms": 5
    },
    {
      "state": "video_speech",
      "fields": 1,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.06857150001451373,
          "state_encode_seconds": 0.22420833297655918,
          "query_embed_seconds": 0.00047041699872352183,
          "trained": false,
          "head_seconds": 0.004796416003955528,
          "total_seconds": 0.29807991700363345,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.06690649999654852,
          "state_encode_seconds": 0.22393824998289347,
          "query_embed_seconds": 0.001022957992972806,
          "trained": false,
          "head_seconds": 0.0037069999962113798,
          "total_seconds": 0.29559799999697134,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07008112501353025,
          "state_encode_seconds": 0.22404699999606237,
          "query_embed_seconds": 0.0004459999909158796,
          "trained": false,
          "head_seconds": 0.004389958019601181,
          "total_seconds": 0.29897979099769145,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.0718651250062976,
          "state_encode_seconds": 0.2234390829980839,
          "query_embed_seconds": 0.0018205000087618828,
          "trained": false,
          "head_seconds": 0.002730207983404398,
          "total_seconds": 0.2998817919869907,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 1,
          "candidate_count": 3,
          "query_tokens": 59,
          "padded_query_tokens": 60,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07337741699302569,
          "state_encode_seconds": 0.23051095800474286,
          "query_embed_seconds": 0.001959042012458667,
          "trained": false,
          "head_seconds": 0.0029917499923612922,
          "total_seconds": 0.30886920899502,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.07008112501353025,
        "state_encode_seconds": 0.22404699999606237,
        "query_embed_seconds": 0.001022957992972806,
        "head_seconds": 0.0037069999962113798,
        "total_seconds": 0.29897979099769145
      },
      "max_seconds": 0.30886920899502,
      "under_300ms": 4
    },
    {
      "state": "video_speech",
      "fields": 4,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07298470800742507,
          "state_encode_seconds": 0.222752917004982,
          "query_embed_seconds": 0.0027006669843103737,
          "trained": false,
          "head_seconds": 0.0019661659898702055,
          "total_seconds": 0.30042245899676345,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07004158300696872,
          "state_encode_seconds": 0.22371379198739305,
          "query_embed_seconds": 0.0005723750218749046,
          "trained": false,
          "head_seconds": 0.0017638750141486526,
          "total_seconds": 0.29611254201154225,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07002845901297405,
          "state_encode_seconds": 0.22616458300035447,
          "query_embed_seconds": 0.0038271249795798212,
          "trained": false,
          "head_seconds": 0.0011135840031784028,
          "total_seconds": 0.3011645420046989,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.0677287080034148,
          "state_encode_seconds": 0.21955166701809503,
          "query_embed_seconds": 0.0009585829975549132,
          "trained": false,
          "head_seconds": 0.0040250000020023435,
          "total_seconds": 0.2922944159945473,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 4,
          "candidate_count": 10,
          "query_tokens": 184,
          "padded_query_tokens": 200,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07320262500434183,
          "state_encode_seconds": 0.24341970798559487,
          "query_embed_seconds": 0.0005658750014845282,
          "trained": false,
          "head_seconds": 0.0010192079935222864,
          "total_seconds": 0.318223082984332,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.07004158300696872,
        "state_encode_seconds": 0.22371379198739305,
        "query_embed_seconds": 0.0009585829975549132,
        "head_seconds": 0.0017638750141486526,
        "total_seconds": 0.30042245899676345
      },
      "max_seconds": 0.318223082984332,
      "under_300ms": 2
    },
    {
      "state": "video_speech",
      "fields": 16,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.0711261660035234,
          "state_encode_seconds": 0.22848758398322389,
          "query_embed_seconds": 0.0009702500246930867,
          "trained": false,
          "head_seconds": 0.0012416249956004322,
          "total_seconds": 0.30184595799073577,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.06881595801678486,
          "state_encode_seconds": 0.22509737499058247,
          "query_embed_seconds": 0.0010067500115837902,
          "trained": false,
          "head_seconds": 0.005140333989402279,
          "total_seconds": 0.3000912079878617,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.06878404101007618,
          "state_encode_seconds": 0.22269654198316857,
          "query_embed_seconds": 0.0009967919904738665,
          "trained": false,
          "head_seconds": 0.001361000002361834,
          "total_seconds": 0.2938562089984771,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.06852345800143667,
          "state_encode_seconds": 0.22379066699068062,
          "query_embed_seconds": 0.0010131669987458736,
          "trained": false,
          "head_seconds": 0.00508050000644289,
          "total_seconds": 0.2984397080144845,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 16,
          "candidate_count": 40,
          "query_tokens": 736,
          "padded_query_tokens": 800,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.0749839170021005,
          "state_encode_seconds": 0.24098000000230968,
          "query_embed_seconds": 0.0010453749855514616,
          "trained": false,
          "head_seconds": 0.002867208997486159,
          "total_seconds": 0.3198999160085805,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.06881595801678486,
        "state_encode_seconds": 0.22509737499058247,
        "query_embed_seconds": 0.0010067500115837902,
        "head_seconds": 0.002867208997486159,
        "total_seconds": 0.3000912079878617
      },
      "max_seconds": 0.3198999160085805,
      "under_300ms": 2
    },
    {
      "state": "video_speech",
      "fields": 28,
      "attempted": 5,
      "completed": 5,
      "samples": [
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07496854200144298,
          "state_encode_seconds": 0.2308199999970384,
          "query_embed_seconds": 0.0015814579965081066,
          "trained": false,
          "head_seconds": 0.0018399580148980021,
          "total_seconds": 0.3092336670088116,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.073578041017754,
          "state_encode_seconds": 0.22456904198043048,
          "query_embed_seconds": 0.001405458024237305,
          "trained": false,
          "head_seconds": 0.005462291999720037,
          "total_seconds": 0.3050363750080578,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07203545901575126,
          "state_encode_seconds": 0.22093529099947773,
          "query_embed_seconds": 0.004279833985492587,
          "trained": false,
          "head_seconds": 0.001818874996388331,
          "total_seconds": 0.2990920830052346,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.06980225001461804,
          "state_encode_seconds": 0.22473912499845028,
          "query_embed_seconds": 0.0035829170083161443,
          "trained": false,
          "head_seconds": 0.001586791011504829,
          "total_seconds": 0.29974366701208055,
          "status": "runtime_probe_only"
        },
        {
          "execution": "shared_state_parallel_decision_head",
          "state_encodes": 1,
          "state_tokens": 285,
          "state_layers": 4,
          "compute_dtype": "float16",
          "field_count": 28,
          "candidate_count": 70,
          "query_tokens": 1288,
          "padded_query_tokens": 1400,
          "state_memory_batch_size": 1,
          "image_soft_tokens": 70,
          "video_max_frames": 2,
          "video_frames": [
            2
          ],
          "preprocess_seconds": 0.07162220898317173,
          "state_encode_seconds": 0.22628462500870228,
          "query_embed_seconds": 0.00461933299084194,
          "trained": false,
          "head_seconds": 0.002180791983846575,
          "total_seconds": 0.3047685420024209,
          "status": "runtime_probe_only"
        }
      ],
      "median_seconds": {
        "preprocess_seconds": 0.07203545901575126,
        "state_encode_seconds": 0.22473912499845028,
        "query_embed_seconds": 0.0035829170083161443,
        "head_seconds": 0.0018399580148980021,
        "total_seconds": 0.3047685420024209
      },
      "max_seconds": 0.3092336670088116,
      "under_300ms": 2
    }
  ]
}