{ "status": "untrained_runtime_probe_not_quality_or_calibration_evidence", "model": "models/gemma-4-e2b-it-4bit", "state_layers": 35, "compute_dtype": "float32", "head_config": { "input_dims": 1536, "dims": 256, "heads": 4, "query_layers": 1, "decision_layers": 2 }, "image_soft_tokens": 280, "video_max_frames": 32, "timing_scope": "warm_model_fresh_state_including_media_decode_preprocess_encoding_and_all_fields", "field_scaling": "four representative question templates repeated to the requested count", "results": [ { "state": "text", "fields": 4, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 50, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.00030079198768362403, "state_encode_seconds": 0.07807458299794234, "query_embed_seconds": 0.0006619170017074794, "trained": false, "head_seconds": 0.0009663749951869249, "total_seconds": 0.08001199999125674, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 50, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.0003690830199047923, "state_encode_seconds": 0.07654579199152067, "query_embed_seconds": 0.0005524579901248217, "trained": false, "head_seconds": 0.0009467499912716448, "total_seconds": 0.07842391700251028, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 50, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.0003249160072300583, "state_encode_seconds": 0.07565383400651626, "query_embed_seconds": 0.0009980410104617476, "trained": false, "head_seconds": 0.0011423339892644435, "total_seconds": 0.07813783301389776, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.0003249160072300583, "state_encode_seconds": 0.07654579199152067, "query_embed_seconds": 0.0006619170017074794, "head_seconds": 0.0009663749951869249, "total_seconds": 0.07842391700251028 }, "max_seconds": 0.08001199999125674 }, { "state": "text", "fields": 28, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 50, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.00028995799948461354, "state_encode_seconds": 0.07544566702563316, "query_embed_seconds": 0.0016383749898523092, "trained": false, "head_seconds": 0.0014542500139214098, "total_seconds": 0.07883608297561295, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 50, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.0002962500147987157, "state_encode_seconds": 0.07427924999501556, "query_embed_seconds": 0.0038307500071823597, "trained": false, "head_seconds": 0.0015732919855508953, "total_seconds": 0.08001958299428225, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 50, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.00030525002512149513, "state_encode_seconds": 0.07530445797601715, "query_embed_seconds": 0.0013575000048149377, "trained": false, "head_seconds": 0.0015189169789664447, "total_seconds": 0.0784939159930218, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.0002962500147987157, "state_encode_seconds": 0.07530445797601715, "query_embed_seconds": 0.0016383749898523092, "head_seconds": 0.0015189169789664447, "total_seconds": 0.07883608297561295 }, "max_seconds": 0.08001958299428225 }, { "state": "image", "fields": 4, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 295, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.007977458008099347, "state_encode_seconds": 0.6312948749982752, "query_embed_seconds": 0.0010834999848157167, "trained": false, "head_seconds": 0.0015587920206598938, "total_seconds": 0.6419348339841235, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 295, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.004294249985832721, "state_encode_seconds": 0.6267763750220183, "query_embed_seconds": 0.0005173339741304517, "trained": false, "head_seconds": 0.0010885419906117022, "total_seconds": 0.6326865419978276, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 295, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.004553250008029863, "state_encode_seconds": 0.625812791986391, "query_embed_seconds": 0.0006577080057468265, "trained": false, "head_seconds": 0.0010324169998057187, "total_seconds": 0.6320663340156898, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.004553250008029863, "state_encode_seconds": 0.6267763750220183, "query_embed_seconds": 0.0006577080057468265, "head_seconds": 0.0010885419906117022, "total_seconds": 0.6326865419978276 }, "max_seconds": 0.6419348339841235 }, { "state": "image", "fields": 28, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 295, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.011924542021006346, "state_encode_seconds": 0.6278131659782957, "query_embed_seconds": 0.0016060000052675605, "trained": false, "head_seconds": 0.0018355409847572446, "total_seconds": 0.643191500013927, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 295, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.004696082993177697, "state_encode_seconds": 0.6253732920158654, "query_embed_seconds": 0.0012866249890066683, "trained": false, "head_seconds": 0.0016470830014441162, "total_seconds": 0.6330122920044232, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 295, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.004480458999751136, "state_encode_seconds": 0.6556072079984006, "query_embed_seconds": 0.001416417013388127, "trained": false, "head_seconds": 0.004055166995385662, "total_seconds": 0.6655704579898156, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.004696082993177697, "state_encode_seconds": 0.6278131659782957, "query_embed_seconds": 0.001416417013388127, "head_seconds": 0.0018355409847572446, "total_seconds": 0.643191500013927 }, "max_seconds": 0.6655704579898156 }, { "state": "speech", "fields": 4, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 86, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.03549770900281146, "state_encode_seconds": 0.1418688749836292, "query_embed_seconds": 0.0007510409923270345, "trained": false, "head_seconds": 0.001081166003132239, "total_seconds": 0.17921999999089167, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 86, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.03230337501736358, "state_encode_seconds": 0.14185445799375884, "query_embed_seconds": 0.0005680419853888452, "trained": false, "head_seconds": 0.0009814579971134663, "total_seconds": 0.17572733300039545, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 86, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.03706349999993108, "state_encode_seconds": 0.15702516699093394, "query_embed_seconds": 0.002242957998532802, "trained": false, "head_seconds": 0.002293875004397705, "total_seconds": 0.19867862499086186, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.03549770900281146, "state_encode_seconds": 0.1418688749836292, "query_embed_seconds": 0.0007510409923270345, "head_seconds": 0.001081166003132239, "total_seconds": 0.17921999999089167 }, "max_seconds": 0.19867862499086186 }, { "state": "speech", "fields": 28, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 86, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.03897516700089909, "state_encode_seconds": 0.1420347499952186, "query_embed_seconds": 0.001381957990815863, "trained": false, "head_seconds": 0.003284415986854583, "total_seconds": 0.18569520799792372, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 86, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.0347991659946274, "state_encode_seconds": 0.1408339170156978, "query_embed_seconds": 0.001659250003285706, "trained": false, "head_seconds": 0.0014813750167377293, "total_seconds": 0.17878845799714327, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 86, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [], "preprocess_seconds": 0.039882667013444006, "state_encode_seconds": 0.15396729100029916, "query_embed_seconds": 0.0014122090069577098, "trained": false, "head_seconds": 0.004136540985200554, "total_seconds": 0.1994217080064118, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.03897516700089909, "state_encode_seconds": 0.1420347499952186, "query_embed_seconds": 0.0014122090069577098, "head_seconds": 0.003284415986854583, "total_seconds": 0.18569520799792372 }, "max_seconds": 0.1994217080064118 }, { "state": "video", "fields": 4, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 328, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.04748095799004659, "state_encode_seconds": 0.6436230420076754, "query_embed_seconds": 0.0005898750096093863, "trained": false, "head_seconds": 0.0034144159872084856, "total_seconds": 0.695137541013537, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 328, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.0628120829933323, "state_encode_seconds": 0.6793096670007799, "query_embed_seconds": 0.0005837500211782753, "trained": false, "head_seconds": 0.003231250011594966, "total_seconds": 0.745958540996071, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 328, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.04806637502042577, "state_encode_seconds": 0.673285124998074, "query_embed_seconds": 0.0006244590040296316, "trained": false, "head_seconds": 0.0039757079794071615, "total_seconds": 0.7259740000008605, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.04806637502042577, "state_encode_seconds": 0.673285124998074, "query_embed_seconds": 0.0005898750096093863, "head_seconds": 0.0034144159872084856, "total_seconds": 0.7259740000008605 }, "max_seconds": 0.745958540996071 }, { "state": "video", "fields": 28, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 328, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.04396062498562969, "state_encode_seconds": 0.644632665993413, "query_embed_seconds": 0.0033463750150986016, "trained": false, "head_seconds": 0.0019005420035682619, "total_seconds": 0.6938733749848325, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 328, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.04518774998723529, "state_encode_seconds": 0.688603000016883, "query_embed_seconds": 0.00721845799125731, "trained": false, "head_seconds": 0.003066458011744544, "total_seconds": 0.7441652080160566, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 328, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.04871566599467769, "state_encode_seconds": 0.693958209012635, "query_embed_seconds": 0.0014997909893281758, "trained": false, "head_seconds": 0.005561625002883375, "total_seconds": 0.7497795409872197, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.04518774998723529, "state_encode_seconds": 0.688603000016883, "query_embed_seconds": 0.0033463750150986016, "head_seconds": 0.003066458011744544, "total_seconds": 0.7441652080160566 }, "max_seconds": 0.7497795409872197 }, { "state": "video_speech", "fields": 4, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 431, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.08685312498710118, "state_encode_seconds": 0.749884375021793, "query_embed_seconds": 0.0010726669861469418, "trained": false, "head_seconds": 0.0013990419975016266, "total_seconds": 0.8392591250012629, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 431, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.08442983301938511, "state_encode_seconds": 0.7600724169751629, "query_embed_seconds": 0.001396375009790063, "trained": false, "head_seconds": 0.0021947500063106418, "total_seconds": 0.8481726250029169, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 431, "state_layers": 35, "compute_dtype": "float32", "field_count": 4, "candidate_count": 10, "query_tokens": 184, "padded_query_tokens": 200, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.07950045799952932, "state_encode_seconds": 0.7538769999810029, "query_embed_seconds": 0.0005445420101750642, "trained": false, "head_seconds": 0.0014029580052010715, "total_seconds": 0.835347666987218, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.08442983301938511, "state_encode_seconds": 0.7538769999810029, "query_embed_seconds": 0.0010726669861469418, "head_seconds": 0.0014029580052010715, "total_seconds": 0.8392591250012629 }, "max_seconds": 0.8481726250029169 }, { "state": "video_speech", "fields": 28, "attempted": 3, "completed": 3, "samples": [ { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 431, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.07932699998491444, "state_encode_seconds": 0.7472763750120066, "query_embed_seconds": 0.0014754169969819486, "trained": false, "head_seconds": 0.0027653749857563525, "total_seconds": 0.8308626670041122, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 431, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.0776879169861786, "state_encode_seconds": 0.7539642500050832, "query_embed_seconds": 0.003238917008275166, "trained": false, "head_seconds": 0.0021069579815957695, "total_seconds": 0.8370347080053762, "status": "runtime_probe_only" }, { "execution": "shared_state_parallel_decision_head", "state_encodes": 1, "state_tokens": 431, "state_layers": 35, "compute_dtype": "float32", "field_count": 28, "candidate_count": 70, "query_tokens": 1288, "padded_query_tokens": 1400, "state_memory_batch_size": 1, "image_soft_tokens": 280, "video_max_frames": 32, "video_frames": [ 4 ], "preprocess_seconds": 0.07495624999864958, "state_encode_seconds": 0.7438213330169674, "query_embed_seconds": 0.0035812499991152436, "trained": false, "head_seconds": 0.0018991250253748149, "total_seconds": 0.8242795419937465, "status": "runtime_probe_only" } ], "median_seconds": { "preprocess_seconds": 0.0776879169861786, "state_encode_seconds": 0.7472763750120066, "query_embed_seconds": 0.003238917008275166, "head_seconds": 0.0021069579815957695, "total_seconds": 0.8308626670041122 }, "max_seconds": 0.8370347080053762 } ] }