| { |
| "status": "untrained_runtime_probe_not_quality_or_calibration_evidence", |
| "model": "models/gemma-4-e2b-it-4bit", |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "head_config": { |
| "input_dims": 1536, |
| "dims": 256, |
| "heads": 4, |
| "query_layers": 1, |
| "decision_layers": 2 |
| }, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "timing_scope": "warm_model_fresh_state_including_media_decode_preprocess_encoding_and_all_fields", |
| "field_scaling": "four representative question templates repeated to the requested count", |
| "results": [ |
| { |
| "state": "text", |
| "fields": 4, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 50, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.00030079198768362403, |
| "state_encode_seconds": 0.07807458299794234, |
| "query_embed_seconds": 0.0006619170017074794, |
| "trained": false, |
| "head_seconds": 0.0009663749951869249, |
| "total_seconds": 0.08001199999125674, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 50, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.0003690830199047923, |
| "state_encode_seconds": 0.07654579199152067, |
| "query_embed_seconds": 0.0005524579901248217, |
| "trained": false, |
| "head_seconds": 0.0009467499912716448, |
| "total_seconds": 0.07842391700251028, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 50, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.0003249160072300583, |
| "state_encode_seconds": 0.07565383400651626, |
| "query_embed_seconds": 0.0009980410104617476, |
| "trained": false, |
| "head_seconds": 0.0011423339892644435, |
| "total_seconds": 0.07813783301389776, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.0003249160072300583, |
| "state_encode_seconds": 0.07654579199152067, |
| "query_embed_seconds": 0.0006619170017074794, |
| "head_seconds": 0.0009663749951869249, |
| "total_seconds": 0.07842391700251028 |
| }, |
| "max_seconds": 0.08001199999125674 |
| }, |
| { |
| "state": "text", |
| "fields": 28, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 50, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.00028995799948461354, |
| "state_encode_seconds": 0.07544566702563316, |
| "query_embed_seconds": 0.0016383749898523092, |
| "trained": false, |
| "head_seconds": 0.0014542500139214098, |
| "total_seconds": 0.07883608297561295, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 50, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.0002962500147987157, |
| "state_encode_seconds": 0.07427924999501556, |
| "query_embed_seconds": 0.0038307500071823597, |
| "trained": false, |
| "head_seconds": 0.0015732919855508953, |
| "total_seconds": 0.08001958299428225, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 50, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.00030525002512149513, |
| "state_encode_seconds": 0.07530445797601715, |
| "query_embed_seconds": 0.0013575000048149377, |
| "trained": false, |
| "head_seconds": 0.0015189169789664447, |
| "total_seconds": 0.0784939159930218, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.0002962500147987157, |
| "state_encode_seconds": 0.07530445797601715, |
| "query_embed_seconds": 0.0016383749898523092, |
| "head_seconds": 0.0015189169789664447, |
| "total_seconds": 0.07883608297561295 |
| }, |
| "max_seconds": 0.08001958299428225 |
| }, |
| { |
| "state": "image", |
| "fields": 4, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 295, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.007977458008099347, |
| "state_encode_seconds": 0.6312948749982752, |
| "query_embed_seconds": 0.0010834999848157167, |
| "trained": false, |
| "head_seconds": 0.0015587920206598938, |
| "total_seconds": 0.6419348339841235, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 295, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.004294249985832721, |
| "state_encode_seconds": 0.6267763750220183, |
| "query_embed_seconds": 0.0005173339741304517, |
| "trained": false, |
| "head_seconds": 0.0010885419906117022, |
| "total_seconds": 0.6326865419978276, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 295, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.004553250008029863, |
| "state_encode_seconds": 0.625812791986391, |
| "query_embed_seconds": 0.0006577080057468265, |
| "trained": false, |
| "head_seconds": 0.0010324169998057187, |
| "total_seconds": 0.6320663340156898, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.004553250008029863, |
| "state_encode_seconds": 0.6267763750220183, |
| "query_embed_seconds": 0.0006577080057468265, |
| "head_seconds": 0.0010885419906117022, |
| "total_seconds": 0.6326865419978276 |
| }, |
| "max_seconds": 0.6419348339841235 |
| }, |
| { |
| "state": "image", |
| "fields": 28, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 295, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.011924542021006346, |
| "state_encode_seconds": 0.6278131659782957, |
| "query_embed_seconds": 0.0016060000052675605, |
| "trained": false, |
| "head_seconds": 0.0018355409847572446, |
| "total_seconds": 0.643191500013927, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 295, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.004696082993177697, |
| "state_encode_seconds": 0.6253732920158654, |
| "query_embed_seconds": 0.0012866249890066683, |
| "trained": false, |
| "head_seconds": 0.0016470830014441162, |
| "total_seconds": 0.6330122920044232, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 295, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.004480458999751136, |
| "state_encode_seconds": 0.6556072079984006, |
| "query_embed_seconds": 0.001416417013388127, |
| "trained": false, |
| "head_seconds": 0.004055166995385662, |
| "total_seconds": 0.6655704579898156, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.004696082993177697, |
| "state_encode_seconds": 0.6278131659782957, |
| "query_embed_seconds": 0.001416417013388127, |
| "head_seconds": 0.0018355409847572446, |
| "total_seconds": 0.643191500013927 |
| }, |
| "max_seconds": 0.6655704579898156 |
| }, |
| { |
| "state": "speech", |
| "fields": 4, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 86, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.03549770900281146, |
| "state_encode_seconds": 0.1418688749836292, |
| "query_embed_seconds": 0.0007510409923270345, |
| "trained": false, |
| "head_seconds": 0.001081166003132239, |
| "total_seconds": 0.17921999999089167, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 86, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.03230337501736358, |
| "state_encode_seconds": 0.14185445799375884, |
| "query_embed_seconds": 0.0005680419853888452, |
| "trained": false, |
| "head_seconds": 0.0009814579971134663, |
| "total_seconds": 0.17572733300039545, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 86, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.03706349999993108, |
| "state_encode_seconds": 0.15702516699093394, |
| "query_embed_seconds": 0.002242957998532802, |
| "trained": false, |
| "head_seconds": 0.002293875004397705, |
| "total_seconds": 0.19867862499086186, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.03549770900281146, |
| "state_encode_seconds": 0.1418688749836292, |
| "query_embed_seconds": 0.0007510409923270345, |
| "head_seconds": 0.001081166003132239, |
| "total_seconds": 0.17921999999089167 |
| }, |
| "max_seconds": 0.19867862499086186 |
| }, |
| { |
| "state": "speech", |
| "fields": 28, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 86, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.03897516700089909, |
| "state_encode_seconds": 0.1420347499952186, |
| "query_embed_seconds": 0.001381957990815863, |
| "trained": false, |
| "head_seconds": 0.003284415986854583, |
| "total_seconds": 0.18569520799792372, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 86, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.0347991659946274, |
| "state_encode_seconds": 0.1408339170156978, |
| "query_embed_seconds": 0.001659250003285706, |
| "trained": false, |
| "head_seconds": 0.0014813750167377293, |
| "total_seconds": 0.17878845799714327, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 86, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [], |
| "preprocess_seconds": 0.039882667013444006, |
| "state_encode_seconds": 0.15396729100029916, |
| "query_embed_seconds": 0.0014122090069577098, |
| "trained": false, |
| "head_seconds": 0.004136540985200554, |
| "total_seconds": 0.1994217080064118, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.03897516700089909, |
| "state_encode_seconds": 0.1420347499952186, |
| "query_embed_seconds": 0.0014122090069577098, |
| "head_seconds": 0.003284415986854583, |
| "total_seconds": 0.18569520799792372 |
| }, |
| "max_seconds": 0.1994217080064118 |
| }, |
| { |
| "state": "video", |
| "fields": 4, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 328, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.04748095799004659, |
| "state_encode_seconds": 0.6436230420076754, |
| "query_embed_seconds": 0.0005898750096093863, |
| "trained": false, |
| "head_seconds": 0.0034144159872084856, |
| "total_seconds": 0.695137541013537, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 328, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.0628120829933323, |
| "state_encode_seconds": 0.6793096670007799, |
| "query_embed_seconds": 0.0005837500211782753, |
| "trained": false, |
| "head_seconds": 0.003231250011594966, |
| "total_seconds": 0.745958540996071, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 328, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.04806637502042577, |
| "state_encode_seconds": 0.673285124998074, |
| "query_embed_seconds": 0.0006244590040296316, |
| "trained": false, |
| "head_seconds": 0.0039757079794071615, |
| "total_seconds": 0.7259740000008605, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.04806637502042577, |
| "state_encode_seconds": 0.673285124998074, |
| "query_embed_seconds": 0.0005898750096093863, |
| "head_seconds": 0.0034144159872084856, |
| "total_seconds": 0.7259740000008605 |
| }, |
| "max_seconds": 0.745958540996071 |
| }, |
| { |
| "state": "video", |
| "fields": 28, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 328, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.04396062498562969, |
| "state_encode_seconds": 0.644632665993413, |
| "query_embed_seconds": 0.0033463750150986016, |
| "trained": false, |
| "head_seconds": 0.0019005420035682619, |
| "total_seconds": 0.6938733749848325, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 328, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.04518774998723529, |
| "state_encode_seconds": 0.688603000016883, |
| "query_embed_seconds": 0.00721845799125731, |
| "trained": false, |
| "head_seconds": 0.003066458011744544, |
| "total_seconds": 0.7441652080160566, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 328, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.04871566599467769, |
| "state_encode_seconds": 0.693958209012635, |
| "query_embed_seconds": 0.0014997909893281758, |
| "trained": false, |
| "head_seconds": 0.005561625002883375, |
| "total_seconds": 0.7497795409872197, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.04518774998723529, |
| "state_encode_seconds": 0.688603000016883, |
| "query_embed_seconds": 0.0033463750150986016, |
| "head_seconds": 0.003066458011744544, |
| "total_seconds": 0.7441652080160566 |
| }, |
| "max_seconds": 0.7497795409872197 |
| }, |
| { |
| "state": "video_speech", |
| "fields": 4, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 431, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.08685312498710118, |
| "state_encode_seconds": 0.749884375021793, |
| "query_embed_seconds": 0.0010726669861469418, |
| "trained": false, |
| "head_seconds": 0.0013990419975016266, |
| "total_seconds": 0.8392591250012629, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 431, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.08442983301938511, |
| "state_encode_seconds": 0.7600724169751629, |
| "query_embed_seconds": 0.001396375009790063, |
| "trained": false, |
| "head_seconds": 0.0021947500063106418, |
| "total_seconds": 0.8481726250029169, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 431, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.07950045799952932, |
| "state_encode_seconds": 0.7538769999810029, |
| "query_embed_seconds": 0.0005445420101750642, |
| "trained": false, |
| "head_seconds": 0.0014029580052010715, |
| "total_seconds": 0.835347666987218, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.08442983301938511, |
| "state_encode_seconds": 0.7538769999810029, |
| "query_embed_seconds": 0.0010726669861469418, |
| "head_seconds": 0.0014029580052010715, |
| "total_seconds": 0.8392591250012629 |
| }, |
| "max_seconds": 0.8481726250029169 |
| }, |
| { |
| "state": "video_speech", |
| "fields": 28, |
| "attempted": 3, |
| "completed": 3, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 431, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.07932699998491444, |
| "state_encode_seconds": 0.7472763750120066, |
| "query_embed_seconds": 0.0014754169969819486, |
| "trained": false, |
| "head_seconds": 0.0027653749857563525, |
| "total_seconds": 0.8308626670041122, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 431, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.0776879169861786, |
| "state_encode_seconds": 0.7539642500050832, |
| "query_embed_seconds": 0.003238917008275166, |
| "trained": false, |
| "head_seconds": 0.0021069579815957695, |
| "total_seconds": 0.8370347080053762, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 431, |
| "state_layers": 35, |
| "compute_dtype": "float32", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 280, |
| "video_max_frames": 32, |
| "video_frames": [ |
| 4 |
| ], |
| "preprocess_seconds": 0.07495624999864958, |
| "state_encode_seconds": 0.7438213330169674, |
| "query_embed_seconds": 0.0035812499991152436, |
| "trained": false, |
| "head_seconds": 0.0018991250253748149, |
| "total_seconds": 0.8242795419937465, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.0776879169861786, |
| "state_encode_seconds": 0.7472763750120066, |
| "query_embed_seconds": 0.003238917008275166, |
| "head_seconds": 0.0021069579815957695, |
| "total_seconds": 0.8308626670041122 |
| }, |
| "max_seconds": 0.8370347080053762 |
| } |
| ] |
| } |
|
|
