| { |
| "status": "untrained_runtime_probe_not_quality_or_calibration_evidence", |
| "model": "models/gemma-4-e2b-it-4bit", |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "head_config": { |
| "input_dims": 1536, |
| "dims": 256, |
| "heads": 4, |
| "query_layers": 1, |
| "decision_layers": 2 |
| }, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "timing_scope": "warm_model_fresh_state_including_media_decode_preprocess_encoding_and_all_fields", |
| "field_scaling": "four representative question templates repeated to the requested count", |
| "results": [ |
| { |
| "state": "image", |
| "fields": 1, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0020999159896746278, |
| "state_encode_seconds": 0.07416987500619143, |
| "query_embed_seconds": 0.0019077920005656779, |
| "trained": false, |
| "head_seconds": 0.0026851670118048787, |
| "total_seconds": 0.08088095899438486, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.002136750001227483, |
| "state_encode_seconds": 0.07650304099661298, |
| "query_embed_seconds": 0.000408292020438239, |
| "trained": false, |
| "head_seconds": 0.0008547919860575348, |
| "total_seconds": 0.07990991699625738, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0018514589755795896, |
| "state_encode_seconds": 0.07485945802181959, |
| "query_embed_seconds": 0.0004293329839129001, |
| "trained": false, |
| "head_seconds": 0.004612541000824422, |
| "total_seconds": 0.08176183298928663, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0018004590237978846, |
| "state_encode_seconds": 0.0750908329791855, |
| "query_embed_seconds": 0.00041029200656339526, |
| "trained": false, |
| "head_seconds": 0.0009319170203525573, |
| "total_seconds": 0.07824291702127084, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0019197500078007579, |
| "state_encode_seconds": 0.07308987498981878, |
| "query_embed_seconds": 0.0004404170031193644, |
| "trained": false, |
| "head_seconds": 0.0047698749986011535, |
| "total_seconds": 0.08022875001188368, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.0019197500078007579, |
| "state_encode_seconds": 0.07485945802181959, |
| "query_embed_seconds": 0.0004293329839129001, |
| "head_seconds": 0.0026851670118048787, |
| "total_seconds": 0.08022875001188368 |
| }, |
| "max_seconds": 0.08176183298928663, |
| "under_300ms": 5 |
| }, |
| { |
| "state": "image", |
| "fields": 4, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.00183012499473989, |
| "state_encode_seconds": 0.07515283301472664, |
| "query_embed_seconds": 0.0005365829856600612, |
| "trained": false, |
| "head_seconds": 0.0009425829921383411, |
| "total_seconds": 0.0784712919848971, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0018831250199582428, |
| "state_encode_seconds": 0.07546245798585005, |
| "query_embed_seconds": 0.0005175000114832073, |
| "trained": false, |
| "head_seconds": 0.0009498340077698231, |
| "total_seconds": 0.07882745799724944, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.001833749993238598, |
| "state_encode_seconds": 0.075019500014605, |
| "query_embed_seconds": 0.0005448340089060366, |
| "trained": false, |
| "head_seconds": 0.000980250013526529, |
| "total_seconds": 0.07838770901435055, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.001718208019156009, |
| "state_encode_seconds": 0.07598920798045583, |
| "query_embed_seconds": 0.0034377500123810023, |
| "trained": false, |
| "head_seconds": 0.0013629999884869903, |
| "total_seconds": 0.08252237501437776, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0018877080001402646, |
| "state_encode_seconds": 0.0759731670259498, |
| "query_embed_seconds": 0.0005687499942723662, |
| "trained": false, |
| "head_seconds": 0.00476516701746732, |
| "total_seconds": 0.08320466702571139, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.001833749993238598, |
| "state_encode_seconds": 0.07546245798585005, |
| "query_embed_seconds": 0.0005448340089060366, |
| "head_seconds": 0.000980250013526529, |
| "total_seconds": 0.07882745799724944 |
| }, |
| "max_seconds": 0.08320466702571139, |
| "under_300ms": 5 |
| }, |
| { |
| "state": "image", |
| "fields": 16, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.00205966699286364, |
| "state_encode_seconds": 0.07264133301214315, |
| "query_embed_seconds": 0.0013872919953428209, |
| "trained": false, |
| "head_seconds": 0.004175957990810275, |
| "total_seconds": 0.08028204200672917, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.001770749979186803, |
| "state_encode_seconds": 0.07586629199795425, |
| "query_embed_seconds": 0.004328583017922938, |
| "trained": false, |
| "head_seconds": 0.0012076670245733112, |
| "total_seconds": 0.08318316700751893, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0020802080107387155, |
| "state_encode_seconds": 0.07262191700283438, |
| "query_embed_seconds": 0.0045882079866714776, |
| "trained": false, |
| "head_seconds": 0.0012422919971868396, |
| "total_seconds": 0.08054670901037753, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0018667909898795187, |
| "state_encode_seconds": 0.07579062500735745, |
| "query_embed_seconds": 0.003441500011831522, |
| "trained": false, |
| "head_seconds": 0.0012032079976052046, |
| "total_seconds": 0.08231883400003426, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.001767832989571616, |
| "state_encode_seconds": 0.07524674999876879, |
| "query_embed_seconds": 0.000949042005231604, |
| "trained": false, |
| "head_seconds": 0.005044084013206884, |
| "total_seconds": 0.08301629198831506, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.0018667909898795187, |
| "state_encode_seconds": 0.07524674999876879, |
| "query_embed_seconds": 0.003441500011831522, |
| "head_seconds": 0.0012422919971868396, |
| "total_seconds": 0.08231883400003426 |
| }, |
| "max_seconds": 0.08318316700751893, |
| "under_300ms": 5 |
| }, |
| { |
| "state": "image", |
| "fields": 28, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0018275000038556755, |
| "state_encode_seconds": 0.07654266600729898, |
| "query_embed_seconds": 0.004486749996431172, |
| "trained": false, |
| "head_seconds": 0.0014865840203128755, |
| "total_seconds": 0.08435395802371204, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.001857958995969966, |
| "state_encode_seconds": 0.07530124997720122, |
| "query_embed_seconds": 0.004541333008091897, |
| "trained": false, |
| "head_seconds": 0.0015172080020420253, |
| "total_seconds": 0.08322920798673294, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0018196249729953706, |
| "state_encode_seconds": 0.07707208301872015, |
| "query_embed_seconds": 0.004229957994539291, |
| "trained": false, |
| "head_seconds": 0.0014632079983130097, |
| "total_seconds": 0.08460083301179111, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0016867920057848096, |
| "state_encode_seconds": 0.07511729199904948, |
| "query_embed_seconds": 0.0049374999944120646, |
| "trained": false, |
| "head_seconds": 0.0015799590037204325, |
| "total_seconds": 0.08334912499412894, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 103, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [], |
| "preprocess_seconds": 0.0017360830097459257, |
| "state_encode_seconds": 0.07627862499793991, |
| "query_embed_seconds": 0.0013198330125305802, |
| "trained": false, |
| "head_seconds": 0.002283458015881479, |
| "total_seconds": 0.08163316702120937, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.0018196249729953706, |
| "state_encode_seconds": 0.07627862499793991, |
| "query_embed_seconds": 0.004486749996431172, |
| "head_seconds": 0.0015172080020420253, |
| "total_seconds": 0.08334912499412894 |
| }, |
| "max_seconds": 0.08460083301179111, |
| "under_300ms": 5 |
| }, |
| { |
| "state": "video", |
| "fields": 1, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03656495799077675, |
| "state_encode_seconds": 0.15526654201676138, |
| "query_embed_seconds": 0.0004288329801056534, |
| "trained": false, |
| "head_seconds": 0.0009193330188281834, |
| "total_seconds": 0.19320375000825152, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03748837500461377, |
| "state_encode_seconds": 0.14832574999309145, |
| "query_embed_seconds": 0.0018209170084446669, |
| "trained": false, |
| "head_seconds": 0.0028325839957688004, |
| "total_seconds": 0.19049666699720547, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.035491208982421085, |
| "state_encode_seconds": 0.15052116601145826, |
| "query_embed_seconds": 0.0004279589920770377, |
| "trained": false, |
| "head_seconds": 0.0046483340265695006, |
| "total_seconds": 0.19110737499431707, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.037878750008530915, |
| "state_encode_seconds": 0.14773454199894331, |
| "query_embed_seconds": 0.0017590830102562904, |
| "trained": false, |
| "head_seconds": 0.0026904999976977706, |
| "total_seconds": 0.19008862500777468, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03711900001508184, |
| "state_encode_seconds": 0.14984354199259542, |
| "query_embed_seconds": 0.0019402079924475402, |
| "trained": false, |
| "head_seconds": 0.0027338330110069364, |
| "total_seconds": 0.1916647500183899, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.03711900001508184, |
| "state_encode_seconds": 0.14984354199259542, |
| "query_embed_seconds": 0.0017590830102562904, |
| "head_seconds": 0.0027338330110069364, |
| "total_seconds": 0.19110737499431707 |
| }, |
| "max_seconds": 0.19320375000825152, |
| "under_300ms": 5 |
| }, |
| { |
| "state": "video", |
| "fields": 4, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.038488458027131855, |
| "state_encode_seconds": 0.14697750000050291, |
| "query_embed_seconds": 0.0027602079790085554, |
| "trained": false, |
| "head_seconds": 0.001996999984839931, |
| "total_seconds": 0.19024470797739923, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03844291699351743, |
| "state_encode_seconds": 0.15101216701441444, |
| "query_embed_seconds": 0.0005344579985830933, |
| "trained": false, |
| "head_seconds": 0.0009717920038383454, |
| "total_seconds": 0.19098070901236497, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.038007832976290956, |
| "state_encode_seconds": 0.14845270800287835, |
| "query_embed_seconds": 0.0005575419927481562, |
| "trained": false, |
| "head_seconds": 0.000983500009169802, |
| "total_seconds": 0.18801441599498503, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03940979202161543, |
| "state_encode_seconds": 0.15178908300003968, |
| "query_embed_seconds": 0.0005854169721715152, |
| "trained": false, |
| "head_seconds": 0.0009771249897312373, |
| "total_seconds": 0.19278420900809579, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.035709874995518476, |
| "state_encode_seconds": 0.14981370797613636, |
| "query_embed_seconds": 0.0005537500255741179, |
| "trained": false, |
| "head_seconds": 0.004723791993455961, |
| "total_seconds": 0.19081425000331365, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.03844291699351743, |
| "state_encode_seconds": 0.14981370797613636, |
| "query_embed_seconds": 0.0005575419927481562, |
| "head_seconds": 0.000983500009169802, |
| "total_seconds": 0.19081425000331365 |
| }, |
| "max_seconds": 0.19278420900809579, |
| "under_300ms": 5 |
| }, |
| { |
| "state": "video", |
| "fields": 16, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.039163417008239776, |
| "state_encode_seconds": 0.1518787500099279, |
| "query_embed_seconds": 0.0011410829902160913, |
| "trained": false, |
| "head_seconds": 0.0012027080229017884, |
| "total_seconds": 0.1934043329965789, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.038916165998671204, |
| "state_encode_seconds": 0.14996958398842253, |
| "query_embed_seconds": 0.0009633750014472753, |
| "trained": false, |
| "head_seconds": 0.0012315000058151782, |
| "total_seconds": 0.19110208400525153, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03593137499410659, |
| "state_encode_seconds": 0.1514777080155909, |
| "query_embed_seconds": 0.0009748330048751086, |
| "trained": false, |
| "head_seconds": 0.0012542500044219196, |
| "total_seconds": 0.18965141699300148, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03925995799363591, |
| "state_encode_seconds": 0.14740854199044406, |
| "query_embed_seconds": 0.0045523330045398325, |
| "trained": false, |
| "head_seconds": 0.00122637499589473, |
| "total_seconds": 0.1924689169973135, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03731120901647955, |
| "state_encode_seconds": 0.1493451249843929, |
| "query_embed_seconds": 0.0014024999982211739, |
| "trained": false, |
| "head_seconds": 0.004199374991003424, |
| "total_seconds": 0.19227849997696467, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.038916165998671204, |
| "state_encode_seconds": 0.14996958398842253, |
| "query_embed_seconds": 0.0011410829902160913, |
| "head_seconds": 0.0012315000058151782, |
| "total_seconds": 0.19227849997696467 |
| }, |
| "max_seconds": 0.1934043329965789, |
| "under_300ms": 5 |
| }, |
| { |
| "state": "video", |
| "fields": 28, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03553362499224022, |
| "state_encode_seconds": 0.14910145901376382, |
| "query_embed_seconds": 0.00464045800617896, |
| "trained": false, |
| "head_seconds": 0.0015373750065919012, |
| "total_seconds": 0.1908296670007985, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03632749998359941, |
| "state_encode_seconds": 0.15004945901455358, |
| "query_embed_seconds": 0.004999875003704801, |
| "trained": false, |
| "head_seconds": 0.0015867920010350645, |
| "total_seconds": 0.1929949169862084, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03796204199898057, |
| "state_encode_seconds": 0.15148983299150132, |
| "query_embed_seconds": 0.0015927919885143638, |
| "trained": false, |
| "head_seconds": 0.001825374987674877, |
| "total_seconds": 0.1928880829946138, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.038438166986452416, |
| "state_encode_seconds": 0.1510034170059953, |
| "query_embed_seconds": 0.0014975410012993962, |
| "trained": false, |
| "head_seconds": 0.005343083990737796, |
| "total_seconds": 0.1963000420073513, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 182, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.03813620799337514, |
| "state_encode_seconds": 0.1482243750069756, |
| "query_embed_seconds": 0.0048484169819857925, |
| "trained": false, |
| "head_seconds": 0.0017612499941606075, |
| "total_seconds": 0.1929886669968255, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.03796204199898057, |
| "state_encode_seconds": 0.15004945901455358, |
| "query_embed_seconds": 0.00464045800617896, |
| "head_seconds": 0.0017612499941606075, |
| "total_seconds": 0.1929886669968255 |
| }, |
| "max_seconds": 0.1963000420073513, |
| "under_300ms": 5 |
| }, |
| { |
| "state": "video_speech", |
| "fields": 1, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.06857150001451373, |
| "state_encode_seconds": 0.22420833297655918, |
| "query_embed_seconds": 0.00047041699872352183, |
| "trained": false, |
| "head_seconds": 0.004796416003955528, |
| "total_seconds": 0.29807991700363345, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.06690649999654852, |
| "state_encode_seconds": 0.22393824998289347, |
| "query_embed_seconds": 0.001022957992972806, |
| "trained": false, |
| "head_seconds": 0.0037069999962113798, |
| "total_seconds": 0.29559799999697134, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07008112501353025, |
| "state_encode_seconds": 0.22404699999606237, |
| "query_embed_seconds": 0.0004459999909158796, |
| "trained": false, |
| "head_seconds": 0.004389958019601181, |
| "total_seconds": 0.29897979099769145, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.0718651250062976, |
| "state_encode_seconds": 0.2234390829980839, |
| "query_embed_seconds": 0.0018205000087618828, |
| "trained": false, |
| "head_seconds": 0.002730207983404398, |
| "total_seconds": 0.2998817919869907, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 1, |
| "candidate_count": 3, |
| "query_tokens": 59, |
| "padded_query_tokens": 60, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07337741699302569, |
| "state_encode_seconds": 0.23051095800474286, |
| "query_embed_seconds": 0.001959042012458667, |
| "trained": false, |
| "head_seconds": 0.0029917499923612922, |
| "total_seconds": 0.30886920899502, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.07008112501353025, |
| "state_encode_seconds": 0.22404699999606237, |
| "query_embed_seconds": 0.001022957992972806, |
| "head_seconds": 0.0037069999962113798, |
| "total_seconds": 0.29897979099769145 |
| }, |
| "max_seconds": 0.30886920899502, |
| "under_300ms": 4 |
| }, |
| { |
| "state": "video_speech", |
| "fields": 4, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07298470800742507, |
| "state_encode_seconds": 0.222752917004982, |
| "query_embed_seconds": 0.0027006669843103737, |
| "trained": false, |
| "head_seconds": 0.0019661659898702055, |
| "total_seconds": 0.30042245899676345, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07004158300696872, |
| "state_encode_seconds": 0.22371379198739305, |
| "query_embed_seconds": 0.0005723750218749046, |
| "trained": false, |
| "head_seconds": 0.0017638750141486526, |
| "total_seconds": 0.29611254201154225, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07002845901297405, |
| "state_encode_seconds": 0.22616458300035447, |
| "query_embed_seconds": 0.0038271249795798212, |
| "trained": false, |
| "head_seconds": 0.0011135840031784028, |
| "total_seconds": 0.3011645420046989, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.0677287080034148, |
| "state_encode_seconds": 0.21955166701809503, |
| "query_embed_seconds": 0.0009585829975549132, |
| "trained": false, |
| "head_seconds": 0.0040250000020023435, |
| "total_seconds": 0.2922944159945473, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 4, |
| "candidate_count": 10, |
| "query_tokens": 184, |
| "padded_query_tokens": 200, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07320262500434183, |
| "state_encode_seconds": 0.24341970798559487, |
| "query_embed_seconds": 0.0005658750014845282, |
| "trained": false, |
| "head_seconds": 0.0010192079935222864, |
| "total_seconds": 0.318223082984332, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.07004158300696872, |
| "state_encode_seconds": 0.22371379198739305, |
| "query_embed_seconds": 0.0009585829975549132, |
| "head_seconds": 0.0017638750141486526, |
| "total_seconds": 0.30042245899676345 |
| }, |
| "max_seconds": 0.318223082984332, |
| "under_300ms": 2 |
| }, |
| { |
| "state": "video_speech", |
| "fields": 16, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.0711261660035234, |
| "state_encode_seconds": 0.22848758398322389, |
| "query_embed_seconds": 0.0009702500246930867, |
| "trained": false, |
| "head_seconds": 0.0012416249956004322, |
| "total_seconds": 0.30184595799073577, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.06881595801678486, |
| "state_encode_seconds": 0.22509737499058247, |
| "query_embed_seconds": 0.0010067500115837902, |
| "trained": false, |
| "head_seconds": 0.005140333989402279, |
| "total_seconds": 0.3000912079878617, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.06878404101007618, |
| "state_encode_seconds": 0.22269654198316857, |
| "query_embed_seconds": 0.0009967919904738665, |
| "trained": false, |
| "head_seconds": 0.001361000002361834, |
| "total_seconds": 0.2938562089984771, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.06852345800143667, |
| "state_encode_seconds": 0.22379066699068062, |
| "query_embed_seconds": 0.0010131669987458736, |
| "trained": false, |
| "head_seconds": 0.00508050000644289, |
| "total_seconds": 0.2984397080144845, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 16, |
| "candidate_count": 40, |
| "query_tokens": 736, |
| "padded_query_tokens": 800, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.0749839170021005, |
| "state_encode_seconds": 0.24098000000230968, |
| "query_embed_seconds": 0.0010453749855514616, |
| "trained": false, |
| "head_seconds": 0.002867208997486159, |
| "total_seconds": 0.3198999160085805, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.06881595801678486, |
| "state_encode_seconds": 0.22509737499058247, |
| "query_embed_seconds": 0.0010067500115837902, |
| "head_seconds": 0.002867208997486159, |
| "total_seconds": 0.3000912079878617 |
| }, |
| "max_seconds": 0.3198999160085805, |
| "under_300ms": 2 |
| }, |
| { |
| "state": "video_speech", |
| "fields": 28, |
| "attempted": 5, |
| "completed": 5, |
| "samples": [ |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07496854200144298, |
| "state_encode_seconds": 0.2308199999970384, |
| "query_embed_seconds": 0.0015814579965081066, |
| "trained": false, |
| "head_seconds": 0.0018399580148980021, |
| "total_seconds": 0.3092336670088116, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.073578041017754, |
| "state_encode_seconds": 0.22456904198043048, |
| "query_embed_seconds": 0.001405458024237305, |
| "trained": false, |
| "head_seconds": 0.005462291999720037, |
| "total_seconds": 0.3050363750080578, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07203545901575126, |
| "state_encode_seconds": 0.22093529099947773, |
| "query_embed_seconds": 0.004279833985492587, |
| "trained": false, |
| "head_seconds": 0.001818874996388331, |
| "total_seconds": 0.2990920830052346, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.06980225001461804, |
| "state_encode_seconds": 0.22473912499845028, |
| "query_embed_seconds": 0.0035829170083161443, |
| "trained": false, |
| "head_seconds": 0.001586791011504829, |
| "total_seconds": 0.29974366701208055, |
| "status": "runtime_probe_only" |
| }, |
| { |
| "execution": "shared_state_parallel_decision_head", |
| "state_encodes": 1, |
| "state_tokens": 285, |
| "state_layers": 4, |
| "compute_dtype": "float16", |
| "field_count": 28, |
| "candidate_count": 70, |
| "query_tokens": 1288, |
| "padded_query_tokens": 1400, |
| "state_memory_batch_size": 1, |
| "image_soft_tokens": 70, |
| "video_max_frames": 2, |
| "video_frames": [ |
| 2 |
| ], |
| "preprocess_seconds": 0.07162220898317173, |
| "state_encode_seconds": 0.22628462500870228, |
| "query_embed_seconds": 0.00461933299084194, |
| "trained": false, |
| "head_seconds": 0.002180791983846575, |
| "total_seconds": 0.3047685420024209, |
| "status": "runtime_probe_only" |
| } |
| ], |
| "median_seconds": { |
| "preprocess_seconds": 0.07203545901575126, |
| "state_encode_seconds": 0.22473912499845028, |
| "query_embed_seconds": 0.0035829170083161443, |
| "head_seconds": 0.0018399580148980021, |
| "total_seconds": 0.3047685420024209 |
| }, |
| "max_seconds": 0.3092336670088116, |
| "under_300ms": 2 |
| } |
| ] |
| } |
|
|
