{
  "answers": {
    "animal": {
      "calibration_status": "unvalidated",
      "temperature": 1.0,
      "probability_source": "restricted_next_token_logits",
      "diagnostics": {
        "logits": {
          "cat": 14.711406707763672,
          "dog": -7.430335521697998,
          "other": -5.548311233520508
        },
        "allowed_token_mass": 0.9999990463256836,
        "input_tokens": 164
      },
      "confidence": 0.9999999641376001,
      "confidence_definition": "one_minus_normalized_entropy",
      "probabilities": {
        "cat": 0.9999999981682133,
        "dog": 2.4208257443645767e-10,
        "other": 1.5897040929196268e-09
      },
      "type": "choice",
      "choice": "cat",
      "selected_probability": 0.9999999981682133
    },
    "presence": {
      "calibration_status": "unvalidated",
      "temperature": 1.0,
      "probability_source": "restricted_next_token_logits",
      "type": "independent",
      "probabilities": {
        "cat": 0.9784876284221362,
        "dog": 9.911270087838716e-09
      },
      "diagnostics": {
        "cat": {
          "logits": {
            "yes": 10.465391159057617,
            "no": 6.648011207580566
          },
          "allowed_token_mass": 0.999992311000824,
          "input_tokens": 158
        },
        "dog": {
          "logits": {
            "yes": -0.7675755023956299,
            "no": 17.662017822265625
          },
          "allowed_token_mass": 0.9999980330467224,
          "input_tokens": 158
        }
      }
    }
  },
  "model": "models/gemma-4-e2b-it-4bit",
  "load_seconds": 2.818324833002407,
  "decision_seconds": 0.5153297919896431,
  "execution": {
    "execution": "shared_prefix_gpu_batched_branches",
    "prefix_prefills": 1,
    "prefix_tokens": 50,
    "question_suffix_tokens": [
      114,
      108,
      108
    ],
    "preprocess_seconds": 0.039328291022684425,
    "prefill_seconds": 0.09224108399939723,
    "kv_storage": "replicated_per_batch_row",
    "compute_dtype": "float32",
    "branch_batch_sizes": [
      3
    ],
    "branch_seconds": 0.38361333298962563
  },
  "video_sampling_fps": null,
  "video_soundtrack": null
}