{
  "environment": {
    "created_at": "2026-09-20T03:17:06.863100+00:00",
    "chip": "Apple M3 Max",
    "memory_bytes": 137438953472,
    "os": "macOS-27.2-arm64-arm-64bit",
    "python": "3.12.13",
    "packages": {
      "coremltools": "9.0",
      "numpy": "2.1.3",
      "torch": "2.7.0",
      "tokenizers": "0.23.2",
      "mlx": "0.32.2",
      "laya-mlx": "0.1.0"
    },
    "source_sha256": "48f7d107ba44feedfa8f643e4c7808b1e540652d4e8275840336e8adca28f4f2"
  },
  "repository": "aac6fef/laya-coreml",
  "format": "laya-coreml",
  "shape": {
    "batch_size": 1,
    "max_length": 512,
    "min_length": 16,
    "default_length": 128,
    "max_options": 32,
    "flexible": true,
    "mode": "enumerated",
    "lengths": [
      16,
      32,
      64,
      96,
      128,
      192,
      256,
      384,
      512
    ]
  },
  "compute_units": "cpu_gpu",
  "load_seconds": 4.108807124997838,
  "source_weights_sha256": "891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c",
  "package_sha256": "e697cb5b3cfe76738690afd1be1ce0673e5edf3d93cf8fe04dface306c8f575e",
  "reference_sha256": "27642bf5f16e1881514a65f91d2ba986fce786b832e60ed1a35fa44d1bfdd682",
  "bundle_files_verified": true,
  "cases": [
    {
      "name": "email",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00036248411817829673,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "en",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0005794522064193064,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "zh",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0033076258324740704,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "de",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0014419040982275866,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "fr",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0019683208807920183,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "es",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.003062455574691314,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "hi",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0022815510838266606,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "ja",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0012594393266427695,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "ru",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0010868776635046817,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "empty_state",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.000519360980224759,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "long",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0003138214746256085,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "conversation",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0001506211279515418,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "mask_literals",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.00043326147227729095,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "many_questions",
      "questions": 20,
      "argmax_agreements": 20,
      "probability_max_abs_error": 0.00036248590012000204,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "structured",
      "questions": 3,
      "argmax_agreements": 3,
      "probability_max_abs_error": 0.0006351234277632567,
      "action_probability_max_abs_error": 0.0
    },
    {
      "name": "twenty_options",
      "questions": 1,
      "argmax_agreements": 1,
      "probability_max_abs_error": 1.520820862650508e-31,
      "action_probability_max_abs_error": 0.0
    }
  ],
  "passed": true,
  "questions": 63,
  "argmax_agreements": 63,
  "probability_max_abs_error": 0.0033076258324740704,
  "action_probability_max_abs_error": 0.0,
  "stability": {
    "calls": 100,
    "identical_rounded_results": true
  },
  "gate": {
    "all_argmax_agree": true,
    "max_probability_error": 0.02,
    "max_action_probability_error": 0.02,
    "finite": true,
    "stable": true
  }
}