| { |
| "environment": { |
| "created_at": "2026-09-20T03:17:06.863100+00:00", |
| "chip": "Apple M3 Max", |
| "memory_bytes": 137438953472, |
| "os": "macOS-27.2-arm64-arm-64bit", |
| "python": "3.12.13", |
| "packages": { |
| "coremltools": "9.0", |
| "numpy": "2.1.3", |
| "torch": "2.7.0", |
| "tokenizers": "0.23.2", |
| "mlx": "0.32.2", |
| "laya-mlx": "0.1.0" |
| }, |
| "source_sha256": "48f7d107ba44feedfa8f643e4c7808b1e540652d4e8275840336e8adca28f4f2" |
| }, |
| "repository": "aac6fef/laya-coreml", |
| "format": "laya-coreml", |
| "shape": { |
| "batch_size": 1, |
| "max_length": 512, |
| "min_length": 16, |
| "default_length": 128, |
| "max_options": 32, |
| "flexible": true, |
| "mode": "enumerated", |
| "lengths": [ |
| 16, |
| 32, |
| 64, |
| 96, |
| 128, |
| 192, |
| 256, |
| 384, |
| 512 |
| ] |
| }, |
| "compute_units": "cpu_gpu", |
| "load_seconds": 4.108807124997838, |
| "source_weights_sha256": "891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c", |
| "package_sha256": "e697cb5b3cfe76738690afd1be1ce0673e5edf3d93cf8fe04dface306c8f575e", |
| "reference_sha256": "27642bf5f16e1881514a65f91d2ba986fce786b832e60ed1a35fa44d1bfdd682", |
| "bundle_files_verified": true, |
| "cases": [ |
| { |
| "name": "email", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.00036248411817829673, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "en", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0005794522064193064, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "zh", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0033076258324740704, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "de", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0014419040982275866, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "fr", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0019683208807920183, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "es", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.003062455574691314, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "hi", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0022815510838266606, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "ja", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0012594393266427695, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "ru", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0010868776635046817, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "empty_state", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.000519360980224759, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "long", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0003138214746256085, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "conversation", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0001506211279515418, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "mask_literals", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.00043326147227729095, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "many_questions", |
| "questions": 20, |
| "argmax_agreements": 20, |
| "probability_max_abs_error": 0.00036248590012000204, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "structured", |
| "questions": 3, |
| "argmax_agreements": 3, |
| "probability_max_abs_error": 0.0006351234277632567, |
| "action_probability_max_abs_error": 0.0 |
| }, |
| { |
| "name": "twenty_options", |
| "questions": 1, |
| "argmax_agreements": 1, |
| "probability_max_abs_error": 1.520820862650508e-31, |
| "action_probability_max_abs_error": 0.0 |
| } |
| ], |
| "passed": true, |
| "questions": 63, |
| "argmax_agreements": 63, |
| "probability_max_abs_error": 0.0033076258324740704, |
| "action_probability_max_abs_error": 0.0, |
| "stability": { |
| "calls": 100, |
| "identical_rounded_results": true |
| }, |
| "gate": { |
| "all_argmax_agree": true, |
| "max_probability_error": 0.02, |
| "max_action_probability_error": 0.02, |
| "finite": true, |
| "stable": true |
| } |
| } |
|
|
