File size: 4,727 Bytes
fff78b2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 | {
"environment": {
"created_at": "2026-09-20T03:17:06.863100+00:00",
"chip": "Apple M3 Max",
"memory_bytes": 137438953472,
"os": "macOS-27.2-arm64-arm-64bit",
"python": "3.12.13",
"packages": {
"coremltools": "9.0",
"numpy": "2.1.3",
"torch": "2.7.0",
"tokenizers": "0.23.2",
"mlx": "0.32.2",
"laya-mlx": "0.1.0"
},
"source_sha256": "48f7d107ba44feedfa8f643e4c7808b1e540652d4e8275840336e8adca28f4f2"
},
"repository": "aac6fef/laya-coreml",
"format": "laya-coreml",
"shape": {
"batch_size": 1,
"max_length": 512,
"min_length": 16,
"default_length": 128,
"max_options": 32,
"flexible": true,
"mode": "enumerated",
"lengths": [
16,
32,
64,
96,
128,
192,
256,
384,
512
]
},
"compute_units": "cpu_gpu",
"load_seconds": 4.108807124997838,
"source_weights_sha256": "891102d372688fc2a094dac56a384bc537b87c63f21f9f3dac0be2b7cbc8d86c",
"package_sha256": "e697cb5b3cfe76738690afd1be1ce0673e5edf3d93cf8fe04dface306c8f575e",
"reference_sha256": "27642bf5f16e1881514a65f91d2ba986fce786b832e60ed1a35fa44d1bfdd682",
"bundle_files_verified": true,
"cases": [
{
"name": "email",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.00036248411817829673,
"action_probability_max_abs_error": 0.0
},
{
"name": "en",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0005794522064193064,
"action_probability_max_abs_error": 0.0
},
{
"name": "zh",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0033076258324740704,
"action_probability_max_abs_error": 0.0
},
{
"name": "de",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0014419040982275866,
"action_probability_max_abs_error": 0.0
},
{
"name": "fr",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0019683208807920183,
"action_probability_max_abs_error": 0.0
},
{
"name": "es",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.003062455574691314,
"action_probability_max_abs_error": 0.0
},
{
"name": "hi",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0022815510838266606,
"action_probability_max_abs_error": 0.0
},
{
"name": "ja",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0012594393266427695,
"action_probability_max_abs_error": 0.0
},
{
"name": "ru",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0010868776635046817,
"action_probability_max_abs_error": 0.0
},
{
"name": "empty_state",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.000519360980224759,
"action_probability_max_abs_error": 0.0
},
{
"name": "long",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0003138214746256085,
"action_probability_max_abs_error": 0.0
},
{
"name": "conversation",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0001506211279515418,
"action_probability_max_abs_error": 0.0
},
{
"name": "mask_literals",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.00043326147227729095,
"action_probability_max_abs_error": 0.0
},
{
"name": "many_questions",
"questions": 20,
"argmax_agreements": 20,
"probability_max_abs_error": 0.00036248590012000204,
"action_probability_max_abs_error": 0.0
},
{
"name": "structured",
"questions": 3,
"argmax_agreements": 3,
"probability_max_abs_error": 0.0006351234277632567,
"action_probability_max_abs_error": 0.0
},
{
"name": "twenty_options",
"questions": 1,
"argmax_agreements": 1,
"probability_max_abs_error": 1.520820862650508e-31,
"action_probability_max_abs_error": 0.0
}
],
"passed": true,
"questions": 63,
"argmax_agreements": 63,
"probability_max_abs_error": 0.0033076258324740704,
"action_probability_max_abs_error": 0.0,
"stability": {
"calls": 100,
"identical_rounded_results": true
},
"gate": {
"all_argmax_agree": true,
"max_probability_error": 0.02,
"max_action_probability_error": 0.02,
"finite": true,
"stable": true
}
}
|