Invalid JSON:Unexpected token 'I', ..."ice_nll": Infinity,
"... is not valid JSON
| { | |
| "train": "data/train_refine.jsonl", | |
| "validation": "data/validation_refine.jsonl", | |
| "model": "answerdotai/ModernBERT-large", | |
| "revision": null, | |
| "output": "runs/jev-unified-large", | |
| "device": "mps", | |
| "epochs": 3, | |
| "batch_size": 8, | |
| "accumulation": 4, | |
| "max_length": 1024, | |
| "max_steps": 0, | |
| "encoder_lr": 5e-06, | |
| "head_lr": 0.0001, | |
| "freeze_encoder": false, | |
| "gradient_checkpointing": true, | |
| "lora_rank": 0, | |
| "resume": "runs/jev-unified-large/trainer.pt", | |
| "init_checkpoint": null, | |
| "seed": 17, | |
| "schema_version": 2, | |
| "device_used": "mps", | |
| "parameters": 396880897, | |
| "trainable_parameters": 396880897, | |
| "status": "calibrated", | |
| "temperatures": { | |
| "noul": 1.3575, | |
| "choice": 4.2542, | |
| "score": 3.7097 | |
| }, | |
| "calibration_method": "temperature_scaling_guo_2017", | |
| "calibration_metrics": { | |
| "noul": { | |
| "temperature": 1.3575, | |
| "ece_equal_mass": 0.016, | |
| "accuracy": 0.9665, | |
| "note": "Fitted on held-out validation; on external BoolQ (n=500), reduces ECE from 0.1033 to 0.0771 (-25%) with 100% accuracy invariance." | |
| }, | |
| "choice": { | |
| "temperature": 4.2542, | |
| "ece_before": 0.1887, | |
| "ece_after": 0.083, | |
| "nll_before": 2.2566, | |
| "nll_after": 0.7259, | |
| "accuracy": 0.7819 | |
| }, | |
| "score": { | |
| "temperature": 3.7097, | |
| "ece_before": 0.3315, | |
| "ece_after": 0.1165, | |
| "nll_before": 2.5899, | |
| "nll_after": 1.1448, | |
| "mae_before": 0.7243, | |
| "mae_after": 0.7165, | |
| "accuracy": 0.5448 | |
| } | |
| }, | |
| "before": { | |
| "choice_accuracy": 0.8006968641114982, | |
| "choice_nll": Infinity, | |
| "choice_recall_at_3": 0.9665505226480836, | |
| "score_accuracy": 0.5380281690140845, | |
| "score_nll": Infinity, | |
| "score_mae": 0.7156380733637743, | |
| "noul_brier": 0.05362682237181553, | |
| "noul_accuracy": 0.9386046511627907 | |
| }, | |
| "steps": 1566, | |
| "after": { | |
| "choice_accuracy": 0.7804878048780488, | |
| "choice_nll": Infinity, | |
| "choice_recall_at_3": 0.9616724738675958, | |
| "score_accuracy": 0.5442253521126761, | |
| "score_nll": Infinity, | |
| "score_mae": 0.7245084745783201, | |
| "noul_brier": 0.02923501114512599, | |
| "noul_accuracy": 0.9665116279069768 | |
| }, | |
| "elapsed_s": 10037.545325374987 | |
| } |