davidburhans commited on
Commit
38fa4ed
·
verified ·
1 Parent(s): 93780c8

fix: set default optimal_temperature to 1.0 to preserve calibration on general NLI data

Browse files
Files changed (1) hide show
  1. calibration.json +6 -8
calibration.json CHANGED
@@ -1,16 +1,14 @@
1
  {
2
  "model_name": "Gevva e2b",
3
  "project": "Gevva",
4
- "optimal_temperature": 1.6,
5
- "fitted_temperature_nll": 0.8496,
6
- "jevbench_hard_optimal_temperature": 1.6,
7
- "val_ece_before": 0.0237,
8
- "val_ece_after": 0.0107,
9
- "val_brier_before": 0.2067,
10
- "val_brier_after": 0.2063,
11
  "jevbench_hard_ece_at_t10": 0.1604,
12
  "jevbench_hard_ece_at_t16": 0.0655,
13
  "composite_jevbench_score_t10": 72.94,
14
  "composite_jevbench_score_t16": 77.54,
15
- "attribution": "Temperature calibration optimized for Gevva System 1 decision engine on JevBench v1.2"
16
  }
 
1
  {
2
  "model_name": "Gevva e2b",
3
  "project": "Gevva",
4
+ "optimal_temperature": 1.0,
5
+ "fitted_validation_temperature_nll": 0.8496,
6
+ "jevbench_public_temperature": 1.6,
7
+ "val_ece_at_t10": 0.0237,
8
+ "val_brier_at_t10": 0.2067,
 
 
9
  "jevbench_hard_ece_at_t10": 0.1604,
10
  "jevbench_hard_ece_at_t16": 0.0655,
11
  "composite_jevbench_score_t10": 72.94,
12
  "composite_jevbench_score_t16": 77.54,
13
+ "notes": "Default inference runs at standard T=1.0 to preserve calibration on general NLI data. T=1.6 was fitted specifically on JevBench Public hard items."
14
  }