{
  "version": "open1-b5-b7g-e4",
  "dataset_version": "open1-b7g-e4",
  "engine_commit": "68e19e34e7b85a459a2a007af52f3611d6996089",
  "heads": [
    {
      "file": "code-rank.safetensors",
      "sha256": "abe235c347a223e957a0f8b7b979e3a584aebab76ee239e5f62117e839b9c40a",
      "metadata": {
        "label": "open1-code-rank",
        "model": "convaiinnovations/laya-multilingual",
        "val_loss": "0.734294557281827",
        "train_examples": "251360",
        "backbone": "jhu-clsp/mmBERT-base",
        "max_len": "512",
        "format": "pw-decide-head/1",
        "val_acc": "0.684346701164295",
        "val_mae": "0.7976714370407317"
      }
    },
    {
      "file": "guide-load.safetensors",
      "sha256": "e0305aa8b62ddc144774785f2e0d3710604af65cd21015662428870f8d34b76e",
      "metadata": {
        "tool_truth": "consensus",
        "families": "guides",
        "rank_levels": "blended",
        "seed": "11",
        "tool_weight": "none",
        "format": "pw-decide-head/1",
        "head_max_len": "512",
        "pos_weight": "6.0",
        "by_type": "{\"loss\": {\"guides\": 0.9665}, \"guides\": {\"precision\": 0.609, \"recall\": 0.947, \"positives\": 1811, \"options\": 4228}, \"guides@coordinator\": {\"precision\": 0.609, \"recall\": 0.947, \"positives\": 1593, \"options\": 3699}, \"guides@worker\": {\"precision\": 0.612, \"recall\": 0.95, \"positives\": 218, \"options\": 529}}",
        "train_rows": "2746",
        "backbone": "jhu-clsp/mmBERT-base",
        "label": "open1-turn-load-B7G-release-independent",
        "val_loss": "0.966544765735868",
        "val_acc": "0.7171239356669821",
        "state_tokens": "{\"guides\": {\"median\": 84, \"under_16\": 0.0, \"request_kept\": 1.0}}",
        "model": "convaiinnovations/laya-multilingual",
        "corpus": "dc3bf9215aac8877",
        "tool_encoding": "independent",
        "turn_rows": "engine-off",
        "tool_option_words": "60",
        "holdout": "[]",
        "tool_negatives": "24",
        "max_len": "1024"
      }
    },
    {
      "file": "turn-load.safetensors",
      "sha256": "550f30b94d5c6a8680d2cb2a607ebc9ee33e709c7679f72606d1e9fda17f2e90",
      "metadata": {
        "by_type": "{\"loss\": {\"tools\": 0.0732}, \"tools\": {\"precision\": 0.417, \"recall\": 0.691, \"positives\": 285, \"options\": 30083}, \"tools@coordinator\": {\"precision\": 0.422, \"recall\": 0.691, \"positives\": 285, \"options\": 27810}, \"tools@worker\": {\"precision\": 0.0, \"recall\": 0.0, \"positives\": 0, \"options\": 2273}}",
        "head_max_len": "512",
        "format": "pw-decide-head/1",
        "label": "open1-turn-load-B5-release-independent",
        "max_len": "1024",
        "tool_option_words": "60",
        "corpus": "dc3bf9215aac8877",
        "val_acc": "0.9879333843034271",
        "turn_rows": "engine-off",
        "train_rows": "2746",
        "rank_levels": "blended",
        "val_loss": "0.07324849329615148",
        "pos_weight": "6.0",
        "tool_weight": "none",
        "seed": "11",
        "state_tokens": "{\"tools\": {\"median\": 86, \"under_16\": 0.0, \"request_kept\": 1.0}}",
        "tool_negatives": "24",
        "backbone": "jhu-clsp/mmBERT-base",
        "model": "convaiinnovations/laya-multilingual",
        "holdout": "[]",
        "tool_truth": "consensus",
        "tool_encoding": "independent"
      }
    },
    {
      "file": "unit-rank.safetensors",
      "sha256": "c62674993eabba94660eccfafbb6e04d1549adc7335656c0ddefa7f068fa58f7",
      "metadata": {
        "val_loss": "0.58553760010303",
        "format": "pw-decide-head/1",
        "label": "open1-unit-rank-e4-dense1",
        "seed": "11",
        "holdout": "[]",
        "turn_rows": "engine-off",
        "pos_weight": "6.0",
        "head_max_len": "512",
        "val_acc": "0.7880391514072964",
        "train_rows": "3792",
        "backbone": "jhu-clsp/mmBERT-base",
        "by_type": "{\"score\": 0.788, \"score_within_one\": 0.921, \"loss\": {\"requests\": 0.5928, \"skills\": 0.5827}}",
        "max_len": "1024",
        "model": "convaiinnovations/laya-multilingual",
        "corpus": "dc3bf9215aac8877",
        "tool_weight": "none",
        "tool_truth": "consensus",
        "rank_levels": "skills-blended",
        "state_tokens": "{}"
      }
    }
  ],
  "evals": [],
  "baseline": {
    "label": "base checkpoint",
    "sets": []
  },
  "rerank": []
}