Hugging Face's logo

paintedwolfcode
/
bialy

coding-agents
tool-selection
Model card Files
xet
 Community
bialy
File size: 4,407 Bytes
39012d0
49119f9
 
 
39012d0
49119f9
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
39012d0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
49119f9
 
 
 
39012d0
49119f9
39012d0
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
{
  "version": "open1-b5-b7g-e4",
  "dataset_version": "open1-b7g-e4",
  "engine_commit": "68e19e34e7b85a459a2a007af52f3611d6996089",
  "heads": [
    {
      "file": "code-rank.safetensors",
      "sha256": "abe235c347a223e957a0f8b7b979e3a584aebab76ee239e5f62117e839b9c40a",
      "metadata": {
        "label": "open1-code-rank",
        "model": "convaiinnovations/laya-multilingual",
        "val_loss": "0.734294557281827",
        "train_examples": "251360",
        "backbone": "jhu-clsp/mmBERT-base",
        "max_len": "512",
        "format": "pw-decide-head/1",
        "val_acc": "0.684346701164295",
        "val_mae": "0.7976714370407317"
      }
    },
    {
      "file": "guide-load.safetensors",
      "sha256": "e0305aa8b62ddc144774785f2e0d3710604af65cd21015662428870f8d34b76e",
      "metadata": {
        "tool_truth": "consensus",
        "families": "guides",
        "rank_levels": "blended",
        "seed": "11",
        "tool_weight": "none",
        "format": "pw-decide-head/1",
        "head_max_len": "512",
        "pos_weight": "6.0",
        "by_type": "{\"loss\": {\"guides\": 0.9665}, \"guides\": {\"precision\": 0.609, \"recall\": 0.947, \"positives\": 1811, \"options\": 4228}, \"guides@coordinator\": {\"precision\": 0.609, \"recall\": 0.947, \"positives\": 1593, \"options\": 3699}, \"guides@worker\": {\"precision\": 0.612, \"recall\": 0.95, \"positives\": 218, \"options\": 529}}",
        "train_rows": "2746",
        "backbone": "jhu-clsp/mmBERT-base",
        "label": "open1-turn-load-B7G-release-independent",
        "val_loss": "0.966544765735868",
        "val_acc": "0.7171239356669821",
        "state_tokens": "{\"guides\": {\"median\": 84, \"under_16\": 0.0, \"request_kept\": 1.0}}",
        "model": "convaiinnovations/laya-multilingual",
        "corpus": "dc3bf9215aac8877",
        "tool_encoding": "independent",
        "turn_rows": "engine-off",
        "tool_option_words": "60",
        "holdout": "[]",
        "tool_negatives": "24",
        "max_len": "1024"
      }
    },
    {
      "file": "turn-load.safetensors",
      "sha256": "550f30b94d5c6a8680d2cb2a607ebc9ee33e709c7679f72606d1e9fda17f2e90",
      "metadata": {
        "by_type": "{\"loss\": {\"tools\": 0.0732}, \"tools\": {\"precision\": 0.417, \"recall\": 0.691, \"positives\": 285, \"options\": 30083}, \"tools@coordinator\": {\"precision\": 0.422, \"recall\": 0.691, \"positives\": 285, \"options\": 27810}, \"tools@worker\": {\"precision\": 0.0, \"recall\": 0.0, \"positives\": 0, \"options\": 2273}}",
        "head_max_len": "512",
        "format": "pw-decide-head/1",
        "label": "open1-turn-load-B5-release-independent",
        "max_len": "1024",
        "tool_option_words": "60",
        "corpus": "dc3bf9215aac8877",
        "val_acc": "0.9879333843034271",
        "turn_rows": "engine-off",
        "train_rows": "2746",
        "rank_levels": "blended",
        "val_loss": "0.07324849329615148",
        "pos_weight": "6.0",
        "tool_weight": "none",
        "seed": "11",
        "state_tokens": "{\"tools\": {\"median\": 86, \"under_16\": 0.0, \"request_kept\": 1.0}}",
        "tool_negatives": "24",
        "backbone": "jhu-clsp/mmBERT-base",
        "model": "convaiinnovations/laya-multilingual",
        "holdout": "[]",
        "tool_truth": "consensus",
        "tool_encoding": "independent"
      }
    },
    {
      "file": "unit-rank.safetensors",
      "sha256": "c62674993eabba94660eccfafbb6e04d1549adc7335656c0ddefa7f068fa58f7",
      "metadata": {
        "val_loss": "0.58553760010303",
        "format": "pw-decide-head/1",
        "label": "open1-unit-rank-e4-dense1",
        "seed": "11",
        "holdout": "[]",
        "turn_rows": "engine-off",
        "pos_weight": "6.0",
        "head_max_len": "512",
        "val_acc": "0.7880391514072964",
        "train_rows": "3792",
        "backbone": "jhu-clsp/mmBERT-base",
        "by_type": "{\"score\": 0.788, \"score_within_one\": 0.921, \"loss\": {\"requests\": 0.5928, \"skills\": 0.5827}}",
        "max_len": "1024",
        "model": "convaiinnovations/laya-multilingual",
        "corpus": "dc3bf9215aac8877",
        "tool_weight": "none",
        "tool_truth": "consensus",
        "rank_levels": "skills-blended",
        "state_tokens": "{}"
      }
    }
  ],
  "evals": [],
  "baseline": {
    "label": "base checkpoint",
    "sets": []
  },
  "rerank": []
}