File size: 1,601 Bytes
96a3192
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
{
  "tokenizer_repo": "FluidInference/kev-0.6b-coreml",
  "tokenizer_revision": "03d97ac596ac64ec5e3671c7a5972c15eedb575a",
  "config_repo": "jaredpalmer/kev-0.6b",
  "config_revision": "dece6dba8d43f0f7ded45e9f5b9df12474d90843",
  "offline": true,
  "native_weights_loaded": false,
  "source_fixtures": "verify.py fixtures 0, 1, and 3 without labels or src",
  "checks": [
    {
      "variant": "fp16",
      "kind": "choice",
      "model": "kev-latest",
      "answers": {
        "q": {
          "type": "choice",
          "choice": "risky",
          "confidence": 0.98,
          "probabilities": {
            "clean": 0.01,
            "risky": 0.99
          }
        }
      },
      "usage": {
        "input_tokens": 45,
        "output_tokens": 48
      }
    },
    {
      "variant": "fp16",
      "kind": "noul",
      "model": "kev-latest",
      "answers": {
        "q": {
          "type": "noul",
          "noul": 0.76
        }
      },
      "usage": {
        "input_tokens": 35,
        "output_tokens": 20
      }
    },
    {
      "variant": "w8",
      "kind": "score",
      "model": "kev-latest",
      "answers": {
        "q": {
          "type": "score",
          "score": 1.07,
          "legend": {
            "0": "Low impact",
            "1": "Moderate impact",
            "2": "High impact"
          },
          "probabilities": {
            "0": 0.06,
            "1": 0.8,
            "2": 0.13
          },
          "confidence": 0.9
        }
      },
      "usage": {
        "input_tokens": 35,
        "output_tokens": 81
      }
    }
  ]
}