datasysdev commited on
Commit
73b7176
·
verified ·
1 Parent(s): dd33ae2

Document dynamic index proxy

Browse files
Files changed (1) hide show
  1. artifacts/dynamic_proxy_8b.json +52 -0
artifacts/dynamic_proxy_8b.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "checkpoint": "/tmp/checkpoints_block_d128/search_step_1000.pt",
3
+ "step": 1000,
4
+ "K": 128,
5
+ "prefill_len": 1024,
6
+ "local_window": 256,
7
+ "num_batches": 8,
8
+ "layers": {
9
+ "4": {
10
+ "dynamic_mass": 0.947265625,
11
+ "static_mass": 0.9248046875,
12
+ "static_teacher_available": 0.974609375,
13
+ "dynamic_minus_static": 0.0224609375
14
+ },
15
+ "8": {
16
+ "dynamic_mass": 0.9755859375,
17
+ "static_mass": 0.91796875,
18
+ "static_teacher_available": 0.94140625,
19
+ "dynamic_minus_static": 0.0576171875
20
+ },
21
+ "12": {
22
+ "dynamic_mass": 0.97607421875,
23
+ "static_mass": 0.9267578125,
24
+ "static_teacher_available": 0.94921875,
25
+ "dynamic_minus_static": 0.04931640625
26
+ },
27
+ "16": {
28
+ "dynamic_mass": 0.96875,
29
+ "static_mass": 0.93115234375,
30
+ "static_teacher_available": 0.9599609375,
31
+ "dynamic_minus_static": 0.03759765625
32
+ },
33
+ "20": {
34
+ "dynamic_mass": 0.98193359375,
35
+ "static_mass": 0.94091796875,
36
+ "static_teacher_available": 0.95654296875,
37
+ "dynamic_minus_static": 0.041015625
38
+ },
39
+ "24": {
40
+ "dynamic_mass": 0.98388671875,
41
+ "static_mass": 0.92724609375,
42
+ "static_teacher_available": 0.94189453125,
43
+ "dynamic_minus_static": 0.056640625
44
+ }
45
+ },
46
+ "aggregate": {
47
+ "dynamic_mass": 0.9722493290901184,
48
+ "static_mass": 0.9281412959098816,
49
+ "static_teacher_available": 0.9539387822151184,
50
+ "dynamic_minus_static": 0.0441080741584301
51
+ }
52
+ }