File size: 4,036 Bytes
2232fe1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
{
  "source": "/Users/natebreslow/Documents/khashabiLab/bitstringProgsynth/imagegpt-large",
  "source_file": "/Users/natebreslow/Documents/khashabiLab/bitstringProgsynth/imagegpt-large/pytorch_model.bin",
  "output_file": "/Users/natebreslow/Documents/khashabiLab/bitstringProgsynth/imagegpt-large-bf16/model.safetensors",
  "param_tensors": 484,
  "source_bytes": 5451657216,
  "bf16_bytes": 2725828608,
  "dtype": "bfloat16",
  "skipped_tensors": [
    "transformer.h.0.attn.bias",
    "transformer.h.0.attn.masked_bias",
    "transformer.h.1.attn.bias",
    "transformer.h.1.attn.masked_bias",
    "transformer.h.2.attn.bias",
    "transformer.h.2.attn.masked_bias",
    "transformer.h.3.attn.bias",
    "transformer.h.3.attn.masked_bias",
    "transformer.h.4.attn.bias",
    "transformer.h.4.attn.masked_bias",
    "transformer.h.5.attn.bias",
    "transformer.h.5.attn.masked_bias",
    "transformer.h.6.attn.bias",
    "transformer.h.6.attn.masked_bias",
    "transformer.h.7.attn.bias",
    "transformer.h.7.attn.masked_bias",
    "transformer.h.8.attn.bias",
    "transformer.h.8.attn.masked_bias",
    "transformer.h.9.attn.bias",
    "transformer.h.9.attn.masked_bias",
    "transformer.h.10.attn.bias",
    "transformer.h.10.attn.masked_bias",
    "transformer.h.11.attn.bias",
    "transformer.h.11.attn.masked_bias",
    "transformer.h.12.attn.bias",
    "transformer.h.12.attn.masked_bias",
    "transformer.h.13.attn.bias",
    "transformer.h.13.attn.masked_bias",
    "transformer.h.14.attn.bias",
    "transformer.h.14.attn.masked_bias",
    "transformer.h.15.attn.bias",
    "transformer.h.15.attn.masked_bias",
    "transformer.h.16.attn.bias",
    "transformer.h.16.attn.masked_bias",
    "transformer.h.17.attn.bias",
    "transformer.h.17.attn.masked_bias",
    "transformer.h.18.attn.bias",
    "transformer.h.18.attn.masked_bias",
    "transformer.h.19.attn.bias",
    "transformer.h.19.attn.masked_bias",
    "transformer.h.20.attn.bias",
    "transformer.h.20.attn.masked_bias",
    "transformer.h.21.attn.bias",
    "transformer.h.21.attn.masked_bias",
    "transformer.h.22.attn.bias",
    "transformer.h.22.attn.masked_bias",
    "transformer.h.23.attn.bias",
    "transformer.h.23.attn.masked_bias",
    "transformer.h.24.attn.bias",
    "transformer.h.24.attn.masked_bias",
    "transformer.h.25.attn.bias",
    "transformer.h.25.attn.masked_bias",
    "transformer.h.26.attn.bias",
    "transformer.h.26.attn.masked_bias",
    "transformer.h.27.attn.bias",
    "transformer.h.27.attn.masked_bias",
    "transformer.h.28.attn.bias",
    "transformer.h.28.attn.masked_bias",
    "transformer.h.29.attn.bias",
    "transformer.h.29.attn.masked_bias",
    "transformer.h.30.attn.bias",
    "transformer.h.30.attn.masked_bias",
    "transformer.h.31.attn.bias",
    "transformer.h.31.attn.masked_bias",
    "transformer.h.32.attn.bias",
    "transformer.h.32.attn.masked_bias",
    "transformer.h.33.attn.bias",
    "transformer.h.33.attn.masked_bias",
    "transformer.h.34.attn.bias",
    "transformer.h.34.attn.masked_bias",
    "transformer.h.35.attn.bias",
    "transformer.h.35.attn.masked_bias",
    "transformer.h.36.attn.bias",
    "transformer.h.36.attn.masked_bias",
    "transformer.h.37.attn.bias",
    "transformer.h.37.attn.masked_bias",
    "transformer.h.38.attn.bias",
    "transformer.h.38.attn.masked_bias",
    "transformer.h.39.attn.bias",
    "transformer.h.39.attn.masked_bias",
    "transformer.h.40.attn.bias",
    "transformer.h.40.attn.masked_bias",
    "transformer.h.41.attn.bias",
    "transformer.h.41.attn.masked_bias",
    "transformer.h.42.attn.bias",
    "transformer.h.42.attn.masked_bias",
    "transformer.h.43.attn.bias",
    "transformer.h.43.attn.masked_bias",
    "transformer.h.44.attn.bias",
    "transformer.h.44.attn.masked_bias",
    "transformer.h.45.attn.bias",
    "transformer.h.45.attn.masked_bias",
    "transformer.h.46.attn.bias",
    "transformer.h.46.attn.masked_bias",
    "transformer.h.47.attn.bias",
    "transformer.h.47.attn.masked_bias"
  ]
}