sullivan1502 commited on
Commit
d52b778
·
verified ·
1 Parent(s): 6c67a7d

Training in progress, step 200, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:756844225b672b546ebfe704101006279a399be2651596f230282541528d88c8
3
  size 6063056
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f313f73f7d54420336429c26e619d0ff3834e89caa14732ea1305cf8745b841c
3
  size 6063056
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:376f716bed502190c55693296c4e98dea40e264d6706907ef8236d896008a8ae
3
  size 12149579
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbbb306acdd8817282f3cd37e4c7c1019be776585cab09147784248b7d6daa40
3
  size 12149579
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4dc8c6913278f9c517962f5aa36e8b395dff7d28049918ddd24f3bbc58af2ae5
3
  size 14455
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b90bfb5f2441495d488f850d8a7176fd410083adef90c2055b29a882b0284af0
3
  size 14455
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:708fd45745992b5a5ef9a8681fe5c4df9b6010cdc6950ef55aec62e5d0c66fd2
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77ced95f1c67747bc54b27b1781254392fe5947e21557e2368922a37a0b7cc5f
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.5,
6
  "eval_steps": 100,
7
- "global_step": 100,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -86,6 +86,84 @@
86
  "eval_samples_per_second": 39.285,
87
  "eval_steps_per_second": 4.911,
88
  "step": 100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
89
  }
90
  ],
91
  "logging_steps": 10,
@@ -100,12 +178,12 @@
100
  "should_evaluate": false,
101
  "should_log": false,
102
  "should_save": true,
103
- "should_training_stop": false
104
  },
105
  "attributes": {}
106
  }
107
  },
108
- "total_flos": 1104877559808.0,
109
  "train_batch_size": 8,
110
  "trial_name": null,
111
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.0,
6
  "eval_steps": 100,
7
+ "global_step": 200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
86
  "eval_samples_per_second": 39.285,
87
  "eval_steps_per_second": 4.911,
88
  "step": 100
89
+ },
90
+ {
91
+ "epoch": 0.55,
92
+ "grad_norm": 2.4246294498443604,
93
+ "learning_rate": 0.00014072164948453607,
94
+ "loss": 3.777085876464844,
95
+ "step": 110
96
+ },
97
+ {
98
+ "epoch": 0.6,
99
+ "grad_norm": 2.2241950035095215,
100
+ "learning_rate": 0.00012525773195876287,
101
+ "loss": 3.578862762451172,
102
+ "step": 120
103
+ },
104
+ {
105
+ "epoch": 0.65,
106
+ "grad_norm": 2.186573028564453,
107
+ "learning_rate": 0.00010979381443298967,
108
+ "loss": 3.4002994537353515,
109
+ "step": 130
110
+ },
111
+ {
112
+ "epoch": 0.7,
113
+ "grad_norm": 2.2067198753356934,
114
+ "learning_rate": 9.432989690721649e-05,
115
+ "loss": 3.246867370605469,
116
+ "step": 140
117
+ },
118
+ {
119
+ "epoch": 0.75,
120
+ "grad_norm": 1.9926505088806152,
121
+ "learning_rate": 7.886597938144329e-05,
122
+ "loss": 3.099070739746094,
123
+ "step": 150
124
+ },
125
+ {
126
+ "epoch": 0.8,
127
+ "grad_norm": 1.9743366241455078,
128
+ "learning_rate": 6.34020618556701e-05,
129
+ "loss": 3.0069753646850588,
130
+ "step": 160
131
+ },
132
+ {
133
+ "epoch": 0.85,
134
+ "grad_norm": 1.9023700952529907,
135
+ "learning_rate": 4.79381443298969e-05,
136
+ "loss": 2.9152482986450194,
137
+ "step": 170
138
+ },
139
+ {
140
+ "epoch": 0.9,
141
+ "grad_norm": 1.9220083951950073,
142
+ "learning_rate": 3.247422680412371e-05,
143
+ "loss": 2.8356719970703126,
144
+ "step": 180
145
+ },
146
+ {
147
+ "epoch": 0.95,
148
+ "grad_norm": 1.8265043497085571,
149
+ "learning_rate": 1.7010309278350514e-05,
150
+ "loss": 2.830997657775879,
151
+ "step": 190
152
+ },
153
+ {
154
+ "epoch": 1.0,
155
+ "grad_norm": 1.9334819316864014,
156
+ "learning_rate": 1.5463917525773195e-06,
157
+ "loss": 2.792418098449707,
158
+ "step": 200
159
+ },
160
+ {
161
+ "epoch": 1.0,
162
+ "eval_loss": 2.788900852203369,
163
+ "eval_runtime": 25.3093,
164
+ "eval_samples_per_second": 39.511,
165
+ "eval_steps_per_second": 4.939,
166
+ "step": 200
167
  }
168
  ],
169
  "logging_steps": 10,
 
178
  "should_evaluate": false,
179
  "should_log": false,
180
  "should_save": true,
181
+ "should_training_stop": true
182
  },
183
  "attributes": {}
184
  }
185
  },
186
+ "total_flos": 2210085808128.0,
187
  "train_batch_size": 8,
188
  "trial_name": null,
189
  "trial_params": null