mariadg commited on
Commit
d5a2c69
·
verified ·
1 Parent(s): 87d825a

Training in progress, epoch 1, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bc57420a3f9426bcaf177fea89f587ffe199692cb6b6daa1a7c14992d6327cc1
3
  size 368871908
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca3a26cb4f2b02fdf78505dcba360fa41760b9d0f1d205bee72034eb88ceb909
3
  size 368871908
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32996fbbfffabbaa0422ca2104929b4ab522fdedbade44c3c5b8d4666df0d633
3
  size 737866955
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70005fdc1fcc0837ee00cab26f99ba01422caf0930cdb9c70748a1a3ef0046b1
3
  size 737866955
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:580fb8da3e81024a65fdeba249660e74f25c2a71a809eebb9ff29aeaf9dd2f66
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:309a654c3ca5b1a9a6479d7c9d6a0fc2a1057af3810e209d98a0aba0d920ad55
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed01cb3ead55d9aead6eb70916572ffd5fc6d58c2675a2442748ceab27932dec
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2408b440f534d6bf141e5e3eee030bf035f8ee033aa65c33a5266ae6766544ca
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,703 +2,354 @@
2
  "best_global_step": 2393,
3
  "best_metric": 0.7003869916491275,
4
  "best_model_checkpoint": "./results_deberta_framing/checkpoint-2393",
5
- "epoch": 2.0,
6
  "eval_steps": 500,
7
- "global_step": 4786,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.020894274968658588,
14
- "grad_norm": 2.328125,
15
  "learning_rate": 1.1368909512761022e-06,
16
- "loss": 0.6834236145019531,
17
  "step": 50
18
  },
19
  {
20
  "epoch": 0.041788549937317176,
21
- "grad_norm": 5.69140625,
22
  "learning_rate": 2.296983758700696e-06,
23
- "loss": 0.4080801773071289,
24
  "step": 100
25
  },
26
  {
27
  "epoch": 0.06268282490597576,
28
- "grad_norm": 2.078125,
29
  "learning_rate": 3.4570765661252904e-06,
30
- "loss": 0.6873448181152344,
31
  "step": 150
32
  },
33
  {
34
  "epoch": 0.08357709987463435,
35
- "grad_norm": 1.177734375,
36
  "learning_rate": 4.617169373549885e-06,
37
- "loss": 0.7146883392333985,
38
  "step": 200
39
  },
40
  {
41
  "epoch": 0.10447137484329294,
42
- "grad_norm": 2.884765625,
43
  "learning_rate": 5.7772621809744785e-06,
44
- "loss": 0.7065704345703125,
45
  "step": 250
46
  },
47
  {
48
  "epoch": 0.12536564981195153,
49
- "grad_norm": 0.93994140625,
50
  "learning_rate": 6.937354988399072e-06,
51
- "loss": 0.7347864532470703,
52
  "step": 300
53
  },
54
  {
55
  "epoch": 0.14625992478061012,
56
- "grad_norm": 1.400390625,
57
  "learning_rate": 8.097447795823666e-06,
58
- "loss": 0.7101815032958985,
59
  "step": 350
60
  },
61
  {
62
  "epoch": 0.1671541997492687,
63
- "grad_norm": 6.38671875,
64
  "learning_rate": 9.257540603248261e-06,
65
- "loss": 0.8512984466552734,
66
  "step": 400
67
  },
68
  {
69
  "epoch": 0.1880484747179273,
70
- "grad_norm": 20.890625,
71
  "learning_rate": 9.973325429756967e-06,
72
- "loss": 0.7889546203613281,
73
  "step": 450
74
  },
75
  {
76
  "epoch": 0.20894274968658588,
77
- "grad_norm": 9.4921875,
78
  "learning_rate": 9.899229401304091e-06,
79
- "loss": 0.7517801666259766,
80
  "step": 500
81
  },
82
  {
83
  "epoch": 0.22983702465524447,
84
- "grad_norm": 17.796875,
85
  "learning_rate": 9.825133372851215e-06,
86
- "loss": 0.7498007965087891,
87
  "step": 550
88
  },
89
  {
90
  "epoch": 0.25073129962390306,
91
- "grad_norm": 6.5703125,
92
  "learning_rate": 9.751037344398341e-06,
93
- "loss": 0.7610357666015625,
94
  "step": 600
95
  },
96
  {
97
  "epoch": 0.27162557459256165,
98
- "grad_norm": 20.53125,
99
  "learning_rate": 9.676941315945465e-06,
100
- "loss": 0.7625791931152344,
101
  "step": 650
102
  },
103
  {
104
  "epoch": 0.29251984956122024,
105
- "grad_norm": 13.1015625,
106
  "learning_rate": 9.602845287492591e-06,
107
- "loss": 0.7331975555419922,
108
  "step": 700
109
  },
110
  {
111
  "epoch": 0.3134141245298788,
112
- "grad_norm": 10.71875,
113
  "learning_rate": 9.528749259039716e-06,
114
- "loss": 0.7403915405273438,
115
  "step": 750
116
  },
117
  {
118
  "epoch": 0.3343083994985374,
119
- "grad_norm": 5.87890625,
120
  "learning_rate": 9.454653230586842e-06,
121
- "loss": 0.7098237609863282,
122
  "step": 800
123
  },
124
  {
125
  "epoch": 0.355202674467196,
126
- "grad_norm": 4.44921875,
127
  "learning_rate": 9.380557202133966e-06,
128
- "loss": 0.7066761779785157,
129
  "step": 850
130
  },
131
  {
132
  "epoch": 0.3760969494358546,
133
- "grad_norm": 11.4140625,
134
  "learning_rate": 9.306461173681092e-06,
135
- "loss": 0.7206510162353515,
136
  "step": 900
137
  },
138
  {
139
  "epoch": 0.3969912244045132,
140
- "grad_norm": 13.9375,
141
  "learning_rate": 9.232365145228218e-06,
142
- "loss": 0.7132095336914063,
143
  "step": 950
144
  },
145
  {
146
  "epoch": 0.41788549937317176,
147
- "grad_norm": 17.90625,
148
  "learning_rate": 9.158269116775342e-06,
149
- "loss": 0.7332618713378907,
150
  "step": 1000
151
  },
152
  {
153
  "epoch": 0.43877977434183035,
154
- "grad_norm": 9.4921875,
155
  "learning_rate": 9.084173088322466e-06,
156
- "loss": 0.7324075317382812,
157
  "step": 1050
158
  },
159
  {
160
  "epoch": 0.45967404931048894,
161
- "grad_norm": 2.833984375,
162
  "learning_rate": 9.010077059869592e-06,
163
- "loss": 0.7019334411621094,
164
  "step": 1100
165
  },
166
  {
167
  "epoch": 0.48056832427914753,
168
- "grad_norm": 2.498046875,
169
  "learning_rate": 8.935981031416716e-06,
170
- "loss": 0.7027674865722656,
171
  "step": 1150
172
  },
173
  {
174
  "epoch": 0.5014625992478061,
175
- "grad_norm": 6.46875,
176
  "learning_rate": 8.86188500296384e-06,
177
- "loss": 0.6919042205810547,
178
  "step": 1200
179
  },
180
  {
181
  "epoch": 0.5223568742164647,
182
- "grad_norm": 1.6796875,
183
  "learning_rate": 8.787788974510967e-06,
184
- "loss": 0.7015120697021484,
185
  "step": 1250
186
  },
187
  {
188
  "epoch": 0.5432511491851233,
189
- "grad_norm": 1.26953125,
190
  "learning_rate": 8.713692946058093e-06,
191
- "loss": 0.698077163696289,
192
  "step": 1300
193
  },
194
  {
195
  "epoch": 0.5641454241537819,
196
- "grad_norm": 11.375,
197
  "learning_rate": 8.639596917605217e-06,
198
- "loss": 0.7053836059570312,
199
  "step": 1350
200
  },
201
  {
202
  "epoch": 0.5850396991224405,
203
- "grad_norm": 1.7216796875,
204
  "learning_rate": 8.565500889152341e-06,
205
- "loss": 0.6991368865966797,
206
  "step": 1400
207
  },
208
  {
209
  "epoch": 0.6059339740910991,
210
- "grad_norm": 4.34765625,
211
  "learning_rate": 8.491404860699467e-06,
212
- "loss": 0.6921279144287109,
213
  "step": 1450
214
  },
215
  {
216
  "epoch": 0.6268282490597576,
217
- "grad_norm": 1.767578125,
218
  "learning_rate": 8.417308832246593e-06,
219
- "loss": 0.6929914855957031,
220
  "step": 1500
221
  },
222
  {
223
  "epoch": 0.6477225240284162,
224
- "grad_norm": 0.494140625,
225
  "learning_rate": 8.343212803793717e-06,
226
- "loss": 0.6972026062011719,
227
  "step": 1550
228
  },
229
  {
230
  "epoch": 0.6686167989970748,
231
- "grad_norm": 3.6796875,
232
  "learning_rate": 8.269116775340842e-06,
233
- "loss": 0.6942645263671875,
234
  "step": 1600
235
  },
236
  {
237
  "epoch": 0.6895110739657334,
238
- "grad_norm": 2.2421875,
239
  "learning_rate": 8.195020746887967e-06,
240
- "loss": 0.688611831665039,
241
  "step": 1650
242
  },
243
  {
244
  "epoch": 0.710405348934392,
245
- "grad_norm": 1.4794921875,
246
  "learning_rate": 8.120924718435092e-06,
247
- "loss": 0.6983576965332031,
248
  "step": 1700
249
  },
250
  {
251
  "epoch": 0.7312996239030506,
252
- "grad_norm": 1.568359375,
253
  "learning_rate": 8.046828689982218e-06,
254
- "loss": 0.6902479553222656,
255
  "step": 1750
256
  },
257
  {
258
  "epoch": 0.7521938988717092,
259
- "grad_norm": 0.7119140625,
260
  "learning_rate": 7.972732661529344e-06,
261
- "loss": 0.6989839935302734,
262
  "step": 1800
263
  },
264
  {
265
  "epoch": 0.7730881738403678,
266
- "grad_norm": 5.09765625,
267
  "learning_rate": 7.898636633076468e-06,
268
- "loss": 0.6913361358642578,
269
  "step": 1850
270
  },
271
  {
272
  "epoch": 0.7939824488090264,
273
- "grad_norm": 1.63671875,
274
  "learning_rate": 7.824540604623592e-06,
275
- "loss": 0.6869488525390625,
276
  "step": 1900
277
  },
278
  {
279
  "epoch": 0.8148767237776849,
280
- "grad_norm": 3.251953125,
281
  "learning_rate": 7.750444576170718e-06,
282
- "loss": 0.6954217529296876,
283
  "step": 1950
284
  },
285
  {
286
  "epoch": 0.8357709987463435,
287
- "grad_norm": 2.732421875,
288
  "learning_rate": 7.676348547717844e-06,
289
- "loss": 0.6931136322021484,
290
  "step": 2000
291
  },
292
  {
293
  "epoch": 0.8566652737150021,
294
- "grad_norm": 1.0146484375,
295
  "learning_rate": 7.6022525192649674e-06,
296
- "loss": 0.6909190368652344,
297
  "step": 2050
298
  },
299
  {
300
  "epoch": 0.8775595486836607,
301
- "grad_norm": 7.515625,
302
  "learning_rate": 7.528156490812093e-06,
303
- "loss": 0.6913449859619141,
304
  "step": 2100
305
  },
306
  {
307
  "epoch": 0.8984538236523193,
308
- "grad_norm": 1.0673828125,
309
  "learning_rate": 7.4540604623592185e-06,
310
- "loss": 0.6896768188476563,
311
  "step": 2150
312
  },
313
  {
314
  "epoch": 0.9193480986209779,
315
- "grad_norm": 1.865234375,
316
  "learning_rate": 7.379964433906344e-06,
317
- "loss": 0.6873223876953125,
318
  "step": 2200
319
  },
320
  {
321
  "epoch": 0.9402423735896365,
322
- "grad_norm": 2.818359375,
323
  "learning_rate": 7.305868405453468e-06,
324
- "loss": 0.6821249389648437,
325
  "step": 2250
326
  },
327
  {
328
  "epoch": 0.9611366485582951,
329
- "grad_norm": 0.9091796875,
330
  "learning_rate": 7.231772377000593e-06,
331
- "loss": 0.6942471313476563,
332
  "step": 2300
333
  },
334
  {
335
  "epoch": 0.9820309235269536,
336
- "grad_norm": 0.9287109375,
337
  "learning_rate": 7.157676348547719e-06,
338
- "loss": 0.6885271453857422,
339
  "step": 2350
340
  },
341
  {
342
  "epoch": 1.0,
343
  "eval_accuracy": 0.5389196531187964,
344
  "eval_f1": 0.7003869916491275,
345
- "eval_loss": 0.6903790235519409,
346
  "eval_precision": 0.5389196531187964,
347
  "eval_recall": 1.0,
348
  "eval_roc_auc": 0.5,
349
- "eval_runtime": 349.2377,
350
- "eval_samples_per_second": 27.405,
351
- "eval_steps_per_second": 1.715,
352
  "step": 2393
353
- },
354
- {
355
- "epoch": 1.0029251984956122,
356
- "grad_norm": 2.685546875,
357
- "learning_rate": 7.083580320094844e-06,
358
- "loss": 0.6907852172851563,
359
- "step": 2400
360
- },
361
- {
362
- "epoch": 1.0238194734642707,
363
- "grad_norm": 4.87890625,
364
- "learning_rate": 7.009484291641968e-06,
365
- "loss": 0.6929679870605469,
366
- "step": 2450
367
- },
368
- {
369
- "epoch": 1.0447137484329294,
370
- "grad_norm": 0.73681640625,
371
- "learning_rate": 6.935388263189093e-06,
372
- "loss": 0.6920276641845703,
373
- "step": 2500
374
- },
375
- {
376
- "epoch": 1.065608023401588,
377
- "grad_norm": 1.796875,
378
- "learning_rate": 6.8612922347362184e-06,
379
- "loss": 0.6908602905273438,
380
- "step": 2550
381
- },
382
- {
383
- "epoch": 1.0865022983702466,
384
- "grad_norm": 6.328125,
385
- "learning_rate": 6.787196206283344e-06,
386
- "loss": 0.6924705505371094,
387
- "step": 2600
388
- },
389
- {
390
- "epoch": 1.107396573338905,
391
- "grad_norm": 0.7470703125,
392
- "learning_rate": 6.713100177830469e-06,
393
- "loss": 0.6856446838378907,
394
- "step": 2650
395
- },
396
- {
397
- "epoch": 1.1282908483075638,
398
- "grad_norm": 2.78515625,
399
- "learning_rate": 6.639004149377594e-06,
400
- "loss": 0.6915918731689453,
401
- "step": 2700
402
- },
403
- {
404
- "epoch": 1.1491851232762222,
405
- "grad_norm": 0.72802734375,
406
- "learning_rate": 6.564908120924719e-06,
407
- "loss": 0.6918558502197265,
408
- "step": 2750
409
- },
410
- {
411
- "epoch": 1.170079398244881,
412
- "grad_norm": 1.701171875,
413
- "learning_rate": 6.490812092471844e-06,
414
- "loss": 0.6948513793945312,
415
- "step": 2800
416
- },
417
- {
418
- "epoch": 1.1909736732135394,
419
- "grad_norm": 2.4375,
420
- "learning_rate": 6.41671606401897e-06,
421
- "loss": 0.6888138580322266,
422
- "step": 2850
423
- },
424
- {
425
- "epoch": 1.2118679481821981,
426
- "grad_norm": 4.6640625,
427
- "learning_rate": 6.342620035566094e-06,
428
- "loss": 0.6906478881835938,
429
- "step": 2900
430
- },
431
- {
432
- "epoch": 1.2327622231508566,
433
- "grad_norm": 2.67578125,
434
- "learning_rate": 6.268524007113219e-06,
435
- "loss": 0.6887605285644531,
436
- "step": 2950
437
- },
438
- {
439
- "epoch": 1.2536564981195153,
440
- "grad_norm": 1.1572265625,
441
- "learning_rate": 6.194427978660344e-06,
442
- "loss": 0.6858110809326172,
443
- "step": 3000
444
- },
445
- {
446
- "epoch": 1.2745507730881738,
447
- "grad_norm": 1.2041015625,
448
- "learning_rate": 6.1203319502074694e-06,
449
- "loss": 0.6906262969970703,
450
- "step": 3050
451
- },
452
- {
453
- "epoch": 1.2954450480568325,
454
- "grad_norm": 3.1953125,
455
- "learning_rate": 6.046235921754594e-06,
456
- "loss": 0.6898616027832031,
457
- "step": 3100
458
- },
459
- {
460
- "epoch": 1.316339323025491,
461
- "grad_norm": 0.80615234375,
462
- "learning_rate": 5.97213989330172e-06,
463
- "loss": 0.6915110778808594,
464
- "step": 3150
465
- },
466
- {
467
- "epoch": 1.3372335979941496,
468
- "grad_norm": 0.95458984375,
469
- "learning_rate": 5.898043864848845e-06,
470
- "loss": 0.69228271484375,
471
- "step": 3200
472
- },
473
- {
474
- "epoch": 1.3581278729628081,
475
- "grad_norm": 6.22265625,
476
- "learning_rate": 5.82394783639597e-06,
477
- "loss": 0.6870991516113282,
478
- "step": 3250
479
- },
480
- {
481
- "epoch": 1.3790221479314668,
482
- "grad_norm": 2.3359375,
483
- "learning_rate": 5.749851807943094e-06,
484
- "loss": 0.6957393646240234,
485
- "step": 3300
486
- },
487
- {
488
- "epoch": 1.3999164229001253,
489
- "grad_norm": 0.86767578125,
490
- "learning_rate": 5.675755779490219e-06,
491
- "loss": 0.6911115264892578,
492
- "step": 3350
493
- },
494
- {
495
- "epoch": 1.420810697868784,
496
- "grad_norm": 1.87109375,
497
- "learning_rate": 5.601659751037345e-06,
498
- "loss": 0.6849404907226563,
499
- "step": 3400
500
- },
501
- {
502
- "epoch": 1.4417049728374425,
503
- "grad_norm": 1.0029296875,
504
- "learning_rate": 5.52756372258447e-06,
505
- "loss": 0.6912786102294922,
506
- "step": 3450
507
- },
508
- {
509
- "epoch": 1.4625992478061012,
510
- "grad_norm": 1.4169921875,
511
- "learning_rate": 5.4534676941315945e-06,
512
- "loss": 0.6927188110351562,
513
- "step": 3500
514
- },
515
- {
516
- "epoch": 1.4834935227747597,
517
- "grad_norm": 2.767578125,
518
- "learning_rate": 5.37937166567872e-06,
519
- "loss": 0.688505859375,
520
- "step": 3550
521
- },
522
- {
523
- "epoch": 1.5043877977434184,
524
- "grad_norm": 0.49169921875,
525
- "learning_rate": 5.3052756372258455e-06,
526
- "loss": 0.6911637878417969,
527
- "step": 3600
528
- },
529
- {
530
- "epoch": 1.525282072712077,
531
- "grad_norm": 2.513671875,
532
- "learning_rate": 5.231179608772971e-06,
533
- "loss": 0.6921497344970703,
534
- "step": 3650
535
- },
536
- {
537
- "epoch": 1.5461763476807355,
538
- "grad_norm": 1.263671875,
539
- "learning_rate": 5.157083580320096e-06,
540
- "loss": 0.6940757751464843,
541
- "step": 3700
542
- },
543
- {
544
- "epoch": 1.567070622649394,
545
- "grad_norm": 3.740234375,
546
- "learning_rate": 5.08298755186722e-06,
547
- "loss": 0.6916998291015625,
548
- "step": 3750
549
- },
550
- {
551
- "epoch": 1.5879648976180527,
552
- "grad_norm": 1.34765625,
553
- "learning_rate": 5.008891523414345e-06,
554
- "loss": 0.6906791687011719,
555
- "step": 3800
556
- },
557
- {
558
- "epoch": 1.6088591725867114,
559
- "grad_norm": 2.775390625,
560
- "learning_rate": 4.934795494961471e-06,
561
- "loss": 0.6903327941894531,
562
- "step": 3850
563
- },
564
- {
565
- "epoch": 1.6297534475553699,
566
- "grad_norm": 3.341796875,
567
- "learning_rate": 4.860699466508595e-06,
568
- "loss": 0.6916295623779297,
569
- "step": 3900
570
- },
571
- {
572
- "epoch": 1.6506477225240284,
573
- "grad_norm": 1.8291015625,
574
- "learning_rate": 4.78660343805572e-06,
575
- "loss": 0.6899072265625,
576
- "step": 3950
577
- },
578
- {
579
- "epoch": 1.671541997492687,
580
- "grad_norm": 2.580078125,
581
- "learning_rate": 4.7125074096028455e-06,
582
- "loss": 0.6946562194824218,
583
- "step": 4000
584
- },
585
- {
586
- "epoch": 1.6924362724613455,
587
- "grad_norm": 5.171875,
588
- "learning_rate": 4.638411381149971e-06,
589
- "loss": 0.692690200805664,
590
- "step": 4050
591
- },
592
- {
593
- "epoch": 1.713330547430004,
594
- "grad_norm": 0.90478515625,
595
- "learning_rate": 4.564315352697096e-06,
596
- "loss": 0.6910479736328125,
597
- "step": 4100
598
- },
599
- {
600
- "epoch": 1.7342248223986627,
601
- "grad_norm": 1.8486328125,
602
- "learning_rate": 4.490219324244221e-06,
603
- "loss": 0.6891459655761719,
604
- "step": 4150
605
- },
606
- {
607
- "epoch": 1.7551190973673214,
608
- "grad_norm": 5.5546875,
609
- "learning_rate": 4.416123295791346e-06,
610
- "loss": 0.6910189056396484,
611
- "step": 4200
612
- },
613
- {
614
- "epoch": 1.77601337233598,
615
- "grad_norm": 1.09765625,
616
- "learning_rate": 4.342027267338471e-06,
617
- "loss": 0.6903411865234375,
618
- "step": 4250
619
- },
620
- {
621
- "epoch": 1.7969076473046384,
622
- "grad_norm": 1.7626953125,
623
- "learning_rate": 4.267931238885596e-06,
624
- "loss": 0.6911215209960937,
625
- "step": 4300
626
- },
627
- {
628
- "epoch": 1.817801922273297,
629
- "grad_norm": 7.09765625,
630
- "learning_rate": 4.193835210432721e-06,
631
- "loss": 0.6897867584228515,
632
- "step": 4350
633
- },
634
- {
635
- "epoch": 1.8386961972419558,
636
- "grad_norm": 2.671875,
637
- "learning_rate": 4.119739181979846e-06,
638
- "loss": 0.6900591278076171,
639
- "step": 4400
640
- },
641
- {
642
- "epoch": 1.8595904722106142,
643
- "grad_norm": 2.34375,
644
- "learning_rate": 4.045643153526971e-06,
645
- "loss": 0.6915322875976563,
646
- "step": 4450
647
- },
648
- {
649
- "epoch": 1.8804847471792727,
650
- "grad_norm": 1.58984375,
651
- "learning_rate": 3.9715471250740965e-06,
652
- "loss": 0.6882122039794922,
653
- "step": 4500
654
- },
655
- {
656
- "epoch": 1.9013790221479314,
657
- "grad_norm": 1.25,
658
- "learning_rate": 3.897451096621222e-06,
659
- "loss": 0.6915691375732422,
660
- "step": 4550
661
- },
662
- {
663
- "epoch": 1.9222732971165901,
664
- "grad_norm": 4.87109375,
665
- "learning_rate": 3.823355068168346e-06,
666
- "loss": 0.6912251281738281,
667
- "step": 4600
668
- },
669
- {
670
- "epoch": 1.9431675720852486,
671
- "grad_norm": 6.890625,
672
- "learning_rate": 3.7492590397154714e-06,
673
- "loss": 0.6866284942626953,
674
- "step": 4650
675
- },
676
- {
677
- "epoch": 1.964061847053907,
678
- "grad_norm": 3.189453125,
679
- "learning_rate": 3.675163011262597e-06,
680
- "loss": 0.6898875427246094,
681
- "step": 4700
682
- },
683
- {
684
- "epoch": 1.9849561220225658,
685
- "grad_norm": 5.70703125,
686
- "learning_rate": 3.6010669828097216e-06,
687
- "loss": 0.6908906555175781,
688
- "step": 4750
689
- },
690
- {
691
- "epoch": 2.0,
692
- "eval_accuracy": 0.5389196531187964,
693
- "eval_f1": 0.7003869916491275,
694
- "eval_loss": 0.6901159882545471,
695
- "eval_precision": 0.5389196531187964,
696
- "eval_recall": 1.0,
697
- "eval_roc_auc": 0.5,
698
- "eval_runtime": 347.1335,
699
- "eval_samples_per_second": 27.572,
700
- "eval_steps_per_second": 1.726,
701
- "step": 4786
702
  }
703
  ],
704
  "logging_steps": 50,
@@ -713,7 +364,7 @@
713
  "early_stopping_threshold": 0.0
714
  },
715
  "attributes": {
716
- "early_stopping_patience_counter": 1
717
  }
718
  },
719
  "TrainerControl": {
@@ -727,7 +378,7 @@
727
  "attributes": {}
728
  }
729
  },
730
- "total_flos": 1.3062259262328e+16,
731
  "train_batch_size": 16,
732
  "trial_name": null,
733
  "trial_params": null
 
2
  "best_global_step": 2393,
3
  "best_metric": 0.7003869916491275,
4
  "best_model_checkpoint": "./results_deberta_framing/checkpoint-2393",
5
+ "epoch": 1.0,
6
  "eval_steps": 500,
7
+ "global_step": 2393,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
11
  "log_history": [
12
  {
13
  "epoch": 0.020894274968658588,
14
+ "grad_norm": 2.255859375,
15
  "learning_rate": 1.1368909512761022e-06,
16
+ "loss": 0.6489646911621094,
17
  "step": 50
18
  },
19
  {
20
  "epoch": 0.041788549937317176,
21
+ "grad_norm": 3.923828125,
22
  "learning_rate": 2.296983758700696e-06,
23
+ "loss": 0.6197348022460938,
24
  "step": 100
25
  },
26
  {
27
  "epoch": 0.06268282490597576,
28
+ "grad_norm": 3.962890625,
29
  "learning_rate": 3.4570765661252904e-06,
30
+ "loss": 0.6036038208007812,
31
  "step": 150
32
  },
33
  {
34
  "epoch": 0.08357709987463435,
35
+ "grad_norm": 8.7890625,
36
  "learning_rate": 4.617169373549885e-06,
37
+ "loss": 0.7426194000244141,
38
  "step": 200
39
  },
40
  {
41
  "epoch": 0.10447137484329294,
42
+ "grad_norm": 48.9375,
43
  "learning_rate": 5.7772621809744785e-06,
44
+ "loss": 0.8149568939208984,
45
  "step": 250
46
  },
47
  {
48
  "epoch": 0.12536564981195153,
49
+ "grad_norm": 2.2421875,
50
  "learning_rate": 6.937354988399072e-06,
51
+ "loss": 0.7858116912841797,
52
  "step": 300
53
  },
54
  {
55
  "epoch": 0.14625992478061012,
56
+ "grad_norm": 3.033203125,
57
  "learning_rate": 8.097447795823666e-06,
58
+ "loss": 0.7603302764892578,
59
  "step": 350
60
  },
61
  {
62
  "epoch": 0.1671541997492687,
63
+ "grad_norm": 3.1796875,
64
  "learning_rate": 9.257540603248261e-06,
65
+ "loss": 0.7251170349121093,
66
  "step": 400
67
  },
68
  {
69
  "epoch": 0.1880484747179273,
70
+ "grad_norm": 1.8046875,
71
  "learning_rate": 9.973325429756967e-06,
72
+ "loss": 0.716187973022461,
73
  "step": 450
74
  },
75
  {
76
  "epoch": 0.20894274968658588,
77
+ "grad_norm": 4.421875,
78
  "learning_rate": 9.899229401304091e-06,
79
+ "loss": 0.6938434600830078,
80
  "step": 500
81
  },
82
  {
83
  "epoch": 0.22983702465524447,
84
+ "grad_norm": 1.8232421875,
85
  "learning_rate": 9.825133372851215e-06,
86
+ "loss": 0.6959276580810547,
87
  "step": 550
88
  },
89
  {
90
  "epoch": 0.25073129962390306,
91
+ "grad_norm": 0.84716796875,
92
  "learning_rate": 9.751037344398341e-06,
93
+ "loss": 0.696595458984375,
94
  "step": 600
95
  },
96
  {
97
  "epoch": 0.27162557459256165,
98
+ "grad_norm": 2.201171875,
99
  "learning_rate": 9.676941315945465e-06,
100
+ "loss": 0.7023362731933593,
101
  "step": 650
102
  },
103
  {
104
  "epoch": 0.29251984956122024,
105
+ "grad_norm": 2.84765625,
106
  "learning_rate": 9.602845287492591e-06,
107
+ "loss": 0.6915609741210937,
108
  "step": 700
109
  },
110
  {
111
  "epoch": 0.3134141245298788,
112
+ "grad_norm": 3.876953125,
113
  "learning_rate": 9.528749259039716e-06,
114
+ "loss": 0.6972248840332032,
115
  "step": 750
116
  },
117
  {
118
  "epoch": 0.3343083994985374,
119
+ "grad_norm": 0.5517578125,
120
  "learning_rate": 9.454653230586842e-06,
121
+ "loss": 0.69171142578125,
122
  "step": 800
123
  },
124
  {
125
  "epoch": 0.355202674467196,
126
+ "grad_norm": 1.32421875,
127
  "learning_rate": 9.380557202133966e-06,
128
+ "loss": 0.6903911590576172,
129
  "step": 850
130
  },
131
  {
132
  "epoch": 0.3760969494358546,
133
+ "grad_norm": 2.158203125,
134
  "learning_rate": 9.306461173681092e-06,
135
+ "loss": 0.6898154449462891,
136
  "step": 900
137
  },
138
  {
139
  "epoch": 0.3969912244045132,
140
+ "grad_norm": 1.0,
141
  "learning_rate": 9.232365145228218e-06,
142
+ "loss": 0.6989466094970703,
143
  "step": 950
144
  },
145
  {
146
  "epoch": 0.41788549937317176,
147
+ "grad_norm": 1.8564453125,
148
  "learning_rate": 9.158269116775342e-06,
149
+ "loss": 0.6927836608886718,
150
  "step": 1000
151
  },
152
  {
153
  "epoch": 0.43877977434183035,
154
+ "grad_norm": 1.8994140625,
155
  "learning_rate": 9.084173088322466e-06,
156
+ "loss": 0.6929279327392578,
157
  "step": 1050
158
  },
159
  {
160
  "epoch": 0.45967404931048894,
161
+ "grad_norm": 1.439453125,
162
  "learning_rate": 9.010077059869592e-06,
163
+ "loss": 0.6930996704101563,
164
  "step": 1100
165
  },
166
  {
167
  "epoch": 0.48056832427914753,
168
+ "grad_norm": 0.501953125,
169
  "learning_rate": 8.935981031416716e-06,
170
+ "loss": 0.6932637786865234,
171
  "step": 1150
172
  },
173
  {
174
  "epoch": 0.5014625992478061,
175
+ "grad_norm": 2.6171875,
176
  "learning_rate": 8.86188500296384e-06,
177
+ "loss": 0.687666015625,
178
  "step": 1200
179
  },
180
  {
181
  "epoch": 0.5223568742164647,
182
+ "grad_norm": 0.8564453125,
183
  "learning_rate": 8.787788974510967e-06,
184
+ "loss": 0.6918360137939453,
185
  "step": 1250
186
  },
187
  {
188
  "epoch": 0.5432511491851233,
189
+ "grad_norm": 0.6552734375,
190
  "learning_rate": 8.713692946058093e-06,
191
+ "loss": 0.6918303680419922,
192
  "step": 1300
193
  },
194
  {
195
  "epoch": 0.5641454241537819,
196
+ "grad_norm": 3.671875,
197
  "learning_rate": 8.639596917605217e-06,
198
+ "loss": 0.6942510223388672,
199
  "step": 1350
200
  },
201
  {
202
  "epoch": 0.5850396991224405,
203
+ "grad_norm": 0.357177734375,
204
  "learning_rate": 8.565500889152341e-06,
205
+ "loss": 0.6894574737548829,
206
  "step": 1400
207
  },
208
  {
209
  "epoch": 0.6059339740910991,
210
+ "grad_norm": 1.0927734375,
211
  "learning_rate": 8.491404860699467e-06,
212
+ "loss": 0.6866970825195312,
213
  "step": 1450
214
  },
215
  {
216
  "epoch": 0.6268282490597576,
217
+ "grad_norm": 0.7958984375,
218
  "learning_rate": 8.417308832246593e-06,
219
+ "loss": 0.6886749267578125,
220
  "step": 1500
221
  },
222
  {
223
  "epoch": 0.6477225240284162,
224
+ "grad_norm": 0.447265625,
225
  "learning_rate": 8.343212803793717e-06,
226
+ "loss": 0.6923796844482422,
227
  "step": 1550
228
  },
229
  {
230
  "epoch": 0.6686167989970748,
231
+ "grad_norm": 1.814453125,
232
  "learning_rate": 8.269116775340842e-06,
233
+ "loss": 0.6926873016357422,
234
  "step": 1600
235
  },
236
  {
237
  "epoch": 0.6895110739657334,
238
+ "grad_norm": 0.85009765625,
239
  "learning_rate": 8.195020746887967e-06,
240
+ "loss": 0.6897069549560547,
241
  "step": 1650
242
  },
243
  {
244
  "epoch": 0.710405348934392,
245
+ "grad_norm": 0.4150390625,
246
  "learning_rate": 8.120924718435092e-06,
247
+ "loss": 0.6941582489013672,
248
  "step": 1700
249
  },
250
  {
251
  "epoch": 0.7312996239030506,
252
+ "grad_norm": 0.5458984375,
253
  "learning_rate": 8.046828689982218e-06,
254
+ "loss": 0.6902919769287109,
255
  "step": 1750
256
  },
257
  {
258
  "epoch": 0.7521938988717092,
259
+ "grad_norm": 0.78515625,
260
  "learning_rate": 7.972732661529344e-06,
261
+ "loss": 0.6972850036621093,
262
  "step": 1800
263
  },
264
  {
265
  "epoch": 0.7730881738403678,
266
+ "grad_norm": 3.0390625,
267
  "learning_rate": 7.898636633076468e-06,
268
+ "loss": 0.6896543884277344,
269
  "step": 1850
270
  },
271
  {
272
  "epoch": 0.7939824488090264,
273
+ "grad_norm": 0.80908203125,
274
  "learning_rate": 7.824540604623592e-06,
275
+ "loss": 0.6867472839355468,
276
  "step": 1900
277
  },
278
  {
279
  "epoch": 0.8148767237776849,
280
+ "grad_norm": 4.5703125,
281
  "learning_rate": 7.750444576170718e-06,
282
+ "loss": 0.694358901977539,
283
  "step": 1950
284
  },
285
  {
286
  "epoch": 0.8357709987463435,
287
+ "grad_norm": 2.62109375,
288
  "learning_rate": 7.676348547717844e-06,
289
+ "loss": 0.6951927185058594,
290
  "step": 2000
291
  },
292
  {
293
  "epoch": 0.8566652737150021,
294
+ "grad_norm": 1.0546875,
295
  "learning_rate": 7.6022525192649674e-06,
296
+ "loss": 0.6904816436767578,
297
  "step": 2050
298
  },
299
  {
300
  "epoch": 0.8775595486836607,
301
+ "grad_norm": 4.55078125,
302
  "learning_rate": 7.528156490812093e-06,
303
+ "loss": 0.6920033264160156,
304
  "step": 2100
305
  },
306
  {
307
  "epoch": 0.8984538236523193,
308
+ "grad_norm": 0.83544921875,
309
  "learning_rate": 7.4540604623592185e-06,
310
+ "loss": 0.6891203308105469,
311
  "step": 2150
312
  },
313
  {
314
  "epoch": 0.9193480986209779,
315
+ "grad_norm": 1.541015625,
316
  "learning_rate": 7.379964433906344e-06,
317
+ "loss": 0.6877539825439453,
318
  "step": 2200
319
  },
320
  {
321
  "epoch": 0.9402423735896365,
322
+ "grad_norm": 0.7763671875,
323
  "learning_rate": 7.305868405453468e-06,
324
+ "loss": 0.6825115203857421,
325
  "step": 2250
326
  },
327
  {
328
  "epoch": 0.9611366485582951,
329
+ "grad_norm": 0.3837890625,
330
  "learning_rate": 7.231772377000593e-06,
331
+ "loss": 0.6943415832519532,
332
  "step": 2300
333
  },
334
  {
335
  "epoch": 0.9820309235269536,
336
+ "grad_norm": 1.103515625,
337
  "learning_rate": 7.157676348547719e-06,
338
+ "loss": 0.6877147674560546,
339
  "step": 2350
340
  },
341
  {
342
  "epoch": 1.0,
343
  "eval_accuracy": 0.5389196531187964,
344
  "eval_f1": 0.7003869916491275,
345
+ "eval_loss": 0.6902970671653748,
346
  "eval_precision": 0.5389196531187964,
347
  "eval_recall": 1.0,
348
  "eval_roc_auc": 0.5,
349
+ "eval_runtime": 76.0306,
350
+ "eval_samples_per_second": 125.883,
351
+ "eval_steps_per_second": 7.878,
352
  "step": 2393
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
353
  }
354
  ],
355
  "logging_steps": 50,
 
364
  "early_stopping_threshold": 0.0
365
  },
366
  "attributes": {
367
+ "early_stopping_patience_counter": 0
368
  }
369
  },
370
  "TrainerControl": {
 
378
  "attributes": {}
379
  }
380
  },
381
+ "total_flos": 6539240997132864.0,
382
  "train_batch_size": 16,
383
  "trial_name": null,
384
  "trial_params": null