| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 135.59322033898306, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 2.71, |
| "learning_rate": 0.0196, |
| "loss": 4.115, |
| "step": 10 |
| }, |
| { |
| "epoch": 5.42, |
| "learning_rate": 0.0192, |
| "loss": 4.0422, |
| "step": 20 |
| }, |
| { |
| "epoch": 8.14, |
| "learning_rate": 0.0188, |
| "loss": 3.7797, |
| "step": 30 |
| }, |
| { |
| "epoch": 10.85, |
| "learning_rate": 0.0184, |
| "loss": 3.204, |
| "step": 40 |
| }, |
| { |
| "epoch": 13.56, |
| "learning_rate": 0.018000000000000002, |
| "loss": 2.7285, |
| "step": 50 |
| }, |
| { |
| "epoch": 16.27, |
| "learning_rate": 0.0176, |
| "loss": 2.1524, |
| "step": 60 |
| }, |
| { |
| "epoch": 18.98, |
| "learning_rate": 0.0172, |
| "loss": 1.6875, |
| "step": 70 |
| }, |
| { |
| "epoch": 21.69, |
| "learning_rate": 0.0168, |
| "loss": 1.2613, |
| "step": 80 |
| }, |
| { |
| "epoch": 24.41, |
| "learning_rate": 0.016399999999999998, |
| "loss": 0.9464, |
| "step": 90 |
| }, |
| { |
| "epoch": 27.12, |
| "learning_rate": 0.016, |
| "loss": 0.734, |
| "step": 100 |
| }, |
| { |
| "epoch": 29.83, |
| "learning_rate": 0.015600000000000001, |
| "loss": 0.5502, |
| "step": 110 |
| }, |
| { |
| "epoch": 32.54, |
| "learning_rate": 0.0152, |
| "loss": 0.4353, |
| "step": 120 |
| }, |
| { |
| "epoch": 35.25, |
| "learning_rate": 0.0148, |
| "loss": 0.3286, |
| "step": 130 |
| }, |
| { |
| "epoch": 37.97, |
| "learning_rate": 0.0144, |
| "loss": 0.2814, |
| "step": 140 |
| }, |
| { |
| "epoch": 40.68, |
| "learning_rate": 0.013999999999999999, |
| "loss": 0.2337, |
| "step": 150 |
| }, |
| { |
| "epoch": 43.39, |
| "learning_rate": 0.013600000000000001, |
| "loss": 0.1949, |
| "step": 160 |
| }, |
| { |
| "epoch": 46.1, |
| "learning_rate": 0.013200000000000002, |
| "loss": 0.1482, |
| "step": 170 |
| }, |
| { |
| "epoch": 48.81, |
| "learning_rate": 0.0128, |
| "loss": 0.136, |
| "step": 180 |
| }, |
| { |
| "epoch": 51.53, |
| "learning_rate": 0.0124, |
| "loss": 0.1175, |
| "step": 190 |
| }, |
| { |
| "epoch": 54.24, |
| "learning_rate": 0.012, |
| "loss": 0.0995, |
| "step": 200 |
| }, |
| { |
| "epoch": 56.95, |
| "learning_rate": 0.0116, |
| "loss": 0.0841, |
| "step": 210 |
| }, |
| { |
| "epoch": 59.66, |
| "learning_rate": 0.011200000000000002, |
| "loss": 0.07, |
| "step": 220 |
| }, |
| { |
| "epoch": 62.37, |
| "learning_rate": 0.0108, |
| "loss": 0.0672, |
| "step": 230 |
| }, |
| { |
| "epoch": 65.08, |
| "learning_rate": 0.010400000000000001, |
| "loss": 0.058, |
| "step": 240 |
| }, |
| { |
| "epoch": 67.8, |
| "learning_rate": 0.01, |
| "loss": 0.0546, |
| "step": 250 |
| }, |
| { |
| "epoch": 70.51, |
| "learning_rate": 0.0096, |
| "loss": 0.0503, |
| "step": 260 |
| }, |
| { |
| "epoch": 73.22, |
| "learning_rate": 0.0092, |
| "loss": 0.0471, |
| "step": 270 |
| }, |
| { |
| "epoch": 75.93, |
| "learning_rate": 0.0088, |
| "loss": 0.0422, |
| "step": 280 |
| }, |
| { |
| "epoch": 78.64, |
| "learning_rate": 0.0084, |
| "loss": 0.0352, |
| "step": 290 |
| }, |
| { |
| "epoch": 81.36, |
| "learning_rate": 0.008, |
| "loss": 0.0374, |
| "step": 300 |
| }, |
| { |
| "epoch": 84.07, |
| "learning_rate": 0.0076, |
| "loss": 0.033, |
| "step": 310 |
| }, |
| { |
| "epoch": 86.78, |
| "learning_rate": 0.0072, |
| "loss": 0.0332, |
| "step": 320 |
| }, |
| { |
| "epoch": 89.49, |
| "learning_rate": 0.0068000000000000005, |
| "loss": 0.0292, |
| "step": 330 |
| }, |
| { |
| "epoch": 92.2, |
| "learning_rate": 0.0064, |
| "loss": 0.0298, |
| "step": 340 |
| }, |
| { |
| "epoch": 94.92, |
| "learning_rate": 0.006, |
| "loss": 0.0258, |
| "step": 350 |
| }, |
| { |
| "epoch": 97.63, |
| "learning_rate": 0.005600000000000001, |
| "loss": 0.0263, |
| "step": 360 |
| }, |
| { |
| "epoch": 100.34, |
| "learning_rate": 0.005200000000000001, |
| "loss": 0.0252, |
| "step": 370 |
| }, |
| { |
| "epoch": 103.05, |
| "learning_rate": 0.0048, |
| "loss": 0.0249, |
| "step": 380 |
| }, |
| { |
| "epoch": 105.76, |
| "learning_rate": 0.0044, |
| "loss": 0.0225, |
| "step": 390 |
| }, |
| { |
| "epoch": 108.47, |
| "learning_rate": 0.004, |
| "loss": 0.0219, |
| "step": 400 |
| }, |
| { |
| "epoch": 111.19, |
| "learning_rate": 0.0036, |
| "loss": 0.0224, |
| "step": 410 |
| }, |
| { |
| "epoch": 113.9, |
| "learning_rate": 0.0032, |
| "loss": 0.0238, |
| "step": 420 |
| }, |
| { |
| "epoch": 116.61, |
| "learning_rate": 0.0028000000000000004, |
| "loss": 0.0196, |
| "step": 430 |
| }, |
| { |
| "epoch": 119.32, |
| "learning_rate": 0.0024, |
| "loss": 0.0207, |
| "step": 440 |
| }, |
| { |
| "epoch": 122.03, |
| "learning_rate": 0.002, |
| "loss": 0.0208, |
| "step": 450 |
| }, |
| { |
| "epoch": 124.75, |
| "learning_rate": 0.0016, |
| "loss": 0.0204, |
| "step": 460 |
| }, |
| { |
| "epoch": 127.46, |
| "learning_rate": 0.0012, |
| "loss": 0.0207, |
| "step": 470 |
| }, |
| { |
| "epoch": 130.17, |
| "learning_rate": 0.0008, |
| "loss": 0.0206, |
| "step": 480 |
| }, |
| { |
| "epoch": 132.88, |
| "learning_rate": 0.0004, |
| "loss": 0.0203, |
| "step": 490 |
| }, |
| { |
| "epoch": 135.59, |
| "learning_rate": 0.0, |
| "loss": 0.021, |
| "step": 500 |
| } |
| ], |
| "max_steps": 500, |
| "num_train_epochs": 167, |
| "total_flos": 6.9331442466816e+16, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
