Upload folder using huggingface_hub

.gitattributes

@@ -110,3 +110,4 @@ checkpoints-v2.0a-discrete-condition/checkpoint-4096/eval_state.json filter=lfs
 checkpoints-v2.0a-discrete-condition/checkpoint-17408/eval_state.json filter=lfs diff=lfs merge=lfs -text
 checkpoints-v2.0a-discrete-condition/checkpoint-20480/eval_state.json filter=lfs diff=lfs merge=lfs -text
 checkpoints-v2.0a-discrete-condition/checkpoint-21651/eval_state.json filter=lfs diff=lfs merge=lfs -text
+checkpoints-v2.0b-discrete-condition/checkpoint-8192/eval_state.json filter=lfs diff=lfs merge=lfs -text

checkpoints-v2.0b-discrete-condition/checkpoint-8192/eval_state.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3fe0ebff799b34d161f91fcdad62a4c6c061d6375a7709ed2754befc5276f60
+size 45263755

checkpoints-v2.0b-discrete-condition/checkpoint-8192/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b4da1a40e3bf65732668519aee73822401415e9c58345251235a45e4a24e6a3
+size 15210032

checkpoints-v2.0b-discrete-condition/checkpoint-8192/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2fc1f80587800c6a527344bb573a6f304c6f4e79e151b3245be7b25abeeb782
+size 13675339

checkpoints-v2.0b-discrete-condition/checkpoint-8192/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d1f613303653b1a3af677f2191d6c262b245483e2fba234275ce63e24e78868
+size 14645

checkpoints-v2.0b-discrete-condition/checkpoint-8192/scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5130818e119176ef32dc108ab82899b61b3c00c1926a90de76a426df570084
+size 1383

checkpoints-v2.0b-discrete-condition/checkpoint-8192/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:633f4a51e3130420dcf105f63b87d79cc31db8e4efd560f5f6c0e0209526c2e9
+size 1465

checkpoints-v2.0b-discrete-condition/checkpoint-8192/trainer_state.json

@@ -0,0 +1,474 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.37836589533970716,
+  "eval_steps": 1024,
+  "global_step": 8192,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.011823934229365849,
+      "grad_norm": 0.2690356373786926,
+      "learning_rate": 0.000498046875,
+      "loss": 2.567225456237793,
+      "step": 256
+    },
+    {
+      "epoch": 0.023647868458731697,
+      "grad_norm": 0.7925965785980225,
+      "learning_rate": 0.000998046875,
+      "loss": 1.9134947061538696,
+      "step": 512
+    },
+    {
+      "epoch": 0.03547180268809755,
+      "grad_norm": 1.418247103691101,
+      "learning_rate": 0.000999640996023194,
+      "loss": 1.630811333656311,
+      "step": 768
+    },
+    {
+      "epoch": 0.047295736917463395,
+      "grad_norm": 0.8778807520866394,
+      "learning_rate": 0.0009985588674043958,
+      "loss": 1.502601146697998,
+      "step": 1024
+    },
+    {
+      "epoch": 0.047295736917463395,
+      "eval_bleu": 0.0009829440445654548,
+      "eval_cos0_loss": 0.3603647586689692,
+      "eval_cos_loss": 0.3824953237488934,
+      "eval_loss": 1.4436643986397137,
+      "eval_mse0_loss": 1.4848588544484143,
+      "eval_mse_loss": 1.4004915827485525,
+      "eval_op_cos_loss": 0.3837161726875392,
+      "eval_op_mse_loss": 1.4044482999196335,
+      "step": 1024
+    },
+    {
+      "epoch": 0.047295736917463395,
+      "eval_bleu": 0.0009829440445654548,
+      "eval_cos0_loss": 0.3603647586689692,
+      "eval_cos_loss": 0.3824953237488934,
+      "eval_loss": 1.4436643986397137,
+      "eval_mse0_loss": 1.4848588544484143,
+      "eval_mse_loss": 1.4004915827485525,
+      "eval_op_cos_loss": 0.3837161726875392,
+      "eval_op_mse_loss": 1.4044482999196335,
+      "eval_runtime": 624.5636,
+      "eval_samples_per_second": 44.82,
+      "eval_steps_per_second": 0.701,
+      "step": 1024
+    },
+    {
+      "epoch": 0.05911967114682925,
+      "grad_norm": 1.361502766609192,
+      "learning_rate": 0.0009967551747861387,
+      "loss": 1.3899359703063965,
+      "step": 1280
+    },
+    {
+      "epoch": 0.0709436053761951,
+      "grad_norm": 1.701208472251892,
+      "learning_rate": 0.000994232528651847,
+      "loss": 1.308840036392212,
+      "step": 1536
+    },
+    {
+      "epoch": 0.08276753960556095,
+      "grad_norm": 1.2284104824066162,
+      "learning_rate": 0.0009909945800260092,
+      "loss": 1.2330195903778076,
+      "step": 1792
+    },
+    {
+      "epoch": 0.09459147383492679,
+      "grad_norm": 2.280683755874634,
+      "learning_rate": 0.0009870460151900522,
+      "loss": 1.163641095161438,
+      "step": 2048
+    },
+    {
+      "epoch": 0.09459147383492679,
+      "eval_bleu": 0.008117690959454648,
+      "eval_cos0_loss": 0.27556806632645053,
+      "eval_cos_loss": 0.33376140804051263,
+      "eval_loss": 1.1314381491648007,
+      "eval_mse0_loss": 1.0731379844282316,
+      "eval_mse_loss": 1.1875404857065035,
+      "eval_op_cos_loss": 0.33499729789827515,
+      "eval_op_mse_loss": 1.1919361415519019,
+      "step": 2048
+    },
+    {
+      "epoch": 0.09459147383492679,
+      "eval_bleu": 0.008117690959454648,
+      "eval_cos0_loss": 0.27556806632645053,
+      "eval_cos_loss": 0.33376140804051263,
+      "eval_loss": 1.1314381491648007,
+      "eval_mse0_loss": 1.0731379844282316,
+      "eval_mse_loss": 1.1875404857065035,
+      "eval_op_cos_loss": 0.33499729789827515,
+      "eval_op_mse_loss": 1.1919361415519019,
+      "eval_runtime": 617.7053,
+      "eval_samples_per_second": 45.318,
+      "eval_steps_per_second": 0.709,
+      "step": 2048
+    },
+    {
+      "epoch": 0.10641540806429264,
+      "grad_norm": 1.2745862007141113,
+      "learning_rate": 0.0009823925488998885,
+      "loss": 1.109260082244873,
+      "step": 2304
+    },
+    {
+      "epoch": 0.1182393422936585,
+      "grad_norm": 1.4149446487426758,
+      "learning_rate": 0.0009770409161149525,
+      "loss": 1.0698601007461548,
+      "step": 2560
+    },
+    {
+      "epoch": 0.13006327652302435,
+      "grad_norm": 1.6209443807601929,
+      "learning_rate": 0.0009709988622506973,
+      "loss": 1.0396567583084106,
+      "step": 2816
+    },
+    {
+      "epoch": 0.1418872107523902,
+      "grad_norm": 1.2111774682998657,
+      "learning_rate": 0.000964275131968659,
+      "loss": 1.0121068954467773,
+      "step": 3072
+    },
+    {
+      "epoch": 0.1418872107523902,
+      "eval_bleu": 0.033563816480858176,
+      "eval_cos0_loss": 0.241996217672139,
+      "eval_cos_loss": 0.30742351520279226,
+      "eval_loss": 1.0054655975947098,
+      "eval_mse0_loss": 0.9265603099239471,
+      "eval_mse_loss": 1.0819748758453211,
+      "eval_op_cos_loss": 0.3086226877148293,
+      "eval_op_mse_loss": 1.0867668872010219,
+      "step": 3072
+    },
+    {
+      "epoch": 0.1418872107523902,
+      "eval_bleu": 0.033563816480858176,
+      "eval_cos0_loss": 0.241996217672139,
+      "eval_cos_loss": 0.30742351520279226,
+      "eval_loss": 1.0054655975947098,
+      "eval_mse0_loss": 0.9265603099239471,
+      "eval_mse_loss": 1.0819748758453211,
+      "eval_op_cos_loss": 0.3086226877148293,
+      "eval_op_mse_loss": 1.0867668872010219,
+      "eval_runtime": 620.9592,
+      "eval_samples_per_second": 45.08,
+      "eval_steps_per_second": 0.705,
+      "step": 3072
+    },
+    {
+      "epoch": 0.15371114498175603,
+      "grad_norm": 1.7128350734710693,
+      "learning_rate": 0.0009568794565203123,
+      "loss": 0.9933720827102661,
+      "step": 3328
+    },
+    {
+      "epoch": 0.1655350792111219,
+      "grad_norm": 2.8741519451141357,
+      "learning_rate": 0.0009488225396630347,
+      "loss": 0.967034101486206,
+      "step": 3584
+    },
+    {
+      "epoch": 0.17735901344048774,
+      "grad_norm": 2.0762879848480225,
+      "learning_rate": 0.0009401160421685646,
+      "loss": 0.9411672949790955,
+      "step": 3840
+    },
+    {
+      "epoch": 0.18918294766985358,
+      "grad_norm": 1.4471893310546875,
+      "learning_rate": 0.0009307725649463714,
+      "loss": 0.9228276014328003,
+      "step": 4096
+    },
+    {
+      "epoch": 0.18918294766985358,
+      "eval_bleu": 0.052020585783013364,
+      "eval_cos0_loss": 0.21095720705784618,
+      "eval_cos_loss": 0.28916995336203816,
+      "eval_loss": 0.908736090137534,
+      "eval_mse0_loss": 0.8035404923027509,
+      "eval_mse_loss": 1.011488009261214,
+      "eval_op_cos_loss": 0.29041639147283826,
+      "eval_op_mse_loss": 1.0163753615122408,
+      "step": 4096
+    },
+    {
+      "epoch": 0.18918294766985358,
+      "eval_bleu": 0.052020585783013364,
+      "eval_cos0_loss": 0.21095720705784618,
+      "eval_cos_loss": 0.28916995336203816,
+      "eval_loss": 0.908736090137534,
+      "eval_mse0_loss": 0.8035404923027509,
+      "eval_mse_loss": 1.011488009261214,
+      "eval_op_cos_loss": 0.29041639147283826,
+      "eval_op_mse_loss": 1.0163753615122408,
+      "eval_runtime": 621.6523,
+      "eval_samples_per_second": 45.03,
+      "eval_steps_per_second": 0.705,
+      "step": 4096
+    },
+    {
+      "epoch": 0.20100688189921945,
+      "grad_norm": 2.4271538257598877,
+      "learning_rate": 0.0009208056308063659,
+      "loss": 0.9052898287773132,
+      "step": 4352
+    },
+    {
+      "epoch": 0.2128308161285853,
+      "grad_norm": 3.4062352180480957,
+      "learning_rate": 0.0009102296648873445,
+      "loss": 0.886395275592804,
+      "step": 4608
+    },
+    {
+      "epoch": 0.22465475035795113,
+      "grad_norm": 3.1074397563934326,
+      "learning_rate": 0.0008990599737794927,
+      "loss": 0.8743802905082703,
+      "step": 4864
+    },
+    {
+      "epoch": 0.236478684587317,
+      "grad_norm": 3.4324328899383545,
+      "learning_rate": 0.0008873127233711644,
+      "loss": 0.8594736456871033,
+      "step": 5120
+    },
+    {
+      "epoch": 0.236478684587317,
+      "eval_bleu": 0.07926506450551825,
+      "eval_cos0_loss": 0.20024654759119634,
+      "eval_cos_loss": 0.2791197347926767,
+      "eval_loss": 0.8700207179267657,
+      "eval_mse0_loss": 0.7612610093262642,
+      "eval_mse_loss": 0.9762748075674658,
+      "eval_op_cos_loss": 0.28037585025508655,
+      "eval_op_mse_loss": 0.9812860469839889,
+      "step": 5120
+    },
+    {
+      "epoch": 0.236478684587317,
+      "eval_bleu": 0.07926506450551825,
+      "eval_cos0_loss": 0.20024654759119634,
+      "eval_cos_loss": 0.2791197347926767,
+      "eval_loss": 0.8700207179267657,
+      "eval_mse0_loss": 0.7612610093262642,
+      "eval_mse_loss": 0.9762748075674658,
+      "eval_op_cos_loss": 0.28037585025508655,
+      "eval_op_mse_loss": 0.9812860469839889,
+      "eval_runtime": 621.0342,
+      "eval_samples_per_second": 45.075,
+      "eval_steps_per_second": 0.705,
+      "step": 5120
+    },
+    {
+      "epoch": 0.24830261881668284,
+      "grad_norm": 2.9458811283111572,
+      "learning_rate": 0.0008750049154520011,
+      "loss": 0.8498503565788269,
+      "step": 5376
+    },
+    {
+      "epoch": 0.2601265530460487,
+      "grad_norm": 3.388106107711792,
+      "learning_rate": 0.0008621543631062487,
+      "loss": 0.84010249376297,
+      "step": 5632
+    },
+    {
+      "epoch": 0.27195048727541454,
+      "grad_norm": 1.273484468460083,
+      "learning_rate": 0.0008487796649318904,
+      "loss": 0.8293308019638062,
+      "step": 5888
+    },
+    {
+      "epoch": 0.2837744215047804,
+      "grad_norm": 2.749922037124634,
+      "learning_rate": 0.0008349001781229053,
+      "loss": 0.8250018954277039,
+      "step": 6144
+    },
+    {
+      "epoch": 0.2837744215047804,
+      "eval_bleu": 0.1064852589300246,
+      "eval_cos0_loss": 0.18931846756096846,
+      "eval_cos_loss": 0.26743964381413915,
+      "eval_loss": 0.8231828152861225,
+      "eval_mse0_loss": 0.7119000969139953,
+      "eval_mse_loss": 0.9318836630751554,
+      "eval_op_cos_loss": 0.26869444518464886,
+      "eval_op_mse_loss": 0.9370474062825991,
+      "step": 6144
+    },
+    {
+      "epoch": 0.2837744215047804,
+      "eval_bleu": 0.1064852589300246,
+      "eval_cos0_loss": 0.18931846756096846,
+      "eval_cos_loss": 0.26743964381413915,
+      "eval_loss": 0.8231828152861225,
+      "eval_mse0_loss": 0.7119000969139953,
+      "eval_mse_loss": 0.9318836630751554,
+      "eval_op_cos_loss": 0.26869444518464886,
+      "eval_op_mse_loss": 0.9370474062825991,
+      "eval_runtime": 623.4472,
+      "eval_samples_per_second": 44.9,
+      "eval_steps_per_second": 0.703,
+      "step": 6144
+    },
+    {
+      "epoch": 0.2955983557341462,
+      "grad_norm": 1.9564300775527954,
+      "learning_rate": 0.0008205359904536107,
+      "loss": 0.8172543048858643,
+      "step": 6400
+    },
+    {
+      "epoch": 0.30742228996351206,
+      "grad_norm": 2.69132661819458,
+      "learning_rate": 0.0008057078912056363,
+      "loss": 0.8127719163894653,
+      "step": 6656
+    },
+    {
+      "epoch": 0.3192462241928779,
+      "grad_norm": 1.2459280490875244,
+      "learning_rate": 0.0007904373410796086,
+      "loss": 0.8043445348739624,
+      "step": 6912
+    },
+    {
+      "epoch": 0.3310701584222438,
+      "grad_norm": 1.679030179977417,
+      "learning_rate": 0.0007747464411350876,
+      "loss": 0.7973858714103699,
+      "step": 7168
+    },
+    {
+      "epoch": 0.3310701584222438,
+      "eval_bleu": 0.11764582579657883,
+      "eval_cos0_loss": 0.18387672284694567,
+      "eval_cos_loss": 0.25816574287877236,
+      "eval_loss": 0.7918145169406177,
+      "eval_mse0_loss": 0.6911438315698545,
+      "eval_mse_loss": 0.8898210989557989,
+      "eval_op_cos_loss": 0.25947807440066445,
+      "eval_op_mse_loss": 0.8951493017205364,
+      "step": 7168
+    },
+    {
+      "epoch": 0.3310701584222438,
+      "eval_bleu": 0.11764582579657883,
+      "eval_cos0_loss": 0.18387672284694567,
+      "eval_cos_loss": 0.25816574287877236,
+      "eval_loss": 0.7918145169406177,
+      "eval_mse0_loss": 0.6911438315698545,
+      "eval_mse_loss": 0.8898210989557989,
+      "eval_op_cos_loss": 0.25947807440066445,
+      "eval_op_mse_loss": 0.8951493017205364,
+      "eval_runtime": 626.051,
+      "eval_samples_per_second": 44.714,
+      "eval_steps_per_second": 0.7,
+      "step": 7168
+    },
+    {
+      "epoch": 0.34289409265160964,
+      "grad_norm": 2.451791763305664,
+      "learning_rate": 0.000758657900803716,
+      "loss": 0.7910720109939575,
+      "step": 7424
+    },
+    {
+      "epoch": 0.3547180268809755,
+      "grad_norm": 2.0209128856658936,
+      "learning_rate": 0.000742195005021869,
+      "loss": 0.7846375703811646,
+      "step": 7680
+    },
+    {
+      "epoch": 0.3665419611103413,
+      "grad_norm": 2.341242551803589,
+      "learning_rate": 0.0007253815805303786,
+      "loss": 0.7798209190368652,
+      "step": 7936
+    },
+    {
+      "epoch": 0.37836589533970716,
+      "grad_norm": 4.772252082824707,
+      "learning_rate": 0.0007082419613901028,
+      "loss": 0.7740265130996704,
+      "step": 8192
+    },
+    {
+      "epoch": 0.37836589533970716,
+      "eval_bleu": 0.11939785091250239,
+      "eval_cos0_loss": 0.18091393731636543,
+      "eval_cos_loss": 0.254198662732562,
+      "eval_loss": 0.7796027199046253,
+      "eval_mse0_loss": 0.680223688143029,
+      "eval_mse_loss": 0.8762989998135937,
+      "eval_op_cos_loss": 0.25553356053214094,
+      "eval_op_mse_loss": 0.881664497122917,
+      "step": 8192
+    },
+    {
+      "epoch": 0.37836589533970716,
+      "eval_bleu": 0.11939785091250239,
+      "eval_cos0_loss": 0.18091393731636543,
+      "eval_cos_loss": 0.254198662732562,
+      "eval_loss": 0.7796027199046253,
+      "eval_mse0_loss": 0.680223688143029,
+      "eval_mse_loss": 0.8762989998135937,
+      "eval_op_cos_loss": 0.25553356053214094,
+      "eval_op_mse_loss": 0.881664497122917,
+      "eval_runtime": 624.2884,
+      "eval_samples_per_second": 44.84,
+      "eval_steps_per_second": 0.702,
+      "step": 8192
+    }
+  ],
+  "logging_steps": 256,
+  "max_steps": 21651,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 1024,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 64,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoints-v2.0b-discrete-condition/checkpoint-8192/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f63a8a711fb280c6320e95476c532b75c862f31d6a218a0d05079e32411a5ae1
+size 5201