Checkpoint step 20

training_config.json

@@ -0,0 +1,45 @@
+{
+  "learning_rate": 0.0001,
+  "weight_decay": 0.01,
+  "betas": [
+    0.9,
+    0.95
+  ],
+  "grad_clip": 1.0,
+  "warmup_steps": 5,
+  "total_steps": 20,
+  "gradient_accumulation": 1,
+  "ema_decay": 0.9999,
+  "shift": 3.0,
+  "use_snr_weighting": true,
+  "snr_gamma": 5.0,
+  "use_huber_loss": false,
+  "huber_delta": 0.1,
+  "enable_lune": true,
+  "lune_weight": 0.1,
+  "lune_warmup_steps": 5,
+  "lune_dropout": 0.1,
+  "lune_mode": "cosine",
+  "enable_sol": true,
+  "sol_weight": 0.05,
+  "sol_warmup_steps": 10,
+  "use_spatial_weighting": false,
+  "text_dropout": 0.0,
+  "checkpoint_dir": "/tmp/tinyflux_e2e_9apre6n0/checkpoints",
+  "save_every_steps": 10,
+  "keep_last_n_steps": 2,
+  "save_every_epochs": 0,
+  "keep_last_n_epochs": 3,
+  "log_every": 5,
+  "tensorboard_dir": "/tmp/tinyflux_e2e_9apre6n0/tensorboard",
+  "sample_every": 10,
+  "sample_prompts": [
+    "a realistic cat, high quality",
+    "a watercolor dog"
+  ],
+  "sample_dir": "/tmp/tinyflux_e2e_9apre6n0/samples",
+  "dtype": "torch.bfloat16",
+  "hf_repo_id": "AbstractPhil/tinyflux-test-e2e",
+  "upload_every_steps": 20,
+  "upload_every_epochs": 0
+}