| { | |
| "fine_tune_type": "lora", | |
| "model": "mlx-community/Qwen2.5-7B-Instruct-4bit", | |
| "lora_parameters": { | |
| "rank": 16, | |
| "dropout": 0.0, | |
| "scale": 20.0 | |
| }, | |
| "num_layers": 16, | |
| "mask_prompt": true, | |
| "max_seq_length": 3072, | |
| "learning_rate": 2e-05, | |
| "iters": 200, | |
| "seed": 0, | |
| "checkpoint": "0000160" | |
| } | |