| { |
| "desc": "QuALITY 使用随机选择的关键句训练", |
| "output_dir": "output/ablation_study/QuALITY/quality_random_select", |
| "model_name_or_path": "/data0/maqi/huggingface_models/option1-models/race_ft", |
| "train_file": "/data0/maqi/KGLQA-data/datasets/QuALITY/random_select/quality_random_2048_instruct/train.jsonl", |
| "num_train_epochs": 2, |
| "per_device_train_batch_size": 6, |
| "gradient_accumulation_steps": 2, |
| "learning_rate": 1e-4, |
| "max_seq_length": 2048, |
| "logging_steps": 50, |
| "save_steps": 200, |
| "save_total_limit": 1, |
| "lr_scheduler_type": "constant_with_warmup", |
| "warmup_ratio": 0.1, |
| "lora_rank": 128, |
| "lora_alpha": 64, |
| "lora_dropout": 0.05, |
|
|
| "gradient_checkpointing": true, |
| "disable_tqdm": false, |
| "optim": "paged_adamw_32bit", |
| "seed": 318, |
| "fp16": true, |
| "report_to": "tensorboard", |
| "dataloader_num_workers": 10, |
| "save_strategy": "steps", |
| "weight_decay": 0, |
| "max_grad_norm": 0.3, |
| "remove_unused_columns": false |
| } |
