mira/unsloth-train-scripts
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

chore: script

Browse Source
This commit is contained in:
Mira
2025-02-15 01:53:31 +06:00
parent fc9c04fe9c
commit 542c8e0120
3 changed files with 49 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
main.py
View File

@@ -89,12 +89,13 @@ def run_sweep(base_config: TrainingConfig, dataset_path: str):
"min": 1e-5,
"max": 1e-4,
},
"lora_r": {"values": [32]},
"lora_alpha": {"values": [64]},
"per_device_train_batch_size": {"values": [64]},
"gradient_accumulation_steps": {"values": [1]},
"lora_r": {"values": [8]},
"lora_alpha": {"values": [16]},
"per_device_train_batch_size": {"values": [16]},
"gradient_accumulation_steps": {"values": [2]},
"num_train_epochs": {"values": [1]},
},
"early_terminate": {"type": "hyperband", "min_iter": 100},
}
sweep_id = wandb.sweep(sweep_config, project=base_config.wandb.project)