chore: script

This commit is contained in:
2025-02-15 01:53:31 +06:00
parent fc9c04fe9c
commit 542c8e0120
3 changed files with 49 additions and 7 deletions

View File

@@ -48,7 +48,7 @@ class TrainingConfig:
"down_proj",
]
)
use_gradient_checkpointing: str = True
use_gradient_checkpointing: str = "unsloth"
random_state: int = 3407
use_rslora: bool = False
loftq_config: dict | None = None
@@ -75,8 +75,8 @@ class TrainingConfig:
# eval
fp16_full_eval: bool = True
per_device_eval_batch_size: int = 64
eval_accumulation_steps: int = 1
per_device_eval_batch_size: int = 8
eval_accumulation_steps: int = 2
eval_strategy: str = "steps"
eval_steps: int = 10