chore: script
This commit is contained in:
@@ -48,7 +48,7 @@ class TrainingConfig:
|
||||
"down_proj",
|
||||
]
|
||||
)
|
||||
use_gradient_checkpointing: str = True
|
||||
use_gradient_checkpointing: str = "unsloth"
|
||||
random_state: int = 3407
|
||||
use_rslora: bool = False
|
||||
loftq_config: dict | None = None
|
||||
@@ -75,8 +75,8 @@ class TrainingConfig:
|
||||
|
||||
# eval
|
||||
fp16_full_eval: bool = True
|
||||
per_device_eval_batch_size: int = 64
|
||||
eval_accumulation_steps: int = 1
|
||||
per_device_eval_batch_size: int = 8
|
||||
eval_accumulation_steps: int = 2
|
||||
eval_strategy: str = "steps"
|
||||
eval_steps: int = 10
|
||||
|
||||
|
||||
Reference in New Issue
Block a user