chore: up
This commit is contained in:
16
config.py
16
config.py
@@ -5,9 +5,11 @@ from dataclasses import dataclass, field
|
||||
class DataConfig:
|
||||
template: str = """Translate this Chinese text to English:
|
||||
{input}
|
||||
===
|
||||
---
|
||||
Translation:
|
||||
{output}"""
|
||||
train_split: float = 0.9
|
||||
max_samples: int | None = None
|
||||
|
||||
|
||||
@dataclass
|
||||
@@ -62,10 +64,22 @@ class TrainingConfig:
|
||||
lr_scheduler_type: str = "cosine"
|
||||
logging_steps: int = 1
|
||||
|
||||
# save
|
||||
save_strategy: str = "steps"
|
||||
save_steps: float = 100
|
||||
save_total_limit: int | None = 3
|
||||
|
||||
# dataset
|
||||
dataset_num_proc: int = 8
|
||||
packing: bool = True
|
||||
|
||||
# eval
|
||||
fp16_full_eval = True
|
||||
per_device_eval_batch_size = 2
|
||||
eval_accumulation_steps = 4
|
||||
eval_strategy = "steps"
|
||||
eval_steps = 1
|
||||
|
||||
# output
|
||||
output_dir: str = "/workspace/output/"
|
||||
|
||||
|
||||
Reference in New Issue
Block a user