chore: up

This commit is contained in:
2025-02-14 21:50:55 +06:00
parent 45f45f4bdb
commit efd62d7c94
4 changed files with 185 additions and 65 deletions

View File

@@ -5,9 +5,11 @@ from dataclasses import dataclass, field
class DataConfig:
template: str = """Translate this Chinese text to English:
{input}
===
---
Translation:
{output}"""
train_split: float = 0.9
max_samples: int | None = None
@dataclass
@@ -62,10 +64,22 @@ class TrainingConfig:
lr_scheduler_type: str = "cosine"
logging_steps: int = 1
# save
save_strategy: str = "steps"
save_steps: float = 100
save_total_limit: int | None = 3
# dataset
dataset_num_proc: int = 8
packing: bool = True
# eval
fp16_full_eval = True
per_device_eval_batch_size = 2
eval_accumulation_steps = 4
eval_strategy = "steps"
eval_steps = 1
# output
output_dir: str = "/workspace/output/"