chore: stuff

2025-02-13 17:25:01 +06:00
parent 66e61c9aad
commit 0481713eb6
6 changed files with 78 additions and 1 deletions
--- a/train_torchtune.yaml
+++ b/train_torchtune.yaml
@@ -52,7 +52,10 @@ resume_from_checkpoint: False

 # Dataset and Sampler
 dataset:
-  _component_: torchtune.datasets.alpaca_cleaned_dataset
+  _component_: torchtune.datasets.instruct_dataset
+  source: json
+  data_files: data/my_data.json
+  split: train
  packed: True # True increases speed
 seed: 42
 shuffle: False