update configs

PrimeIntellect-ai · Nov 19, 2024 · 6e909cf · 6e909cf
1 parent cc36033
commit 6e909cf
Showing 1 changed file with 6 additions and 0 deletions.
diff --git a/configs/150M/3090.toml b/configs/150M/3090.toml
@@ -11,3 +11,9 @@ batch_size = 512
 warmup_steps = 1000
 total_steps = 88_000
 lr = 4e-4
+
+
+[data]
+dataset_name_or_paths = "/data/datasets/fineweb-edu,/data/datasets/StackV1-popular"
+dataset_ratio = "80:20"
+num_workers = 2