0 weight on large datasets

stanford-crfm · Jan 29, 2024 · 9ec42aa · 9ec42aa
1 parent 3b1c08a
commit 9ec42aa
Showing 1 changed file with 5 additions and 5 deletions.
diff --git a/config/data/rpv1_llama.yaml b/config/data/rpv1_llama.yaml
@@ -233,11 +233,11 @@ configs:
     train_urls:
       - gs://levanter-data/dev/redpajama/wikipedia/wiki.jsonl
 train_weights:
-  arxiv: 28
-  book: 26
-  c4: 175
-  common_crawl: 878
-  github: 59
+  arxiv: 0  # 28
+  book: 0 # 26
+  c4: 0 # 175
+  common_crawl: 0 # 878
+  github: 0 # 59
   StackExchange: 20
   wikipedia: 24
 stop_strategy: all_exhausted