From 65d0ed0123cbbd5cf09abc0b3530c8ad17e2e85b Mon Sep 17 00:00:00 2001 From: Ivan Zhou Date: Sun, 11 Feb 2024 02:14:37 +0000 Subject: [PATCH] update training config --- config/llama2_3b_pretrain.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/llama2_3b_pretrain.yaml b/config/llama2_3b_pretrain.yaml index 0a8d5b518..1b27a1450 100644 --- a/config/llama2_3b_pretrain.yaml +++ b/config/llama2_3b_pretrain.yaml @@ -1,4 +1,4 @@ -data: !include data/rpv1_llama.yaml # data/rpv1_debug.yaml +data: !include data/rpv1_llama.yaml model: type: llama # Llama2-3.4B seq_len: 4096