From a6da56f80e0f793eac433d9dea2a333d0984e59d Mon Sep 17 00:00:00 2001 From: Ahmed Ahmed Date: Sat, 17 Feb 2024 21:00:52 -0800 Subject: [PATCH] fix --- config/llama2_7b.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/config/llama2_7b.yaml b/config/llama2_7b.yaml index b85bab705..9afef9903 100644 --- a/config/llama2_7b.yaml +++ b/config/llama2_7b.yaml @@ -24,4 +24,4 @@ optimizer: weight_decay: 0.1 min_lr_ratio: 0.1 -alpha: 0.9 +alpha: 0.5