Update predict params.

Signed-off-by: ldwang <[email protected]>
FlagAI-Open · Oct 27, 2023 · b0cee8d · b0cee8d
1 parent 2c3811b
commit b0cee8d
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 6 deletions.
diff --git a/flagai/model/aquila2/modeling_aquila.py b/flagai/model/aquila2/modeling_aquila.py
@@ -917,9 +917,9 @@ def _reorder_cache(past_key_values, beam_idx):
         return reordered_past
 
     def predict(self, text, tokenizer=None,
-                max_gen_len=200, top_p=0.95,
-                seed=1234, topk=100,
-                temperature=0.9, 
+                max_gen_len=200, top_p=0.9,
+                seed=123, topk=15,
+                temperature=1.0, 
                 sft=True, convo_template = "",
                 device = "cuda",
                 model_name="AquilaChat2-7B",

diff --git a/flagai/model/aquila2_hf/predict.py b/flagai/model/aquila2_hf/predict.py
@@ -330,9 +330,9 @@ def covert_prompt_to_input_ids_with_history(text, history, tokenizer, max_token,
     return example
 
 def predict(model, text, tokenizer=None,
-            max_gen_len=200, top_p=0.95,
-            seed=1234, topk=100,
-            temperature=0.9, 
+            max_gen_len=200, top_p=0.9,
+            seed=123, topk=15,
+            temperature=1.0, 
             sft=True, convo_template = "",
             device = "cuda",
             model_name="AquilaChat2-7B",