Merge branch 'main' into release/0.7

modelscope · Dec 4, 2024 · 71227b3 · 71227b3
2 parents 54eef61 + 365aa59
commit 71227b3
Show file tree

Hide file tree

Showing 4 changed files with 4 additions and 4 deletions.
diff --git a/docs/en/user_guides/backend/opencompass_backend.md b/docs/en/user_guides/backend/opencompass_backend.md
@@ -122,7 +122,7 @@ pip install vllm -U
 ```
 **Deploy Model Service**
 ```shell
-CUDA_VISIBLE_DEVICES=0 python -m vllm.entrypoints.openai.api_server --model Qwen2-0.5B-Instruct --port 8000
+CUDA_VISIBLE_DEVICES=0 python -m vllm.entrypoints.openai.api_server --model Qwen/Qwen2-0.5B-Instruct --port 8000
 ```
 :::
 

diff --git a/docs/zh/user_guides/backend/opencompass_backend.md b/docs/zh/user_guides/backend/opencompass_backend.md
@@ -134,7 +134,7 @@ pip install vllm -U
 
 **部署模型服务**
 ```shell
-CUDA_VISIBLE_DEVICES=0 python -m vllm.entrypoints.openai.api_server --model Qwen2-0.5B-Instruct --port 8000
+CUDA_VISIBLE_DEVICES=0 python -m vllm.entrypoints.openai.api_server --model Qwen/Qwen2-0.5B-Instruct --port 8000
 ```
 :::
 

diff --git a/evalscope/perf/plugin/api/openai_api.py b/evalscope/perf/plugin/api/openai_api.py
@@ -151,6 +151,6 @@ def parse_responses(self, responses, request: Any = None, **kwargs) -> Dict:
         elif input_tokens is None and output_tokens is None:  # no usage info get.
             input_tokens = 0
             output_tokens = 0
-            logger.warning('No usage info get.')
+            logger.warning('No usage information found. Please specify `--tokenizer-path` to generate usage details.')
 
         return input_tokens, output_tokens
diff --git a/requirements/framework.txt b/requirements/framework.txt
@@ -12,7 +12,7 @@ nltk>=3.9
 openai
 pandas
 plotly
-pyarrow<=17.0.0
+pyarrow
 pympler
 pyyaml
 regex
-Original file line number
+Diff line change
@@ Expand Up / @@ -12,7 +12,7 @@ nltk>=3.9 @@
     openai
     pandas
     plotly
-    pyarrow<=17.0.0
+    pyarrow
     pympler
     pyyaml
     regex
@@ Expand Down @@