add spawn env (#256)

* add spawn env * update readme
modelscope · Dec 19, 2024 · 70d2fbb · 70d2fbb
1 parent a16cc7b
commit 70d2fbb
Show file tree

Hide file tree

Showing 7 changed files with 4 additions and 2 deletions.
diff --git a/README.md b/README.md
@@ -68,7 +68,7 @@ Please scan the QR code below to join our community groups:
 
 [Discord Group](https://discord.com/invite/D27yfEFVz5)              |  WeChat Group | DingTalk Group
 :-------------------------:|:-------------------------:|:-------------------------:
-<img src="https://sail-moe.oss-cn-hangzhou.aliyuncs.com/modelscope/user_group/discord_qr.jpg" width="160" height="160">  |  <img src="https://sail-moe.oss-cn-hangzhou.aliyuncs.com/modelscope/user_group/wechat.png" width="160" height="160"> | <img src="https://sail-moe.oss-cn-hangzhou.aliyuncs.com/modelscope/user_group/dingding.png" width="160" height="160">
+<img src="docs/asset/discord_qr.jpg" width="160" height="160">  |  <img src="docs/asset/wechat.png" width="160" height="160"> | <img src="docs/asset/dingding.png" width="160" height="160">
 
 
 ## 🎉 News

diff --git a/README_zh.md b/README_zh.md
@@ -74,7 +74,7 @@ EvalScope还适用于多种评测场景，如端到端RAG评测、竞技场模
 
 [Discord Group](https://discord.com/invite/D27yfEFVz5)              |  微信群 | 钉钉群
 :-------------------------:|:-------------------------:|:-------------------------:
-<img src="https://sail-moe.oss-cn-hangzhou.aliyuncs.com/modelscope/user_group/discord_qr.jpg" width="160" height="160">  |  <img src="https://sail-moe.oss-cn-hangzhou.aliyuncs.com/modelscope/user_group/wechat.png" width="160" height="160"> | <img src="https://sail-moe.oss-cn-hangzhou.aliyuncs.com/modelscope/user_group/dingding.png" width="160" height="160">
+<img src="docs/asset/discord_qr.jpg" width="160" height="160">  |  <img src="docs/asset/wechat.png" width="160" height="160"> | <img src="docs/asset/dingding.png" width="160" height="160">
 
 
 ## 🎉 新闻

diff --git a/docs/asset/dingding.png b/docs/asset/dingding.png
diff --git a/docs/asset/discord_qr.jpg b/docs/asset/discord_qr.jpg
diff --git a/docs/asset/wechat.png b/docs/asset/wechat.png
diff --git a/evalscope/perf/arguments.py b/evalscope/perf/arguments.py
@@ -68,6 +68,7 @@ def from_args(args):
             model=args.model,
             attn_implementation=args.attn_implementation,
             url=args.url,
+            port=args.port,
             api_key=args.api_key,
             connect_timeout=args.connect_timeout,
             read_timeout=args.read_timeout,

diff --git a/evalscope/perf/utils/local_server.py b/evalscope/perf/utils/local_server.py
@@ -103,6 +103,7 @@ def start_app(args: Arguments):
     elif args.api == 'local_vllm':
         os.environ['VLLM_USE_MODELSCOPE'] = 'True'
         os.environ['VLLM_ALLOW_LONG_MAX_MODEL_LEN'] = '1'
+        os.environ['VLLM_WORKER_MULTIPROC_METHOD'] = 'spawn'
         # yapf: disable
         proc = subprocess.Popen([
             'python', '-m', 'vllm.entrypoints.openai.api_server',