Skip to content

Commit

Permalink
BUG: fix docker conflict (#2156)
Browse files Browse the repository at this point in the history
  • Loading branch information
amumu96 authored Aug 25, 2024
1 parent b500224 commit 2460978
Show file tree
Hide file tree
Showing 4 changed files with 4 additions and 2 deletions.
1 change: 1 addition & 0 deletions xinference/deploy/docker/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -26,6 +26,7 @@ ENV LD_LIBRARY_PATH $LD_LIBRARY_PATH:/usr/local/lib/python3.10/dist-packages/nvi
ARG PIP_INDEX=https://pypi.org/simple
RUN pip install --upgrade -i "$PIP_INDEX" pip && \
pip install -i "$PIP_INDEX" "diskcache>=5.6.1" "jinja2>=2.11.3" && \
pip install -i "$PIP_INDEX" matcha-tts && \
# use pre-built whl package for llama-cpp-python, otherwise may core dump when init llama in some envs
pip install "llama-cpp-python>=0.2.82" -i https://abetlen.github.io/llama-cpp-python/whl/cu124 && \
pip install -i "$PIP_INDEX" --upgrade-strategy only-if-needed -r /opt/inference/xinference/deploy/docker/requirements.txt && \
Expand Down
1 change: 1 addition & 0 deletions xinference/deploy/docker/cpu.Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,7 @@ ENV PATH $NVM_DIR/versions/node/v$NODE_VERSION/bin:$PATH

ARG PIP_INDEX=https://pypi.org/simple
RUN python -m pip install --upgrade -i "$PIP_INDEX" pip && \
pip install -i "$PIP_INDEX" matcha-tts && \
pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu && \
pip install -i "$PIP_INDEX" --upgrade-strategy only-if-needed -r /opt/inference/xinference/deploy/docker/requirements_cpu.txt && \
CMAKE_ARGS="-DGGML_BLAS=ON -DGGML_BLAS_VENDOR=OpenBLAS" pip install llama-cpp-python && \
Expand Down
2 changes: 1 addition & 1 deletion xinference/deploy/docker/requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -52,7 +52,7 @@ torchaudio # For ChatTTS
ChatTTS>0.1
xxhash # For ChatTTS
HyperPyYAML # For CosyVoice
matcha-tts>=0.0.7 # For CosyVoice
# matcha-tts>=0.0.7 # For CosyVoice
onnxruntime-gpu==1.16.0; sys_platform == 'linux' # For CosyVoice
onnxruntime==1.16.0; sys_platform == 'darwin' or sys_platform == 'windows' # For CosyVoice
openai-whisper # For CosyVoice
Expand Down
2 changes: 1 addition & 1 deletion xinference/deploy/docker/requirements_cpu.txt
Original file line number Diff line number Diff line change
Expand Up @@ -49,7 +49,7 @@ torchaudio # For ChatTTS
ChatTTS>0.1
xxhash # For ChatTTS
HyperPyYAML # For CosyVoice
matcha-tts>=0.0.7 # For CosyVoice
# matcha-tts>=0.0.7 # For CosyVoice
onnxruntime-gpu==1.16.0; sys_platform == 'linux' # For CosyVoice
onnxruntime==1.16.0; sys_platform == 'darwin' or sys_platform == 'windows' # For CosyVoice
openai-whisper # For CosyVoice
Expand Down

0 comments on commit 2460978

Please sign in to comment.