Skip to content

Commit

Permalink
fix: manually install triton for other devices to prevent outlines er…
Browse files Browse the repository at this point in the history
…rors (#697)
  • Loading branch information
AlpinDale authored Sep 11, 2024
1 parent 5d37ec1 commit 31483a7
Show file tree
Hide file tree
Showing 4 changed files with 5 additions and 0 deletions.
1 change: 1 addition & 0 deletions Dockerfile.cpu
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,7 @@ ARG APHRODITE_CPU_DISABLE_AVX512
ENV APHRODITE_CPU_DISABLE_AVX512=${APHRODITE_CPU_DISABLE_AVX512}

RUN APHRODITE_TARGET_DEVICE=cpu python3 setup.py install
RUN pip install triton

WORKDIR /workspace/

Expand Down
2 changes: 2 additions & 0 deletions Dockerfile.neuron
Original file line number Diff line number Diff line change
Expand Up @@ -33,4 +33,6 @@ RUN cd /app/aphrodite-engine \
&& pip install -e . \
&& cd ..

RUN pip install triton

CMD ["/bin/bash"]
1 change: 1 addition & 0 deletions Dockerfile.openvino
Original file line number Diff line number Diff line change
Expand Up @@ -25,6 +25,7 @@ RUN PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu https://storage.op

# temporary hack until the dependencies are upgraded
RUN pip install 'transformers==4.43.0'
RUN pip install triton

COPY examples/ /workspace/aphrodite-engine/examples
COPY tests/benchmarks/ /workspace/aphrodite-engine/tests/benchmarks
Expand Down
1 change: 1 addition & 0 deletions Dockerfile.ppc64le
Original file line number Diff line number Diff line change
Expand Up @@ -17,6 +17,7 @@ WORKDIR /workspace/aphrodite-engine
RUN pip install -v -r requirements-cpu.txt --prefer-binary --extra-index-url https://repo.fury.io/mgiessing

RUN APHRODITE_TARGET_DEVICE=cpu python3 setup.py install
RUN pip install triton

WORKDIR /aphrodite-workspace
ENTRYPOINT ["/opt/conda/bin/python3", "-m", "aphrodite.endpoints.openai.api_server"]

0 comments on commit 31483a7

Please sign in to comment.