From 31483a7d3b05b9d6384f12f7c832c7a214ad111f Mon Sep 17 00:00:00 2001
From: AlpinDale <52078762+AlpinDale@users.noreply.github.com>
Date: Wed, 11 Sep 2024 11:28:15 +0000
Subject: [PATCH] fix: manually install triton for other devices to prevent
 outlines errors (#697)

---
 Dockerfile.cpu      | 1 +
 Dockerfile.neuron   | 2 ++
 Dockerfile.openvino | 1 +
 Dockerfile.ppc64le  | 1 +
 4 files changed, 5 insertions(+)

diff --git a/Dockerfile.cpu b/Dockerfile.cpu
index 71e8a580a..892603bdf 100644
--- a/Dockerfile.cpu
+++ b/Dockerfile.cpu
@@ -33,6 +33,7 @@ ARG APHRODITE_CPU_DISABLE_AVX512
 ENV APHRODITE_CPU_DISABLE_AVX512=${APHRODITE_CPU_DISABLE_AVX512}
 
 RUN APHRODITE_TARGET_DEVICE=cpu python3 setup.py install
+RUN pip install triton
 
 WORKDIR /workspace/
 
diff --git a/Dockerfile.neuron b/Dockerfile.neuron
index b9e9dbc8a..c514ebf39 100644
--- a/Dockerfile.neuron
+++ b/Dockerfile.neuron
@@ -33,4 +33,6 @@ RUN cd /app/aphrodite-engine \
     && pip install -e . \
     && cd ..
 
+RUN pip install triton
+
 CMD ["/bin/bash"]
diff --git a/Dockerfile.openvino b/Dockerfile.openvino
index 671a63abd..8356ccbd7 100644
--- a/Dockerfile.openvino
+++ b/Dockerfile.openvino
@@ -25,6 +25,7 @@ RUN PIP_EXTRA_INDEX_URL="https://download.pytorch.org/whl/cpu https://storage.op
 
 # temporary hack until the dependencies are upgraded
 RUN pip install 'transformers==4.43.0'
+RUN pip install triton
 
 COPY examples/ /workspace/aphrodite-engine/examples
 COPY tests/benchmarks/ /workspace/aphrodite-engine/tests/benchmarks
diff --git a/Dockerfile.ppc64le b/Dockerfile.ppc64le
index 804d50a04..a349a1d82 100644
--- a/Dockerfile.ppc64le
+++ b/Dockerfile.ppc64le
@@ -17,6 +17,7 @@ WORKDIR /workspace/aphrodite-engine
 RUN pip install -v -r requirements-cpu.txt --prefer-binary --extra-index-url https://repo.fury.io/mgiessing
 
 RUN APHRODITE_TARGET_DEVICE=cpu python3 setup.py install
+RUN pip install triton
 
 WORKDIR /aphrodite-workspace
 ENTRYPOINT ["/opt/conda/bin/python3", "-m", "aphrodite.endpoints.openai.api_server"]
\ No newline at end of file