Skip to content

Commit c282e99

Browse files
authored
Update vLLM Dockerfile for 2.25
1 parent 6eb7e63 commit c282e99

1 file changed

Lines changed: 2 additions & 2 deletions

File tree

docker/vllm/inference/0.9.1/Dockerfile.neuronx

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -220,10 +220,10 @@ RUN ${PIP} install --no-cache-dir \
220220

221221
# Install VLLM from source
222222
RUN cd /tmp \
223-
&& git clone -b neuron-2.24-vllm-v0.7.2 https://github.com/aws-neuron/upstreaming-to-vllm.git \
223+
&& git clone -b 2.25.0 https://github.com/aws-neuron/upstreaming-to-vllm.git \
224224
&& cd upstreaming-to-vllm \
225225
&& ${PIP} install --no-cache-dir -r requirements/neuron.txt \
226-
&& SETUPTOOLS_SCM_PRETEND_VERSION="2.24.0.0" VLLM_TARGET_DEVICE="neuron" ${PIP} install --no-cache-dir -e . \
226+
&& VLLM_TARGET_DEVICE="neuron" ${PIP} install --no-cache-dir -e . \
227227
&& cd / \
228228
&& rm -rf /tmp/upstreaming-to-vllm
229229

0 commit comments

Comments
 (0)