Skip to content

Commit

Permalink
Update vllm-tgis-adaptor version to 0.6.1
Browse files Browse the repository at this point in the history
  • Loading branch information
vaibhavjainwiz committed Jan 15, 2025
1 parent fc8ec1a commit 430f937
Showing 1 changed file with 6 additions and 3 deletions.
9 changes: 6 additions & 3 deletions Dockerfile.hpu.ubi
Original file line number Diff line number Diff line change
Expand Up @@ -82,12 +82,15 @@ RUN dnf install -y --setopt=install_weak_deps=0 --nodocs gcc \
# install vllm wheel first, so that torch etc will be installed
RUN --mount=type=bind,from=build,src=/workspace/dist,target=/workspace/dist \
--mount=type=cache,target=/root/.cache/pip \
pip install $(echo dist/*.whl)'[tensorizer]' --verbose
pip install $(echo dist/*.whl)'[tensorizer]' jinja2>=3.1.5 --verbose

ENV HF_HUB_OFFLINE=1 \
PORT=8000 \
HOME=/home/vllm \
VLLM_USAGE_SOURCE=production-docker-image
VLLM_USAGE_SOURCE=production-docker-image \
VLLM_NO_USAGE_STATS=1 \
VLLM_SKIP_WARMUP=true \
PT_HPU_MAX_COMPOUND_OP_SIZE=10

# setup non-root user for OpenShift
RUN umask 002 \
Expand All @@ -105,7 +108,7 @@ USER root

RUN --mount=type=cache,target=/root/.cache/pip \
--mount=type=bind,from=build,src=/workspace/dist,target=/workspace/dist \
pip install $(echo dist/*.whl)'[tensorizer]' vllm-tgis-adapter==0.5.3
pip install $(echo dist/*.whl)'[tensorizer]' vllm-tgis-adapter==0.6.1

ENV GRPC_PORT=8033 \
PORT=8000 \
Expand Down

0 comments on commit 430f937

Please sign in to comment.