From eec6e5237602732f609bb01681a33286fd30bbb5 Mon Sep 17 00:00:00 2001 From: Junda Chen <32371474+GindaChen@users.noreply.github.com> Date: Tue, 13 Aug 2024 10:57:49 -0700 Subject: [PATCH] Uninstall transformer_engine (#110) Co-authored-by: Junda Chen <32371474+GindaChen@user.noreply.github.com> --- .devcontainer/Dockerfile-vllm | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/.devcontainer/Dockerfile-vllm b/.devcontainer/Dockerfile-vllm index f57e5225..49c9389f 100644 --- a/.devcontainer/Dockerfile-vllm +++ b/.devcontainer/Dockerfile-vllm @@ -11,6 +11,10 @@ ENV NVTE_FRAMEWORK=pytorch COPY vllm-requirements.txt /tmp/requirements.txt RUN pip install -r /tmp/requirements.txt +# Uninstall the transformer engine that comes with the base image. +# Otherwise it will cause error when importing vLLM (LLAVA models). +RUN pip uninstall -y transformer_engine + # crashes docker? # RUN pip install -v -U git+https://github.com/facebookresearch/xformers.git@main#egg=xformers