Build test image with ray included

.github/workflows/build.yml

@@ -6,6 +6,7 @@ on:
   push:
     branches:
       - release
+      - ray-test
     paths-ignore:
       - "**.md"
       - "proto/**"

Dockerfile.ubi

@@ -150,6 +150,8 @@ RUN --mount=type=cache,target=/root/.cache/pip \
 # copy input files
 COPY csrc csrc
 COPY setup.py setup.py
+COPY cmake cmake
+COPY CMakeLists.txt CMakeLists.txt
 COPY requirements.txt requirements.txt
 COPY pyproject.toml pyproject.toml
 COPY vllm/__init__.py vllm/__init__.py
@@ -224,7 +226,7 @@ RUN --mount=type=bind,from=flash-attn-builder,src=/usr/src/flash-attention-v2,ta
 # ignore build dependencies installation because we are using pre-complied extensions
 RUN rm pyproject.toml
 RUN --mount=type=cache,target=/root/.cache/pip \
-    VLLM_USE_PRECOMPILED=1 pip install . --verbose
+    VLLM_USE_PRECOMPILED=1 pip install .[ray] --verbose
 
 
 ## Proto Compilation ###########################################################
@@ -304,5 +306,7 @@ RUN microdnf install -y shadow-utils \
     && microdnf clean all \
     && chmod g+rwx $HOME /usr/src /workspace
 
+COPY LICENSE /licenses/vllm.md
+
 USER 2000
 ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]

requirements.txt

@@ -1,6 +1,7 @@
 cmake>=3.21
 ninja  # For faster builds.
 psutil
+ray >= 2.9
 sentencepiece  # Required for LLaMA tokenizer.
 numpy
 torch == 2.1.2