diff --git a/AI/vllm-cpu/0.10.1/22.03-lts-sp4/Dockerfile b/AI/vllm-cpu/0.10.1/22.03-lts-sp4/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..a3879aca44e26048d3d5fb7bbbb2bb13e9964316 --- /dev/null +++ b/AI/vllm-cpu/0.10.1/22.03-lts-sp4/Dockerfile @@ -0,0 +1,56 @@ +ARG BASE=openeuler/openeuler:22.03-lts-sp4 +ARG VERSION=v0.10.1 + +FROM ${BASE} AS base + +ARG VERSION + +RUN yum update -y && \ + yum install -y \ + ccache \ + git \ + curl \ + wget \ + ca-certificates \ + gcc-toolset-12-gcc \ + gcc-toolset-12-gcc-c++ \ + python \ + python-pip \ + python3-devel \ + git \ + ffmpeg \ + libSM \ + libXext \ + jq \ + lsof \ + numactl-devel && \ + yum clean all + +ENV PATH=/opt/openEuler/gcc-toolset-12/root/usr/bin/:$PATH +ENV LD_LIBRARY_PATH=/opt/openEuler/gcc-toolset-12/root/usr/lib64/:$LD_LIBRARY_PATH + +WORKDIR /workspace + +RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git + +WORKDIR /workspace/vllm + +RUN pip install -r requirements/cpu.txt + +FROM base AS build + +RUN pip install -r requirements/cpu-build.txt + +RUN VLLM_TARGET_DEVICE=cpu python3 setup.py bdist_wheel + +FROM base AS release + +COPY --from=build /workspace/vllm/dist /workspace/vllm/dist + +RUN pip install dist/*.whl + +WORKDIR /workspace + +ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"] + + diff --git a/AI/vllm-cpu/0.10.1/24.03-lts/Dockerfile b/AI/vllm-cpu/0.10.1/24.03-lts/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..2eff5da76d91867f199bb22e903b98dfa529e7bb --- /dev/null +++ b/AI/vllm-cpu/0.10.1/24.03-lts/Dockerfile @@ -0,0 +1,53 @@ +ARG BASE=openeuler/openeuler:24.03-lts +ARG VERSION=v0.10.1 + +FROM ${BASE} AS base + +ARG VERSION + +RUN yum update -y && \ + yum install -y \ + ccache \ + git \ + curl \ + wget \ + ca-certificates \ + gcc \ + gcc-c++ \ + python \ + python-pip \ + python3-devel \ + git \ + ffmpeg \ + libSM \ + libXext \ + jq \ + lsof \ + numactl-devel && \ + yum clean all + +WORKDIR /workspace + +RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git + +WORKDIR /workspace/vllm + +RUN pip install -r requirements/cpu.txt + +FROM base AS build + +RUN pip install -r requirements/cpu-build.txt + +RUN VLLM_TARGET_DEVICE=cpu python3 setup.py bdist_wheel + +FROM base AS release + +COPY --from=build /workspace/vllm/dist /workspace/vllm/dist + +RUN pip install dist/*.whl + +WORKDIR /workspace + +ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"] + +