diff --git a/AI/vllm-cpu/0.11.0/24.03-lts-sp2/Dockerfile b/AI/vllm-cpu/0.11.0/24.03-lts-sp2/Dockerfile new file mode 100644 index 0000000000000000000000000000000000000000..75f749a4edf0a710e5fd7206a6f5069787c16521 --- /dev/null +++ b/AI/vllm-cpu/0.11.0/24.03-lts-sp2/Dockerfile @@ -0,0 +1,51 @@ +ARG BASE=openeuler/openeuler:24.03-lts-sp2 +ARG VERSION=v0.11.0 + +FROM ${BASE} AS base + +ARG VERSION + +RUN yum update -y && \ + yum install -y \ + ccache \ + git \ + curl \ + wget \ + ca-certificates \ + gcc \ + gcc-c++ \ + python \ + python-pip \ + python3-devel \ + git \ + ffmpeg \ + libSM \ + libXext \ + jq \ + lsof \ + numactl-devel && \ + yum clean all + +WORKDIR /workspace + +RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git + +WORKDIR /workspace/vllm + +RUN pip install -r requirements/cpu.txt + +FROM base AS build + +RUN pip install -r requirements/cpu-build.txt + +RUN VLLM_TARGET_DEVICE=cpu python3 setup.py bdist_wheel + +FROM base AS release + +COPY --from=build /workspace/vllm/dist /workspace/vllm/dist + +RUN pip install dist/*.whl + +WORKDIR /workspace + +ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"] diff --git a/AI/vllm-cpu/README.md b/AI/vllm-cpu/README.md index 9661ea1e9a66981577d6c79cb7a828438eba47ca..bd98017696f3ae8f71b2344794416419c5019e5a 100644 --- a/AI/vllm-cpu/README.md +++ b/AI/vllm-cpu/README.md @@ -33,6 +33,7 @@ The tag of each vLLM docker image is consist of the version of vLLM and the vers | Tags | Currently | Architectures| |--|--|--| +|[0.11.0-oe2403sp2](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm-cpu/0.11.0/24.03-lts-sp2/Dockerfile) | vllm 0.11.0 on openEuler 24.03-LTS-SP2 | amd64, arm64 | |[0.6.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm-cpu/0.6.3/24.03-lts/Dockerfile)| vLLM 0.6.3 on openEuler 24.03-LTS | amd64 | |[0.8.3-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm-cpu/0.8.3/22.03-lts-sp4/Dockerfile)| vLLM 0.8.3 on openEuler 22.03-LTS-SP4 | amd64, arm64 | |[0.8.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm-cpu/0.8.3/24.03-lts/Dockerfile)| vLLM 0.8.3 on openEuler 24.03-LTS | amd64, arm64 | @@ -93,4 +94,4 @@ for output in outputs: # Question and answering -If you have any questions or want to use some special features, please submit an issue or a pull request on [openeuler-docker-images](https://gitee.com/openeuler/openeuler-docker-images)⁠. +If you have any questions or want to use some special features, please submit an issue or a pull request on [openeuler-docker-images](https://gitee.com/openeuler/openeuler-docker-images)⁠. \ No newline at end of file diff --git a/AI/vllm-cpu/doc/image-info.yml b/AI/vllm-cpu/doc/image-info.yml index ffdfd48a1e351ff32142141682963afe8a498bab..15af193f72f84fb8cccbbf2f2ea90583d7a2d049 100644 --- a/AI/vllm-cpu/doc/image-info.yml +++ b/AI/vllm-cpu/doc/image-info.yml @@ -11,6 +11,7 @@ tags: | | Tags | Currently | Architectures| |--|--|--| + |[0.11.0-oe2403sp2](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm-cpu/0.11.0/24.03-lts-sp2/Dockerfile) | vllm 0.11.0 on openEuler 24.03-LTS-SP2 | amd64, arm64 | |[0.6.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm-cpu/0.6.3/24.03-lts/Dockerfile)| vLLM 0.6.3 on openEuler 24.03-LTS | amd64 | |[0.8.3-oe2203sp4](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm-cpu/0.8.3/22.03-lts-sp4/Dockerfile)| vLLM 0.8.3 on openEuler 22.03-LTS-SP4 | amd64, arm64 | |[0.8.3-oe2403lts](https://gitee.com/openeuler/openeuler-docker-images/blob/master/AI/vllm-cpu/0.8.3/24.03-lts/Dockerfile)| vLLM 0.8.3 on openEuler 24.03-LTS | amd64, arm64 | diff --git a/AI/vllm-cpu/meta.yml b/AI/vllm-cpu/meta.yml index d5fb3998bc81cfd8c6eda78ca09973a831256663..89262d4f1affc960f890977360748e4a345b6784 100644 --- a/AI/vllm-cpu/meta.yml +++ b/AI/vllm-cpu/meta.yml @@ -34,4 +34,6 @@ path: 0.10.1/22.03-lts-sp4/Dockerfile 0.10.1-oe2403lts: - path: 0.10.1/24.03-lts/Dockerfile \ No newline at end of file + path: 0.10.1/24.03-lts/Dockerfile +0.11.0-oe2403sp2: + path: 0.11.0/24.03-lts-sp2/Dockerfile \ No newline at end of file