代码拉取完成,页面将自动刷新
ARG BASE=openeuler/openeuler:24.03-lts
ARG VERSION=v0.10.1
FROM ${BASE} AS base
ARG VERSION
RUN yum update -y && \
yum install -y \
ccache \
git \
curl \
wget \
ca-certificates \
gcc \
gcc-c++ \
python \
python-pip \
python3-devel \
git \
ffmpeg \
libSM \
libXext \
jq \
lsof \
numactl-devel && \
yum clean all
WORKDIR /workspace
RUN git clone -b ${VERSION} https://github.com/vllm-project/vllm.git
WORKDIR /workspace/vllm
RUN pip install -r requirements/cpu.txt
FROM base AS build
RUN pip install -r requirements/cpu-build.txt
RUN VLLM_TARGET_DEVICE=cpu python3 setup.py bdist_wheel
FROM base AS release
COPY --from=build /workspace/vllm/dist /workspace/vllm/dist
RUN pip install dist/*.whl
WORKDIR /workspace
ENTRYPOINT ["python", "-m", "vllm.entrypoints.openai.api_server"]
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。