镜像构建历史
# 2026-10-18 11:08:50 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["vllm" "serve"]
# 2026-10-18 11:08:50 0.00B 添加元数据标签
LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=5df63a7203cdb9328d824a27b682e77c7b9928be org.opencontainers.image.version=vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be org.opencontainers.image.url=https://buildkite.com/vllm/release-v2/builds/8622 ai.vllm.build.commit=5df63a7203cdb9328d824a27b682e77c7b9928be ai.vllm.build.pipeline=019d130e-464e-4ff7-b84b-492992c0c06b ai.vllm.build.url=https://buildkite.com/vllm/release-v2/builds/8622 ai.vllm.image.tag=vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be
# 2026-10-18 11:08:50 0.00B 设置环境变量 VLLM_BUILD_COMMIT VLLM_BUILD_PIPELINE VLLM_BUILD_URL VLLM_IMAGE_TAG
ENV VLLM_BUILD_COMMIT=5df63a7203cdb9328d824a27b682e77c7b9928be VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/8622 VLLM_IMAGE_TAG=vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be
# 2026-10-18 11:08:50 0.00B 设置环境变量 VLLM_USAGE_SOURCE
ENV VLLM_USAGE_SOURCE=production-docker-image
# 2026-10-18 11:08:50 0.00B 执行命令并创建新的镜像层
RUN |15 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=false TRITON_INSTALL_FROM_SOURCE_REPO= CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=5df63a7203cdb9328d824a27b682e77c7b9928be VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/8622 VLLM_IMAGE_TAG=vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 BUILD_NIXL=false /bin/sh -c set -eu; if [ "${BUILD_NIXL}" = "true" ]; then ls /tmp/nixl-dist/*.whl; uv pip uninstall --system nixl nixl-cu12 nixl-cu13; uv pip install --system --no-deps /tmp/nixl-dist/*.whl; python3 -c "import glob, importlib.util as u, os, torch; spec = u.find_spec('nixl_ep_cu' + os.environ['CUDA_VERSION'].split('.')[0]); mm = ''.join(torch.__version__.split('.')[:2]); ext = glob.glob(os.path.join(spec.submodule_search_locations[0], 'nixl_ep_cpp_torch' + mm + '.*')) if spec else []; assert ext, 'NIXL EP has no build for torch ' + torch.__version__; print('NIXL EP extension:', ext[0])"; fi # buildkit
# 2026-10-18 11:08:49 0.00B 定义构建参数
ARG BUILD_NIXL
# 2026-10-18 11:08:49 0.00B 执行命令并创建新的镜像层
RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=false TRITON_INSTALL_FROM_SOURCE_REPO= CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=5df63a7203cdb9328d824a27b682e77c7b9928be VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/8622 VLLM_IMAGE_TAG=vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/sh -c if [ -n "${TRITON_INSTALL_FROM_SOURCE_REPO}" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2); if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then case "${CUDA_MAJOR_MINOR}" in 13.4|13.5) TRITON_SYSTEM_PTXAS_PATH=/usr/local/cuda/bin/ptxas TRITON_EXPECTED_PTXAS_VERSION="${CUDA_MAJOR_MINOR}" bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256 ;; *) echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1 ;; esac; else bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256; fi; fi && rm -f /tmp/install_triton_from_source.sh /tmp/triton-source-wheel.sha256 # buildkit
# 2026-10-18 11:08:49 1.51KB 复制新文件或目录到容器中
COPY tools/install_triton_from_source.sh /tmp/install_triton_from_source.sh # buildkit
# 2026-10-18 11:08:48 78.00B 复制新文件或目录到容器中
COPY /tmp/triton_from_source_workspace/dist/wheel.sha256 /tmp/triton-source-wheel.sha256 # buildkit
# 2026-10-18 11:08:48 0.00B 执行命令并创建新的镜像层
RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=false TRITON_INSTALL_FROM_SOURCE_REPO= CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=5df63a7203cdb9328d824a27b682e77c7b9928be VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/8622 VLLM_IMAGE_TAG=vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then echo "Installing Rubin prerelease requirements..." && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; fi # buildkit
# 2026-10-18 11:08:48 1.25GB 执行命令并创建新的镜像层
RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true INSTALL_RUBIN_PRERELEASE=false TRITON_INSTALL_FROM_SOURCE_REPO= CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=5df63a7203cdb9328d824a27b682e77c7b9928be VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/8622 VLLM_IMAGE_TAG=vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/sh -c set -eu; CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors.txt; if [ "${CUDA_MAJOR}" = "12" ]; then KV_REQUIREMENTS=/tmp/vllm-requirements/kv_connectors_cu12.txt; fi; uv pip freeze --system > /tmp/kv-installed.txt; grep -E '^(torch|torchaudio|torchvision|triton|cuda-bindings|cuda-python|cuda-toolkit)==' /tmp/kv-installed.txt > /tmp/kv-constraints.txt; uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -c /tmp/kv-constraints.txt -r "${KV_REQUIREMENTS}" --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system -c /tmp/kv-constraints.txt "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; rm -f /tmp/kv-installed.txt /tmp/kv-constraints.txt; fi # buildkit
# 2026-10-18 11:08:38 0.00B 设置环境变量 TORCH_CUDA_ARCH_LIST
ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
# 2026-10-18 11:08:38 0.00B 设置环境变量 UV_HTTP_TIMEOUT
ENV UV_HTTP_TIMEOUT=500
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG PIP_INDEX_URL UV_INDEX_URL
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG VLLM_IMAGE_TAG
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG VLLM_BUILD_URL
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG VLLM_BUILD_PIPELINE
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG VLLM_BUILD_COMMIT
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG CUDA_VERSION
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG TRITON_INSTALL_FROM_SOURCE_REPO
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG INSTALL_RUBIN_PRERELEASE
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG INSTALL_KV_CONNECTORS=false
# 2026-10-18 11:08:38 0.00B 定义构建参数
ARG TARGETPLATFORM
# 2026-10-18 11:08:38 35.04KB 复制新文件或目录到容器中
COPY ./vllm/collect_env.py . # buildkit
# 2026-10-18 11:08:38 1.30MB 复制新文件或目录到容器中
COPY benchmarks benchmarks # buildkit
# 2026-10-18 11:08:38 1.49MB 复制新文件或目录到容器中
COPY examples examples # buildkit
# 2026-10-18 11:08:38 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2026-10-18 11:08:38 41.37MB 执行命令并创建新的镜像层
RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
# 2026-10-18 11:08:36 146.00B 复制新文件或目录到容器中
COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit
# 2026-10-18 11:08:36 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2026-10-18 11:08:36 0.00B 执行命令并创建新的镜像层
RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c . /etc/environment && uv pip list # buildkit
# 2026-10-18 11:08:36 52.00B 执行命令并创建新的镜像层
RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c ln -s "$(python3 -c 'import sysconfig; print(sysconfig.get_path("platlib"))')/vllm/vllm-rs" /usr/local/bin/vllm-rs && vllm-rs --version # buildkit
# 2026-10-18 11:08:35 872.94MB 执行命令并创建新的镜像层
RUN |8 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
# 2026-10-18 11:08:29 110.00B 复制新文件或目录到容器中
COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit
# 2026-10-18 10:54:12 71.00B 复制新文件或目录到容器中
COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit
# 2026-10-18 10:54:12 0.00B 定义构建参数
ARG PYTORCH_NIGHTLY
# 2026-10-18 10:54:12 0.00B 定义构建参数
ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER
# 2026-10-18 10:54:12 0.00B 定义构建参数
ARG PYTORCH_CUDA_INDEX_BASE_URL
# 2026-10-18 10:54:12 0.00B 定义构建参数
ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
# 2026-10-18 10:54:12 0.00B 定义构建参数
ARG PIP_INDEX_URL UV_INDEX_URL
# 2026-10-18 10:54:12 177.33MB 执行命令并创建新的镜像层
RUN |15 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/sh -c uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit
# 2026-10-18 10:54:06 0.00B 定义构建参数
ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7
# 2026-10-18 10:54:06 0.00B 定义构建参数
ARG TIMM_VERSION=>=1.0.17
# 2026-10-18 10:54:06 2.57MB 执行命令并创建新的镜像层
RUN |13 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 /bin/sh -c set -eux; case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}" && rm /tmp/install_gdrcopy.sh # buildkit
# 2026-10-18 10:54:01 1.44KB 复制新文件或目录到容器中
COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit
# 2026-10-18 10:54:01 0.00B 定义构建参数
ARG TARGETPLATFORM
# 2026-10-18 10:54:01 0.00B 定义构建参数
ARG GDRCOPY_OS_VERSION=Ubuntu24_04
# 2026-10-18 10:54:01 0.00B 定义构建参数
ARG GDRCOPY_CUDA_VERSION=12.8
# 2026-10-18 10:54:01 9.15GB 执行命令并创建新的镜像层
RUN |10 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c PIP_CACHE_DIR=/opt/pip/cache flashinfer download-kernels # buildkit
# 2026-10-18 10:52:41 7.81GB 执行命令并创建新的镜像层
RUN |10 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && [ ! -f /tmp/vllm-requirements/rubin-prerelease.txt ]; then echo "INSTALL_RUBIN_PRERELEASE=true requires requirements/rubin-prerelease.txt" >&2; exit 1; fi && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt && sed -Ei '/^[[:space:]]*(torch|torchvision|torchaudio)[[:space:]]*==/Id' /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/requirements-cuda.txt && uv pip install --system --prerelease=allow --index-strategy unsafe-first-match -r /tmp/vllm-requirements/rubin-prerelease.txt; else uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit
# 2026-10-18 10:51:58 950.00B 复制新文件或目录到容器中
COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit
# 2026-10-18 10:51:58 3.31KB 复制新文件或目录到容器中
COPY requirements/common.txt /tmp/common.txt # buildkit
# 2026-10-18 10:51:58 0.00B 定义构建参数
ARG PYTORCH_CUDA_INDEX_BASE_URL
# 2026-10-18 10:51:58 0.00B 设置环境变量 VLLM_ENABLE_CUDA_COMPATIBILITY
ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
# 2026-10-18 10:51:58 3.69KB 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
# 2026-10-18 10:51:57 3.69KB 复制新文件或目录到容器中
COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
# 2026-10-18 10:51:57 9.53KB 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit
# 2026-10-18 10:51:56 0.00B 设置环境变量 UV_OVERRIDE
ENV UV_OVERRIDE=/etc/uv-overrides.txt
# 2026-10-18 10:51:56 25.00B 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi # buildkit
# 2026-10-18 10:51:55 0.00B 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit
# 2026-10-18 10:51:55 0.00B 设置环境变量 UV_COMPILE_BYTECODE
ENV UV_COMPILE_BYTECODE=1
# 2026-10-18 10:51:55 0.00B 设置环境变量 UV_CACHE_DIR
ENV UV_CACHE_DIR=/opt/uv/cache
# 2026-10-18 10:51:55 0.00B 设置环境变量 UV_PYTHON_INSTALL_DIR
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
# 2026-10-18 10:51:55 0.00B 设置环境变量 UV_LINK_MODE
ENV UV_LINK_MODE=copy
# 2026-10-18 10:51:55 0.00B 设置环境变量 UV_INDEX_STRATEGY
ENV UV_INDEX_STRATEGY=unsafe-best-match
# 2026-10-18 10:51:55 0.00B 设置环境变量 UV_HTTP_TIMEOUT
ENV UV_HTTP_TIMEOUT=500
# 2026-10-18 10:51:55 56.98MB 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c python3 -m pip install uv # buildkit
# 2026-10-18 10:51:53 0.00B 设置环境变量 CRIU_CUDA_PLUGIN_DIR
ENV CRIU_CUDA_PLUGIN_DIR=/usr/local/lib/criu
# 2026-10-18 10:51:53 23.56MB 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c if [ "${TARGETPLATFORM}" = "linux/amd64" ] && [ "${CUDA_VERSION%%.*}" -ge 13 ]; then MAX_JOBS="${max_jobs}" /usr/local/bin/install_snapshot_runtime.sh; else echo "Initialized snapshots are not installed for ${TARGETPLATFORM} with CUDA ${CUDA_VERSION}"; fi # buildkit
# 2026-10-18 10:51:37 3.94KB 复制新文件或目录到容器中
COPY tools/install_snapshot_runtime.sh /usr/local/bin/install_snapshot_runtime.sh # buildkit
# 2026-10-18 10:51:36 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2026-10-18 10:51:36 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2026-10-18 10:51:36 0.00B 设置环境变量 CUDA_HOME
ENV CUDA_HOME=/usr/local/cuda
# 2026-10-18 10:51:36 2.95GB 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-nvrtc-dev-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-10-18 10:50:54 648.37MB 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
# 2026-10-18 10:49:32 136.00B 执行命令并创建新的镜像层
RUN |9 INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 max_jobs=16 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 NCCL_VERSION=2.30.7 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
# 2026-10-18 10:49:31 0.00B 设置工作目录为/vllm-workspace
WORKDIR /vllm-workspace
# 2026-10-18 10:49:31 0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG GET_PIP_URL
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG DEADSNAKES_GPGKEY_URL
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG DEADSNAKES_MIRROR_URL
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG NCCL_VERSION
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG PYTHON_VERSION
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG CUDA_VERSION
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG max_jobs=2
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG TARGETPLATFORM
# 2026-10-18 10:49:31 0.00B 定义构建参数
ARG INSTALL_RUBIN_PRERELEASE
# 2025-10-11 00:48:26 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2025-10-11 00:48:26 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2025-10-11 00:48:26 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2025-10-11 00:48:26 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2025-10-11 00:48:26 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2025-10-11 00:48:26 22.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2025-10-11 00:48:26 322.86MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-10-11 00:48:09 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=13.0.2
# 2025-10-11 00:48:09 10.26MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-10-11 00:48:09 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-10-11 00:48:09 0.00B 定义构建参数
ARG TARGETARCH
# 2025-10-11 00:48:09 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=13.0.96-1
# 2025-10-11 00:48:09 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
# 2025-10-11 00:48:09 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2025-10-01 21:01:37 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2025-10-01 21:01:37 78.12MB
/bin/sh -c #(nop) ADD file:249778a1782b02a1c2bcf9f292f5778d81442a53c3de1958d712f10baf7e0b60 in /
# 2025-10-01 21:01:35 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
# 2025-10-01 21:01:35 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2025-10-01 21:01:35 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2025-10-01 21:01:35 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:bd8a5d7a8774800c92d714c0c226b32c1863f929150f36efd610aebcd12a335d",
"RepoTags": [
"vllm/vllm-openai:v0.32.0",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/vllm/vllm-openai:v0.32.0"
],
"RepoDigests": [
"vllm/vllm-openai@sha256:befccf0e7e4089aa23926bb6f887a85c0d46c2a99e6de5c5ffdf5cb7957c5b34",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/vllm/vllm-openai@sha256:6ee133356d49ed24cee03dd0cda3d3980279a11c107ce3e752c89e76540f41c9"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2026-10-18T03:08:50.450962942Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=13.0 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571 brand=unknown,driver\u003e=575,driver\u003c576 brand=grid,driver\u003e=575,driver\u003c576 brand=tesla,driver\u003e=575,driver\u003c576 brand=nvidia,driver\u003e=575,driver\u003c576 brand=quadro,driver\u003e=575,driver\u003c576 brand=quadrortx,driver\u003e=575,driver\u003c576 brand=nvidiartx,driver\u003e=575,driver\u003c576 brand=vapps,driver\u003e=575,driver\u003c576 brand=vpc,driver\u003e=575,driver\u003c576 brand=vcs,driver\u003e=575,driver\u003c576 brand=vws,driver\u003e=575,driver\u003c576 brand=cloudgaming,driver\u003e=575,driver\u003c576",
"NV_CUDA_CUDART_VERSION=13.0.96-1",
"CUDA_VERSION=13.0.2",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"DEBIAN_FRONTEND=noninteractive",
"CUDA_HOME=/usr/local/cuda",
"CRIU_CUDA_PLUGIN_DIR=/usr/local/lib/criu",
"UV_HTTP_TIMEOUT=500",
"UV_INDEX_STRATEGY=unsafe-best-match",
"UV_LINK_MODE=copy",
"UV_PYTHON_INSTALL_DIR=/opt/uv/python",
"UV_CACHE_DIR=/opt/uv/cache",
"UV_COMPILE_BYTECODE=1",
"UV_OVERRIDE=/etc/uv-overrides.txt",
"VLLM_ENABLE_CUDA_COMPATIBILITY=0",
"TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0",
"VLLM_USAGE_SOURCE=production-docker-image",
"VLLM_BUILD_COMMIT=5df63a7203cdb9328d824a27b682e77c7b9928be",
"VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b",
"VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/8622",
"VLLM_IMAGE_TAG=vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/vllm-workspace",
"Entrypoint": [
"vllm",
"serve"
],
"OnBuild": null,
"Labels": {
"ai.vllm.build.commit": "5df63a7203cdb9328d824a27b682e77c7b9928be",
"ai.vllm.build.pipeline": "019d130e-464e-4ff7-b84b-492992c0c06b",
"ai.vllm.build.url": "https://buildkite.com/vllm/release-v2/builds/8622",
"ai.vllm.image.tag": "vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be",
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.revision": "5df63a7203cdb9328d824a27b682e77c7b9928be",
"org.opencontainers.image.source": "https://github.com/vllm-project/vllm",
"org.opencontainers.image.url": "https://buildkite.com/vllm/release-v2/builds/8622",
"org.opencontainers.image.version": "vllm/vllm-openai:v5df63a7203cdb9328d824a27b682e77c7b9928be"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 23403902064,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/d68d21e8bd09b93165cb1947265bc91043c8bf8ac4310ee14ce64d8359284af5/diff:/var/lib/docker/overlay2/5200c26bac09a00b6ab9b2fc51b36f65f28c59c8a63162545a607c174ee1a197/diff:/var/lib/docker/overlay2/2c963933e07a7719c4201a237fb0d7e1b10d7fd2068022fdd8e0636c8b0c2a97/diff:/var/lib/docker/overlay2/1b17e5bbce1ca7d01590421cf9b1f716db317a2d0c71c7b1c10a8fbb6980cb91/diff:/var/lib/docker/overlay2/c4ccfd35d24b77be74cddcb9f6f6a3370a908684be142f9be5d8193cdc51ac78/diff:/var/lib/docker/overlay2/2d582fdb903381a00ceccc5bd5d52d1836213e7d7dcbdee5949b42d65130b43b/diff:/var/lib/docker/overlay2/c627350f7cb930dd5581560329a5b8841ca19fbb0a293c2b4896a7102c853e44/diff:/var/lib/docker/overlay2/3e01af7c9a126e26006b395497155da036197c33bbf453a0308c333a95f8a1cd/diff:/var/lib/docker/overlay2/52b46784f26ceccdb4518450b6b6c14de9e7bc497e6a11fbc7574bc7b912382c/diff:/var/lib/docker/overlay2/f22cdd7f45b112a88f05df9fd689eb7afa09536415488e975c6ed50a2a561d24/diff:/var/lib/docker/overlay2/03be68a950095c7821cf705685c3286934049fab180d3b6882510ad6e35fe0ea/diff:/var/lib/docker/overlay2/06d9323a2be695ca660c4ec42fe68fbbb70047d8bfd86263147f2b301c60ba5b/diff:/var/lib/docker/overlay2/6c4d23b77e48605851acac40ee397227be6aa22a598f4afb7822e05e8e6fd53a/diff:/var/lib/docker/overlay2/c477a5a0e18d921c3378129ea37c88d523df975900ddb795982a9c65d00e0359/diff:/var/lib/docker/overlay2/9d3d58114ad49ad40f6b6b2169cbb754b5c57dac1d87ebc821d6c1d6f75b21c6/diff:/var/lib/docker/overlay2/76c1643abadb324b3060078049884e7669f94bb480697dc55b471a1afb4e3f86/diff:/var/lib/docker/overlay2/472305c3e80ac6a34eee9939f71d2d0131a34b6252fe74b98e8c9b1a4bc14f7c/diff:/var/lib/docker/overlay2/407b8bc0e3589b6f220ab198cf63b51f737b478167080a2941e4544d4418bda1/diff:/var/lib/docker/overlay2/da4eaaba71529498376ef4ae1ba05bd022e5797e2368376bbd7d6824d255672d/diff:/var/lib/docker/overlay2/18b81fcf8b95bdeebf4b296f36475e07ed8c1cc64a59764e1a19ed6c360d310a/diff:/var/lib/docker/overlay2/d50a95d40fa7bc51deb315118c369e27f7e5fbf766365c0720c3206737445d2f/diff:/var/lib/docker/overlay2/7c4965155073deafb03e49d4cb5a0549338ade177977deec868dd8b79ef085fb/diff:/var/lib/docker/overlay2/b67a9486b02598636721caaab11f558845083aa5c4bd066eb1ae7c7096152459/diff:/var/lib/docker/overlay2/c6c1ae53f466968d2ff1c7897d020a6661d8397a5332f92970ae2afb21e16266/diff:/var/lib/docker/overlay2/1f563ee4def1e7974d4250815f9ffa716757c8e635c349fe575029cbf8f39db6/diff:/var/lib/docker/overlay2/7ade0450f5d48d7711060591a45e917b510a89256e2caeb8cce062fd5f9f3817/diff:/var/lib/docker/overlay2/f344474631be9f5f7a93e95e9a0c55e1c61a7c3b82896ee814704d811d413cdc/diff:/var/lib/docker/overlay2/807581f2106b95a7f1aa5d9c96640e24a850a2f3cb34f4b9407cf463fa7a7030/diff:/var/lib/docker/overlay2/3639e012e0b27fab42d16a77b0a9161de1beebd971761f8884fa0a15faedc4e0/diff:/var/lib/docker/overlay2/5f8524f217bc9985e08793f099ce06976f8de34abffd75792c1ccf91b6e18c97/diff:/var/lib/docker/overlay2/b9dded4aea0212e351bd423f97b932436c962c59af2c96e22208a5cccaa17b60/diff:/var/lib/docker/overlay2/d1ac1e5b3f1fb9f79218f62203206068f838cbd4f7cfa65daae84f2269203675/diff:/var/lib/docker/overlay2/2c6875798c5e0dd77d0376415a6617efde892594cf3864e9a282174d8ce56e2f/diff:/var/lib/docker/overlay2/295e3b0826baca84fed019c2cfbb0d4443b90c4bd6a0f2d6bdc60ed625e348a9/diff:/var/lib/docker/overlay2/282bd9b031c557e5f38273cdc04a803ad01abc34edc9476ade7bddfce909512b/diff:/var/lib/docker/overlay2/cbc1a60ffcaed05ffb08a6d139d89875c18b069bb09de5d40938ed4193eeec4f/diff:/var/lib/docker/overlay2/3575796dd6e095d155e3024e1c5dab72ed6d80f679f03b363afbd50a712804dc/diff:/var/lib/docker/overlay2/b4f6fe9b2bfef766c4c58e129013cc05dabf80e46713b5708713bccd0e6cab77/diff:/var/lib/docker/overlay2/fb3ec169c24085cc551bfef52b4f2388a39d1478a85bef53f00eaf454f17ffae/diff",
"MergedDir": "/var/lib/docker/overlay2/a1aaa62de10ed47917053271ce42b609b32d69e2a22f133e01395977fb0cba26/merged",
"UpperDir": "/var/lib/docker/overlay2/a1aaa62de10ed47917053271ce42b609b32d69e2a22f133e01395977fb0cba26/diff",
"WorkDir": "/var/lib/docker/overlay2/a1aaa62de10ed47917053271ce42b609b32d69e2a22f133e01395977fb0cba26/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:073ec47a8c22dcaa4d6e5758799ccefe2f9bde943685830b1bf6fd2395f5eabc",
"sha256:18241330a2d180465d0b9868e4978456293d37da715de2f313ba08862da2aab1",
"sha256:b5c4de646bbad7dd50f917376023047d99ff9a1e806943dd86799e933b6a6294",
"sha256:dab2da33fe40a74d9faf939b829b701aa6cfc6b4502ff68fcf716fd2973697ac",
"sha256:b7ec8fd7c485bbedbe64cbc5a7a810ceabb9156e95c83ba60596ddb9b4955d48",
"sha256:38ccffd243ff58c7e84c1198a7ceb63e5440cb591aa042d71e2712f0e4971d19",
"sha256:8062339f2e872be22f5b30a9883a5a00a6b4979a20dfda365b179c1fe651de05",
"sha256:a4f24f6f31ecf1d96c181fc182143fee25f7ba7df6921056ad97a8e11215c3a7",
"sha256:7dd6c6fd037476e62142524612dec96f0504763e89cf19b94e1f5a554119ef7d",
"sha256:b42e60153c43e2be51f440a1eb0910c00e961b6f347f1e700e6312442a4281b6",
"sha256:a1707189e37ea8c1a89719a4789468f025926053f61ffb26197eb2ea68e4b705",
"sha256:7db77d4279c418ed7a3bf5ba73de4e32f75c5f44f5bb2d3313e251ef1acea8ff",
"sha256:88aa5bd39bf1a7de9230ee106c641592dd6791ebe3c3d8cdc7eeed3cc2904c35",
"sha256:e8fd659ecdd50ebba765c151b4c94308ea833169fa8fd2151fa7ebf78a0a7ff2",
"sha256:f64b3edaa047a841c4a0f087cccb1bff3d7acfc89ab81021ded4f83d61765a01",
"sha256:0efb8be2abdc87a776719b22f9672624335e46613e7bcf963cdccb6301372fcd",
"sha256:0efb8be2abdc87a776719b22f9672624335e46613e7bcf963cdccb6301372fcd",
"sha256:8bb97851c72c75adae26a43d38539f35584bb689c04657dd64f9b4ef9d238ec6",
"sha256:c525de771829a7b997e3934603e2399f633c5a867f669f0a4ba6f950b7aea2b7",
"sha256:ae065e87cf7614db41d23a3c5e640e64ac39a2b4d5ed6c480a0c418cd4f9d9a5",
"sha256:8cd2119cd1ab6084985bdff6222b511c6181aa38c2c1075dc304d66940a943e0",
"sha256:00603f7062217b5c6e663898af6a9218b77ab2efb634ce3ff7ae7e22de127b74",
"sha256:b5a7bf47d87a3c48b4fe2b5e9c6be31386a7f3e608a070b60f1438d3dc06a232",
"sha256:2b77214dc0a91fb35f0779bbf80f94e9f8416cce967f7219e09dbb9430e35505",
"sha256:dc428775e26dc81925b7feb3569c3296f52fa334c95596816cf87a0adee773c7",
"sha256:a353cfebba565d8b4b8ec6bd7259c3ad500e4e0a221f070dce2edf2fcab9d009",
"sha256:7322175de8f2c265e6f927ffffd27fe8bbc6fed14ef624b50f73722dfcd0945e",
"sha256:0f973841e0e90850f38b7846c4afc1b5358475fb44ca3266e585c695ae750a56",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:9385b101baea803e12eddb98aa87ad6dc8a1c97c143ca1c113c3fedc2bb54989",
"sha256:4cc989ecd2008e3aae9ff948676319aeb565b95171f8721029545aba12a107ec",
"sha256:3dcd30d652b4d623b5ac26e49b05facff4f523329441e451be04f393b6a65715",
"sha256:cfa37ee63f354e2a9f200ff1db658391cc0f43bc6a2984df5e6e0692779b3760",
"sha256:42f547247ae8bddd0b365430d37cb2e1af11ee3ca39e4cf158d3e587e02ba362",
"sha256:9ee4fa22ddebc60431c67368facd6f52dc37ca1cecfbe7280ea08e848232415c",
"sha256:c6938f5c251d2fa738df94c34925b01411817b05c568aaf3f8c4fcaf8362b6cd",
"sha256:65ccd08186b0ce8fe6840ea20e6e1f8dea1c3832389a1d900e32dca567c26967",
"sha256:b107cfeb8b09613c9c8a1ae927bbde46054a2851fa3908ee7a7bb014e94f33c9",
"sha256:47ddf22b406be460c5107b9a1e1ab41fc8d8d11551d71a6568ae05bed49c61ea",
"sha256:35a115557c6977dcd236cf3494ba84343edb74edfab90d865dba53bdf20343e8"
]
},
"Metadata": {
"LastTagTime": "2026-10-19T00:06:16.12103747+08:00"
}
}