镜像构建历史
# 2026-07-15 09:36:31 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["tini" "--"]
# 2026-07-15 09:36:31 0.00B 设置工作目录为/
WORKDIR /
# 2026-07-15 09:36:31 0.00B 设置环境变量 RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES SAFETENSORS_FAST_GPU RUNAI_STREAMER_MEMORY_LIMIT RUNAI_STREAMER_LOG_TO_STDERR RUNAI_STREAMER_LOG_LEVEL
ENV RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1 SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=0 RUNAI_STREAMER_LOG_TO_STDERR=1 RUNAI_STREAMER_LOG_LEVEL=INFO
# 2026-07-15 09:36:31 44.72MB 执行命令并创建新的镜像层
RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.1 CUDA_ARCHS= VLLM_VERSION=0.25.1 VLLM_TORCH_VERSION=2.11.0 VLLM_TORCH_CUDA_VERSION=13.0.1 /bin/bash -eo pipefail -c # Dependencies
# Install
cat <<EOT >/tmp/requirements.txt
# audio extras
librosa
soundfile
mistral_common[audio]
# tokenizer extras
fastokens==0.2.0
EOT
uv pip install \
-r /tmp/requirements.txt
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/*
# buildkit
# 2026-07-15 09:36:30 60.85KB 执行命令并创建新的镜像层
RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.1 CUDA_ARCHS= VLLM_VERSION=0.25.1 VLLM_TORCH_VERSION=2.11.0 VLLM_TORCH_CUDA_VERSION=13.0.1 /bin/bash -eo pipefail -c # Patch
tree -hs /workspace/patches
pushd $(pip show vllm | grep Location: | cut -d" " -f 2) \
&& patch -p1 < /workspace/patches/vllm/*.patch
if pip show vllm_omni > /dev/null 2>&1; then \
pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \
&& patch -p1 < /workspace/patches/vllm_omni/*.patch; \
fi
# buildkit
# 2026-07-15 09:36:28 0.00B 执行命令并创建新的镜像层
RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.1 CUDA_ARCHS= VLLM_VERSION=0.25.1 VLLM_TORCH_VERSION=2.11.0 VLLM_TORCH_CUDA_VERSION=13.0.1 /bin/bash -eo pipefail -c # Postprocess
# Review
uv pip tree \
--package vllm \
--package vllm-omni \
--package flashinfer-python \
--package torch \
--package triton \
--package deep-gemm \
--package deep-ep \
--package lmcache \
--package mooncake-transfer-engine \
--package ray
# buildkit
# 2026-07-15 09:36:28 195.40MB 执行命令并创建新的镜像层
RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.1 CUDA_ARCHS= VLLM_VERSION=0.25.1 VLLM_TORCH_VERSION=2.11.0 VLLM_TORCH_CUDA_VERSION=13.0.1 /bin/bash -eo pipefail -c # CuPy
# ray[cgraph] pulls cupy-cuda12x while the base already ships cupy-cuda13x; both share
# the same cupy/ tree, so uninstalling one breaks the other. Purge both, then reinstall
# the CUDA-matching variant at the version vLLM pinned in the base (its cupy-cuda13x),
# so cu129 also gets that pinned version instead of ray's unconstrained cupy-cuda12x.
IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_VERSION}"
PLATLIB="$(python -c 'import sysconfig; print(sysconfig.get_paths()["platlib"])')"
CUPY="cupy-cuda${CUDA_MAJOR}x"
CUPY_VER="$(uv pip show cupy-cuda13x 2>/dev/null | awk '/^Version:/{print $2}' || true)"
uv pip uninstall cupy-cuda12x cupy-cuda13x || true
rm -rf "${PLATLIB}"/cupy "${PLATLIB}"/cupyx "${PLATLIB}"/cupy_backends
# cupy-cuda12x and cupy-cuda13x share the same version number, so reuse the base's
# pinned version and install only the variant matching the CUDA major we build for.
# Fail loudly if the base no longer ships cupy, rather than installing an unpinned latest.
if [[ -z "${CUPY_VER}" ]]; then
echo "cupy-cuda13x not found in base image; refusing to install unpinned cupy" >&2
exit 1
fi
uv pip install "${CUPY}==${CUPY_VER}"
# Review
uv pip show "${CUPY}"
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/*
# buildkit
# 2026-07-15 09:36:25 513.54MB 执行命令并创建新的镜像层
RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.1 CUDA_ARCHS= VLLM_VERSION=0.25.1 VLLM_TORCH_VERSION=2.11.0 VLLM_TORCH_CUDA_VERSION=13.0.1 /bin/bash -eo pipefail -c # Omni
if [[ ! -d /omni/workspace ]]; then
echo "Skipping vLLM Omni installation for ${TARGETARCH}..."
exit 0
fi
# Install
uv pip install --no-build-isolation \
/omni/workspace/*.whl
# Dependencies
cat <<EOT >/tmp/requirements.txt
onnxruntime
sox
EOT
uv pip install \
-r /tmp/requirements.txt
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/*
# buildkit
# 2026-07-15 09:35:52 489.48MB 执行命令并创建新的镜像层
RUN |9 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 CUDA_VERSION=13.0.1 CUDA_ARCHS= VLLM_VERSION=0.25.1 VLLM_TORCH_VERSION=2.11.0 VLLM_TORCH_CUDA_VERSION=13.0.1 /bin/bash -eo pipefail -c # Ray
# Install Ray Client and Default.
# Pinned to 2.54.0: ray 2.55 (ray-project/ray#61029) breaks distributed
# ray.init when the driver has no co-located raylet (gpustack split containers).
RAY_VERSION=2.54.0
cat <<EOT >/tmp/requirements.txt
ray[cgraph]==${RAY_VERSION}
ray[client]==${RAY_VERSION}
ray[default]==${RAY_VERSION}
EOT
uv pip install \
-r /tmp/requirements.txt
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/*
# buildkit
# 2026-07-15 09:35:47 0.00B 定义构建参数
ARG TARGETARCH=amd64
# 2026-07-15 09:35:47 0.00B 定义构建参数
ARG TARGETOS=linux
# 2026-07-15 09:35:47 0.00B 定义构建参数
ARG TARGETPLATFORM=linux/amd64
# 2026-07-15 09:35:47 0.00B
SHELL [/bin/bash -eo pipefail -c]
# 2026-07-15 09:35:47 0.00B 设置环境变量 VLLM_VERSION VLLM_TORCH_VERSION VLLM_TORCH_CUDA_VERSION
ENV VLLM_VERSION=0.25.1 VLLM_TORCH_VERSION=2.11.0 VLLM_TORCH_CUDA_VERSION=13.0.1
# 2026-07-15 09:35:47 0.00B 定义构建参数
ARG VLLM_TORCH_CUDA_VERSION=13.0.1
# 2026-07-15 09:35:47 0.00B 定义构建参数
ARG VLLM_TORCH_VERSION=2.11.0
# 2026-07-15 09:35:47 0.00B 定义构建参数
ARG VLLM_VERSION=0.25.1
# 2026-07-15 09:35:47 0.00B 设置环境变量 UV_SYSTEM_PYTHON UV_PRERELEASE UV_SKIP_WHEEL_FILENAME_CHECK UV_NO_CACHE UV_HTTP_TIMEOUT UV_INDEX_STRATEGY
ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
# 2026-07-15 09:35:47 0.00B 设置环境变量 CUDA_HOME CUDA_VERSION CUDA_ARCHS
ENV CUDA_HOME=/usr/local/cuda CUDA_VERSION=13.0.1 CUDA_ARCHS=
# 2026-07-15 09:35:47 0.00B 定义构建参数
ARG CUDA_ARCHS
# 2026-07-15 09:35:47 0.00B 定义构建参数
ARG CUDA_VERSION=13.0.1
# 2026-07-15 09:35:47 84.41MB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Buildkit
cat <<EOT >/tmp/requirements.txt
build
cmake<4
wheel
pybind11<3
Cython
EOT
pip install -r /tmp/requirements.txt
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/*
# buildkit
# 2026-07-15 09:35:44 0.00B 设置环境变量 PIP_NO_CACHE_DIR PIP_DISABLE_PIP_VERSION_CHECK PIP_ROOT_USER_ACTION
ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
# 2026-07-15 09:35:44 14.51KB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.12 /bin/bash -eo pipefail -c # Python
# Update alternatives
if ! command -v python >/dev/null 2>&1 \
&& command -v python${PYTHON_VERSION} >/dev/null 2>&1; then
update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1
fi
# buildkit
# 2026-07-15 09:35:44 0.00B 设置环境变量 PYTHON_VERSION
ENV PYTHON_VERSION=3.12
# 2026-07-15 09:35:44 0.00B 定义构建参数
ARG PYTHON_VERSION=3.12
# 2026-07-15 09:35:44 218.33MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools
# Refresh
apt-get update -y && apt-get install -y --no-install-recommends \
software-properties-common apt-transport-https \
ca-certificates gnupg2 lsb-release gnupg-agent \
&& apt-get update -y
# Install
apt-get install -y --no-install-recommends \
ca-certificates build-essential binutils bash openssl \
curl wget aria2 \
git git-lfs \
unzip xz-utils \
tzdata locales \
iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \
rdma-core rdmacm-utils infiniband-diags \
procps sysstat htop \
tini vim jq bc tree
# Update locale
localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8
# Update timezone
rm -f /etc/localtime \
&& ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
&& echo "Asia/Shanghai" > /etc/timezone \
&& dpkg-reconfigure --frontend noninteractive tzdata
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/* \
&& rm -rf /var/cache/apt
# buildkit
# 2026-07-15 09:35:44 0.00B 设置环境变量 DEBIAN_FRONTEND LANG LANGUAGE LC_ALL
ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
# 2026-07-15 09:35:44 0.00B 定义构建参数
ARG TARGETARCH=amd64
# 2026-07-15 09:35:44 0.00B 定义构建参数
ARG TARGETOS=linux
# 2026-07-15 09:35:44 0.00B 定义构建参数
ARG TARGETPLATFORM=linux/amd64
# 2026-07-15 09:35:44 0.00B
SHELL [/bin/bash -eo pipefail -c]
# 2026-07-13 07:59:49 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["vllm" "serve"]
# 2026-07-13 07:59:49 0.00B 添加元数据标签
LABEL org.opencontainers.image.source=https://github.com/vllm-project/vllm org.opencontainers.image.revision=752a3a504485790a2e8491cacbb35c137339ad34 org.opencontainers.image.version=vllm/vllm-openai:v0.25.1-ubuntu2404 org.opencontainers.image.url=https://buildkite.com/vllm/release-v2/builds/3803 ai.vllm.build.commit=752a3a504485790a2e8491cacbb35c137339ad34 ai.vllm.build.pipeline=019d130e-464e-4ff7-b84b-492992c0c06b ai.vllm.build.url=https://buildkite.com/vllm/release-v2/builds/3803 ai.vllm.image.tag=vllm/vllm-openai:v0.25.1-ubuntu2404
# 2026-07-13 07:59:49 0.00B 设置环境变量 VLLM_BUILD_COMMIT VLLM_BUILD_PIPELINE VLLM_BUILD_URL VLLM_IMAGE_TAG
ENV VLLM_BUILD_COMMIT=752a3a504485790a2e8491cacbb35c137339ad34 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/3803 VLLM_IMAGE_TAG=vllm/vllm-openai:v0.25.1-ubuntu2404
# 2026-07-13 07:59:49 0.00B 设置环境变量 VLLM_USAGE_SOURCE
ENV VLLM_USAGE_SOURCE=production-docker-image
# 2026-07-13 07:59:49 1.58GB 执行命令并创建新的镜像层
RUN |14 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=752a3a504485790a2e8491cacbb35c137339ad34 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/3803 VLLM_IMAGE_TAG=vllm/vllm-openai:v0.25.1-ubuntu2404 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 MOONCAKE_WHEEL_AARCH64=https://vllm-wheels.s3.amazonaws.com/mooncake/mooncake_transfer_engine-0.3.10.post2-0da9dfea3-cp312-cp312-manylinux_2_39_aarch64.whl MOONCAKE_WHEEL_X86_64=https://vllm-wheels.s3.amazonaws.com/mooncake/mooncake_transfer_engine-0.3.10.post2-0da9dfea3-cp312-cp312-manylinux_2_35_x86_64.whl /bin/sh -c if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then if [ "$TARGETPLATFORM" = "linux/arm64" ]; then WHEEL="${MOONCAKE_WHEEL_AARCH64}"; else WHEEL="${MOONCAKE_WHEEL_X86_64}"; fi && if [ -n "${WHEEL}" ]; then uv pip install --system "${WHEEL}" && CUDA_MAJOR="${CUDA_VERSION%%.*}" && if [ ! -f /usr/local/cuda/lib64/libcudart.so ] && [ -f "/usr/local/cuda/lib64/libcudart.so.${CUDA_MAJOR}" ]; then ln -s "libcudart.so.${CUDA_MAJOR}" /usr/local/cuda/lib64/libcudart.so; fi; fi; fi # buildkit
# 2026-07-13 07:59:41 0.00B 定义构建参数
ARG MOONCAKE_WHEEL_X86_64
# 2026-07-13 07:59:41 0.00B 定义构建参数
ARG MOONCAKE_WHEEL_AARCH64
# 2026-07-13 07:59:41 872.38MB 执行命令并创建新的镜像层
RUN |12 TARGETPLATFORM=linux/amd64 INSTALL_KV_CONNECTORS=true CUDA_VERSION=13.0.2 VLLM_BUILD_COMMIT=752a3a504485790a2e8491cacbb35c137339ad34 VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/3803 VLLM_IMAGE_TAG=vllm/vllm-openai:v0.25.1-ubuntu2404 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 12.0 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then uv pip install --system -r /tmp/kv_connectors.txt --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -r /tmp/kv_connectors.txt --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); uv pip install --system --force-reinstall --no-deps nixl-cu${CUDA_MAJOR}; fi # buildkit
# 2026-07-13 07:59:33 0.00B 设置环境变量 TORCH_CUDA_ARCH_LIST
ENV TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG torch_cuda_arch_list=7.5 8.0 8.6 8.9 9.0 10.0 11.0 12.0
# 2026-07-13 07:59:33 0.00B 设置环境变量 UV_HTTP_TIMEOUT
ENV UV_HTTP_TIMEOUT=500
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG PIP_INDEX_URL UV_INDEX_URL
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG VLLM_IMAGE_TAG
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG VLLM_BUILD_URL
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG VLLM_BUILD_PIPELINE
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG VLLM_BUILD_COMMIT
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG CUDA_VERSION
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG INSTALL_KV_CONNECTORS=false
# 2026-07-13 07:59:33 0.00B 定义构建参数
ARG TARGETPLATFORM
# 2026-07-13 07:59:33 35.09KB 复制新文件或目录到容器中
COPY ./vllm/collect_env.py . # buildkit
# 2026-07-13 07:59:33 1.09MB 复制新文件或目录到容器中
COPY benchmarks benchmarks # buildkit
# 2026-07-13 07:59:33 1.32MB 复制新文件或目录到容器中
COPY examples examples # buildkit
# 2026-07-13 07:59:33 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2026-07-13 07:59:33 196.87MB 执行命令并创建新的镜像层
RUN |22 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.13 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 BITSANDBYTES_VERSION_X86=0.46.1 BITSANDBYTES_VERSION_ARM64=0.42.0 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "13" ]; then CUTLASS_DSL_VERSION=$(uv pip show --system nvidia-cutlass-dsl 2>/dev/null | awk '/^Version:/{print $2}') && if [ -n "$CUTLASS_DSL_VERSION" ]; then uv pip install --system --force-reinstall --no-deps "nvidia-cutlass-dsl-libs-cu13==${CUTLASS_DSL_VERSION}"; fi; fi # buildkit
# 2026-07-13 07:59:31 27.93MB 执行命令并创建新的镜像层
RUN |22 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.13 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 BITSANDBYTES_VERSION_X86=0.46.1 BITSANDBYTES_VERSION_ARM64=0.42.0 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
# 2026-07-13 07:59:30 148.00B 复制新文件或目录到容器中
COPY /tmp/ep_kernels_workspace/dist/wheels.sha256 /tmp/ep-kernels-wheels.sha256 # buildkit
# 2026-07-13 07:59:30 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2026-07-13 07:59:30 0.00B 执行命令并创建新的镜像层
RUN |22 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.13 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 BITSANDBYTES_VERSION_X86=0.46.1 BITSANDBYTES_VERSION_ARM64=0.42.0 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c . /etc/environment && uv pip list # buildkit
# 2026-07-13 07:59:30 605.36MB 执行命令并创建新的镜像层
RUN |22 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.13 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 BITSANDBYTES_VERSION_X86=0.46.1 BITSANDBYTES_VERSION_ARM64=0.42.0 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 PIP_INDEX_URL= UV_INDEX_URL= PIP_EXTRA_INDEX_URL= UV_EXTRA_INDEX_URL= PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl PIP_KEYRING_PROVIDER=disabled UV_KEYRING_PROVIDER=disabled PYTORCH_NIGHTLY= /bin/sh -c if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi # buildkit
# 2026-07-13 07:59:25 110.00B 复制新文件或目录到容器中
COPY /workspace/dist/wheel.sha256 /tmp/vllm-wheel.sha256 # buildkit
# 2026-07-13 07:48:06 71.00B 复制新文件或目录到容器中
COPY /workspace/torch_lib_versions.txt torch_lib_versions.txt # buildkit
# 2026-07-13 07:48:06 0.00B 定义构建参数
ARG PYTORCH_NIGHTLY
# 2026-07-13 07:48:06 0.00B 定义构建参数
ARG PIP_KEYRING_PROVIDER UV_KEYRING_PROVIDER
# 2026-07-13 07:48:06 0.00B 定义构建参数
ARG PYTORCH_CUDA_INDEX_BASE_URL
# 2026-07-13 07:48:06 0.00B 定义构建参数
ARG PIP_EXTRA_INDEX_URL UV_EXTRA_INDEX_URL
# 2026-07-13 07:48:06 0.00B 定义构建参数
ARG PIP_INDEX_URL UV_INDEX_URL
# 2026-07-13 07:48:06 389.15MB 执行命令并创建新的镜像层
RUN |14 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.13 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 BITSANDBYTES_VERSION_X86=0.46.1 BITSANDBYTES_VERSION_ARM64=0.42.0 TIMM_VERSION=>=1.0.17 RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 /bin/sh -c if [ "$TARGETPLATFORM" = "linux/arm64" ]; then BITSANDBYTES_VERSION="${BITSANDBYTES_VERSION_ARM64}"; else BITSANDBYTES_VERSION="${BITSANDBYTES_VERSION_X86}"; fi; uv pip install --system accelerate 'modelscope<1.38' "bitsandbytes>=${BITSANDBYTES_VERSION}" "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}" # buildkit
# 2026-07-13 07:48:01 0.00B 定义构建参数
ARG RUNAI_MODEL_STREAMER_VERSION=>=0.15.7
# 2026-07-13 07:48:01 0.00B 定义构建参数
ARG TIMM_VERSION=>=1.0.17
# 2026-07-13 07:48:01 0.00B 定义构建参数
ARG BITSANDBYTES_VERSION_ARM64=0.42.0
# 2026-07-13 07:48:01 0.00B 定义构建参数
ARG BITSANDBYTES_VERSION_X86=0.46.1
# 2026-07-13 07:48:01 2.47MB 执行命令并创建新的镜像层
RUN |10 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.13 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 TARGETPLATFORM=linux/amd64 /bin/sh -c set -eux; case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}" && rm /tmp/install_gdrcopy.sh # buildkit
# 2026-07-13 07:47:56 1.44KB 复制新文件或目录到容器中
COPY tools/install_gdrcopy.sh /tmp/install_gdrcopy.sh # buildkit
# 2026-07-13 07:47:55 0.00B 定义构建参数
ARG TARGETPLATFORM
# 2026-07-13 07:47:55 0.00B 定义构建参数
ARG GDRCOPY_OS_VERSION=Ubuntu22_04
# 2026-07-13 07:47:55 0.00B 定义构建参数
ARG GDRCOPY_CUDA_VERSION=12.8
# 2026-07-13 07:47:55 2.05GB 执行命令并创建新的镜像层
RUN |7 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl FLASHINFER_VERSION=0.6.13 /bin/sh -c uv pip install --system flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') # buildkit
# 2026-07-13 07:47:27 0.00B 定义构建参数
ARG FLASHINFER_VERSION=0.6.13
# 2026-07-13 07:47:27 8.85GB 执行命令并创建新的镜像层
RUN |6 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "13" ]; then CUTLASS_DSL_VERSION=$(uv pip show --system nvidia-cutlass-dsl 2>/dev/null | awk '/^Version:/{print $2}') && if [ -n "$CUTLASS_DSL_VERSION" ]; then uv pip install --system --force-reinstall --no-deps "nvidia-cutlass-dsl-libs-cu13==${CUTLASS_DSL_VERSION}"; fi; fi && rm /tmp/requirements-cuda.txt /tmp/common.txt # buildkit
# 2026-07-13 07:46:19 985.00B 复制新文件或目录到容器中
COPY requirements/cuda.txt /tmp/requirements-cuda.txt # buildkit
# 2026-07-13 07:46:19 3.23KB 复制新文件或目录到容器中
COPY requirements/common.txt /tmp/common.txt # buildkit
# 2026-07-13 07:46:19 0.00B 定义构建参数
ARG PYTORCH_CUDA_INDEX_BASE_URL
# 2026-07-13 07:46:19 0.00B 设置环境变量 VLLM_ENABLE_CUDA_COMPATIBILITY
ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
# 2026-07-13 07:46:19 3.69KB 执行命令并创建新的镜像层
RUN |5 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
# 2026-07-13 07:46:19 3.69KB 复制新文件或目录到容器中
COPY docker/entrypoints/vllm-nonroot-entrypoint.sh /usr/local/bin/vllm-nonroot-entrypoint.sh # buildkit
# 2026-07-13 07:46:19 9.38KB 执行命令并创建新的镜像层
RUN |5 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group # buildkit
# 2026-07-13 07:46:18 0.00B 执行命令并创建新的镜像层
RUN |5 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv # buildkit
# 2026-07-13 07:46:16 0.00B 设置环境变量 UV_CACHE_DIR
ENV UV_CACHE_DIR=/opt/uv/cache
# 2026-07-13 07:46:16 0.00B 设置环境变量 UV_PYTHON_INSTALL_DIR
ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
# 2026-07-13 07:46:16 0.00B 设置环境变量 UV_LINK_MODE
ENV UV_LINK_MODE=copy
# 2026-07-13 07:46:16 0.00B 设置环境变量 UV_INDEX_STRATEGY
ENV UV_INDEX_STRATEGY=unsafe-best-match
# 2026-07-13 07:46:16 0.00B 设置环境变量 UV_HTTP_TIMEOUT
ENV UV_HTTP_TIMEOUT=500
# 2026-07-13 07:46:16 94.65MB 执行命令并创建新的镜像层
RUN |5 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c python3 -m pip install uv # buildkit
# 2026-07-13 07:46:12 3.09GB 执行命令并创建新的镜像层
RUN |5 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && CUDA_VERSION_SHORT=$(echo $CUDA_VERSION | cut -d. -f1,2) && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && NCCL_VER=$(apt-cache madison libnccl-dev | grep "+cuda${CUDA_VERSION_SHORT}" | head -1 | awk -F'|' '{gsub(/^ +| +$/, "", $2); print $2}') && apt-get install -y --no-install-recommends --allow-change-held-packages libnccl-dev=${NCCL_VER} libnccl2=${NCCL_VER} && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-07-13 07:45:35 647.78MB 执行命令并创建新的镜像层
RUN |5 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
# 2026-07-13 07:44:20 136.00B 执行命令并创建新的镜像层
RUN |5 CUDA_VERSION=13.0.2 PYTHON_VERSION=3.12 DEADSNAKES_MIRROR_URL= DEADSNAKES_GPGKEY_URL= GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
# 2026-07-13 07:44:20 0.00B 设置工作目录为/vllm-workspace
WORKDIR /vllm-workspace
# 2026-07-13 07:44:20 0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
# 2026-07-13 07:44:20 0.00B 定义构建参数
ARG GET_PIP_URL
# 2026-07-13 07:44:20 0.00B 定义构建参数
ARG DEADSNAKES_GPGKEY_URL
# 2026-07-13 07:44:20 0.00B 定义构建参数
ARG DEADSNAKES_MIRROR_URL
# 2026-07-13 07:44:20 0.00B 定义构建参数
ARG PYTHON_VERSION
# 2026-07-13 07:44:20 0.00B 定义构建参数
ARG CUDA_VERSION
# 2025-10-11 00:48:26 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2025-10-11 00:48:26 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2025-10-11 00:48:26 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2025-10-11 00:48:26 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2025-10-11 00:48:26 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2025-10-11 00:48:26 22.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2025-10-11 00:48:26 322.86MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-10-11 00:48:09 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=13.0.2
# 2025-10-11 00:48:09 10.26MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-10-11 00:48:09 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-10-11 00:48:09 0.00B 定义构建参数
ARG TARGETARCH
# 2025-10-11 00:48:09 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=13.0.96-1
# 2025-10-11 00:48:09 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
# 2025-10-11 00:48:09 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2025-10-01 21:01:37 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2025-10-01 21:01:37 78.12MB
/bin/sh -c #(nop) ADD file:249778a1782b02a1c2bcf9f292f5778d81442a53c3de1958d712f10baf7e0b60 in /
# 2025-10-01 21:01:35 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
# 2025-10-01 21:01:35 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2025-10-01 21:01:35 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2025-10-01 21:01:35 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:0282b44c7d44ddb49afb27b9ebe39ea07958a7c668f0b6a62e6770bceea7cb62",
"RepoTags": [
"gpustack/runner:cuda13.0-vllm0.25.1",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cuda13.0-vllm0.25.1"
],
"RepoDigests": [
"gpustack/runner@sha256:f9c58b163ec7eb537404c7d268f3d96e101cbf19e05acb8df6b7637f9e64c3af",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner@sha256:a471c3bf13227102ca17e1db161a77c0c0cc2d0c9ed812142f4a7be2c8ec087e"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2026-07-15T01:36:31.224634093Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=13.0 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571 brand=unknown,driver\u003e=575,driver\u003c576 brand=grid,driver\u003e=575,driver\u003c576 brand=tesla,driver\u003e=575,driver\u003c576 brand=nvidia,driver\u003e=575,driver\u003c576 brand=quadro,driver\u003e=575,driver\u003c576 brand=quadrortx,driver\u003e=575,driver\u003c576 brand=nvidiartx,driver\u003e=575,driver\u003c576 brand=vapps,driver\u003e=575,driver\u003c576 brand=vpc,driver\u003e=575,driver\u003c576 brand=vcs,driver\u003e=575,driver\u003c576 brand=vws,driver\u003e=575,driver\u003c576 brand=cloudgaming,driver\u003e=575,driver\u003c576",
"NV_CUDA_CUDART_VERSION=13.0.96-1",
"CUDA_VERSION=13.0.1",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"DEBIAN_FRONTEND=noninteractive",
"UV_HTTP_TIMEOUT=500",
"UV_INDEX_STRATEGY=unsafe-best-match",
"UV_LINK_MODE=copy",
"UV_PYTHON_INSTALL_DIR=/opt/uv/python",
"UV_CACHE_DIR=/opt/uv/cache",
"VLLM_ENABLE_CUDA_COMPATIBILITY=0",
"TORCH_CUDA_ARCH_LIST=7.5 8.0 8.6 8.9 9.0 10.0 12.0",
"VLLM_USAGE_SOURCE=production-docker-image",
"VLLM_BUILD_COMMIT=752a3a504485790a2e8491cacbb35c137339ad34",
"VLLM_BUILD_PIPELINE=019d130e-464e-4ff7-b84b-492992c0c06b",
"VLLM_BUILD_URL=https://buildkite.com/vllm/release-v2/builds/3803",
"VLLM_IMAGE_TAG=vllm/vllm-openai:v0.25.1-ubuntu2404",
"LANG=en_US.UTF-8",
"LANGUAGE=en_US:en",
"LC_ALL=en_US.UTF-8",
"PYTHON_VERSION=3.12",
"PIP_NO_CACHE_DIR=1",
"PIP_DISABLE_PIP_VERSION_CHECK=1",
"PIP_ROOT_USER_ACTION=ignore",
"CUDA_HOME=/usr/local/cuda",
"CUDA_ARCHS=",
"UV_SYSTEM_PYTHON=1",
"UV_PRERELEASE=allow",
"UV_SKIP_WHEEL_FILENAME_CHECK=1",
"UV_NO_CACHE=1",
"VLLM_VERSION=0.25.1",
"VLLM_TORCH_VERSION=2.11.0",
"VLLM_TORCH_CUDA_VERSION=13.0.1",
"RAY_EXPERIMENTAL_NOSET_CUDA_VISIBLE_DEVICES=1",
"SAFETENSORS_FAST_GPU=1",
"RUNAI_STREAMER_MEMORY_LIMIT=0",
"RUNAI_STREAMER_LOG_TO_STDERR=1",
"RUNAI_STREAMER_LOG_LEVEL=INFO"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/",
"Entrypoint": [
"tini",
"--"
],
"OnBuild": null,
"Labels": {
"ai.vllm.build.commit": "752a3a504485790a2e8491cacbb35c137339ad34",
"ai.vllm.build.pipeline": "019d130e-464e-4ff7-b84b-492992c0c06b",
"ai.vllm.build.url": "https://buildkite.com/vllm/release-v2/builds/3803",
"ai.vllm.image.tag": "vllm/vllm-openai:v0.25.1-ubuntu2404",
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.revision": "752a3a504485790a2e8491cacbb35c137339ad34",
"org.opencontainers.image.source": "https://github.com/vllm-project/vllm",
"org.opencontainers.image.url": "https://buildkite.com/vllm/release-v2/builds/3803",
"org.opencontainers.image.version": "vllm/vllm-openai:v0.25.1-ubuntu2404"
},
"Shell": [
"/bin/bash",
"-eo",
"pipefail",
"-c"
]
},
"Architecture": "amd64",
"Os": "linux",
"Size": 20370917826,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/2193cc083b2dc5bd9b1040738e1a5dead9a150046e3108b7b98fbec8ef0d2adf/diff:/var/lib/docker/overlay2/8b7ff2e1fdcad3da3348c2c8d72da9bf65bc7c367dbde639767bb20842c59c18/diff:/var/lib/docker/overlay2/79b879c9b1018dd2b8ba8fb09423be5c0281b760ab22ec5c0dceb107931675af/diff:/var/lib/docker/overlay2/ed2e3f3aa63d3e9210e5367768227e5bc756078f38e7c8c2603f3b85fc70f780/diff:/var/lib/docker/overlay2/124d57946ec3d6a9e1848fe29df2e846153998ed927c5a3c951f120132ba8c82/diff:/var/lib/docker/overlay2/e26781c223756926b4de4b3d313ab1c85d2529c5a24bfa5f74b40391d5a47634/diff:/var/lib/docker/overlay2/5e8ef4dedb3a23e3429734f640ba853b8c4db908310919eb2dcaf61f34d17ba7/diff:/var/lib/docker/overlay2/add645a72448e940de33480ad3c9fd50978cb0183da947809ec58dea197d78f3/diff:/var/lib/docker/overlay2/c030a659006f38093cc0ad7747156023512d4fd7e2c448a6aeae238f30293fff/diff:/var/lib/docker/overlay2/444f83dbd170698c074b6efbae8549f2e7c8b11f67ae0a5f1e96031e32062091/diff:/var/lib/docker/overlay2/3f3c0ef461821bbac36b875fed35d62f031cbaea97d8fcae9e9ea8c780503202/diff:/var/lib/docker/overlay2/27582405ca7f36cf00186bf683e03ba1cd6617ab95581e8469ef6dd5bc2f8f91/diff:/var/lib/docker/overlay2/06fc74762e27570af7e1c21f1a09b875d75a1457134b156c0513a8ee7da965dd/diff:/var/lib/docker/overlay2/177a1e892549c4e25aebc1e92e44aeeb44a7db8fef6adc7b106f92386486ab08/diff:/var/lib/docker/overlay2/a027ba8b3fd6591fbe7f801aca783c0ceaa4151d9ce2e726449c04da6d10eca0/diff:/var/lib/docker/overlay2/cd7bbe8db41bbd0710b56330eb93c7ff1d447a19a4933c770e1e7604e1b13ce3/diff:/var/lib/docker/overlay2/227ee21d79629706ac42c966dc6a1d95e54c6126d06b7df8cc3955839f651443/diff:/var/lib/docker/overlay2/3db932a90a905c177fbd722591072dda1c54d25c52507b573b91165a16e2f28b/diff:/var/lib/docker/overlay2/02a35f039510f6308894529c92090d72f7e93a9220ceb507898df2a7b1f9f159/diff:/var/lib/docker/overlay2/fce1999b119224fe8a735618ca8a800f25731eedfa9852acf7e8a6189b9b40a1/diff:/var/lib/docker/overlay2/533f8647c1ae5ca2cfc3da6b6b57801d0cef5a4ba0d386f340f5ac9ac6f2b0c3/diff:/var/lib/docker/overlay2/7ac94769b8bdf0cd0cd6fd1e8cf963fe31277ff55520c55efa35692282e8724f/diff:/var/lib/docker/overlay2/ede9485c4c189231068b59cba72356e03f527585495f8e65e153a780c6d9c936/diff:/var/lib/docker/overlay2/4a0a161ae4eaed9c3cf17ec10db12ef636537a29df42bb56f8ab7c8382b3585c/diff:/var/lib/docker/overlay2/c7fc8ed5c1a2facb269c966b878d3c838eae3ef165757d474083f45269eb8a7a/diff:/var/lib/docker/overlay2/5706a49fa16a2228e5be781f3755cb4ae606de2c4f9bad6a71219828c66396fe/diff:/var/lib/docker/overlay2/12af2975d4d6eb58a846818dbe1d4049af6c2d972e75388bddf90b8166a23365/diff:/var/lib/docker/overlay2/0825af747dc1a2046db7962bf984791f665be05956061a25e2d462bd8b8320f0/diff:/var/lib/docker/overlay2/26ccd727dbe11810da574681388914f46dab8da417bc61a0e07a7878ac06f584/diff:/var/lib/docker/overlay2/6c271495e0e19cbc4b5b079fa2bfa24dae0cb3304b14f1d97dc2aacfdfe1369c/diff:/var/lib/docker/overlay2/b930b22cc9d364eb2918ee65eccff1198517cbfba44ef7e019fe5487f9fa5bc6/diff:/var/lib/docker/overlay2/0d648e8e96f228e1ba73f722a85ea607679e33ad81e28ac0b3705b53414e7519/diff:/var/lib/docker/overlay2/7afe7eeb4068c381a74786a7dc2052c2fffd44eb7c80e85d4051b4ff68de0c4a/diff:/var/lib/docker/overlay2/6f9a94c193b5e1b0555470d127dfb52eff758ae26487a15c259a242f259a2f80/diff:/var/lib/docker/overlay2/a5d41c5f8aa13b7e8a69feca144dabd739e4dbdc8b929b8540f1849f846e8e74/diff:/var/lib/docker/overlay2/c6208b5b6535d226670b671dfd7bc88c3643984aed1830ae61a990e728cbd226/diff:/var/lib/docker/overlay2/1133a95152eb507d78a4cab5169adf2e3a685ab04cf829bb8359cdde4d833758/diff:/var/lib/docker/overlay2/91b1372951d0045ee08c859bff352ce4b8646b2a88bc5a5fdc75ef4afa35ce9e/diff:/var/lib/docker/overlay2/2a57fd29095fc8c3ebc846551c4f736bd38e5a1ccda69b26cb9774279070d37c/diff:/var/lib/docker/overlay2/213859aa3ee601adf12a0b2ec59746881688c687c60e469b512da8c68ac6dd88/diff:/var/lib/docker/overlay2/a02d007916e6bb54eaae16fa57a5272d8a5cb220a5c6fad9575b922183dc0478/diff",
"MergedDir": "/var/lib/docker/overlay2/12f53b39946980608f1692dd251d59386c3e1c3018326565fbb32e676c5b6533/merged",
"UpperDir": "/var/lib/docker/overlay2/12f53b39946980608f1692dd251d59386c3e1c3018326565fbb32e676c5b6533/diff",
"WorkDir": "/var/lib/docker/overlay2/12f53b39946980608f1692dd251d59386c3e1c3018326565fbb32e676c5b6533/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:073ec47a8c22dcaa4d6e5758799ccefe2f9bde943685830b1bf6fd2395f5eabc",
"sha256:18241330a2d180465d0b9868e4978456293d37da715de2f313ba08862da2aab1",
"sha256:b5c4de646bbad7dd50f917376023047d99ff9a1e806943dd86799e933b6a6294",
"sha256:dab2da33fe40a74d9faf939b829b701aa6cfc6b4502ff68fcf716fd2973697ac",
"sha256:b7ec8fd7c485bbedbe64cbc5a7a810ceabb9156e95c83ba60596ddb9b4955d48",
"sha256:7278dd04d720da425746746a225d2d61f598431c8cc2a22b5cf5633e8945b82a",
"sha256:723dbc8afc7d8bcf85a1b024e77f136e1c481d360c9ee06f06a57ed431f6ccf9",
"sha256:f4caab752a9a37b7f4e872470f6be68debefa9f1b6a8b6d025d9589c7b530e0a",
"sha256:2bfba8a038286af80044f56a0f8a9dd95676008f5ee6d346803b198993bcf46d",
"sha256:bd607d22f4170c1ae68dc4aa5e7a6a8059769a301c8fc95eeb339336c4f4ad1c",
"sha256:4986fbd8f59de1a32cf423558332ae3761e4b216b69c9b55950bac3922ed2cd9",
"sha256:71609dd3586cef343cf68e6d8129e55b6ca5cd987d0099fa7c7997c30ccbf496",
"sha256:811bcd1648a34d49dfd8faeb1e171b96c0bc1e066a6e68b6659733166f610171",
"sha256:811bcd1648a34d49dfd8faeb1e171b96c0bc1e066a6e68b6659733166f610171",
"sha256:2310bd3b1f9f1f58f472ff03828bd346f80045ea4c03a0448444465a25a8c46d",
"sha256:bd3aff2912aa6fd86052aef962bb53fc260539243ac6661fa2fd0716b85b5b82",
"sha256:36cc3df7be1a89e5531486ddc3d60c40866ef9d9df9ebef6f357211a71b49611",
"sha256:46519eb9940346ff8528df9504080f6f739b1c33eabbe000f6fce2e7af7a9e8c",
"sha256:96eca82f0ec2aaaf51ab69988156dbf7410ac6e6cbca60d8a35d540a8bc3047c",
"sha256:a8232831b8a0250973b4e6ca1e65a97d59ea558bf28920af255b478c6395f898",
"sha256:a3ca33b8f34f3dd25a75c0f490fddc3e3334adfab704333218a109eb7db31952",
"sha256:cb1fa7e66428d3b411151f5656791a0c29a05128c8b5e6386be4ee0cb1a525ab",
"sha256:533aedd8a79c493d55fcef6fb20ad01c4ba2c0195638ebdb5bf6f5dd0fc20a15",
"sha256:7165ab51db63ebe1f6f305d5e94918e56acd454c2c8f824122f8771947b51e42",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:90f2cc830b653c72246b7c982448499977e2e316826e69c7bf286869b13cda91",
"sha256:c017a169cd3154091b40f0e5bc88ad8b8666e4d3790f794e9f2020eeda99fff9",
"sha256:a29d9f7ab85e5245c424f50a778aeeb71489595b396c6ecc51cd8499f7816d42",
"sha256:eb6579d2a4efcd63b19df19a45cc8ccbecbf7a765ebbee49f7d19374d799f236",
"sha256:145ee7f17f69fd0515567a740d57d38da1090e6dbc5f2a9779d68764b2fa2970",
"sha256:50871b8e63175eeea74261857bfbd9f2f6d82765779298e99ea9aaec0ecc8722",
"sha256:79773789bc7bca810f9a162ac27d0b20a4f22b5677811d9016be0d005b4a5378",
"sha256:ca5e9425e512653fc4d1643643159336f0fbc00583cadc959bfb9cd4acc3ac3a",
"sha256:019b62a661d24ea4199b4f8d115d732de27e248296c563eda198215b7a314164",
"sha256:3f709e9200e037b46a06dedb913867240d75341529cf687df1f0ee7468965482",
"sha256:af0318fdcf5db801c54eae0967d87f8e6d4109d774d2e20f65854b3f0513226d",
"sha256:069a402315ad5494c829ef628cbc351f3cbd58212c9f92748ec1f6c583767952",
"sha256:99ca111e6ed6222b9696a783d7b2fdf3a320c06aaab5c97e80bdbc9b2f5647a7",
"sha256:1aa62a591eec4ae91d4633fe885120c9a799e5373d90cb6e0a174c799c2a9041",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:0cdbb427c7dee7ec925163c18c8174ce58de62bc8a38cf573feb5e76f093745f",
"sha256:7493d26e5e843e2793387040f5e19138527e5915f204c75fbc6cbd1d04c4db58"
]
},
"Metadata": {
"LastTagTime": "2026-08-09T02:15:21.935782531+08:00"
}
}