镜像构建历史
# 2026-09-03 01:37:31 0.00B
/bin/sh -c #(nop) ENTRYPOINT ["vllm", "serve"]
# 2026-09-03 01:37:31 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.source="https://github.com/vllm-project/vllm" org.opencontainers.image.revision="${VLLM_BUILD_COMMIT}" org.opencontainers.image.version="${VLLM_IMAGE_TAG}" org.opencontainers.image.url="${VLLM_BUILD_URL}" ai.vllm.build.commit="${VLLM_BUILD_COMMIT}" ai.vllm.build.pipeline="${VLLM_BUILD_PIPELINE}" ai.vllm.build.url="${VLLM_BUILD_URL}" ai.vllm.image.tag="${VLLM_IMAGE_TAG}"
# 2026-09-03 01:37:31 0.00B
/bin/sh -c #(nop) ENV VLLM_BUILD_COMMIT=${VLLM_BUILD_COMMIT:-unknown} VLLM_BUILD_PIPELINE=${VLLM_BUILD_PIPELINE:-local} VLLM_BUILD_URL=${VLLM_BUILD_URL:-} VLLM_IMAGE_TAG=${VLLM_IMAGE_TAG:-local/vllm-openai:dev}
# 2026-09-03 01:37:31 0.00B
/bin/sh -c #(nop) ENV VLLM_USAGE_SOURCE production-docker-image
# 2026-09-03 01:37:30 0.00B
|8 CUDA_VERSION=13.0.3 INSTALL_KV_CONNECTORS=false INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 TRITON_INSTALL_FROM_SOURCE_REPO= UV_EXTRA_INDEX_URL= UV_INDEX_URL= torch_cuda_arch_list=8.0 /bin/sh -c --mount=type=cache,target=/opt/uv/cache --mount=type=bind,from=extensions-build,source=/tmp/triton_from_source_workspace/dist,target=/tmp/triton-source-dist,ro if [ -n "${TRITON_INSTALL_FROM_SOURCE_REPO}" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2); if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then case "${CUDA_MAJOR_MINOR}" in 13.4|13.5) TRITON_SYSTEM_PTXAS_PATH=/usr/local/cuda/bin/ptxas TRITON_EXPECTED_PTXAS_VERSION="${CUDA_MAJOR_MINOR}" bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256 ;; *) echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1 ;; esac; else bash /tmp/install_triton_from_source.sh /tmp/triton-source-dist /tmp/triton-source-wheel.sha256; fi; fi && rm -f /tmp/install_triton_from_source.sh /tmp/triton-source-wheel.sha256
# 2026-09-03 01:37:29 1.51KB
/bin/sh -c #(nop) COPY file:46b77c2d68e52690af99deb25ac6b88515b067f9ca15f11e86483c355ffb3b62 in /tmp/install_triton_from_source.sh
# 2026-09-03 01:37:28 78.00B
/bin/sh -c #(nop) COPY file:80ae1bacbcf078516beab18ddd3227871b92e4a156e88e15678d9d1e24206540 in /tmp/triton-source-wheel.sha256
# 2026-09-03 01:37:26 0.00B
|8 CUDA_VERSION=13.0.3 INSTALL_KV_CONNECTORS=false INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 TRITON_INSTALL_FROM_SOURCE_REPO= UV_EXTRA_INDEX_URL= UV_INDEX_URL= torch_cuda_arch_list=8.0 /bin/sh -c --mount=type=cache,target=/opt/uv/cache --mount=type=bind,source=requirements,target=/tmp/vllm-requirements,ro if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then echo "Installing Rubin prerelease requirements..." && uv pip install --system -r /tmp/vllm-requirements/rubin-prerelease.txt; fi
# 2026-09-03 01:37:25 0.00B
|8 CUDA_VERSION=13.0.3 INSTALL_KV_CONNECTORS=false INSTALL_RUBIN_PRERELEASE=false TARGETPLATFORM=linux/amd64 TRITON_INSTALL_FROM_SOURCE_REPO= UV_EXTRA_INDEX_URL= UV_INDEX_URL= torch_cuda_arch_list=8.0 /bin/sh -c --mount=type=cache,target=/opt/uv/cache --mount=type=bind,source=requirements/kv_connectors.txt,target=/tmp/kv_connectors.txt,ro CUDA_MAJOR="${CUDA_VERSION%%.*}"; CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-'); CUDA_HOME=/usr/local/cuda; BUILD_PKGS="libcusparse-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libcusolver-dev-${CUDA_VERSION_DASH}"; if [ "$INSTALL_KV_CONNECTORS" = "true" ]; then uv pip install --system -r /tmp/kv_connectors.txt --no-build || ( apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages ${BUILD_PKGS} && uv pip install --system -r /tmp/kv_connectors.txt --no-build-isolation && apt-get purge -y ${BUILD_PKGS} && rm -rf /var/lib/apt/lists/* ); MOONCAKE_VERSION=$(python3 -c "import importlib.metadata as m; print(m.version('mooncake-transfer-engine'))" 2>/dev/null || true) && if [ "${CUDA_MAJOR}" = "13" ] && [ -n "${MOONCAKE_VERSION}" ]; then uv pip uninstall --system mooncake-transfer-engine 2>/dev/null || true; uv pip install --system "mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}"; fi; fi
# 2026-09-03 01:37:23 0.00B
/bin/sh -c #(nop) ENV TORCH_CUDA_ARCH_LIST=${torch_cuda_arch_list}
# 2026-09-03 01:37:23 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO UV_EXTRA_INDEX_URL UV_INDEX_URL torch_cuda_arch_list
# 2026-09-03 01:37:23 0.00B
/bin/sh -c #(nop) ENV UV_HTTP_TIMEOUT=500
# 2026-09-03 01:37:23 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO UV_EXTRA_INDEX_URL UV_INDEX_URL
# 2026-09-03 01:37:23 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO UV_INDEX_URL
# 2026-09-03 01:37:22 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO
# 2026-09-03 01:37:22 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO
# 2026-09-03 01:37:22 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO
# 2026-09-03 01:37:22 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO
# 2026-09-03 01:37:22 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO
# 2026-09-03 01:37:21 0.00B
/bin/sh -c #(nop) ARG INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM TRITON_INSTALL_FROM_SOURCE_REPO
# 2026-09-03 01:37:21 0.00B
/bin/sh -c #(nop) ARG INSTALL_KV_CONNECTORS INSTALL_RUBIN_PRERELEASE TARGETPLATFORM
# 2026-09-03 01:37:20 0.00B
/bin/sh -c #(nop) ARG INSTALL_KV_CONNECTORS TARGETPLATFORM
# 2026-09-03 01:37:19 0.00B
/bin/sh -c #(nop) ARG TARGETPLATFORM
# 2026-09-03 01:37:19 35.04KB
/bin/sh -c #(nop) COPY file:91b1d26e3f422fab8b4eea833cfd367ff17924f036076a96dca2a483e666c52c in .
# 2026-09-03 01:37:18 1.25MB
/bin/sh -c #(nop) COPY dir:f3926cf8107de41638d5dead65283cb6fc574db241d678182a3f126ab47af4a6 in benchmarks
# 2026-09-03 01:37:17 1.33MB
/bin/sh -c #(nop) COPY dir:748ac4142098264be88d53f31b384365b29ff41676d2b00e27bb8905dac85541 in examples
# 2026-09-03 01:37:17 0.00B
/bin/sh -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib64:${LD_LIBRARY_PATH}
# 2026-09-03 01:37:16 41.21MB
|8 FLASHINFER_RELEASE_TAG=v0.6.18 FLASHINFER_VERSION=0.6.18 INSTALL_RUBIN_PRERELEASE=false PIP_KEYRING_PROVIDER=disabled PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl UV_EXTRA_INDEX_URL= UV_INDEX_URL= UV_KEYRING_PROVIDER=disabled /bin/sh -c --mount=type=bind,from=build,src=/tmp/ep_kernels_workspace/dist,target=/vllm-workspace/ep_kernels/dist --mount=type=cache,target=/opt/uv/cache uv pip install --system ep_kernels/dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.')
# 2026-09-03 01:37:14 146.00B
/bin/sh -c #(nop) COPY file:3529ef1834cfa93e5b68b68eb61239cba2213c84811c57f74aa7fe8a19a1e00d in /tmp/ep-kernels-wheels.sha256
# 2026-09-03 01:37:13 0.00B
/bin/sh -c #(nop) ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64:$LD_LIBRARY_PATH
# 2026-09-03 01:37:12 0.00B
|8 FLASHINFER_RELEASE_TAG=v0.6.18 FLASHINFER_VERSION=0.6.18 INSTALL_RUBIN_PRERELEASE=false PIP_KEYRING_PROVIDER=disabled PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl UV_EXTRA_INDEX_URL= UV_INDEX_URL= UV_KEYRING_PROVIDER=disabled /bin/sh -c --mount=type=cache,target=/opt/uv/cache . /etc/environment && uv pip list
# 2026-09-03 01:37:08 94.22MB
|8 FLASHINFER_RELEASE_TAG=v0.6.18 FLASHINFER_VERSION=0.6.18 INSTALL_RUBIN_PRERELEASE=false PIP_KEYRING_PROVIDER=disabled PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl UV_EXTRA_INDEX_URL= UV_INDEX_URL= UV_KEYRING_PROVIDER=disabled /bin/sh -c --mount=type=cache,target=/opt/uv/cache if [ "${INSTALL_RUBIN_PRERELEASE}" != "true" ]; then uv pip install --system --no-deps --reinstall "https://github.com/flashinfer-ai/flashinfer/releases/download/${FLASHINFER_RELEASE_TAG}/flashinfer_python-${FLASHINFER_VERSION}-py3-none-any.whl"; fi
# 2026-09-03 01:36:29 1.82GB
|8 FLASHINFER_RELEASE_TAG=v0.6.18 FLASHINFER_VERSION=0.6.18 INSTALL_RUBIN_PRERELEASE=false PIP_KEYRING_PROVIDER=disabled PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl UV_EXTRA_INDEX_URL= UV_INDEX_URL= UV_KEYRING_PROVIDER=disabled /bin/sh -c --mount=type=bind,from=build,src=/workspace/dist,target=/vllm-workspace/dist --mount=type=cache,target=/opt/uv/cache if [ "${PYTORCH_NIGHTLY}" = "1" ]; then echo "Installing torch nightly..." && uv pip install --system $(cat torch_lib_versions.txt | xargs) --pre --index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.') && echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/nightly/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); else echo "Installing vLLM..." && uv pip install --system dist/*.whl --verbose --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi
# 2026-09-03 01:35:53 137.00B
/bin/sh -c #(nop) COPY file:ecfcbb7693d27d2b6750bd1ae8a41cf82430ca18e0f57e6a695a03bc4990e69c in /tmp/vllm-wheel.sha256
# 2026-09-02 01:26:17 71.00B
/bin/sh -c #(nop) COPY file:d91c4dd59dd2d8d725e5092a8b09453e6cdeeb2557282d89bb8abbfe378eabe1 in torch_lib_versions.txt
# 2026-09-02 01:26:17 0.00B
/bin/sh -c #(nop) ARG FLASHINFER_RELEASE_TAG FLASHINFER_VERSION INSTALL_RUBIN_PRERELEASE PIP_KEYRING_PROVIDER PYTORCH_CUDA_INDEX_BASE_URL UV_EXTRA_INDEX_URL UV_INDEX_URL UV_KEYRING_PROVIDER
# 2026-09-02 01:26:17 0.00B
/bin/sh -c #(nop) ARG FLASHINFER_RELEASE_TAG FLASHINFER_VERSION INSTALL_RUBIN_PRERELEASE PIP_KEYRING_PROVIDER PYTORCH_CUDA_INDEX_BASE_URL UV_EXTRA_INDEX_URL UV_INDEX_URL UV_KEYRING_PROVIDER
# 2026-09-02 01:26:16 0.00B
/bin/sh -c #(nop) ARG FLASHINFER_RELEASE_TAG FLASHINFER_VERSION PIP_KEYRING_PROVIDER PYTORCH_CUDA_INDEX_BASE_URL UV_EXTRA_INDEX_URL UV_INDEX_URL UV_KEYRING_PROVIDER
# 2026-09-02 01:26:16 0.00B
/bin/sh -c #(nop) ARG FLASHINFER_VERSION PIP_KEYRING_PROVIDER PYTORCH_CUDA_INDEX_BASE_URL UV_EXTRA_INDEX_URL UV_INDEX_URL UV_KEYRING_PROVIDER
# 2026-09-02 01:12:37 0.00B
/bin/sh -c #(nop) ARG PIP_KEYRING_PROVIDER PYTORCH_CUDA_INDEX_BASE_URL UV_EXTRA_INDEX_URL UV_INDEX_URL UV_KEYRING_PROVIDER
# 2026-09-02 01:12:37 0.00B
/bin/sh -c #(nop) ARG PYTORCH_CUDA_INDEX_BASE_URL UV_EXTRA_INDEX_URL UV_INDEX_URL
# 2026-09-02 01:12:36 0.00B
/bin/sh -c #(nop) ARG UV_EXTRA_INDEX_URL UV_INDEX_URL
# 2026-09-02 01:12:36 0.00B
/bin/sh -c #(nop) ARG UV_INDEX_URL
# 2026-09-02 01:12:31 205.98MB
|14 CUDA_VERSION=13.0.3 FLASHINFER_RELEASE_TAG=v0.6.18 FLASHINFER_VERSION=0.6.18 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl RUNAI_MODEL_STREAMER_VERSION=>=0.15.7 TARGETARCH=amd64 TARGETPLATFORM=linux/amd64 TIMM_VERSION=>=1.0.17 /bin/sh -c --mount=type=cache,target=/opt/uv/cache uv pip install --system accelerate 'modelscope<1.38' "timm${TIMM_VERSION}" "runai-model-streamer[s3,gcs,azure]${RUNAI_MODEL_STREAMER_VERSION}"
# 2026-09-02 01:12:18 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION FLASHINFER_RELEASE_TAG FLASHINFER_VERSION GDRCOPY_CUDA_VERSION GDRCOPY_OS_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL RUNAI_MODEL_STREAMER_VERSION TARGETARCH TARGETPLATFORM TIMM_VERSION
# 2026-09-02 01:12:18 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION FLASHINFER_RELEASE_TAG FLASHINFER_VERSION GDRCOPY_CUDA_VERSION GDRCOPY_OS_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL TARGETARCH TARGETPLATFORM TIMM_VERSION
# 2026-09-02 01:12:18 2.47MB
|12 CUDA_VERSION=13.0.3 FLASHINFER_RELEASE_TAG=v0.6.18 FLASHINFER_VERSION=0.6.18 GDRCOPY_CUDA_VERSION=12.8 GDRCOPY_OS_VERSION=Ubuntu24_04 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl TARGETARCH=amd64 TARGETPLATFORM=linux/amd64 /bin/sh -c set -eux; if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then ldconfig -p | grep -q 'libgdrapi\.so'; else case "${TARGETPLATFORM}" in linux/arm64) UUARCH="aarch64" ;; linux/amd64) UUARCH="x64" ;; *) echo "Unsupported TARGETPLATFORM: ${TARGETPLATFORM}" >&2; exit 1 ;; esac; /tmp/install_gdrcopy.sh "${GDRCOPY_OS_VERSION}" "${GDRCOPY_CUDA_VERSION}" "${UUARCH}"; fi; rm /tmp/install_gdrcopy.sh
# 2026-09-02 01:12:07 1.44KB
/bin/sh -c #(nop) COPY file:1bc2775ac5e677d8f11e7758fcf5dfdca611155256a83eb4782b31cc574f3d52 in /tmp/install_gdrcopy.sh
# 2026-09-02 01:12:07 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION FLASHINFER_RELEASE_TAG FLASHINFER_VERSION GDRCOPY_CUDA_VERSION GDRCOPY_OS_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL TARGETARCH TARGETPLATFORM
# 2026-09-02 01:12:07 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION FLASHINFER_RELEASE_TAG FLASHINFER_VERSION GDRCOPY_CUDA_VERSION GDRCOPY_OS_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL TARGETARCH
# 2026-09-02 01:12:07 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION FLASHINFER_RELEASE_TAG FLASHINFER_VERSION GDRCOPY_CUDA_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL TARGETARCH
# 2026-09-02 01:10:07 8.29GB
|9 CUDA_VERSION=13.0.3 FLASHINFER_RELEASE_TAG=v0.6.18 FLASHINFER_VERSION=0.6.18 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl TARGETARCH=amd64 /bin/sh -c --mount=type=cache,target=/opt/uv/cache if [ "${INSTALL_RUBIN_PRERELEASE}" != "true" ]; then set -eux; case "${TARGETARCH}" in amd64) FLASHINFER_WHEEL_ARCH="x86_64" ;; arm64) FLASHINFER_WHEEL_ARCH="aarch64" ;; *) echo "Unsupported FlashInfer wheel architecture: ${TARGETARCH}" >&2; exit 1 ;; esac; FLASHINFER_CUDA_VERSION="cu$(echo "$CUDA_VERSION" | cut -d. -f1,2 | tr -d '.')"; FLASHINFER_RELEASE_URL="https://github.com/flashinfer-ai/flashinfer/releases/download/${FLASHINFER_RELEASE_TAG}"; uv pip install --system --no-deps "${FLASHINFER_RELEASE_URL}/flashinfer_python-${FLASHINFER_VERSION}-py3-none-any.whl" "${FLASHINFER_RELEASE_URL}/flashinfer_cubin-${FLASHINFER_VERSION}-py3-none-any.whl" "${FLASHINFER_RELEASE_URL}/flashinfer_jit_cache-${FLASHINFER_VERSION}%2B${FLASHINFER_CUDA_VERSION}-cp39-abi3-manylinux_2_28_${FLASHINFER_WHEEL_ARCH}.whl"; fi
# 2026-09-02 00:58:58 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION FLASHINFER_RELEASE_TAG FLASHINFER_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL TARGETARCH
# 2026-09-02 00:58:58 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION FLASHINFER_RELEASE_TAG FLASHINFER_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL
# 2026-09-02 00:58:58 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION FLASHINFER_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL
# 2026-09-02 00:57:23 7.14GB
|6 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 PYTORCH_CUDA_INDEX_BASE_URL=https://download.pytorch.org/whl /bin/sh -c --mount=type=cache,target=/opt/uv/cache --mount=type=bind,source=requirements,target=/tmp/vllm-requirements,ro if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ] && [ ! -f /tmp/vllm-requirements/rubin-prerelease.txt ]; then echo "INSTALL_RUBIN_PRERELEASE=true requires requirements/rubin-prerelease.txt" >&2; exit 1; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" != "true" ]; then sed -i '/^flashinfer-\(python\|cubin\)==/d' /tmp/requirements-cuda.txt; fi && if [ "$(echo $CUDA_VERSION | cut -d. -f1)" = "12" ]; then sed -i 's/^nvidia-cutlass-dsl\[cu13\]/nvidia-cutlass-dsl/' /tmp/requirements-cuda.txt; sed -i 's/^humming-kernels\[cu13\]/humming-kernels[cu12]/' /tmp/requirements-cuda.txt; fi && if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then uv pip install --system -r /tmp/vllm-requirements/rubin-prerelease.txt && sed -Ei '/^[[:space:]]*(torch|torchvision|torchaudio)[[:space:]]*==/Id' /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/requirements-cuda.txt && uv pip install --system -r /tmp/vllm-requirements/rubin-prerelease.txt && printf '%s\n' "/usr/local/lib/python${PYTHON_VERSION}/dist-packages/nvpl/lib" > /etc/ld.so.conf.d/vllm-rubin-python.conf && ldconfig; else uv pip install --system -r /tmp/requirements-cuda.txt --extra-index-url ${PYTORCH_CUDA_INDEX_BASE_URL}/cu$(echo $CUDA_VERSION | cut -d. -f1,2 | tr -d '.'); fi && rm /tmp/requirements-cuda.txt /tmp/common.txt
# 2026-09-02 00:55:27 1.25KB
/bin/sh -c #(nop) COPY file:0f830694aa2e5e99592acf996b7e5e9641f7189b1dbd1b6ef194caa38a61d79c in /tmp/requirements-cuda.txt
# 2026-09-02 00:55:26 3.22KB
/bin/sh -c #(nop) COPY file:b3f732e6ac9b98ce106b57db3ed11accd5680eb227a524af566398c09c5df295 in /tmp/common.txt
# 2026-09-02 00:55:25 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION PYTORCH_CUDA_INDEX_BASE_URL
# 2026-09-02 00:55:25 0.00B
/bin/sh -c #(nop) ENV VLLM_ENABLE_CUDA_COMPATIBILITY=0
# 2026-09-02 00:55:25 3.69KB
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c chmod 0755 /usr/local/bin/vllm-nonroot-entrypoint.sh
# 2026-09-02 00:55:24 3.69KB
/bin/sh -c #(nop) COPY file:1a0daca28c6f1f7a2a0c0be7ae5deac0e0d3d207a74358b523f73b17b831296f in /usr/local/bin/vllm-nonroot-entrypoint.sh
# 2026-09-02 00:55:23 9.38KB
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c useradd --uid 2000 --gid 0 --create-home --home-dir /home/vllm --shell /bin/bash vllm && mkdir -p /home/vllm/.cache /home/vllm/.config && chown -R 2000:0 /home/vllm && chmod -R g+rwX /home/vllm && chgrp 0 /etc/passwd /etc/group && chmod g=u /etc/passwd /etc/group
# 2026-09-02 00:55:23 0.00B
/bin/sh -c #(nop) ENV UV_OVERRIDE=/etc/uv-overrides.txt
# 2026-09-02 00:55:22 25.00B
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c CUDA_MAJOR=$(echo $CUDA_VERSION | cut -d. -f1) && if [ -n "$NCCL_VERSION" ]; then echo "nvidia-nccl-cu${CUDA_MAJOR}==${NCCL_VERSION}" > /etc/uv-overrides.txt; else touch /etc/uv-overrides.txt; fi
# 2026-09-02 00:55:22 0.00B
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p "${UV_PYTHON_INSTALL_DIR}" "${UV_CACHE_DIR}" && chgrp -R 0 /opt/uv && chmod -R g+rwX,a+rX /opt/uv
# 2026-09-02 00:55:21 0.00B
/bin/sh -c #(nop) ENV UV_CACHE_DIR=/opt/uv/cache
# 2026-09-02 00:55:21 0.00B
/bin/sh -c #(nop) ENV UV_PYTHON_INSTALL_DIR=/opt/uv/python
# 2026-09-02 00:55:20 0.00B
/bin/sh -c #(nop) ENV UV_LINK_MODE=copy
# 2026-09-02 00:55:20 0.00B
/bin/sh -c #(nop) ENV UV_INDEX_STRATEGY="unsafe-best-match"
# 2026-09-02 00:55:20 0.00B
/bin/sh -c #(nop) ENV UV_HTTP_TIMEOUT=500
# 2026-09-02 00:55:19 71.36MB
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c python3 -m pip install uv
# 2026-09-02 00:55:15 0.00B
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c if [ "${INSTALL_RUBIN_PRERELEASE}" = "true" ]; then CUDA_MAJOR_MINOR=$(echo "${CUDA_VERSION}" | cut -d. -f1,2) && if [ "${CUDA_MAJOR_MINOR}" = "13.4" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.10 -print -quit) && test -n "${CURAND_LIBRARY}" && ln -sf "${CURAND_LIBRARY}" /usr/local/cuda/lib64/libcurand.so.11; elif [ "${CUDA_MAJOR_MINOR}" = "13.5" ]; then CURAND_LIBRARY=$(find -H /usr/local/cuda -name libcurand.so.11 -print -quit) && test -n "${CURAND_LIBRARY}" && ! readlink -f "${CURAND_LIBRARY}" | grep -q 'libcurand\.so\.10'; else echo "Unsupported Rubin CUDA version: ${CUDA_MAJOR_MINOR}" >&2; exit 1; fi && NCCL_LIBRARY=$(find /usr/lib -name libnccl.so.2 -print -quit) && test -n "${NCCL_LIBRARY}" && ln -sf "${NCCL_LIBRARY}" /usr/lib/libnccl.so.2 && ln -sf libnccl.so.2 /usr/lib/libnccl.so && ldconfig; fi
# 2026-09-02 00:54:40 2.70GB
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c CUDA_VERSION_DASH=$(echo $CUDA_VERSION | cut -d. -f1,2 | tr '.' '-') && apt-get update -y && apt-get install -y --no-install-recommends --allow-change-held-packages cuda-nvcc-${CUDA_VERSION_DASH} cuda-cudart-${CUDA_VERSION_DASH} cuda-nvrtc-${CUDA_VERSION_DASH} cuda-cuobjdump-${CUDA_VERSION_DASH} libcurand-dev-${CUDA_VERSION_DASH} libcublas-dev-${CUDA_VERSION_DASH} libnuma-dev numactl && rm -rf /var/lib/apt/lists/*
# 2026-09-02 00:53:07 644.76MB
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y && apt-get install -y --no-install-recommends software-properties-common curl sudo ffmpeg libsm6 libxext6 libgl1 && if [ ! -z ${DEADSNAKES_MIRROR_URL} ] ; then if [ ! -z "${DEADSNAKES_GPGKEY_URL}" ] ; then mkdir -p -m 0755 /etc/apt/keyrings ; curl -L ${DEADSNAKES_GPGKEY_URL} | gpg --dearmor > /etc/apt/keyrings/deadsnakes.gpg ; sudo chmod 644 /etc/apt/keyrings/deadsnakes.gpg ; echo "deb [signed-by=/etc/apt/keyrings/deadsnakes.gpg] ${DEADSNAKES_MIRROR_URL} $(lsb_release -cs) main" > /etc/apt/sources.list.d/deadsnakes.list ; fi ; else for i in 1 2 3; do add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }; done ; fi && apt-get update -y && apt-get install -y --no-install-recommends python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && rm -rf /var/lib/apt/lists/* && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && rm -f /usr/lib/python${PYTHON_VERSION}/EXTERNALLY-MANAGED && curl -sS ${GET_PIP_URL} | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version
# 2026-09-02 00:51:51 136.00B
|5 CUDA_VERSION=13.0.3 GET_PIP_URL=https://bootstrap.pypa.io/get-pip.py INSTALL_RUBIN_PRERELEASE=false NCCL_VERSION=2.30.7 PYTHON_VERSION=3.12 /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) WORKDIR /vllm-workspace
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ENV DEBIAN_FRONTEND=noninteractive
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ENV CUDA_VERSION=${CUDA_VERSION}
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION GET_PIP_URL INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_RUBIN_PRERELEASE NCCL_VERSION PYTHON_VERSION
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_RUBIN_PRERELEASE PYTHON_VERSION
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ARG CUDA_VERSION INSTALL_RUBIN_PRERELEASE
# 2026-09-02 00:51:49 0.00B
/bin/sh -c #(nop) ARG INSTALL_RUBIN_PRERELEASE
# 2026-04-15 00:31:25 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2026-04-15 00:31:25 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2026-04-15 00:31:25 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2026-04-15 00:31:25 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2026-04-15 00:31:25 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2026-04-15 00:31:25 22.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2026-04-15 00:31:25 0.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-04-15 00:31:18 321.89MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-13-0 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-13-0; fi && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-04-15 00:31:02 1.47MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-0-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-13-config-common=${NV_CUDA_CUDART_VERSION} cuda-toolkit-config-common=${NV_CUDA_CUDART_VERSION} && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-04-15 00:30:51 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=13.0.3
# 2026-04-15 00:30:51 16.77MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-04-15 00:30:51 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2026-04-15 00:30:51 0.00B 定义构建参数
ARG TARGETARCH
# 2026-04-15 00:30:51 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=13.0.96-1
# 2026-04-15 00:30:51 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
# 2026-04-15 00:30:51 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2026-04-03 23:16:43 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2026-04-03 23:16:42 78.14MB
/bin/sh -c #(nop) ADD file:0f6466425c4f1800aae9224ddc3437b90c829cea58fb8edd5dde2f1eb0ee28da in /
# 2026-04-03 23:16:40 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
# 2026-04-03 23:16:40 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2026-04-03 23:16:40 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:3fdc199ba12844868943344b734e6bcb122a134dd41d8b70e155620d09c1c689",
"RepoTags": [
"malavp/vllm-glm53flash:sm80",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/malavp/vllm-glm53flash:sm80"
],
"RepoDigests": [
"malavp/vllm-glm53flash@sha256:69efb68b11d5f9226654ca7c24617255e2839ff8dfb4e26239e6395bd4932209",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/malavp/vllm-glm53flash@sha256:9e9dc4261d2b3b3765af6e90555cdcffdb086f5019a44370802cc0b616f4b875"
],
"Parent": "",
"Comment": "FROM e2bea28baeff",
"Created": "2026-09-02T17:37:31.737248377Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=13.0 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571 brand=unknown,driver\u003e=575,driver\u003c576 brand=grid,driver\u003e=575,driver\u003c576 brand=tesla,driver\u003e=575,driver\u003c576 brand=nvidia,driver\u003e=575,driver\u003c576 brand=quadro,driver\u003e=575,driver\u003c576 brand=quadrortx,driver\u003e=575,driver\u003c576 brand=nvidiartx,driver\u003e=575,driver\u003c576 brand=vapps,driver\u003e=575,driver\u003c576 brand=vpc,driver\u003e=575,driver\u003c576 brand=vcs,driver\u003e=575,driver\u003c576 brand=vws,driver\u003e=575,driver\u003c576 brand=cloudgaming,driver\u003e=575,driver\u003c576",
"NV_CUDA_CUDART_VERSION=13.0.96-1",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"CUDA_VERSION=13.0.3",
"DEBIAN_FRONTEND=noninteractive",
"UV_INDEX_STRATEGY=unsafe-best-match",
"UV_LINK_MODE=copy",
"UV_PYTHON_INSTALL_DIR=/opt/uv/python",
"UV_CACHE_DIR=/opt/uv/cache",
"UV_OVERRIDE=/etc/uv-overrides.txt",
"VLLM_ENABLE_CUDA_COMPATIBILITY=0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64",
"UV_HTTP_TIMEOUT=500",
"TORCH_CUDA_ARCH_LIST=8.0",
"VLLM_USAGE_SOURCE=production-docker-image",
"VLLM_BUILD_COMMIT=unknown",
"VLLM_BUILD_PIPELINE=local",
"VLLM_BUILD_URL=",
"VLLM_IMAGE_TAG=local/vllm-openai:dev"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/vllm-workspace",
"Entrypoint": [
"vllm",
"serve"
],
"OnBuild": null,
"Labels": {
"ai.vllm.build.commit": "unknown",
"ai.vllm.build.pipeline": "local",
"ai.vllm.build.url": "",
"ai.vllm.image.tag": "local/vllm-openai:dev",
"io.buildah.version": "1.33.14",
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.revision": "unknown",
"org.opencontainers.image.source": "https://github.com/vllm-project/vllm",
"org.opencontainers.image.url": "",
"org.opencontainers.image.version": "local/vllm-openai:dev"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 21430606709,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/56b34fed3c1793c7f8162c0b75527b5ea4e71ec9d1614103c9cd7416ed43818e/diff:/var/lib/docker/overlay2/34edfb5b96d37b56e1c2721731cd483efad3119d6bd7324878fd8855f16c79bd/diff:/var/lib/docker/overlay2/5b0bc3e0174e0fe6414c2014088fbc9de13d5c66b1f47b361790d784ea6ecd3b/diff:/var/lib/docker/overlay2/7843d45e5ff77a57ab5db8923d44cc4e30d86047ec912bb3f236ef1d0ee1102d/diff:/var/lib/docker/overlay2/9693093eae529004ba1dd3518351334d57ca2f5b5f82e66b76c3d9be856f3f18/diff:/var/lib/docker/overlay2/e45079eb2a8e0462779a1ccd2a06db7ac5b881e93eeca7cc98e2886e091babca/diff:/var/lib/docker/overlay2/057425751ac11cf3f18ac25353a68947685cab4b3a86fb03ca328d9232a43625/diff:/var/lib/docker/overlay2/15ad0f176e492fbd8e65a9971b426522d83caf167a631919c88dbc826873f92c/diff:/var/lib/docker/overlay2/ab61462ca7e6825f8ceacbf51d6d1f24c5a3e2f2597920e264e55d1510e51cb4/diff:/var/lib/docker/overlay2/b3d36ae0fb1c8d3977fc85e0310b30fee8d2809a321c2589caa2efe59dd15ef3/diff:/var/lib/docker/overlay2/0ba943c8a9c293439ea9a846f1bac27da4dc97dd547bd8f9724ac8c6dbf33d4d/diff:/var/lib/docker/overlay2/6f8c7ad15f370d618c566b1d133d70898de39678f455f23dd169d37f61c378ae/diff:/var/lib/docker/overlay2/d888e2d2e7e58119c8fcb6a662f026a045cd9492fd1c3cbbfdc84970cfe1d01f/diff:/var/lib/docker/overlay2/f461fe8a87b24f685b08f1731dfe06f79da66a19773fb8722603f2e8ff996a78/diff:/var/lib/docker/overlay2/d1fc87b7226238fe4f45839efca37f586b2976ed47c02e096dc81fcf5e71c4ff/diff:/var/lib/docker/overlay2/040ce9d6aa104da719d7d8c52489e0dff24e79bb234eb6cf064e4aa3797d79e6/diff:/var/lib/docker/overlay2/55142f73c80ce169f146077b1714727a0c042d1243c2149974b2c90094e04d1d/diff:/var/lib/docker/overlay2/b01cab8ffbda304288769c693c4b35c0490206ea2ca525f4c8cba7983c0df7a3/diff:/var/lib/docker/overlay2/5773c6f8d1bd6c855af3be6ec20fc57b6c8fbf131a2c31d3810f3d1d1136c2fe/diff:/var/lib/docker/overlay2/b515af22cce61305a601ef3872597bbecc334180ebeb0e93afb93e6d2075de74/diff:/var/lib/docker/overlay2/ac8abaee26689b924116038d30afc93d5047e2eec40599dd0b389e4fbd6f68f5/diff:/var/lib/docker/overlay2/9fcb1c5a0eacdadb60da12a7d33810feefeb7eaad0f913954251450a6b606bf6/diff:/var/lib/docker/overlay2/aa31b04a91e3a7c6c058438425aea79a69b245d7b9a020637674e91d04383310/diff:/var/lib/docker/overlay2/292529da23d150761e7cf097525df54ce45ceb1a795ee8378ffb70588470578a/diff:/var/lib/docker/overlay2/dcc0e92dfacebec1b97c38e5ecf58ca9f4988bcd6d1e99a032d22868f96b0445/diff:/var/lib/docker/overlay2/88fbef2cf81173d9aa1f387a71130e45cb6ac39827fb3caabb8f3c9bbe7a89cc/diff:/var/lib/docker/overlay2/c7051dc1bf73c39288189e20060f1eecfa16fa7696e4926a93e91f0b2dd678b9/diff:/var/lib/docker/overlay2/3cd27666db9b9d3bd6b89d24d379191616df9ea724684fad77415007c9603afa/diff:/var/lib/docker/overlay2/3b1c3bf20464653a8745b10eb0c6b6cdf34efc4be2df3aeb1eb61aa951c9f09b/diff:/var/lib/docker/overlay2/08e8285eedc7ed51ff85b2bfb1743ffe9421032981db6b30d62c82bc060ae49d/diff:/var/lib/docker/overlay2/b78fbd0ef4ebea6ac1b9a8767bb68725ad0645c3f59d42f34de1d6a7efa24356/diff:/var/lib/docker/overlay2/13664cea0d73af3c90e4e64f4fae32ca9c87b8509334ed1521969e42b4bb0829/diff:/var/lib/docker/overlay2/c50e037e3546fe371d694af9dcaa926ff4a9ff890e65c29e166e3d241b37c126/diff:/var/lib/docker/overlay2/0658a51b2d2bd4aad68c52371e1360874d9090f3d785665a4c2e4ca67dda99a6/diff:/var/lib/docker/overlay2/1229e21adaa1695a1a216df49e5df949a35c8e3e2a8478d980110179002a9495/diff:/var/lib/docker/overlay2/70da1e9c05465e7281b5b94512fe33aeac41cb8dca420950b4c8dcbede2e46a0/diff:/var/lib/docker/overlay2/7428990e17fc08a6df85d8e9e49db48b19fca4187e00e96f46e901180ead8f6d/diff:/var/lib/docker/overlay2/febf4715265da2206928672035eeb965e4cb36f7a91f9f73615c993d3357ac0a/diff",
"MergedDir": "/var/lib/docker/overlay2/1de50b7af8a63488f9cf1d3391aa90128be6fd4dd39cef3a6f18aec8d9b89136/merged",
"UpperDir": "/var/lib/docker/overlay2/1de50b7af8a63488f9cf1d3391aa90128be6fd4dd39cef3a6f18aec8d9b89136/diff",
"WorkDir": "/var/lib/docker/overlay2/1de50b7af8a63488f9cf1d3391aa90128be6fd4dd39cef3a6f18aec8d9b89136/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:5e732af9e7c568c9b41ecabc76ac93a58471934d5155070dfd64a9567667fd9d",
"sha256:f5b49b5386a3c18aca8dccc85784c57d64b182f621a632374c44daeb7822e9ca",
"sha256:2950e5ad5b560d8a4561ea596a8589f9be34eb485ad04ae521438c978d98a212",
"sha256:f56f6d7fecabd59c6ae0104489b7e42e0b1c538ba1246f0019b099a12cca8cd6",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:6756a6579040c1541966a48c3e4d3bac9500de08ee027795439141ee0ba0eecd",
"sha256:fdb5c9bcf16b58539209a7e6a469bea3a5b5434d2c4e9d4719968e22fe0ef1d7",
"sha256:35ba14f912a06d4d8798f2f29d9e3225cf2ac43cf3c6e82379c813534c347a80",
"sha256:a95bf65edef0a73fa3392777faa9ee87e8d0203dc91b5bd0f0340af728412336",
"sha256:4bc5261d63529308c2cbb774be931b5c5dd8a895b467b6e69e85d1036bb24091",
"sha256:fbd4885e50b6eeda99b78e5cb073debdd1a94932f98295c7fbcae07bcb88da4f",
"sha256:c2a604e38d25260e8db048dad7b5d93e5ba5a7c05ee424895c9e8a719c2f851a",
"sha256:ad959604925537e0cc0543027a0c526691b0a060d2078ce5dbd1212043905a57",
"sha256:e8990995dec3ee09923bf5bfa9f9b12fe6e26aba5b189db14cbe9656e8d1aad6",
"sha256:a7d336c8a5d3f5c99117ef463371374f8d433227ab2735117718d06419ee4cb4",
"sha256:10c4ca08499bff349c6e84994a58d193590b31b3b126c6ae83a5d67cb79d25fa",
"sha256:46fca52e1558655f49399396e87ca6887eb7992c9daf5d5fe12835b3a7f064c0",
"sha256:78f6cb16d3c0efa0297c0158270b26259979f70c2da7dc805be8f270a00cdccc",
"sha256:6e5b388897b951f0c7ebbfffd11c9218577ae2b217e1e361ba6b44c637e9c218",
"sha256:011f17636bc230549ce0cc8269e0a573b429380ccb755f818ca6c4f1a244cb01",
"sha256:0d6019febfebe1920eccb2d0a1deb2f08440050d96c7b64d89fe24d41e0eb21e",
"sha256:2044fd74dd6f6e775690467f3ed272a3029402ef169250155edf430719a55480",
"sha256:643b7479d95460de21e0d9f50ed913e18f46a0234b327385e9781f591199c3ee",
"sha256:9330f9ca4a35e654a937a8a78cd9eda969a84a0ff4f5dbea7f4083a703bb83db",
"sha256:e6d19e5678b82216f34b82cef62103bf2db964ef7441da017da6b4e31381c146",
"sha256:3d8cec1fe391a5f4ad00c6314208c3d278cdbe614a700ae6957f09d165d192b5",
"sha256:ba109c566d0dc7b90a53c83720c41db9d690140d778eacd1d21db5c725c9e50f",
"sha256:4709817c08cedd6bbb2a36b5e961b1de27574f4f083bbc23e4f8e49c2b8ac32c",
"sha256:932eb54582074afb7fa1e526a97e044b09b1cc743259150453c7dcc55fbc5e50",
"sha256:3d56bd02cd1728a287317fd9ce581c125e9faf36a40a4b3e0d45c154f889e75e",
"sha256:2fcb07253417f14264d11efeb08d1c905cd1b3f0cbefdc6bad650f4d20b144fd",
"sha256:3a969e042dd3a8b284aea818c6a38602e9df0ba6da46c3138cb0ffc10c1ee303",
"sha256:b01986850c1c4d28f404392792bd8bd40154482c2b9dcd54a926a076a28425f6",
"sha256:7be0830cd982e3b6ddc5d52e3729855fb0483234e26a064747e9b3884f0b70fb",
"sha256:e78b89eb5a64c76c71d954b492528f758321cbbf81bbe89211e721bf05afd78f",
"sha256:fa701632683a8ed33ab30e95e219506fb9e7e339c0abc1f9792c639ed50ce803",
"sha256:e273d6f5cc18923f8e938728e2f6a7c93f9a6d46efe3faa1b462a5903a768b6d",
"sha256:8153a60c91e1bcb872e7b2be068f7e50035caefecdab2c9186f6fe15d5b3b076",
"sha256:65c41b6ca633f74dec7f7f393cd8934e786c03ac35adf034d41cf852588c88be"
]
},
"Metadata": {
"LastTagTime": "2026-09-10T00:38:31.127013378+08:00"
}
}