镜像构建历史
# 2026-04-29 16:28:20 372.00B 复制新文件或目录到容器中
COPY build-metadata.yaml /workspace/build-metadata.yaml # buildkit
# 2026-04-29 16:28:20 39.00B 执行命令并创建新的镜像层
RUN |4 BUILD_JOBS=16 PRE_TRANSFORMERS=0 TORCH_CUDA_ARCH_LIST=12.1a FLASHINFER_CUDA_ARCH_LIST=12.1a /bin/sh -c rm /usr/local/lib/python3.12/dist-packages/nvidia/nccl/lib/libnccl.so.2 && ln -s /usr/lib/aarch64-linux-gnu/libnccl.so.2 /usr/local/lib/python3.12/dist-packages/nvidia/nccl/lib/libnccl.so.2 # buildkit
# 2026-04-29 16:28:20 498.82MB 执行命令并创建新的镜像层
RUN |4 BUILD_JOBS=16 PRE_TRANSFORMERS=0 TORCH_CUDA_ARCH_LIST=12.1a FLASHINFER_CUDA_ARCH_LIST=12.1a /bin/sh -c uv pip install ray[default] fastsafetensors instanttensor # buildkit
# 2026-04-29 16:27:44 0.00B 设置环境变量 PATH
ENV PATH=/workspace/vllm:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2026-04-29 16:27:44 0.00B 设置环境变量 TIKTOKEN_ENCODINGS_BASE
ENV TIKTOKEN_ENCODINGS_BASE=/workspace/vllm/tiktoken_encodings
# 2026-04-29 16:27:44 0.00B 设置环境变量 TRITON_PTXAS_PATH
ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
# 2026-04-29 16:27:44 0.00B 设置环境变量 FLASHINFER_CUDA_ARCH_LIST
ENV FLASHINFER_CUDA_ARCH_LIST=12.1a
# 2026-04-29 16:27:44 0.00B 定义构建参数
ARG FLASHINFER_CUDA_ARCH_LIST=12.1a
# 2026-04-29 16:27:44 0.00B 设置环境变量 TORCH_CUDA_ARCH_LIST
ENV TORCH_CUDA_ARCH_LIST=12.1a
# 2026-04-29 16:27:44 0.00B 定义构建参数
ARG TORCH_CUDA_ARCH_LIST=12.1a
# 2026-04-29 16:27:44 5.12GB 执行命令并创建新的镜像层
RUN |2 BUILD_JOBS=16 PRE_TRANSFORMERS=0 /bin/sh -c uv pip install /workspace/wheels/flashinfer*.whl # buildkit
# 2026-04-29 16:24:07 5.59GB 执行命令并创建新的镜像层
RUN |2 BUILD_JOBS=16 PRE_TRANSFORMERS=0 /bin/sh -c cd /tmp/vllm-src && apt-get update && apt-get install -y --no-install-recommends cmake && rm -rf /var/lib/apt/lists/* && pip install "transformers>=5.0.0" setuptools_scm "setuptools>=75.0.0,<81" pybind11 && VLLM_TARGET_DEVICE=cuda MAX_JOBS=${BUILD_JOBS} TORCH_CUDA_ARCH_LIST="12.0" CMAKE_CUDA_ARCHITECTURES="120-real" pip install . --no-build-isolation && rm -rf /tmp/vllm-src # buildkit
# 2026-04-29 10:53:00 227.86MB 复制新文件或目录到容器中
COPY vllm-sm120/ /tmp/vllm-src/ # buildkit
# 2026-04-29 05:50:19 4.70GB 执行命令并创建新的镜像层
RUN |2 BUILD_JOBS=16 PRE_TRANSFORMERS=0 /bin/sh -c uv pip install torch==2.11.0 torchvision torchaudio triton --index-url https://download.pytorch.org/whl/cu130 && uv pip install nvidia-nvshmem-cu13 "apache-tvm-ffi<0.2" # buildkit
# 2026-04-29 05:50:14 0.00B 定义构建参数
ARG PRE_TRANSFORMERS=0
# 2026-04-29 05:50:14 5.30MB 执行命令并创建新的镜像层
RUN |1 BUILD_JOBS=16 /bin/sh -c mkdir -p tiktoken_encodings && wget -O tiktoken_encodings/o200k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/o200k_base.tiktoken" && wget -O tiktoken_encodings/cl100k_base.tiktoken "https://openaipublic.blob.core.windows.net/encodings/cl100k_base.tiktoken" # buildkit
# 2026-04-29 05:50:07 0.00B 设置工作目录为/workspace/vllm
WORKDIR /workspace/vllm
# 2026-04-29 05:50:07 1.12GB 执行命令并创建新的镜像层
RUN |1 BUILD_JOBS=16 /bin/sh -c apt update && apt install -y --no-install-recommends python3 python3-pip python3-dev vim curl git wget libcudnn9-cuda-13 libibverbs1 libibverbs-dev rdma-core libxcb1 && cd /workspace/nccl-pkg && apt install -y --no-install-recommends --allow-downgrades ./*.deb && rm -rf /var/lib/apt/lists/* && pip install uv # buildkit
# 2026-04-29 05:50:07 0.00B 设置环境变量 UV_LINK_MODE
ENV UV_LINK_MODE=copy
# 2026-04-29 05:50:07 0.00B 设置环境变量 UV_BREAK_SYSTEM_PACKAGES
ENV UV_BREAK_SYSTEM_PACKAGES=1
# 2026-04-29 05:50:07 0.00B 设置环境变量 UV_SYSTEM_PYTHON
ENV UV_SYSTEM_PYTHON=1
# 2026-04-29 05:50:07 0.00B 设置环境变量 UV_CACHE_DIR
ENV UV_CACHE_DIR=/root/.cache/uv
# 2026-04-29 05:50:07 0.00B 设置环境变量 PIP_CACHE_DIR
ENV PIP_CACHE_DIR=/root/.cache/pip
# 2026-04-29 05:50:07 0.00B 设置环境变量 VLLM_BASE_DIR
ENV VLLM_BASE_DIR=/workspace/vllm
# 2026-04-29 05:50:07 0.00B 设置环境变量 PIP_BREAK_SYSTEM_PACKAGES
ENV PIP_BREAK_SYSTEM_PACKAGES=1
# 2026-04-29 05:50:07 0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
# 2026-04-29 05:50:07 0.00B 设置环境变量 USE_CUDNN
ENV USE_CUDNN=1
# 2026-04-29 05:50:07 0.00B 设置环境变量 DG_JIT_USE_NVRTC
ENV DG_JIT_USE_NVRTC=1
# 2026-04-29 05:50:07 0.00B 设置环境变量 MAKEFLAGS
ENV MAKEFLAGS=-j16
# 2026-04-29 05:50:07 0.00B 设置环境变量 NINJAFLAGS
ENV NINJAFLAGS=-j16
# 2026-04-29 05:50:07 0.00B 设置环境变量 CMAKE_BUILD_PARALLEL_LEVEL
ENV CMAKE_BUILD_PARALLEL_LEVEL=16
# 2026-04-29 05:50:07 0.00B 设置环境变量 MAX_JOBS
ENV MAX_JOBS=16
# 2026-04-29 05:50:07 0.00B 定义构建参数
ARG BUILD_JOBS
# 2026-03-10 06:59:40 0.00B 设置环境变量 LIBRARY_PATH
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
# 2026-03-10 06:59:40 394.64KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} # buildkit
# 2026-03-10 06:59:39 0.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c NSYS_PATH=$(find /opt/nvidia/nsight-compute -type f -name "nsys" 2>/dev/null | head -n 1); if [ -n "$NSYS_PATH" ] && [ ! -f /usr/local/bin/nsys ]; then ln -s "$NSYS_PATH" /usr/local/bin/nsys; fi # buildkit
# 2026-03-10 06:59:38 3.77GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-2=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-2=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-2=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-2=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-2=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-2=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-03-10 06:59:38 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2026-03-10 06:59:38 0.00B 定义构建参数
ARG TARGETARCH
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE
ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-2=13.2.0-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_VERSION
ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.2.0-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE
ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-2=13.3.0.5-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_VERSION
ENV NV_LIBCUBLAS_DEV_VERSION=13.3.0.5-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE_NAME
ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-2
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_LIBNPP_DEV_PACKAGE
ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-2=13.1.0.44-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_LIBNPP_DEV_VERSION
ENV NV_LIBNPP_DEV_VERSION=13.1.0.44-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_LIBCUSPARSE_DEV_VERSION
ENV NV_LIBCUSPARSE_DEV_VERSION=12.7.9.17-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_NVML_DEV_VERSION
ENV NV_NVML_DEV_VERSION=13.2.51-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_CUDA_CUDART_DEV_VERSION
ENV NV_CUDA_CUDART_DEV_VERSION=13.2.51-1
# 2026-03-10 06:59:38 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=13.2.0-1
# 2026-03-10 06:47:19 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2026-03-10 06:47:19 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2026-03-10 06:47:19 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2026-03-10 06:47:19 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2026-03-10 06:47:19 241.88KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} # buildkit
# 2026-03-10 06:47:18 1.92GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-2=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-2=${NV_NVTX_VERSION} libcusparse-13-2=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-03-10 06:47:18 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2026-03-10 06:47:18 0.00B 定义构建参数
ARG TARGETARCH
# 2026-03-10 06:47:18 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-2=13.3.0.5-1
# 2026-03-10 06:47:18 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=13.3.0.5-1
# 2026-03-10 06:47:18 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-2
# 2026-03-10 06:47:18 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.7.9.17-1
# 2026-03-10 06:47:18 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-13-2=13.1.0.44-1
# 2026-03-10 06:47:18 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=13.1.0.44-1
# 2026-03-10 06:47:18 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=13.2.20-1
# 2026-03-10 06:47:18 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=13.2.0-1
# 2026-03-10 06:38:46 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2026-03-10 06:38:46 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2026-03-10 06:38:46 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2026-03-10 06:38:45 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2026-03-10 06:38:45 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2026-03-10 06:38:45 22.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2026-03-10 06:38:45 455.63MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && if apt-cache policy cuda-compat-orin-13-2 2>/dev/null | grep -q "Candidate:"; then apt-get install -y --no-install-recommends cuda-compat-orin-13-2; fi && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-03-10 06:33:29 416.07MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-2=${NV_CUDA_CUDART_VERSION} cuda-compat-13-2 && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-03-10 06:29:08 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=13.2.0
# 2026-03-10 06:29:08 11.02MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=arm64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-03-10 06:29:08 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2026-03-10 06:29:08 0.00B 定义构建参数
ARG TARGETARCH
# 2026-03-10 06:29:08 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=13.2.51-1
# 2026-03-10 06:29:08 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=13.2 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=580,driver<581 brand=grid,driver>=580,driver<581 brand=tesla,driver>=580,driver<581 brand=nvidia,driver>=580,driver<581 brand=quadro,driver>=580,driver<581 brand=quadrortx,driver>=580,driver<581 brand=nvidiartx,driver>=580,driver<581 brand=vapps,driver>=580,driver<581 brand=vpc,driver>=580,driver<581 brand=vcs,driver>=580,driver<581 brand=vws,driver>=580,driver<581 brand=cloudgaming,driver>=580,driver<581 brand=unknown,driver>=590,driver<591 brand=grid,driver>=590,driver<591 brand=tesla,driver>=590,driver<591 brand=nvidia,driver>=590,driver<591 brand=quadro,driver>=590,driver<591 brand=quadrortx,driver>=590,driver<591 brand=nvidiartx,driver>=590,driver<591 brand=vapps,driver>=590,driver<591 brand=vpc,driver>=590,driver<591 brand=vcs,driver>=590,driver<591 brand=vws,driver>=590,driver<591 brand=cloudgaming,driver>=590,driver<591
# 2026-03-10 06:29:08 0.00B 设置环境变量 NVARCH
ENV NVARCH=sbsa
# 2026-02-11 00:52:29 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2026-02-11 00:52:29 100.72MB
/bin/sh -c #(nop) ADD file:25d708bf0b30ddee20c0b2764034e065aca922cafd48eb9c662e35ba02ccf1de in /
# 2026-02-11 00:52:27 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
# 2026-02-11 00:52:27 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2026-02-11 00:52:26 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2026-02-11 00:52:26 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:a5bac8d371ca8d772ff0456df21f3de3cf11e88a2ac5bb30b853dcb8537873d4",
"RepoTags": [
"lmxxf/vllm-deepseek-v4-dgx-spark:latest",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmxxf/vllm-deepseek-v4-dgx-spark:latest-linuxarm64"
],
"RepoDigests": [
"lmxxf/vllm-deepseek-v4-dgx-spark@sha256:a674e4c67f3bee506c4ca56e73ffa83d846db4ce1a605a09936758d486d7e528",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmxxf/vllm-deepseek-v4-dgx-spark@sha256:2288c239d7bc4ca815a1a05a83ca41c039ec82c9085d56fa2d50e9a7502c6199"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2026-04-29T16:28:20.259322135+08:00",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/workspace/vllm:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=sbsa",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=13.2 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571 brand=unknown,driver\u003e=580,driver\u003c581 brand=grid,driver\u003e=580,driver\u003c581 brand=tesla,driver\u003e=580,driver\u003c581 brand=nvidia,driver\u003e=580,driver\u003c581 brand=quadro,driver\u003e=580,driver\u003c581 brand=quadrortx,driver\u003e=580,driver\u003c581 brand=nvidiartx,driver\u003e=580,driver\u003c581 brand=vapps,driver\u003e=580,driver\u003c581 brand=vpc,driver\u003e=580,driver\u003c581 brand=vcs,driver\u003e=580,driver\u003c581 brand=vws,driver\u003e=580,driver\u003c581 brand=cloudgaming,driver\u003e=580,driver\u003c581 brand=unknown,driver\u003e=590,driver\u003c591 brand=grid,driver\u003e=590,driver\u003c591 brand=tesla,driver\u003e=590,driver\u003c591 brand=nvidia,driver\u003e=590,driver\u003c591 brand=quadro,driver\u003e=590,driver\u003c591 brand=quadrortx,driver\u003e=590,driver\u003c591 brand=nvidiartx,driver\u003e=590,driver\u003c591 brand=vapps,driver\u003e=590,driver\u003c591 brand=vpc,driver\u003e=590,driver\u003c591 brand=vcs,driver\u003e=590,driver\u003c591 brand=vws,driver\u003e=590,driver\u003c591 brand=cloudgaming,driver\u003e=590,driver\u003c591",
"NV_CUDA_CUDART_VERSION=13.2.51-1",
"CUDA_VERSION=13.2.0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=13.2.0-1",
"NV_NVTX_VERSION=13.2.20-1",
"NV_LIBNPP_VERSION=13.1.0.44-1",
"NV_LIBNPP_PACKAGE=libnpp-13-2=13.1.0.44-1",
"NV_LIBCUSPARSE_VERSION=12.7.9.17-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-2",
"NV_LIBCUBLAS_VERSION=13.3.0.5-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-13-2=13.3.0.5-1",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDA_CUDART_DEV_VERSION=13.2.51-1",
"NV_NVML_DEV_VERSION=13.2.51-1",
"NV_LIBCUSPARSE_DEV_VERSION=12.7.9.17-1",
"NV_LIBNPP_DEV_VERSION=13.1.0.44-1",
"NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-2=13.1.0.44-1",
"NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-2",
"NV_LIBCUBLAS_DEV_VERSION=13.3.0.5-1",
"NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-2=13.3.0.5-1",
"NV_CUDA_NSIGHT_COMPUTE_VERSION=13.2.0-1",
"NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-2=13.2.0-1",
"LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
"MAX_JOBS=16",
"CMAKE_BUILD_PARALLEL_LEVEL=16",
"NINJAFLAGS=-j16",
"MAKEFLAGS=-j16",
"DG_JIT_USE_NVRTC=1",
"USE_CUDNN=1",
"DEBIAN_FRONTEND=noninteractive",
"PIP_BREAK_SYSTEM_PACKAGES=1",
"VLLM_BASE_DIR=/workspace/vllm",
"PIP_CACHE_DIR=/root/.cache/pip",
"UV_CACHE_DIR=/root/.cache/uv",
"UV_SYSTEM_PYTHON=1",
"UV_BREAK_SYSTEM_PACKAGES=1",
"UV_LINK_MODE=copy",
"TORCH_CUDA_ARCH_LIST=12.1a",
"FLASHINFER_CUDA_ARCH_LIST=12.1a",
"TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas",
"TIKTOKEN_ENCODINGS_BASE=/workspace/vllm/tiktoken_encodings"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/workspace/vllm",
"Entrypoint": [
"/opt/nvidia/nvidia_entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "24.04"
}
},
"Architecture": "arm64",
"Os": "linux",
"Size": 23933523982,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/a374df6b5064f259d0ab6eefc470163700993d2a84d04ddeb565aef95cdb70c9/diff:/var/lib/docker/overlay2/6f7056174c4af74d9cf12ad668ae6cd7d19a1112a21cafef8b0a5814f72788a0/diff:/var/lib/docker/overlay2/98509a6c5b159515114c3cde1162844aae502c9100d08bc5821c18d69d8bfaf6/diff:/var/lib/docker/overlay2/8520592b371e97a89c181f01f689cae7750c92fe4d8a666729b7ce274b50accf/diff:/var/lib/docker/overlay2/9a9eb08faf00c144d5ae0b82478e234a8e3b38296be779d5746be7b72d485128/diff:/var/lib/docker/overlay2/2fbda469536c8c153aa60a5ef620b8f92f0277b77a4681e669d82a6b58c98ca5/diff:/var/lib/docker/overlay2/b1857584b004c9b497e805a0b36c40cb23164c4579b66e1521b3a73632efbe8f/diff:/var/lib/docker/overlay2/598098b2e006adc8b08dece3e088ee028792fff805f3533e3f863f3e18d0b253/diff:/var/lib/docker/overlay2/1301b8be07bfcfa57131f7d83c10b91e4a92e8e6f053dcedb46edb87f3577581/diff:/var/lib/docker/overlay2/4146a3c48f970b6390fdc0d15874b25ed92859d642fba9a4b4d44aa6ab30031d/diff:/var/lib/docker/overlay2/c96fddfbef276dde2bb6ad8d4dd331f430982b883afa9416bbf6004eaed361cc/diff:/var/lib/docker/overlay2/8c244defb666a6dd98ddde4bf8e20851aaf29cde3ff768905cca05e64d42bbd5/diff:/var/lib/docker/overlay2/f86e23529869171576bfa829ebbc9763ff4c70a22ef3b4bed351d6f0f8637356/diff:/var/lib/docker/overlay2/4dd838881966b71144e8589daf536500397a67db317d42b72543d183d7b5d76e/diff:/var/lib/docker/overlay2/0ba5247c00d1a1e0fd24b8ce340911984d0abfe29ab94622d014abc2c770a1ae/diff:/var/lib/docker/overlay2/efbe724263e46be171b34832a70785a642e4cfbfe3a9c881afc7f24df42b9c24/diff:/var/lib/docker/overlay2/18106f2db6fb029ddc7bf4339904da810a908ab1f365d4278ab2ba562a2a55a0/diff:/var/lib/docker/overlay2/1bbda94922ff7b0bc31f2a9c84635dd5365d41aafe91769f0945bb5bdf2829d0/diff:/var/lib/docker/overlay2/084d79e3de9897e57205940093743fb93834233138550e19920d1b6e0fcd8d55/diff:/var/lib/docker/overlay2/3d2edc832a21f792e0da255541b5de72749a849820df067f648c2a5a19b9531f/diff:/var/lib/docker/overlay2/e93db02461f474a90bd22d7d0dabe2bd127df880de62d77622dabe77cccb0bdb/diff:/var/lib/docker/overlay2/db624ee44dc40d5accac68aa231b840ffb0b4412c0cfec9e70b205f3a4717842/diff",
"MergedDir": "/var/lib/docker/overlay2/719fd36523649ef4140d7789b60ccd8d196d06f240e2d0c9e185cfa810652248/merged",
"UpperDir": "/var/lib/docker/overlay2/719fd36523649ef4140d7789b60ccd8d196d06f240e2d0c9e185cfa810652248/diff",
"WorkDir": "/var/lib/docker/overlay2/719fd36523649ef4140d7789b60ccd8d196d06f240e2d0c9e185cfa810652248/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:e5dae71ade4390c09123a86ada6c9bc64ac469d0495acae5b2216a627395050c",
"sha256:a0aed9a26128a7a4c9b13b8c171b453f1a00808cb32e2075d6ba7675eac56913",
"sha256:539926fe12daa7de499df42e20a693fca1c3a4db1e61a1ce25a32df3e8041d3e",
"sha256:eb9ffcd8102a913d1344d73a2e8dae763707b7977dac130cdc028a4ca8d6959a",
"sha256:26c4202e143a608a1a8358a67268d5098a00ff5b866ecfcd3d3b397480f48972",
"sha256:ed65183a4b4095c6e03693f7394075fe244194c935d3bb20f1370a7a3669e7eb",
"sha256:53f586ec0996b4fd2f18b6eb9f92a8c4137149bf8e71dd8a0ce47042355b12e5",
"sha256:e67c3dff55b16af41294d759c61580b6ccb77a587737c56b9958240db43b0a84",
"sha256:4cf29c1b59083414e65a3ebcab217fd108690d353034d075cc128928d4649119",
"sha256:59a0bbf0604b6056f47220d7c9046ded5639b9e2a2b2fb3e5a635f17253cb4d0",
"sha256:557d105fc8723855f95ece306f0c82ae021f9ee8cb67951d1962abd5d19985e9",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:84fbad02f97c11c71c7aa671fb061bfbc1d7722284da054b2d52cc9c881fa88b",
"sha256:7ee99c91aed1da5cba3daf80b8ab1310056c674f291aff088ddc852095c3d3c5",
"sha256:d2b6f70b22df61c342baf1fb9b7816638304acf3c2a08fc6bfe45b6f13c6ff15",
"sha256:fa26918016c87f5757a7038bae50c39c1c764126bb82063584f905523fc07fd8",
"sha256:ed25e6341a1c00ce47880c96ba7826cd4460f988163abb743a62c53fe59d0caf",
"sha256:a0b0cc23a5a6e3522d86f9cd8bbcaba5fc7bbec75453cce28ed8f0f4cc74843d",
"sha256:e03d493f1e5b5129806f5a687fe12fc34b19692833fbe8ba5c9ba7992b50cf55",
"sha256:6869d1b7bcda948e00c291acfc3ec77f3da57f3935e050bf2c1e363886ce3b23",
"sha256:c4cb01ca78b61a30faf8efed8c3f9a0d6e26e90b52815419df0fc67a000e848c",
"sha256:d9e15679af534298540230ded13e3566ba8806841cf3b8abe9450318e90de96b",
"sha256:20beac34525306a13db736681880d3d98e453df89984a67a0ace91fee55b496a"
]
},
"Metadata": {
"LastTagTime": "2026-04-30T04:03:44.506629487+08:00"
}
}