镜像构建历史
# 2025-05-03 02:57:50 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]
# 2025-05-03 02:57:50 0.00B 设置环境变量 VLLM_USAGE_SOURCE
ENV VLLM_USAGE_SOURCE=production-docker-image
# 2025-05-03 02:57:50 325.11MB 执行命令并创建新的镜像层
RUN |1 TARGETPLATFORM=linux/amd64 /bin/sh -c if [ "$TARGETPLATFORM" = "linux/arm64" ]; then uv pip install --system accelerate hf_transfer 'modelscope!=1.15.0' 'bitsandbytes>=0.42.0' 'timm==0.9.10' boto3 runai-model-streamer runai-model-streamer[s3]; else uv pip install --system accelerate hf_transfer 'modelscope!=1.15.0' 'bitsandbytes>=0.45.3' 'timm==0.9.10' boto3 runai-model-streamer runai-model-streamer[s3]; fi # buildkit
# 2025-05-03 02:57:43 0.00B 设置环境变量 UV_HTTP_TIMEOUT
ENV UV_HTTP_TIMEOUT=500
# 2025-05-03 02:57:43 0.00B 定义构建参数
ARG TARGETPLATFORM
# 2025-05-03 02:57:43 68.37MB 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c uv pip install --system -r requirements/build.txt # buildkit
# 2025-05-03 02:57:43 133.00B 复制新文件或目录到容器中
COPY requirements/build.txt requirements/build.txt # buildkit
# 2025-05-03 02:57:43 27.29KB 复制新文件或目录到容器中
COPY ./vllm/collect_env.py . # buildkit
# 2025-05-03 02:57:42 487.03KB 复制新文件或目录到容器中
COPY benchmarks benchmarks # buildkit
# 2025-05-03 02:57:42 525.89KB 复制新文件或目录到容器中
COPY examples examples # buildkit
# 2025-05-03 02:57:42 765.23MB 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c . /etc/environment && if [ "$TARGETPLATFORM" != "linux/arm64" ]; then uv pip install --system https://github.com/flashinfer-ai/flashinfer/releases/download/v0.2.1.post2/flashinfer_python-0.2.1.post2+cu124torch2.6-cp38-abi3-linux_x86_64.whl ; fi # buildkit
# 2025-05-03 02:57:25 8.03GB 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c uv pip install --system dist/*.whl --verbose # buildkit
# 2025-05-03 02:37:26 0.00B 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c if [ "$TARGETPLATFORM" = "linux/arm64" ]; then uv pip install --system --index-url https://download.pytorch.org/whl/nightly/cu128 "torch==2.8.0.dev20250318+cu128" "torchvision==0.22.0.dev20250319"; uv pip install --system --index-url https://download.pytorch.org/whl/nightly/cu128 --pre pytorch_triton==3.3.0+gitab727c40; fi # buildkit
# 2025-05-03 02:37:26 57.43KB 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c ldconfig /usr/local/cuda-$(echo $CUDA_VERSION | cut -d. -f1,2)/compat/ # buildkit
# 2025-05-03 02:37:25 0.00B 设置环境变量 UV_HTTP_TIMEOUT
ENV UV_HTTP_TIMEOUT=500
# 2025-05-03 02:37:25 60.65MB 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c python3 -m pip install uv # buildkit
# 2025-05-03 02:37:23 825.66MB 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update -y && apt-get install -y ccache software-properties-common git curl wget sudo vim python3-pip && apt-get install -y ffmpeg libsm6 libxext6 libgl1 && add-apt-repository ppa:deadsnakes/ppa && apt-get update -y && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv libibverbs-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1 && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION} && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION} && python3 --version && python3 -m pip --version # buildkit
# 2025-05-03 02:34:34 136.00B 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.0 PYTHON_VERSION=3.12 TARGETPLATFORM=linux/amd64 /bin/sh -c PYTHON_VERSION_STR=$(echo ${PYTHON_VERSION} | sed 's/\.//g') && echo "export PYTHON_VERSION_STR=${PYTHON_VERSION_STR}" >> /etc/environment # buildkit
# 2025-05-03 02:34:34 0.00B 定义构建参数
ARG TARGETPLATFORM
# 2025-05-03 02:34:34 0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
# 2025-05-03 02:34:34 0.00B 设置工作目录为/vllm-workspace
WORKDIR /vllm-workspace
# 2025-05-03 02:34:34 0.00B 定义构建参数
ARG PYTHON_VERSION=3.12
# 2025-05-03 02:34:34 0.00B 定义构建参数
ARG CUDA_VERSION=12.4.1
# 2024-04-05 07:47:46 0.00B 设置环境变量 LIBRARY_PATH
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
# 2024-04-05 07:47:46 389.79KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
# 2024-04-05 07:47:46 4.94GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-4=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-4=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-4=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-4=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-4=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-4=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-04-05 07:47:46 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2024-04-05 07:47:46 0.00B 定义构建参数
ARG TARGETARCH
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE
ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.20.5-1+cuda12.4
# 2024-04-05 07:47:46 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.20.5-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_VERSION
ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.20.5-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_NAME
ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_NVPROF_DEV_PACKAGE
ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.99-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_NVPROF_VERSION
ENV NV_NVPROF_VERSION=12.4.99-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE
ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.0-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_VERSION
ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.0-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE
ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.2.65-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE_NAME
ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_VERSION
ENV NV_LIBCUBLAS_DEV_VERSION=12.4.2.65-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBNPP_DEV_PACKAGE
ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.2-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBNPP_DEV_VERSION
ENV NV_LIBNPP_DEV_VERSION=12.2.5.2-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_LIBCUSPARSE_DEV_VERSION
ENV NV_LIBCUSPARSE_DEV_VERSION=12.3.0.142-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_NVML_DEV_VERSION
ENV NV_NVML_DEV_VERSION=12.4.99-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_CUDA_CUDART_DEV_VERSION
ENV NV_CUDA_CUDART_DEV_VERSION=12.4.99-1
# 2024-04-05 07:47:46 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.4.0-1
# 2024-04-05 07:40:07 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2024-04-05 07:40:07 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2024-04-05 07:40:07 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2024-04-05 07:40:07 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2024-04-05 07:40:07 262.98KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
# 2024-04-05 07:40:07 2.03GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-4=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-4=${NV_NVTX_VERSION} libcusparse-12-4=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-04-05 07:40:07 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2024-04-05 07:40:07 0.00B 定义构建参数
ARG TARGETARCH
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.20.5-1+cuda12.4
# 2024-04-05 07:40:07 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.20.5-1
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.20.5-1
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.2.65-1
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=12.4.2.65-1
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.3.0.142-1
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.2-1
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=12.2.5.2-1
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=12.4.99-1
# 2024-04-05 07:40:07 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.4.0-1
# 2024-04-05 07:36:23 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2024-04-05 07:36:23 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2024-04-05 07:36:23 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2024-04-05 07:36:23 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
# 2024-04-05 07:36:23 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2024-04-05 07:36:23 46.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2024-04-05 07:36:23 155.92MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-04-05 07:36:11 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=12.4.0
# 2024-04-05 07:36:11 10.56MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-04-05 07:36:11 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2024-04-05 07:36:11 0.00B 定义构建参数
ARG TARGETARCH
# 2024-04-05 07:36:11 0.00B 设置环境变量 NV_CUDA_COMPAT_PACKAGE
ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
# 2024-04-05 07:36:11 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=12.4.99-1
# 2024-04-05 07:36:11 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
# 2024-04-05 07:36:11 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2024-02-28 02:52:59 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2024-02-28 02:52:58 77.86MB
/bin/sh -c #(nop) ADD file:21c2e8d95909bec6f4acdaf4aed55b44ee13603681f93b152e423e3e6a4a207b in /
# 2024-02-28 02:52:57 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
# 2024-02-28 02:52:57 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2024-02-28 02:52:57 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2024-02-28 02:52:57 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:5068c8d73dbd38ab338191f9511677cee5c74cc48e932b2b1fb44d36aa5da22f",
"RepoTags": [
"vllm/vllm-openai:v0.8.5.post1",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/vllm/vllm-openai:v0.8.5.post1"
],
"RepoDigests": [
"vllm/vllm-openai@sha256:c48cf118e1e6e39d7790e174d6014f7af5d06f79c2d29d984d11cbe2e8d414e7",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/vllm/vllm-openai@sha256:c48cf118e1e6e39d7790e174d6014f7af5d06f79c2d29d984d11cbe2e8d414e7"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2025-05-02T18:57:50.629313886Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.4 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526 brand=tesla,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=geforce,driver\u003e=535,driver\u003c536 brand=geforcertx,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=titan,driver\u003e=535,driver\u003c536 brand=titanrtx,driver\u003e=535,driver\u003c536",
"NV_CUDA_CUDART_VERSION=12.4.99-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4",
"CUDA_VERSION=12.4.0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.4.0-1",
"NV_NVTX_VERSION=12.4.99-1",
"NV_LIBNPP_VERSION=12.2.5.2-1",
"NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.2-1",
"NV_LIBCUSPARSE_VERSION=12.3.0.142-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4",
"NV_LIBCUBLAS_VERSION=12.4.2.65-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.2.65-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.20.5-1",
"NCCL_VERSION=2.20.5-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.20.5-1+cuda12.4",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDA_CUDART_DEV_VERSION=12.4.99-1",
"NV_NVML_DEV_VERSION=12.4.99-1",
"NV_LIBCUSPARSE_DEV_VERSION=12.3.0.142-1",
"NV_LIBNPP_DEV_VERSION=12.2.5.2-1",
"NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.2-1",
"NV_LIBCUBLAS_DEV_VERSION=12.4.2.65-1",
"NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4",
"NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.2.65-1",
"NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.0-1",
"NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.0-1",
"NV_NVPROF_VERSION=12.4.99-1",
"NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.99-1",
"NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev",
"NV_LIBNCCL_DEV_PACKAGE_VERSION=2.20.5-1",
"NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.20.5-1+cuda12.4",
"LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
"DEBIAN_FRONTEND=noninteractive",
"UV_HTTP_TIMEOUT=500",
"VLLM_USAGE_SOURCE=production-docker-image"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/vllm-workspace",
"Entrypoint": [
"python3",
"-m",
"vllm.entrypoints.openai.api_server"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "22.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 17297640789,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/6ea4d2572b0af2220aff31418988427d62e4446c2db94a1cc5c32a76d45a540b/diff:/var/lib/docker/overlay2/697c027e3b97e3bae4d6957d84c7b08e786a717b252d205246e8e6f8d14b78bb/diff:/var/lib/docker/overlay2/95b46d22f439868546f484a3b408ada6f8c1a597fa576a50a1f3c350ccfb46aa/diff:/var/lib/docker/overlay2/8ea3c3d1e5606cba92039635664598bf686b110fbc069788911ba41c2ebd8e65/diff:/var/lib/docker/overlay2/15bc8304d7232d2f9cac7f4e3fa77e77dcf87ee68c825fbaa8c76b15358701dd/diff:/var/lib/docker/overlay2/21184e0d057325259a0dc8a4b32a0f698d30303f34594e27ac1853ed02138826/diff:/var/lib/docker/overlay2/e0bfdf93817c685dcb3ba548c9ace6cddcb5f5919ad70a547c195e59fe561d43/diff:/var/lib/docker/overlay2/3c3cd36e7ea4307351c70831c413a2bcdee7f01ccd63137c96f3f32cb447e874/diff:/var/lib/docker/overlay2/2ed1cce74dc4bd4e4b3c4a4a719cee21da1e51d1c630b89e2f0a2543ab592127/diff:/var/lib/docker/overlay2/1d2dd79492dc547507a114f65f82e92e709d5466cd0f720c2f3784fd5060b1da/diff:/var/lib/docker/overlay2/cb309e163cabee1b815bd5fe651ab074299463fd8f8568ca84c321a8e45f86f0/diff:/var/lib/docker/overlay2/99a3d330f47736707ae6457be31cd779704c373519163832efd4d21577042230/diff:/var/lib/docker/overlay2/d092a3bbc3f4d31268fe653bb1a08ae74631b3ea64223841d0b7981a9c14f139/diff:/var/lib/docker/overlay2/93c98bcba743080ce0525fdcdfd99d1a34f09ab586059477f1915028158892be/diff:/var/lib/docker/overlay2/a2191d56e0af02c1ddf699e5a00e688b2e084f28057ed086206af56cfd9b96f7/diff:/var/lib/docker/overlay2/f8044059a5355f32b752d1bc90ea793a0252f90d65ee613acd1789ad3f6dfe51/diff:/var/lib/docker/overlay2/e65c1d9e35dbd494ec08c0f6a503f68f348d25b4db843b07652ae258a8d158fd/diff:/var/lib/docker/overlay2/029fa7e86fbea655061b39214b305215e09ad3e73f9e3833726b5d7d45120ed0/diff:/var/lib/docker/overlay2/0d8ae2e63945a10268513f2bace5ca4f74091a16c496c5d345ad7d14a9b7807a/diff:/var/lib/docker/overlay2/c2079c0f5f03c39ddd131f56455d2769fc1a631cc6f8d2d5800f4a831d1b48ab/diff:/var/lib/docker/overlay2/7b0c185f4e11ff485e243113ca972fe72725fd26d27e72d39a6a53bdeb14ee4a/diff:/var/lib/docker/overlay2/2d5a5b6222fc65702b5e5f61e8029067e7ee38d2c01e3e6d321027c71191e0f0/diff:/var/lib/docker/overlay2/ce14a225036858de6e69e2ff23fff7851c8ea8117b4476138845abf52f3e0e36/diff:/var/lib/docker/overlay2/36afb5f3b33b3915eca7fc7803ea8c9687feff5bf1dafe376b931e39494e6100/diff",
"MergedDir": "/var/lib/docker/overlay2/1a33e8ae8c0e3403109b60af25e4b039480a80ed1f02d985173755e61920a55d/merged",
"UpperDir": "/var/lib/docker/overlay2/1a33e8ae8c0e3403109b60af25e4b039480a80ed1f02d985173755e61920a55d/diff",
"WorkDir": "/var/lib/docker/overlay2/1a33e8ae8c0e3403109b60af25e4b039480a80ed1f02d985173755e61920a55d/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:5498e8c22f6996f25ef193ee58617d5b37e2a96decf22e72de13c3b34e147591",
"sha256:4cd4079525948900a02a5734090afd1f3e046fc940dc882c55efcaee0a252dd0",
"sha256:022bf74291b27404b223ba9ee16a7f3fb067253df9c65e23dfb3339800b28dfa",
"sha256:eeb5315df33c9e700b3b8b8a3cdd1cf11e13c9dd44bfd946e340573478303349",
"sha256:e942261d196e5e686398e2326c033119112f910191143b0497f13f78c377fa03",
"sha256:421c5b38d6e056b3eee631bc65e1d2b24cee88b8f858457ec2ed1604b68cdbbb",
"sha256:520e0f301880ab5ca0650a44703c86d75428b6ece6c3190b8ecd850e55372f60",
"sha256:700fe921ad1f9a93e69a6a4faec3406f3f51e0f4ab4e9b732a9141261d941a4f",
"sha256:b0dfaf1ca5c560107272f1e55220f7cef07d30d44ebac56c4cf8c45308538b91",
"sha256:4e356886a6484f425853fd040dd03bafe8007527bdc73cae3d21583bf96b7407",
"sha256:bbdba4451161c7000e6cdd700a49e1af18acabdbc27e85ebacdd23bc0f14fe3f",
"sha256:44a5b21fc98e267aa356a8c31db6ac7493ec2b5c57b9d305ade9a7242b3f2d15",
"sha256:aded6b31b730fcb1892a36a7393eee3fc5ed6980e030bba3336943c8fc51b2d2",
"sha256:5b338deda3c74fb340b855e825da49a39b74b663d9efdc395da77e548b0beb48",
"sha256:bcd30552e08aabb3ccc2fff510bd244ca0d2dce508feb0c2470e40acf083ec14",
"sha256:7bf0aff327dd9c1a574a12b94fb2abf1f0b018f6349218b6af0d5dc76ecd3e5b",
"sha256:2beb086414c74d1bb6b4e5941ae6a87b17f4430d978e7ebf863d8185e3dde3c5",
"sha256:0742cb2ff96c8e22f075c744d0a92f982b4e83269e8c27404d105b99cf1be80c",
"sha256:d60df4bdcba53d8118e7ef35eb18226d0fdaf64b82dee556965a4f0f7c13685d",
"sha256:af35a154b0112b3413f1ed49e4ca31ecc8b6a343712e3694492135eaefd755dc",
"sha256:08a626f2d039f10c605b7d26ca59e83d10a4f62f360abeed1be360e099fa3e29",
"sha256:c0b7ea4547102e0cda7b5d08ac3bfa466340574e7e39a49ca1780001098059db",
"sha256:b079d8155d359be5a888c80095f48137fa24a2e740352e9edaa046e30cbbe8ca",
"sha256:41158a36491baaf1ca9378dff212052d800e6350e36fb0d1cb42bd42e17578dd",
"sha256:339a848ed91df48c504357a04eb7d6573120782f3388ba5266e209ad93e4a8ba"
]
},
"Metadata": {
"LastTagTime": "2025-05-07T01:54:39.523367051+08:00"
}
}