镜像构建历史
# 2025-07-28 14:32:38 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["tini" "--" "gpustack" "start"]
# 2025-07-28 14:32:38 1.34GB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CUDA_VERSION=12.8.1 CUDA_DEVEL_VERSION=12.8.1 TORCH_VERSION=2.7.0 /bin/bash -eo pipefail -c # Vox-Box
# Get version of Vox-Box from GPUStack
VERSION=$(pip freeze | grep vox_box== | head -n 1 | cut -d'=' -f3)
# Install dependencies
apt-get install -y --no-install-recommends \
ffmpeg
# Pre process
# - Create virtual environment to place vox-box
python -m venv --system-site-packages ${PIPX_LOCAL_VENVS}/vox-box
# - Prepare environment
source ${PIPX_LOCAL_VENVS}/vox-box/bin/activate
# Reinstall Vox-Box,
# as we create a virtual environment which inherits system site packages,
# so we need to reinstall Vox-Box to ensure it is installed in the virtual environment.
# We also lock the transformers version here to fix https://github.com/gpustack/gpustack/pull/2473.
cat <<EOT >/tmp/requirements.txt
transformers==4.51.3
triton==3.3.1
vox-box==${VERSION}
EOT
pip install --disable-pip-version-check --no-cache-dir --root-user-action ignore --force-reinstall --no-dependencies -r /tmp/requirements.txt \
&& ln -vsf ${PIPX_LOCAL_VENVS}/vox-box/bin/vox-box /usr/local/bin/vox-box
# Download tools
# - Download dac weights used by audio models like Dia.
python -m dac download
# Post process
deactivate
# Review
pipx runpip vox-box freeze
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/* \
&& rm -rf /var/cache/apt \
&& pip cache purge
# buildkit
# 2025-07-28 14:31:56 6.30GB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CUDA_VERSION=12.8.1 CUDA_DEVEL_VERSION=12.8.1 TORCH_VERSION=2.7.0 /bin/bash -eo pipefail -c # GPUStack
# Build GPUStack
cd /workspace/gpustack \
&& git config --global --add safe.directory /workspace/gpustack \
&& make build
# Install GPUStack.
# FIXME: There is no linux/arm64 vLLM prebuilt wheel,
# so we only install the all wheel for linux/amd64.
if [ "${TARGETARCH}" == "amd64" ]; then
WHEEL_PACKAGE="$(ls /workspace/gpustack/dist/*.whl)[all]";
else
WHEEL_PACKAGE="$(ls /workspace/gpustack/dist/*.whl)[audio]";
fi
pip install --disable-pip-version-check --no-cache-dir --root-user-action ignore ${WHEEL_PACKAGE}
# Download tools
gpustack download-tools --device cuda
# Set up environment
mkdir -p /var/lib/gpustack \
&& chmod -R 0755 /var/lib/gpustack
# Review
pip freeze
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/* \
&& rm -rf /var/cache/apt \
&& rm -rf /workspace/gpustack/dist \
&& pip cache purge
# buildkit
# 2025-07-24 19:58:22 7.86GB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CUDA_VERSION=12.8.1 CUDA_DEVEL_VERSION=12.8.1 TORCH_VERSION=2.7.0 /bin/bash -eo pipefail -c # FlashInfer
if [[ "${TARGETARCH}" == "arm64" ]]; then
echo "Skipping FlashInfer installation for ${TARGETARCH}..."
exit 0
fi
# Prepare
IFS="." read -r CUDA_MAJOR CUDA_MINOR CUDA_PATCH <<< "${CUDA_DEVEL_VERSION}"
# Install dependencies,
# extract https://github.com/flashinfer-ai/flashinfer/blob/main/scripts/run-ci-build-wheel.sh.
cat <<EOT >/tmp/requirements.txt
torch==${TORCH_VERSION}+cu${CUDA_MAJOR}${CUDA_MINOR}
torchaudio
torchvision
numpy
EOT
pip install --disable-pip-version-check --no-cache-dir --root-user-action ignore -r /tmp/requirements.txt --index-url https://download.pytorch.org/whl/cu${CUDA_MAJOR}${CUDA_MINOR}
# Install
pip install --disable-pip-version-check --no-cache-dir --root-user-action ignore /workspace/flashinfer/dist/*.whl
# Review
pip freeze
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/* \
&& rm -rf /var/cache/apt \
&& pip cache purge
# buildkit
# 2025-07-23 19:05:36 0.00B 设置环境变量 CUDA_VERSION CUDA_DEVEL_VERSION TORCH_VERSION
ENV CUDA_VERSION=12.8.1 CUDA_DEVEL_VERSION=12.8.1 TORCH_VERSION=2.7.0
# 2025-07-23 19:05:36 0.00B 定义构建参数
ARG TORCH_VERSION=2.7.0
# 2025-07-23 19:05:36 0.00B 定义构建参数
ARG CUDA_DEVEL_VERSION=12.8.1
# 2025-07-23 19:05:36 0.00B 定义构建参数
ARG CUDA_VERSION=12.8.1
# 2025-07-23 19:05:36 0.00B 定义构建参数
ARG TARGETARCH=amd64
# 2025-07-23 19:05:36 0.00B 定义构建参数
ARG TARGETOS=linux
# 2025-07-23 19:05:36 0.00B 定义构建参数
ARG TARGETPLATFORM=linux/amd64
# 2025-07-23 19:05:36 0.00B 设置环境变量 PIPX_LOCAL_VENVS
ENV PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs
# 2025-07-23 19:05:36 126.45MB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c # Python
# Add deadsnakes PPA for Python versions
for i in 1 2 3; do
add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }
done
apt-get update -y
# Install
apt-get install -y --no-install-recommends \
python${PYTHON_VERSION} \
python${PYTHON_VERSION}-dev \
python${PYTHON_VERSION}-venv \
python${PYTHON_VERSION}-distutils \
python${PYTHON_VERSION}-lib2to3 \
python${PYTHON_VERSION}-gdbm \
python${PYTHON_VERSION}-tk \
libibverbs-dev
# Update alternatives
if [ -f /etc/alternatives/python3 ]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1
if [ -f /etc/alternatives/python ]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1
curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION}
if [ -f /etc/alternatives/2to3 ]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true
if [ -f /etc/alternatives/pydoc3 ]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true
if [ -f /etc/alternatives/idle3 ]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true
if [ -f /etc/alternatives/python3-config ]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true
# Install packages
cat <<EOT >/tmp/requirements.txt
setuptools==80.7.1
pipx==1.7.1
EOT
pip install --disable-pip-version-check --no-cache-dir --root-user-action ignore -r /tmp/requirements.txt
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/* \
&& rm -rf /var/cache/apt
# buildkit
# 2025-07-23 19:04:50 0.00B 设置环境变量 PYTHON_VERSION
ENV PYTHON_VERSION=3.11
# 2025-07-23 19:04:50 0.00B 定义构建参数
ARG PYTHON_VERSION=3.11
# 2025-07-23 19:04:50 0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
# 2025-07-23 19:04:50 583.82MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c # Tools
# Refresh
apt-get update -y && apt-get install -y --no-install-recommends \
software-properties-common apt-transport-https \
ca-certificates gnupg2 lsb-release gnupg-agent \
&& apt-get update -y \
&& add-apt-repository -y ppa:ubuntu-toolchain-r/test \
&& apt-get update -y
# Install
apt-get install -y --no-install-recommends \
ca-certificates build-essential binutils bash openssl \
curl wget aria2 \
git git-lfs \
unzip xz-utils \
tzdata locales \
iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \
procps sysstat htop \
tini vim jq bc tree
# Update locale
localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8
# Cleanup
rm -rf /var/tmp/* \
&& rm -rf /tmp/* \
&& rm -rf /var/cache/apt
# buildkit
# 2025-07-23 19:04:50 0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
# 2025-07-23 19:04:50 0.00B 定义构建参数
ARG TARGETARCH=amd64
# 2025-07-23 19:04:50 0.00B 定义构建参数
ARG TARGETOS=linux
# 2025-07-23 19:04:50 0.00B 定义构建参数
ARG TARGETPLATFORM=linux/amd64
# 2025-07-23 19:04:50 0.00B
SHELL [/bin/bash -eo pipefail -c]
# 2025-03-11 07:07:53 1.05GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-03-11 07:07:53 0.00B 添加元数据标签
LABEL com.nvidia.cudnn.version=9.8.0.87-1
# 2025-03-11 07:07:53 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-03-11 07:07:53 0.00B 定义构建参数
ARG TARGETARCH
# 2025-03-11 07:07:53 0.00B 设置环境变量 NV_CUDNN_PACKAGE
ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.8.0.87-1
# 2025-03-11 07:07:53 0.00B 设置环境变量 NV_CUDNN_PACKAGE_NAME
ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
# 2025-03-11 07:07:53 0.00B 设置环境变量 NV_CUDNN_VERSION
ENV NV_CUDNN_VERSION=9.8.0.87-1
# 2025-03-11 06:24:31 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2025-03-11 06:24:31 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2025-03-11 06:24:31 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2025-03-11 06:24:31 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2025-03-11 06:24:31 263.00KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
# 2025-03-11 06:24:31 3.11GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-8=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-8=${NV_NVTX_VERSION} libcusparse-12-8=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-03-11 06:24:31 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-03-11 06:24:31 0.00B 定义构建参数
ARG TARGETARCH
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.25.1-1+cuda12.8
# 2025-03-11 06:24:31 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.25.1-1
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-8=12.8.4.1-1
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=12.8.4.1-1
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-8
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.5.8.93-1
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-12-8=12.3.3.100-1
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=12.3.3.100-1
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=12.8.90-1
# 2025-03-11 06:24:31 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.8.1-1
# 2025-03-11 06:19:20 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2025-03-11 06:19:20 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2025-03-11 06:19:20 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2025-03-11 06:19:20 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
# 2025-03-11 06:19:20 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2025-03-11 06:19:20 22.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2025-03-11 06:19:20 203.35MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-8=${NV_CUDA_CUDART_VERSION} cuda-compat-12-8 && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-03-11 06:19:05 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=12.8.1
# 2025-03-11 06:19:05 10.60MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-03-11 06:19:05 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-03-11 06:19:05 0.00B 定义构建参数
ARG TARGETARCH
# 2025-03-11 06:19:05 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=12.8.90-1
# 2025-03-11 06:19:05 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.8 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566
# 2025-03-11 06:19:05 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2025-01-26 13:31:11 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2025-01-26 13:31:10 77.86MB
/bin/sh -c #(nop) ADD file:1b6c8c9518be42fa2afe5e241ca31677fce58d27cdfa88baa91a65a259be3637 in /
# 2025-01-26 13:31:07 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
# 2025-01-26 13:31:07 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2025-01-26 13:31:07 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2025-01-26 13:31:07 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:191bccfe4f8cd515f713f8c1dee776694a3753fa02934bb57c79f148c1521f39",
"RepoTags": [
"gpustack/gpustack:main-cuda12.8",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/gpustack:main-cuda12.8"
],
"RepoDigests": [
"gpustack/gpustack@sha256:5a67911aa02c7d12c8c8dc8f43e88ee1a826072854b98a3c498cd4c8b93b4e4b",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/gpustack@sha256:348792318f06bc7f50921fe5d4f42a9a68fdf32fd686d8eba6619d8998b92094"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2025-07-28T06:32:38.47666013Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.8 brand=unknown,driver\u003e=470,driver\u003c471 brand=grid,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=vapps,driver\u003e=470,driver\u003c471 brand=vpc,driver\u003e=470,driver\u003c471 brand=vcs,driver\u003e=470,driver\u003c471 brand=vws,driver\u003e=470,driver\u003c471 brand=cloudgaming,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=560,driver\u003c561 brand=grid,driver\u003e=560,driver\u003c561 brand=tesla,driver\u003e=560,driver\u003c561 brand=nvidia,driver\u003e=560,driver\u003c561 brand=quadro,driver\u003e=560,driver\u003c561 brand=quadrortx,driver\u003e=560,driver\u003c561 brand=nvidiartx,driver\u003e=560,driver\u003c561 brand=vapps,driver\u003e=560,driver\u003c561 brand=vpc,driver\u003e=560,driver\u003c561 brand=vcs,driver\u003e=560,driver\u003c561 brand=vws,driver\u003e=560,driver\u003c561 brand=cloudgaming,driver\u003e=560,driver\u003c561 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566",
"NV_CUDA_CUDART_VERSION=12.8.90-1",
"CUDA_VERSION=12.8.1",
"LD_LIBRARY_PATH=/usr/local/cuda/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.8.1-1",
"NV_NVTX_VERSION=12.8.90-1",
"NV_LIBNPP_VERSION=12.3.3.100-1",
"NV_LIBNPP_PACKAGE=libnpp-12-8=12.3.3.100-1",
"NV_LIBCUSPARSE_VERSION=12.5.8.93-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-8",
"NV_LIBCUBLAS_VERSION=12.8.4.1-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-8=12.8.4.1-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.25.1-1",
"NCCL_VERSION=2.25.1-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.25.1-1+cuda12.8",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDNN_VERSION=9.8.0.87-1",
"NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12",
"NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.8.0.87-1",
"DEBIAN_FRONTEND=noninteractive",
"LANG=en_US.UTF-8",
"LANGUAGE=en_US:en",
"LC_ALL=en_US.UTF-8",
"PYTHON_VERSION=3.11",
"PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs",
"CUDA_DEVEL_VERSION=12.8.1",
"TORCH_VERSION=2.7.0"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"tini",
"--",
"gpustack",
"start"
],
"OnBuild": null,
"Labels": {
"com.nvidia.cudnn.version": "9.8.0.87-1",
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.created": "2025-07-28T06:26:33.654Z",
"org.opencontainers.image.description": "Simple, scalable AI model deployment on GPU clusters",
"org.opencontainers.image.licenses": "Apache-2.0",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.revision": "be05857963c6f7797c92b375ee6e061857703f15",
"org.opencontainers.image.source": "https://github.com/gpustack/gpustack",
"org.opencontainers.image.title": "gpustack",
"org.opencontainers.image.url": "https://github.com/gpustack/gpustack",
"org.opencontainers.image.version": "main-cuda12.8"
},
"Shell": [
"/bin/bash",
"-eo",
"pipefail",
"-c"
]
},
"Architecture": "amd64",
"Os": "linux",
"Size": 20659632834,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/91fe6ad5eb4370db27d41b789748fe8a3a4afa42b5d145bb45291b6465d47d99/diff:/var/lib/docker/overlay2/24804ec782c1a7f662ef5ba90f4cc151ca73a9559363ee8aea6141bb112c8169/diff:/var/lib/docker/overlay2/934d97f1058577616eecfdf4c75e366de6bca6f4bf666e5add9643d7e65046d3/diff:/var/lib/docker/overlay2/305f400d16e45e60256731414c62067ee5721cc837bfa25de22f09d43dd19751/diff:/var/lib/docker/overlay2/c638194b6e2ef41d6001f7ab188f7e6e04f9e81d3664befb06cb88cde0c28899/diff:/var/lib/docker/overlay2/a8fecfd45ffa2d317cd53f303acbe078fb5840d1351c9c5a0cd5165144c03f37/diff:/var/lib/docker/overlay2/dcfb2677f8c3c60e8d3d4116d7a64f9f79bf3ede86b307908f1bdf0c0920ba2f/diff:/var/lib/docker/overlay2/7864d310b225f01a31a99e18302601a0bc6f51fb3c4b0914b63b76b6252da21d/diff:/var/lib/docker/overlay2/4fddecfccd19f5fdf75ba15e7c4e6c8df7dcfaa198e9f8705f88c16b98a7812c/diff:/var/lib/docker/overlay2/5b97962622e01b450bce6252497eb1e0a972edf39075683db153b0db41189605/diff:/var/lib/docker/overlay2/eb03b2be6a63ac4902985c612376c782b122f9eef3af69073f2e0c1306ea181f/diff:/var/lib/docker/overlay2/151168d6b5dc33e684376ad8ace0efabf8bc3a418742fcf99a432ed77de99c57/diff:/var/lib/docker/overlay2/8793691dc2f4982c739e7d9c16e15c32e0a493d0d87e97763ca89ea9ddd33b8d/diff:/var/lib/docker/overlay2/ace3f972cf88bd330727fa9a25fd0df2c3fec1df161ac9102bf9f5739b40b82c/diff",
"MergedDir": "/var/lib/docker/overlay2/c9f1054675843a19c3da45719d5110b455dfbf9199e1e1dffb86d4c5f82dca1e/merged",
"UpperDir": "/var/lib/docker/overlay2/c9f1054675843a19c3da45719d5110b455dfbf9199e1e1dffb86d4c5f82dca1e/diff",
"WorkDir": "/var/lib/docker/overlay2/c9f1054675843a19c3da45719d5110b455dfbf9199e1e1dffb86d4c5f82dca1e/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:270a1170e7e398434ff1b31e17e233f7d7b71aa99a40473615860068e86720af",
"sha256:fb456a9e7760e7e4481d3d9eddee3ef62358753326d669c3efe6b0cc254ab9c3",
"sha256:981a144d9fa2efffdbdfbdcfd3881dccb4fbf07867d4fa326a386126ca11b50f",
"sha256:583f1d6040fc90a1380cb4d11d46b78bbbd4ad7d6274b9656ab9832ef7ba6342",
"sha256:6020d84069cf575521faca653d2817e2195b8233b8c4e2d7bc65f3296296c2bb",
"sha256:eb0143fcce68bd06a29bf314125d30f2a1f44d606fc419e7a54ab602bc26b2d0",
"sha256:cb395f276e984728ca05fdee4e1dc203e1310a9e943a2d16d7aa87e5b2cf754b",
"sha256:70a158f70e3777a129c15ffe51399bb6c226218c08ff6819948b9b1f26a46277",
"sha256:9bb0510c7b4b74b056648f24e0a55c26f7521a1a1b766250a0776e14ce9d93f6",
"sha256:3301a038c8ffa31fd0e48f49c5ca5fe3da1de345379f4ee7a50e4d07ef4dcf13",
"sha256:b8adf3361f98f86b6d90d8da402e2033e3c4200e3cff669836fd84ebbdaf8d3b",
"sha256:55c5493d1fb9fd10249aa7d2a1ea2a78d2b48fa8a2a7d1591f8a56d389b8e4a1",
"sha256:1be69d50535bfee2a889d9e571a9957f6bda11da26887409b74658be266e7764",
"sha256:ef1a4954c6fcf667fdd16557f15dc9fb1ab9ad4a76d9bb94b85f1e5384b5c483",
"sha256:1d694837027abc8be449064b1791bce41b4fd7e79b4837ce7fa6a4a0a4568491"
]
},
"Metadata": {
"LastTagTime": "2025-07-29T04:20:04.444760834+08:00"
}
}