镜像构建历史
# 2026-02-25 10:46:23 0.00B 设置默认要执行的命令
CMD ["/bin/sh" "-c" "bash -lc 'set -euo pipefail; SGLANG_SERVER_ARGS=\"${SGLANG_SERVER_ARGS:-${SGLANG_SERVER_ARGS_DEFAULT}}\"; METRICS_FLAG=\"\"; if [ \"${ENABLE_METRICS:-1}\" != \"0\" ]; then METRICS_FLAG=\"--enable-metrics\"; fi; exec python3 -m sglang.launch_server --model-path \"${MODEL_PATH:-/models/MiniCPM-SALA}\" --trust-remote-code --host \"${HOST:-0.0.0.0}\" --port \"${PORT:-30000}\" ${SGLANG_SERVER_ARGS} --tp-size \"${TP_SIZE:-1}\" --max-running-requests \"${MAX_RUNNING_REQUESTS:-32}\" ${METRICS_FLAG}'"]
# 2026-02-25 10:46:23 0.00B 设置环境变量 MODEL_PATH HOST PORT TP_SIZE MAX_RUNNING_REQUESTS ENABLE_METRICS SGLANG_SERVER_ARGS_DEFAULT
ENV MODEL_PATH=/models/MiniCPM-SALA HOST=0.0.0.0 PORT=30000 TP_SIZE=1 MAX_RUNNING_REQUESTS=32 ENABLE_METRICS=1 SGLANG_SERVER_ARGS_DEFAULT=--disable-radix-cache --attention-backend minicpm_flashinfer --chunked-prefill-size 8192 --skip-server-warmup --dense-as-sparse
# 2026-02-25 10:46:23 0.00B 声明容器运行时监听的端口
EXPOSE [30000/tcp]
# 2026-02-25 10:46:23 0.00B 设置工作目录为/workspace
WORKDIR /workspace
# 2026-02-25 03:42:53 0.00B 设置环境变量 PATH
ENV PATH=/opt/SGLang-MiniCPM-SALA/sglang_minicpm_sala_env/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2026-02-25 03:42:53 0.00B 设置环境变量 VIRTUAL_ENV
ENV VIRTUAL_ENV=/opt/SGLang-MiniCPM-SALA/sglang_minicpm_sala_env
# 2026-02-25 03:42:53 1.34GB 执行命令并创建新的镜像层
RUN /bin/sh -c . /opt/SGLang-MiniCPM-SALA/sglang_minicpm_sala_env/bin/activate && export TORCH_CUDA_ARCH_LIST="12.0;12.0a" && export CMAKE_BUILD_PARALLEL_LEVEL=8 && export CMAKE_ARGS="-DSGL_KERNEL_COMPILE_THREADS=8 -DENABLE_BELOW_SM90=OFF" && pip uninstall -y sgl-kernel && pip install "scikit-build-core>=0.10" "cmake>=3.26,<4" && cd /tmp/sgl-kernel && pip install . --no-deps --no-build-isolation && rm -rf /tmp/sgl-kernel # buildkit
# 2026-02-25 02:33:42 3.58MB 复制新文件或目录到容器中
COPY sgl-kernel /tmp/sgl-kernel # buildkit
# 2026-02-25 02:33:41 10.98GB 执行命令并创建新的镜像层
RUN /bin/sh -c cd /opt/SGLang-MiniCPM-SALA && bash install.sh https://mirrors.tuna.tsinghua.edu.cn/pypi/web/simple # buildkit
# 2026-02-25 02:29:55 280.23MB 复制新文件或目录到容器中
COPY SGLang-MiniCPM-SALA /opt/SGLang-MiniCPM-SALA # buildkit
# 2026-02-25 02:29:55 55.99MB 执行命令并创建新的镜像层
RUN /bin/sh -c curl -LsSf https://astral.sh/uv/install.sh | sh && ln -sf /root/.local/bin/uv /usr/local/bin/uv # buildkit
# 2026-02-25 02:29:47 364.98MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update && apt-get install -y --no-install-recommends software-properties-common wget curl git build-essential cmake libnuma1 libnuma-dev && add-apt-repository ppa:deadsnakes/ppa -y && apt-get update && apt-get install -y --no-install-recommends python3.10 python3.10-full python3.10-dev python3.10-venv && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
# 2026-02-25 02:29:47 0.00B 设置环境变量 DEBIAN_FRONTEND CUDA_HOME PYTHONUNBUFFERED
ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda PYTHONUNBUFFERED=1
# 2025-07-25 23:14:12 1.05GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-25 23:14:12 0.00B 添加元数据标签
LABEL com.nvidia.cudnn.version=9.10.2.21-1
# 2025-07-25 23:14:12 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-07-25 23:14:12 0.00B 定义构建参数
ARG TARGETARCH
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_PACKAGE_DEV_HEADERS
ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_PACKAGE_DEV
ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_PACKAGE
ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_PACKAGE_NAME
ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_VERSION
ENV NV_CUDNN_VERSION=9.10.2.21-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 LIBRARY_PATH
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
# 2025-07-19 04:37:48 390.99KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
# 2025-07-19 04:37:48 6.36GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-19 04:37:48 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-07-19 04:37:48 0.00B 定义构建参数
ARG TARGETARCH
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE
ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9
# 2025-07-19 04:37:48 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.27.3-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_VERSION
ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_NAME
ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_NVPROF_DEV_PACKAGE
ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_NVPROF_VERSION
ENV NV_NVPROF_VERSION=12.9.79-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE
ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_VERSION
ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE
ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE_NAME
ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_VERSION
ENV NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNPP_DEV_PACKAGE
ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNPP_DEV_VERSION
ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBCUSPARSE_DEV_VERSION
ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_NVML_DEV_VERSION
ENV NV_NVML_DEV_VERSION=12.9.79-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_CUDA_CUDART_DEV_VERSION
ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.9.1-1
# 2025-07-19 04:22:35 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2025-07-19 04:22:35 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2025-07-19 04:22:35 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2025-07-19 04:22:35 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2025-07-19 04:22:35 240.07KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
# 2025-07-19 04:22:35 3.46GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-19 04:22:35 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-07-19 04:22:35 0.00B 定义构建参数
ARG TARGETARCH
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9
# 2025-07-19 04:22:35 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.27.3-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=12.9.1.4-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=12.4.1.87-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=12.9.79-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.9.1-1
# 2025-07-19 04:11:18 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2025-07-19 04:11:18 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2025-07-19 04:11:18 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2025-07-19 04:11:18 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
# 2025-07-19 04:11:18 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2025-07-19 04:11:18 22.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2025-07-19 04:11:18 315.62MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-19 04:11:02 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=12.9.1
# 2025-07-19 04:11:02 10.26MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-19 04:11:02 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-07-19 04:11:02 0.00B 定义构建参数
ARG TARGETARCH
# 2025-07-19 04:11:02 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=12.9.79-1
# 2025-07-19 04:11:02 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
# 2025-07-19 04:11:02 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2025-07-15 00:40:23 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2025-07-15 00:40:22 78.12MB
/bin/sh -c #(nop) ADD file:b4619a63cd7829e1338ddaa4995ca17003002dd54b0dfd675a6f54a2b69151a6 in /
# 2025-07-15 00:40:20 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
# 2025-07-15 00:40:20 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2025-07-15 00:40:20 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2025-07-15 00:40:20 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:6a645d7faae6670ccc432807e998d98268914620cc8c8fc36b9480bb3cc76c09",
"RepoTags": [
"ghcr.io/openbmb/soar-toolkit:1.0.0",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/openbmb/soar-toolkit:1.0.0"
],
"RepoDigests": [
"ghcr.io/openbmb/soar-toolkit@sha256:578743e2a003437e7322bee0209982316d7d76c25355fd37098b5de6731f6909",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/openbmb/soar-toolkit@sha256:578743e2a003437e7322bee0209982316d7d76c25355fd37098b5de6731f6909"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2026-02-25T10:46:23.984147427+08:00",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"30000/tcp": {}
},
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/opt/SGLang-MiniCPM-SALA/sglang_minicpm_sala_env/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.9 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=560,driver\u003c561 brand=grid,driver\u003e=560,driver\u003c561 brand=tesla,driver\u003e=560,driver\u003c561 brand=nvidia,driver\u003e=560,driver\u003c561 brand=quadro,driver\u003e=560,driver\u003c561 brand=quadrortx,driver\u003e=560,driver\u003c561 brand=nvidiartx,driver\u003e=560,driver\u003c561 brand=vapps,driver\u003e=560,driver\u003c561 brand=vpc,driver\u003e=560,driver\u003c561 brand=vcs,driver\u003e=560,driver\u003c561 brand=vws,driver\u003e=560,driver\u003c561 brand=cloudgaming,driver\u003e=560,driver\u003c561 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571",
"NV_CUDA_CUDART_VERSION=12.9.79-1",
"CUDA_VERSION=12.9.1",
"LD_LIBRARY_PATH=/usr/local/cuda/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.9.1-1",
"NV_NVTX_VERSION=12.9.79-1",
"NV_LIBNPP_VERSION=12.4.1.87-1",
"NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1",
"NV_LIBCUSPARSE_VERSION=12.5.10.65-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9",
"NV_LIBCUBLAS_VERSION=12.9.1.4-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1",
"NCCL_VERSION=2.27.3-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDA_CUDART_DEV_VERSION=12.9.79-1",
"NV_NVML_DEV_VERSION=12.9.79-1",
"NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1",
"NV_LIBNPP_DEV_VERSION=12.4.1.87-1",
"NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1",
"NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1",
"NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9",
"NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1",
"NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1",
"NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1",
"NV_NVPROF_VERSION=12.9.79-1",
"NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1",
"NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev",
"NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1",
"NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9",
"LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
"NV_CUDNN_VERSION=9.10.2.21-1",
"NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12",
"NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1",
"NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1",
"NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1",
"DEBIAN_FRONTEND=noninteractive",
"CUDA_HOME=/usr/local/cuda",
"PYTHONUNBUFFERED=1",
"VIRTUAL_ENV=/opt/SGLang-MiniCPM-SALA/sglang_minicpm_sala_env",
"MODEL_PATH=/models/MiniCPM-SALA",
"HOST=0.0.0.0",
"PORT=30000",
"TP_SIZE=1",
"MAX_RUNNING_REQUESTS=32",
"ENABLE_METRICS=1",
"SGLANG_SERVER_ARGS_DEFAULT=--disable-radix-cache --attention-backend minicpm_flashinfer --chunked-prefill-size 8192 --skip-server-warmup --dense-as-sparse"
],
"Cmd": [
"/bin/sh",
"-c",
"bash -lc 'set -euo pipefail; SGLANG_SERVER_ARGS=\"${SGLANG_SERVER_ARGS:-${SGLANG_SERVER_ARGS_DEFAULT}}\"; METRICS_FLAG=\"\"; if [ \"${ENABLE_METRICS:-1}\" != \"0\" ]; then METRICS_FLAG=\"--enable-metrics\"; fi; exec python3 -m sglang.launch_server --model-path \"${MODEL_PATH:-/models/MiniCPM-SALA}\" --trust-remote-code --host \"${HOST:-0.0.0.0}\" --port \"${PORT:-30000}\" ${SGLANG_SERVER_ARGS} --tp-size \"${TP_SIZE:-1}\" --max-running-requests \"${MAX_RUNNING_REQUESTS:-32}\" ${METRICS_FLAG}'"
],
"ArgsEscaped": true,
"Image": "",
"Volumes": null,
"WorkingDir": "/workspace",
"Entrypoint": [
"/opt/nvidia/nvidia_entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"com.nvidia.cudnn.version": "9.10.2.21-1",
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "24.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 24295661094,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/cc3851f46de0cf5bae57d464d97b7f9c660a63dbb4df44bdbe06aafe1405054e/diff:/var/lib/docker/overlay2/f7fb8c58ee940cd46c5579fa4f290641e94eaa5f228a7b8fadc10843a08ece51/diff:/var/lib/docker/overlay2/dd715fb504d733458f422941457b7ba058d15ef3b19a9042060b46c82de89ef9/diff:/var/lib/docker/overlay2/1f4c5ae472f71d9d34f2b4f52789cacf15dea074650ea12232ad8cd3529644f9/diff:/var/lib/docker/overlay2/9b05af7bccc477a0653ef258c20b70298308ed7577fc8df779b8fecb9fa2d670/diff:/var/lib/docker/overlay2/8d1582bef179b10ca801fd4abc6eda20604f46659bfc229b24edde384c03eef6/diff:/var/lib/docker/overlay2/f36d57a520c23a6b55c244ca162ce56176f6ac9a122c856e06fcafb649afbcc8/diff:/var/lib/docker/overlay2/81a93b60dea7dfb9d66728ed60ebed1ef5ddc82b4415aff8d41d68facaf2e77b/diff:/var/lib/docker/overlay2/1182f0a1a42ff8121268b6a3750195724cd143f139f8869c14b3ac98f76e7f62/diff:/var/lib/docker/overlay2/4f7ccc8e157c0f186e961391252ffc3f9afed90255ee8e89e175d996ddc3305b/diff:/var/lib/docker/overlay2/b12b06881b4bb9251cd68202a1da22105635eec03fc34885554a0a9dacfcc8dd/diff:/var/lib/docker/overlay2/6d96c186da99f207bac2b2016f3f6077e966700c1ada65379bcacd85ac5b8890/diff:/var/lib/docker/overlay2/d28e0d314c5887e05cfc5f1af7d28399b3b3d07fd988b6910d5c81b031f26c09/diff:/var/lib/docker/overlay2/28aeb583e12af7def9ddfac74e150984cf8b04a379b846cf8731b8ad51b2f170/diff:/var/lib/docker/overlay2/f6d3b3c63e4f327b732b9183d163833e972b4375363bd22e3b4b64cb69447721/diff:/var/lib/docker/overlay2/e058824df8472b0fcd8fe85454f5627d7259c74c33b2ed124a4abfb1dd613c90/diff:/var/lib/docker/overlay2/6971d39ed44508c220cdde4ebf8338bf0f7536a72590bbd8ab8b9b414aee1977/diff:/var/lib/docker/overlay2/c05572b62ddbf5d453493fcc2cce4695232b95c3e0b4006dda66ec8e7216f7d0/diff",
"MergedDir": "/var/lib/docker/overlay2/14d94a8045bd861e723caf88559635045a69fd637078b5a0974d5af6466dced5/merged",
"UpperDir": "/var/lib/docker/overlay2/14d94a8045bd861e723caf88559635045a69fd637078b5a0974d5af6466dced5/diff",
"WorkDir": "/var/lib/docker/overlay2/14d94a8045bd861e723caf88559635045a69fd637078b5a0974d5af6466dced5/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:107cbdaeec042e6154640c94972c638f4e2fee795902b149e8ce9acbd03d59d7",
"sha256:d54e805fe9aac70390dd3e3ca1b6fd0f63b2cf5913eb0023bf741bd291d2a746",
"sha256:35a8bdbbbf277997b1e1efcbdc9ae5321ec3a96ceb81ad194ad58d671ab47bd4",
"sha256:12f5e36b8e7e83c3fa409e1b34eaec072b9381c8a5e600e9f03c53dbd295bec1",
"sha256:455bca42f6ec40ca42fea4bea15c6c17b97101af90413cdd25647de2b9d98960",
"sha256:6e980015d67b5cae225c0adf06e30b516f62600df02350db433029e63968b932",
"sha256:97486d1882c55d529af69661c72297f97dd38801c0dfa771cbbbe649da358078",
"sha256:d38a3b5fb295c76c1383bf5f56fa8ede57ce3ad574a6a6918307daab6ae62889",
"sha256:3cefe4836f3110ecc622b831aafa0c278feabc23c5aeb8a914f9f90727fcbd1a",
"sha256:3a91992f0bb9e54dbdface53427b7bea60d9e32dacef2105f5f15ce7cae11b17",
"sha256:9c481f26e4c2227ea8326b5a770905d99fe3770090c01733ca65f36a4b1e920c",
"sha256:5e16802760d009002b863933de78747f17d0a47dbbaa22448e17d3be8a5ea69c",
"sha256:16a70e2528f93991f997f5e597ec179070a48d4929cd124b59dd783094b54f53",
"sha256:724fd4fc44cd474f9e80ec3851e108c5636cd81ae3b391ccd042ce63531b2862",
"sha256:638fdef76d8d90a51525293c6bf824e34ba38a998b49a09cbcd60302aa80d7bc",
"sha256:9df8e0cb85a65330586ebc49d92bd689cb8525c8b718454f4e89ebc9fa067d1d",
"sha256:c0c77f35069e654d78945dc161469890ac72bee2a76bff4a63184a86e816e7c6",
"sha256:0117917476fc7cac4abc6be10efb5ebfa7e7587ca00fc43362c1b19aced495b6",
"sha256:5f0734af00e13a3910893861aa01ec2b06befe3a74bdfe2d5b21af310e2aa4be"
]
},
"Metadata": {
"LastTagTime": "2026-03-13T05:03:07.112919651+08:00"
}
}