镜像构建历史
# 2026-05-13 13:28:30 10.14MB 执行命令并创建新的镜像层
RUN /bin/sh -c pip install --no-deps apache-tvm-ffi==0.1.9 # buildkit
# 2026-05-13 13:28:29 372.07MB 执行命令并创建新的镜像层
RUN /bin/sh -c pip uninstall -y deep-gemm deep_gemm 2>/dev/null; cd /tmp && rm -rf DeepGEMM && git clone https://github.com/sgl-project/DeepGEMM.git && cd DeepGEMM && git checkout 7f2a70 && git submodule update --init --recursive && bash install.sh # buildkit
# 2026-05-13 13:27:29 2.58GB 执行命令并创建新的镜像层
RUN /bin/sh -c cd /workspace/sglang/sgl-kernel && make build # buildkit
# 2026-05-13 13:04:13 4.12GB 执行命令并创建新的镜像层
RUN /bin/sh -c pip install -e /workspace/sglang/python/ # buildkit
# 2026-05-13 13:02:36 49.77MB 执行命令并创建新的镜像层
RUN /bin/sh -c cd /tmp && rm -rf flash-mla && git clone https://github.com/deepseek-ai/FlashMLA.git flash-mla && cd flash-mla && git submodule update --init --recursive && pip install --no-build-isolation -v . && cd /tmp && rm -rf flash-mla # buildkit
# 2026-05-13 12:58:11 10.07GB 执行命令并创建新的镜像层
RUN /bin/sh -c pip install flashinfer-jit-cache==0.6.8 --index-url https://flashinfer.ai/whl/cu129 # buildkit
# 2026-05-13 12:57:14 2.86GB 执行命令并创建新的镜像层
RUN /bin/sh -c pip install tilelang==0.1.8 # buildkit
# 2026-05-13 12:56:49 190.27MB 执行命令并创建新的镜像层
RUN /bin/sh -c mkdir -p /workspace && cd /workspace && rm -rf sglang && git clone -b deepseek_v4 https://github.com/sgl-project/sglang.git # buildkit
# 2026-01-01 11:16:57 0.00B 设置工作目录为/sgl-workspace/sglang
WORKDIR /sgl-workspace/sglang
# 2026-01-01 11:16:57 0.00B 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "13" ] && [ -d /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin ]; then rm -f /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin/ptxas && ln -s /usr/local/cuda/bin/ptxas /usr/local/lib/python3.12/dist-packages/triton/backends/nvidia/bin/ptxas; fi # buildkit
# 2026-01-01 11:16:57 387.00B 复制新文件或目录到容器中
COPY docker/configs/.zshrc /root/.zshrc # buildkit
# 2026-01-01 11:16:57 607.00B 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c cat /tmp/.gitconfig >> /root/.gitconfig && rm /tmp/.gitconfig # buildkit
# 2026-01-01 11:16:57 607.00B 复制新文件或目录到容器中
COPY docker/configs/.gitconfig /tmp/.gitconfig # buildkit
# 2026-01-01 11:16:57 682.00B 复制新文件或目录到容器中
COPY docker/configs/.tmux.conf /root/.tmux.conf # buildkit
# 2026-01-01 11:16:57 914.00B 复制新文件或目录到容器中
COPY docker/configs/.vimrc /root/.vimrc # buildkit
# 2026-01-01 11:16:57 11.98MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c sh -c "$(curl --retry 3 --retry-delay 2 -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone --depth 1 https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone --depth 1 https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
# 2026-01-01 11:16:56 409.00B 复制新文件或目录到容器中
COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
# 2026-01-01 11:16:56 4.91MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://just.systems/install.sh | sed "s|https://github.com|https://${GITHUB_ARTIFACTORY}|g" | bash -s -- --tag 1.42.4 --to /usr/local/bin # buildkit
# 2026-01-01 11:16:54 112.57MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c CMAKE_VERSION=3.31.1 && ARCH=$(uname -m) && CMAKE_INSTALLER="cmake-${CMAKE_VERSION}-linux-${ARCH}" && curl --retry 3 --retry-delay 2 -fsSL -o "${CMAKE_INSTALLER}.tar.gz" "https://${GITHUB_ARTIFACTORY}/Kitware/CMake/releases/download/v${CMAKE_VERSION}/${CMAKE_INSTALLER}.tar.gz" && tar -xzf "${CMAKE_INSTALLER}.tar.gz" && cp -r "${CMAKE_INSTALLER}/bin/"* /usr/local/bin/ && cp -r "${CMAKE_INSTALLER}/share/"* /usr/local/share/ && rm -rf "${CMAKE_INSTALLER}" "${CMAKE_INSTALLER}.tar.gz" # buildkit
# 2026-01-01 11:16:51 142.54MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c curl --retry 3 --retry-delay 2 -fsSL -o clangd.zip https://${GITHUB_ARTIFACTORY}/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip && unzip -q clangd.zip && cp -r clangd_18.1.3/bin/* /usr/local/bin/ && cp -r clangd_18.1.3/lib/* /usr/local/lib/ && rm -rf clangd_18.1.3 clangd.zip # buildkit
# 2026-01-01 11:16:48 4.02MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c curl --retry 3 --retry-delay 2 -LSso /usr/local/bin/clang-format https://${GITHUB_ARTIFACTORY}/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64 && chmod +x /usr/local/bin/clang-format # buildkit
# 2026-01-01 11:16:48 40.93KB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c curl --retry 3 --retry-delay 2 -LSso /usr/local/bin/diff-so-fancy https://${GITHUB_ARTIFACTORY}/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy && chmod +x /usr/local/bin/diff-so-fancy # buildkit
# 2026-01-01 11:16:47 64.99MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c python3 -m pip install --break-system-packages pytest black isort icdiff scikit-build-core uv pre-commit pandas matplotlib tabulate termplotlib # buildkit
# 2026-01-01 11:16:43 602.28MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-01-01 11:16:23 218.06MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
# 2026-01-01 11:16:10 1.57GB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install nvidia-nccl-cu12==2.28.3 --force-reinstall --no-deps ; python3 -m pip install nvidia-cudnn-cu12==9.16.0.29 --force-reinstall --no-deps ; python3 -m pip install nvidia-cutlass-dsl==4.3.0 --force-reinstall --no-deps ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip install nvidia-nccl-cu13==2.28.3 --force-reinstall --no-deps ; python3 -m pip install nvidia-cublas==13.1.0.3 --force-reinstall --no-deps ; python3 -m pip install nixl-cu13 ; python3 -m pip install nvidia-cutlass-dsl==4.3.1 --force-reinstall --no-deps ; fi # buildkit
# 2026-01-01 11:15:46 5.77GB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y && export PATH="/root/.cargo/bin:${PATH}" && rustc --version && cargo --version && python3 -m pip install maturin && cd /sgl-workspace/sglang/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist && python3 -m pip install --force-reinstall dist/*.whl && cd /sgl-workspace/sglang/sgl-model-gateway && cargo build --release --bin sglang-router --features vendored-openssl && cp target/release/sglang-router /usr/local/bin/sglang-router && rm -rf /root/.cargo /root/.rustup target dist ~/.cargo && sed -i '/\.cargo\/env/d' /root/.profile /root/.bashrc 2>/dev/null || true # buildkit
# 2026-01-01 11:12:46 363.48MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c python3 -m pip install datamodel_code_generator mooncake-transfer-engine==0.3.8 pre-commit pytest black isort icdiff uv wheel scikit-build-core nixl py-spy cubloaty # buildkit
# 2026-01-01 11:12:37 151.99MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c cd /sgl-workspace/DeepEP && case "$CUDA_VERSION" in 12.6.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0' ;; 12.8.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0;10.0' ;; 12.9.1|13.0.1) CHOSEN_TORCH_CUDA_ARCH_LIST='9.0;10.0;10.3' ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "${CUDA_VERSION%%.*}" = "13" ]; then sed -i "/^ include_dirs = \['csrc\/'\]/a\ include_dirs.append('${CUDA_HOME}/include/cccl')" setup.py; fi && TORCH_CUDA_ARCH_LIST="${CHOSEN_TORCH_CUDA_ARCH_LIST}" MAX_JOBS=${BUILD_AND_DOWNLOAD_PARALLEL} pip install --no-build-isolation . # buildkit
# 2026-01-01 11:09:55 1.74MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c set -eux; if [ "$GRACE_BLACKWELL" = "1" ]; then git clone https://github.com/fzyzcjy/DeepEP.git && cd DeepEP && git checkout ${GRACE_BLACKWELL_DEEPEP_BRANCH} && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; elif [ "$HOPPER_SBO" = "1" ]; then git clone https://github.com/deepseek-ai/DeepEP.git -b antgroup-opt && cd DeepEP && git checkout ${HOPPER_SBO_DEEPEP_COMMIT} && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; else curl --retry 3 --retry-delay 2 -fsSL -o ${DEEPEP_COMMIT}.zip https://${GITHUB_ARTIFACTORY}/deepseek-ai/DeepEP/archive/${DEEPEP_COMMIT}.zip && unzip -q ${DEEPEP_COMMIT}.zip && rm ${DEEPEP_COMMIT}.zip && mv DeepEP-${DEEPEP_COMMIT} DeepEP && cd DeepEP && sed -i 's/#define NUM_CPU_TIMEOUT_SECS 100/#define NUM_CPU_TIMEOUT_SECS 1000/' csrc/kernels/configs.cuh && cd .. ; fi # buildkit
# 2026-01-01 11:09:54 15.78GB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six && cd sglang && case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; 13.0.1) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && if [ "$CUDA_VERSION" = "12.6.1" ]; then python3 -m pip install https://${GITHUB_ARTIFACTORY}/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu124-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; elif [ "$CUDA_VERSION" = "12.8.1" ] || [ "$CUDA_VERSION" = "12.9.1" ]; then python3 -m pip install sgl-kernel==${SGL_KERNEL_VERSION} ; elif [ "$CUDA_VERSION" = "13.0.1" ]; then python3 -m pip install https://github.com/sgl-project/whl/releases/download/v${SGL_KERNEL_VERSION}/sgl_kernel-${SGL_KERNEL_VERSION}+cu130-cp310-abi3-manylinux2014_$(uname -m).whl --force-reinstall --no-deps ; else echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ; fi && python3 -m pip install -e "python[${BUILD_TYPE}]" --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} && if [ "$INSTALL_FLASHINFER_JIT_CACHE" = "1" ]; then python3 -m pip install flashinfer-jit-cache==${FLASHINFER_VERSION} --index-url https://flashinfer.ai/whl/cu${CUINDEX} ; fi && FLASHINFER_CUBIN_DOWNLOAD_THREADS=${BUILD_AND_DOWNLOAD_PARALLEL} FLASHINFER_LOGGING_LEVEL=warning python3 -m flashinfer --download-cubin # buildkit
# 2026-01-01 11:04:11 45.60MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 CUDA_VERSION=12.9.1 TRITON_LANG_COMMIT= /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
# 2026-01-01 11:04:08 115.23MB 复制新文件或目录到容器中
COPY /src /tmp/local_src # buildkit
# 2026-01-01 11:04:07 0.00B 设置工作目录为/sgl-workspace
WORKDIR /sgl-workspace
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG GITHUB_ARTIFACTORY
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG TRITON_LANG_COMMIT
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG DEEPEP_COMMIT
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG GRACE_BLACKWELL_DEEPEP_BRANCH
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG GRACE_BLACKWELL=0
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG FLASHINFER_VERSION
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG INSTALL_FLASHINFER_JIT_CACHE=1
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG USE_LATEST_SGLANG
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG SGL_VERSION=0.5.7
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG SGL_KERNEL_VERSION
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG BUILD_AND_DOWNLOAD_PARALLEL
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG CUDA_VERSION=12.9.1
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG BUILD_TYPE=all
# 2026-01-01 11:04:07 0.00B 定义构建参数
ARG BRANCH_TYPE
# 2026-01-01 11:04:07 0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
# 2026-01-01 11:04:07 3.07MB 执行命令并创建新的镜像层
RUN |18 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 /bin/sh -c locale-gen en_US.UTF-8 # buildkit
# 2026-01-01 11:04:05 38.00B 执行命令并创建新的镜像层
RUN |18 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
# 2026-01-01 11:04:05 4.89MB 执行命令并创建新的镜像层
RUN |18 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
# 2026-01-01 11:03:24 0.00B 执行命令并创建新的镜像层
RUN |18 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
# 2026-01-01 11:03:23 1.46GB 执行命令并创建新的镜像层
RUN |18 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections && apt-get update && apt-get install -y --no-install-recommends tzdata ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
# 2026-01-01 11:02:36 409.48MB 执行命令并创建新的镜像层
RUN |18 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && add-apt-repository ppa:deadsnakes/ppa -y && apt install -y --no-install-recommends python3.12-full python3.12-dev python3.10-venv && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget -q https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py --break-system-packages && rm get-pip.py && python3 -m pip config set global.break-system-packages true && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-310-*-linux-gnu.so apt_pkg.so # buildkit
# 2026-01-01 11:02:07 0.00B 执行命令并创建新的镜像层
RUN |18 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.3.20 SGL_VERSION=0.5.7 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.5.3 /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
# 2026-01-01 11:02:07 0.00B 设置环境变量 PATH LD_LIBRARY_PATH
ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
# 2026-01-01 11:02:07 0.00B 设置环境变量 DEBIAN_FRONTEND CUDA_HOME GDRCOPY_HOME FLASHINFER_VERSION
ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.5.3
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG FLASHINFER_VERSION=0.5.3
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG INSTALL_FLASHINFER_JIT_CACHE=1
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG GITHUB_ARTIFACTORY=github.com
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG UBUNTU_MIRROR
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG PIP_DEFAULT_INDEX
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG GDRCOPY_VERSION=2.5.1
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG USE_LATEST_SGLANG=0
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG SGL_VERSION=0.5.7
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG SGL_KERNEL_VERSION=0.3.20
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG BUILD_AND_DOWNLOAD_PARALLEL=8
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG GRACE_BLACKWELL_DEEPEP_BRANCH=gb200_blog_part_2
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG HOPPER_SBO=0
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG GRACE_BLACKWELL=0
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG BRANCH_TYPE=remote
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG BUILD_TYPE=all
# 2026-01-01 11:02:07 0.00B 定义构建参数
ARG TARGETARCH=amd64
# 2025-07-25 23:14:12 1.05GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-25 23:14:12 0.00B 添加元数据标签
LABEL com.nvidia.cudnn.version=9.10.2.21-1
# 2025-07-25 23:14:12 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-07-25 23:14:12 0.00B 定义构建参数
ARG TARGETARCH
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_PACKAGE_DEV_HEADERS
ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_PACKAGE_DEV
ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_PACKAGE
ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_PACKAGE_NAME
ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
# 2025-07-25 23:14:12 0.00B 设置环境变量 NV_CUDNN_VERSION
ENV NV_CUDNN_VERSION=9.10.2.21-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 LIBRARY_PATH
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
# 2025-07-19 04:37:48 390.99KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
# 2025-07-19 04:37:48 6.36GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-12-9=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-12-9=${NV_CUDA_LIB_VERSION} cuda-minimal-build-12-9=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-12-9=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-12-9=${NV_NVML_DEV_VERSION} ${NV_NVPROF_DEV_PACKAGE} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-12-9=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-19 04:37:48 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-07-19 04:37:48 0.00B 定义构建参数
ARG TARGETARCH
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE
ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9
# 2025-07-19 04:37:48 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.27.3-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_VERSION
ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_NAME
ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_NVPROF_DEV_PACKAGE
ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_NVPROF_VERSION
ENV NV_NVPROF_VERSION=12.9.79-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE
ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_VERSION
ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE
ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE_NAME
ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_VERSION
ENV NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNPP_DEV_PACKAGE
ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBNPP_DEV_VERSION
ENV NV_LIBNPP_DEV_VERSION=12.4.1.87-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_LIBCUSPARSE_DEV_VERSION
ENV NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_NVML_DEV_VERSION
ENV NV_NVML_DEV_VERSION=12.9.79-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_CUDA_CUDART_DEV_VERSION
ENV NV_CUDA_CUDART_DEV_VERSION=12.9.79-1
# 2025-07-19 04:37:48 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.9.1-1
# 2025-07-19 04:22:35 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2025-07-19 04:22:35 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2025-07-19 04:22:35 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2025-07-19 04:22:35 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2025-07-19 04:22:35 240.07KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
# 2025-07-19 04:22:35 3.46GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-9=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-9=${NV_NVTX_VERSION} libcusparse-12-9=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-19 04:22:35 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-07-19 04:22:35 0.00B 定义构建参数
ARG TARGETARCH
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9
# 2025-07-19 04:22:35 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.27.3-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=12.9.1.4-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.5.10.65-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=12.4.1.87-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=12.9.79-1
# 2025-07-19 04:22:35 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.9.1-1
# 2025-07-19 04:11:18 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2025-07-19 04:11:18 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2025-07-19 04:11:18 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2025-07-19 04:11:18 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/cuda/lib64
# 2025-07-19 04:11:18 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2025-07-19 04:11:18 22.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2025-07-19 04:11:18 315.62MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-9=${NV_CUDA_CUDART_VERSION} cuda-compat-12-9 && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-19 04:11:02 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=12.9.1
# 2025-07-19 04:11:02 10.26MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-07-19 04:11:02 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-07-19 04:11:02 0.00B 定义构建参数
ARG TARGETARCH
# 2025-07-19 04:11:02 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=12.9.79-1
# 2025-07-19 04:11:02 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.9 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=560,driver<561 brand=grid,driver>=560,driver<561 brand=tesla,driver>=560,driver<561 brand=nvidia,driver>=560,driver<561 brand=quadro,driver>=560,driver<561 brand=quadrortx,driver>=560,driver<561 brand=nvidiartx,driver>=560,driver<561 brand=vapps,driver>=560,driver<561 brand=vpc,driver>=560,driver<561 brand=vcs,driver>=560,driver<561 brand=vws,driver>=560,driver<561 brand=cloudgaming,driver>=560,driver<561 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571
# 2025-07-19 04:11:02 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2025-07-15 00:40:23 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2025-07-15 00:40:22 78.12MB
/bin/sh -c #(nop) ADD file:b4619a63cd7829e1338ddaa4995ca17003002dd54b0dfd675a6f54a2b69151a6 in /
# 2025-07-15 00:40:20 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
# 2025-07-15 00:40:20 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2025-07-15 00:40:20 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2025-07-15 00:40:20 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:47e333c80b05d1f97c742e830436dd5877d5a47a0e9ba4ef9c4386a31b1afa3a",
"RepoTags": [
"lmsysorg/sglang:deepseek-v4-hopper",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:deepseek-v4-hopper"
],
"RepoDigests": [
"lmsysorg/sglang@sha256:1bf5d508ab110cc0fe1659a5f21d1be02a7f0d7ca8f58cea7e7f4e11f6ae208f",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang@sha256:d12518b5dc845e06d2d0d086c053f8b606a9dab69a674d58d276570c0d4f50fa"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2026-05-13T05:28:30.782914431Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.9 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=560,driver\u003c561 brand=grid,driver\u003e=560,driver\u003c561 brand=tesla,driver\u003e=560,driver\u003c561 brand=nvidia,driver\u003e=560,driver\u003c561 brand=quadro,driver\u003e=560,driver\u003c561 brand=quadrortx,driver\u003e=560,driver\u003c561 brand=nvidiartx,driver\u003e=560,driver\u003c561 brand=vapps,driver\u003e=560,driver\u003c561 brand=vpc,driver\u003e=560,driver\u003c561 brand=vcs,driver\u003e=560,driver\u003c561 brand=vws,driver\u003e=560,driver\u003c561 brand=cloudgaming,driver\u003e=560,driver\u003c561 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571",
"NV_CUDA_CUDART_VERSION=12.9.79-1",
"CUDA_VERSION=12.9.1",
"LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.9.1-1",
"NV_NVTX_VERSION=12.9.79-1",
"NV_LIBNPP_VERSION=12.4.1.87-1",
"NV_LIBNPP_PACKAGE=libnpp-12-9=12.4.1.87-1",
"NV_LIBCUSPARSE_VERSION=12.5.10.65-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-9",
"NV_LIBCUBLAS_VERSION=12.9.1.4-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-9=12.9.1.4-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.27.3-1",
"NCCL_VERSION=2.27.3-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.27.3-1+cuda12.9",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDA_CUDART_DEV_VERSION=12.9.79-1",
"NV_NVML_DEV_VERSION=12.9.79-1",
"NV_LIBCUSPARSE_DEV_VERSION=12.5.10.65-1",
"NV_LIBNPP_DEV_VERSION=12.4.1.87-1",
"NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-9=12.4.1.87-1",
"NV_LIBCUBLAS_DEV_VERSION=12.9.1.4-1",
"NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-9",
"NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-9=12.9.1.4-1",
"NV_CUDA_NSIGHT_COMPUTE_VERSION=12.9.1-1",
"NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-9=12.9.1-1",
"NV_NVPROF_VERSION=12.9.79-1",
"NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-9=12.9.79-1",
"NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev",
"NV_LIBNCCL_DEV_PACKAGE_VERSION=2.27.3-1",
"NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.27.3-1+cuda12.9",
"LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
"NV_CUDNN_VERSION=9.10.2.21-1",
"NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12",
"NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.10.2.21-1",
"NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-12=9.10.2.21-1",
"NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-12=9.10.2.21-1",
"DEBIAN_FRONTEND=noninteractive",
"CUDA_HOME=/usr/local/cuda",
"GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/",
"FLASHINFER_VERSION=0.5.3",
"LANG=en_US.UTF-8",
"LANGUAGE=en_US:en",
"LC_ALL=en_US.UTF-8"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/sgl-workspace/sglang",
"Entrypoint": [
"/opt/nvidia/nvidia_entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"com.nvidia.cudnn.version": "9.10.2.21-1",
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "24.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 58373868389,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/c8e6bc54d176b83d41ea5ffeeacc022977075a7d13a171b2b9c6025f57f07fd3/diff:/var/lib/docker/overlay2/c2c72cae2efb7762d8eceacbcbb8fe22e50dc86cee6536d4e9c8c733b255ae9a/diff:/var/lib/docker/overlay2/9e96a3464b6de4e005b266dd461f164f1de20da2ceafbf04c824edf77ddbb65d/diff:/var/lib/docker/overlay2/392ce586e56010b8684a27fed05dab064a6c02354402739e3c80dcf010b2a83d/diff:/var/lib/docker/overlay2/e7546fbcd63ab1266166cd0f54e8438a2e94e7c815c0e4e1e3383f9d909e094c/diff:/var/lib/docker/overlay2/edddde506c01f2b998cfa84aa4f8434367e998f6d079ead77519bcdb1af310cf/diff:/var/lib/docker/overlay2/c5009d3fb2c1c3b957abae428f91502adcac0d906a71f155aab50dd6065db3e9/diff:/var/lib/docker/overlay2/390ec9cd31645c642793f194788e85c70d45aaf353061bbe4d1118201dd4e4fa/diff:/var/lib/docker/overlay2/44ec983d2e6c838139a879b281e1bf440c67c60b6e5464ac92a03f9c7b9f740b/diff:/var/lib/docker/overlay2/45c2c06a98f9d1102f98e8955df2f43e7c876909f34cb01adadd0760e8ebfc51/diff:/var/lib/docker/overlay2/a5233464067656f30c9b1d8427bbed705d5d6e41e473cee662f056514d432663/diff:/var/lib/docker/overlay2/866d0b9970a82829160f8b0eed6efddb65b1fc7dd8346ea059ec29cd5d411bfc/diff:/var/lib/docker/overlay2/45731a4d37577457c0d789cf91a6ff1a68de80be98ec697d86063519e9c12d5a/diff:/var/lib/docker/overlay2/d1f5e2ca7c0a57886c113ace2414db73293398631fb62233e0ebfef571bff4ad/diff:/var/lib/docker/overlay2/80777debfc840c9f264a83d1cf3da375cbc4d37e7f48ccb15e1581050db903bb/diff:/var/lib/docker/overlay2/87efe05e97e9053fc1b4fb9988c44eadf4d9ff2c50a7a6fa877a30a9b6157016/diff:/var/lib/docker/overlay2/a5b2edfce2af1b32367835236a4ff67a2ae90bd6f6e8fed5796ac775a01c876a/diff:/var/lib/docker/overlay2/da9dff8f6e68004bcc9d298c0100d6be345013d8314a00b1f832ad320b209b77/diff:/var/lib/docker/overlay2/0983b7413f20ab7bb70e39af8d8ed7d545279fe6328b49562a5e79dd97b0a74d/diff:/var/lib/docker/overlay2/f46281b7abed7584b19c9f9468948e3e7a4970a22f4fde7904ac7b0aa5dd0d7c/diff:/var/lib/docker/overlay2/e7275f5080cdafada119083e00e2f48f4e00f8cd21d1906620c661d9276b9d36/diff:/var/lib/docker/overlay2/793ec7b75d95bc0348252553d6fc289246a23366823c841b83aed59a61343179/diff:/var/lib/docker/overlay2/51354ac3d6a39049d1278f2eaf97c6176352afeadf051920b0e6218cb22f1ba0/diff:/var/lib/docker/overlay2/3aad819ba65acea40c5c6ecddf85e44d8dd66f80e7d973eb1f9e9c158cb017b7/diff:/var/lib/docker/overlay2/c078e959d763abfd018b153ab7f1b59314b0a315d61979d3982ca5089867bb7a/diff:/var/lib/docker/overlay2/e17b08014919fc9a102d78d3cc68f621976929402985de11a1c18b356e179557/diff:/var/lib/docker/overlay2/77e38cf074e10fbe632167a87d026e62ce4d443a11bcf8da228e500cf1dea02c/diff:/var/lib/docker/overlay2/49851e0bd237ff3167809bac056af4858663c51c3e3b84e0a8b345c43cd3cc4b/diff:/var/lib/docker/overlay2/1e4f3e76945b3de2ffb40e007831d9b96c6df2b9655fa34acb39d49f31d07b3c/diff:/var/lib/docker/overlay2/9d91633f136fca9638a0a019c42b35a2f351348db07ba02cbf0ae760fd4743d5/diff:/var/lib/docker/overlay2/d2d39f9509e22b818f9185e741f4f9055e3c12b6c306da9a462190c46926d565/diff:/var/lib/docker/overlay2/03105aacd2cd18b2a203446795fb9342ce1e39a68f5432c333157b0b983e05b5/diff:/var/lib/docker/overlay2/6f98591e27c7bdefb155455f5e73daa0047ce18b41f3d6a4587b2285e8ce17a2/diff:/var/lib/docker/overlay2/2b3f86c2f7a38c83e6e6977b01fb593d55e57d296facaeca3877a84b59a08398/diff:/var/lib/docker/overlay2/66b314a499fa3868048d7f81a78888f0f9d13bbeb77313df48a379d058c8c982/diff:/var/lib/docker/overlay2/7e8fd341590ff3354c1eba198e175b58a5d9adeb4e70bcd943ed23222d7bf63c/diff:/var/lib/docker/overlay2/6836f3dcd5c8dcd928a1b25b02229063a39b66c72650474440c1814805031348/diff:/var/lib/docker/overlay2/a820c4133a2bdd95c69fc62a203d5e01afaffd073b44e41d2c7c752a8a66d15d/diff:/var/lib/docker/overlay2/00d65bec630d0b80fdf07cab6bc70657e5b7405a8e0c7f43cf2e7f1f1ceb0c63/diff:/var/lib/docker/overlay2/c8262c84048b549a703745fc36f3e280707771b0babcdbce9abc05cb46b6f04c/diff:/var/lib/docker/overlay2/0406f3c6d08ca7bab07f0fa93badfe9a446a7bc5d776ac535f86454538015ea7/diff:/var/lib/docker/overlay2/ee9a9833d59d859ad9f9f84372a1ab0850f2ccdeb6b9dc98a436e6663b9e4b82/diff:/var/lib/docker/overlay2/b9749b0a0bc79009f52bd62fa6a0bc48c1075074bcef51477bab0f7cfc0b7ea1/diff:/var/lib/docker/overlay2/b54e11e3ca1fbfff34a57db32a1f0a2ebbefd2f54330188f0beed3d5ca598691/diff:/var/lib/docker/overlay2/ba75af35812e6d636680ccfc5995ec998d08110324917df065910f3bc964fbfd/diff:/var/lib/docker/overlay2/e2d62b067e57d4fccfe573d59368d188819b5492fb3f991d3944b9e6d3b26dfb/diff:/var/lib/docker/overlay2/1e9dd59663466aa893b079aa133da42469db559730a941fea8982daaaace08b2/diff:/var/lib/docker/overlay2/156739f9b22c195264a0953fa0e06de5a4d281f6676105dfcb9875d67ce953e8/diff:/var/lib/docker/overlay2/5bbbf2d33f77da0046e7207ef67f1d689ba9c21ead6a914b77f73fa0e2f64bb0/diff:/var/lib/docker/overlay2/445bf948583185955abeddcccee35ccdb131e73b4e53f29bb950913686087f4f/diff:/var/lib/docker/overlay2/c5d8dc7e464fb74848703ccea7d119d0174aa885d6a600f205ad0b59e74190f1/diff:/var/lib/docker/overlay2/4bd152e217e3219b23fd90c08dfa7841d52a4018b5b13a3a70aeb0c6a20bbc04/diff",
"MergedDir": "/var/lib/docker/overlay2/58f12b9d57df5a3fc148163420aff2328e9798f7451dd30406406619a558e28b/merged",
"UpperDir": "/var/lib/docker/overlay2/58f12b9d57df5a3fc148163420aff2328e9798f7451dd30406406619a558e28b/diff",
"WorkDir": "/var/lib/docker/overlay2/58f12b9d57df5a3fc148163420aff2328e9798f7451dd30406406619a558e28b/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:107cbdaeec042e6154640c94972c638f4e2fee795902b149e8ce9acbd03d59d7",
"sha256:d54e805fe9aac70390dd3e3ca1b6fd0f63b2cf5913eb0023bf741bd291d2a746",
"sha256:35a8bdbbbf277997b1e1efcbdc9ae5321ec3a96ceb81ad194ad58d671ab47bd4",
"sha256:12f5e36b8e7e83c3fa409e1b34eaec072b9381c8a5e600e9f03c53dbd295bec1",
"sha256:455bca42f6ec40ca42fea4bea15c6c17b97101af90413cdd25647de2b9d98960",
"sha256:6e980015d67b5cae225c0adf06e30b516f62600df02350db433029e63968b932",
"sha256:97486d1882c55d529af69661c72297f97dd38801c0dfa771cbbbe649da358078",
"sha256:d38a3b5fb295c76c1383bf5f56fa8ede57ce3ad574a6a6918307daab6ae62889",
"sha256:3cefe4836f3110ecc622b831aafa0c278feabc23c5aeb8a914f9f90727fcbd1a",
"sha256:3a91992f0bb9e54dbdface53427b7bea60d9e32dacef2105f5f15ce7cae11b17",
"sha256:9c481f26e4c2227ea8326b5a770905d99fe3770090c01733ca65f36a4b1e920c",
"sha256:5e16802760d009002b863933de78747f17d0a47dbbaa22448e17d3be8a5ea69c",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:f432b3b6fff8dc2ff2be5310b1654bb796ac32d2884e26aaa086c3161316e52e",
"sha256:ee7d0560534c5f57ca5cd0736e346cf2a05977b540bf6eb510435ef1c9f35659",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:9524bb66cb06e40dd17bb6d4b121ff4772e04b40296e334cf16d44fcd5c6e6c1",
"sha256:4cf8fa9d9d533afb702fed7a9aee719a1513660c659a81c7dfee1d0f5fb684de",
"sha256:ea1bae7bd01a6fff0f3985795dbcd0574e3d90bae4c1f6a47726820fd253ce62",
"sha256:2ce9c70915ef9c74d6282174fb61351578d0cc90cc704d361f61652e2fc57708",
"sha256:1927d1d1cc0ab401b43790d37d57924c7ae95a20687c8cdb3cceebd490778d3e",
"sha256:b5912db848a2765ed4bb73fd7aebbfdb2864f03696d20af0b081c14fd9153005",
"sha256:45b8b111000251e71522a83a889f422f9c89cb5dd6e3ec32f8ed1ec2bb6bcb14",
"sha256:03d73e58342199ef9b42fa4ceb16bde3873e2cade51f2816814f5c899a77f5c8",
"sha256:1e8d4db5b5344fd7a07a63e1c3ab42eac3551457e79708ffd351d0bd30b34614",
"sha256:60a867ca215b4bc1b1678e39558a3f359a81371ced6eec3cb12b02e171980806",
"sha256:b98bf91e95ed38e78ae4b7d3097a97e5f7c7b9e5e4056e892fda0b3390139edc",
"sha256:117ddd552ca475e3b99c16f9c8acb4b22c34648a89c39e0916920abf5b0debe5",
"sha256:7d0051f240d958bce91ce3aca22513ad05fd6aa8c91302f099fa13b6c456d243",
"sha256:aaafb72c9267656a6049fd6e2e290faa6ada6cd307bae491b4184b739a64004a",
"sha256:02a9ad0f89d1b23efc6acaf2ec2e76d3b2aca8ab1ea91eeebba8897b2a71cd99",
"sha256:b381376d02f96ca0059be9eedb999bf09718d717bc813d435f88f66f20d948e4",
"sha256:37b4e5c035e37a08bd8e701d51ef17725645863550906c582f5d9d8d09ab6fcc",
"sha256:a87cfc437c58d78c5b0d7f25dd849016345f65c93e5cbec4415d915b3ef495ee",
"sha256:8651a022f8ec57f85fdf428dc4e750c15e84627ba65ac1458522445a62d478ca",
"sha256:706c4d2a963eff582244cd776ae1915f82231439c9c23768b82ad3b2717bddc2",
"sha256:fc225afafd737807d3406c8a7f872847a58fed63c5a4b14473976812ebe919e3",
"sha256:5eb1c0da07c63c79b35c49630c651468410a881f6f6785377df5a4bdc52312a4",
"sha256:2ff05ebaeefa2936ee2f7185e271b78a17d15c74a9e364dce246c81e631d7918",
"sha256:911a4afc26910e6426f7264db35baa491fd33f3545d37302111f28621adcb73f",
"sha256:61cd129c7121187c555b5e94cbcdf3b94b64b5eaef97bb47e931292ca02aea5b",
"sha256:fc0d17164087595f558eab43aecf1b24dd5c3d56707955bd89d5f7b7ba9cd96a",
"sha256:9825bd90e06dda43b24d3cae69ee25bc8f65511a9a7d0b6ca7f54449caa6c330",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:fb77a25ebbb46cd45ac8a07b1e92f985c595e91d969e67d68e1a9d7f74281eed",
"sha256:9455b768baeb32b2e1af4d236de32b8e55694d217d1bc4c630908d6dcc346793",
"sha256:c86be689e1ae7032303a5b6421cdd34673b75be7ebc0a7df814f476b84cf88ee",
"sha256:1c62d88153a8c78949fbd08d65ddf08dbbda5a57a3d90f2830ce806235030b40",
"sha256:d8d6afb3897ef727a98844123d3623ca0a2020120d8bf7cbac4026785a670223",
"sha256:57125f6f037814654ab94d3e9c453f8f779f065e9f7b02ed412f0cb5dbd4d979",
"sha256:dd5e78c8c2fdb17d3a1f33111cfc0d0383ca55c8c180e622d81066e806416c05",
"sha256:12b222f4915ee9de22e1820d8bf39a693b71c0d838dd86a45f2bba4f62fd6589"
]
},
"Metadata": {
"LastTagTime": "2026-07-21T04:23:26.177055222+08:00"
}
}