镜像构建历史
# 2026-05-17 02:06:33 0.00B 添加元数据标签
LABEL org.opencontainers.image.source=https://github.com/sgl-project/sglang org.opencontainers.image.revision=127b9e3283f7c2a43234b852ff5c9f1796d53624 org.opencontainers.image.version=lmsysorg/sglang:v0.5.12 org.opencontainers.image.url=https://github.com/sgl-project/sglang/actions/runs/25968088003 ai.sglang.build.commit=127b9e3283f7c2a43234b852ff5c9f1796d53624 ai.sglang.build.url=https://github.com/sgl-project/sglang/actions/runs/25968088003 ai.sglang.image.tag=lmsysorg/sglang:v0.5.12
# 2026-05-17 02:06:33 0.00B 设置环境变量 SGLANG_BUILD_COMMIT SGLANG_BUILD_URL SGLANG_IMAGE_TAG
ENV SGLANG_BUILD_COMMIT=127b9e3283f7c2a43234b852ff5c9f1796d53624 SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/25968088003 SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.12
# 2026-05-17 02:06:33 0.00B 定义构建参数
ARG SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.12
# 2026-05-17 02:06:33 0.00B 定义构建参数
ARG SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/25968088003
# 2026-05-17 02:06:33 0.00B 定义构建参数
ARG SGLANG_BUILD_COMMIT=127b9e3283f7c2a43234b852ff5c9f1796d53624
# 2026-05-17 02:06:33 0.00B 设置工作目录为/sgl-workspace/sglang
WORKDIR /sgl-workspace/sglang
# 2026-05-17 02:06:33 0.00B 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install --force-reinstall /tmp/gateway_wheels/*.whl && rm -rf /tmp/gateway_wheels # buildkit
# 2026-05-17 02:06:33 127.28MB 复制新文件或目录到容器中
COPY /build/gateway_wheels /tmp/gateway_wheels # buildkit
# 2026-05-17 02:06:27 31.98MB 复制新文件或目录到容器中
COPY /build/sgl-model-gateway-bin /usr/local/bin/sgl-model-gateway # buildkit
# 2026-05-17 02:06:27 42.39MB 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c cd /sgl-workspace/sglang && python3 -m pip install --no-deps -e "python[${BUILD_TYPE}]" && kernels lock python && ( success=0; if [ "$(uname -m)" = "aarch64" ]; then echo "Skipping kernels-community/sgl-flash-attn3 cubin download on aarch64 (no variants published upstream); kernels will be JIT-compiled at runtime"; success=1; else for i in 1 2 3; do echo "Attempt $i/3: downloading sgl-kernel cubins..." && kernels download python && success=1 && break; echo "sgl-kernel cubin download failed, retrying in 30s..." && sleep 30; done; fi; [ "$success" = "1" ] ) && mkdir -p /root/.cache/huggingface /root/.cache/sglang && ( if [ -f python/kernels.lock ]; then mv python/kernels.lock /root/.cache/sglang/; fi ) && ( find /usr/local/lib/python3.12/dist-packages -type d -name "__pycache__" -exec rm -rf {} + 2>/dev/null || true ) # buildkit
# 2026-05-17 02:04:47 2.01GB 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c if [ "$BRANCH_TYPE" = "local" ]; then cp -r /tmp/local_src /sgl-workspace/sglang; elif [ "$USE_LATEST_SGLANG" = "1" ]; then git clone --depth=1 https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; elif [ -z "$SGL_VERSION" ]; then echo "ERROR: SGL_VERSION must be set when USE_LATEST_SGLANG=0 and BRANCH_TYPE!=local" && exit 1; else git clone --depth=1 --branch v${SGL_VERSION} https://github.com/sgl-project/sglang.git /sgl-workspace/sglang; fi && rm -rf /tmp/local_src # buildkit
# 2026-05-17 02:04:09 89.27MB 复制新文件或目录到容器中
COPY /src /tmp/local_src # buildkit
# 2026-05-17 02:04:05 222.37MB 设置工作目录为/sgl-workspace
WORKDIR /sgl-workspace
# 2026-05-17 02:04:04 0.00B 定义构建参数
ARG USE_LATEST_SGLANG
# 2026-05-17 02:04:04 0.00B 定义构建参数
ARG SGL_VERSION=0.5.12
# 2026-05-17 02:04:04 0.00B 定义构建参数
ARG CUDA_VERSION=13.0.1
# 2026-05-17 02:04:04 0.00B 定义构建参数
ARG BUILD_TYPE=all
# 2026-05-17 02:04:04 0.00B 定义构建参数
ARG BRANCH_TYPE
# 2026-05-17 02:04:04 0.00B 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt-get update && apt-get install -y --only-upgrade binutils binutils-common binutils-x86-64-linux-gnu libbinutils libctf0 libctf-nobfd0 libgprofng0 libsframe1 libgnutls30t64 libpam-modules libpam-modules-bin libpam-runtime libpam0g libsqlite3-0 libtasn1-6 dpkg dpkg-dev libdpkg-perl && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-05-17 02:04:04 30.89MB 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install --upgrade "urllib3>=2.6.3" "pillow>=12.1.1" # buildkit
# 2026-05-17 02:03:53 28.44MB 复制新文件或目录到容器中
COPY docker/configs/.zshrc /root/.zshrc # buildkit
# 2026-05-17 02:03:51 387.00B 复制新文件或目录到容器中
COPY docker/configs/opt/.gitconfig /opt/sglang/.gitconfig # buildkit
# 2026-05-17 02:03:51 607.00B 复制新文件或目录到容器中
COPY docker/configs/opt/.tmux.conf /opt/sglang/.tmux.conf # buildkit
# 2026-05-17 02:03:51 682.00B 复制新文件或目录到容器中
COPY docker/configs/opt/.vimrc /opt/sglang/.vimrc # buildkit
# 2026-05-17 02:03:51 914.00B 复制新文件或目录到容器中
COPY --chown=root:root --chmod=755 docker/configs/yank /usr/local/bin/yank # buildkit
# 2026-05-17 02:03:51 409.00B 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c if [ "${CUDA_VERSION%%.*}" = "12" ]; then python3 -m pip install nixl nixl-cu12 --no-deps ; python3 -m pip install cuda-python==12.9 ; cd /sgl-workspace && git clone https://github.com/deepseek-ai/FlashMLA.git flash-mla && cd flash-mla && git submodule update --init --recursive && pip install --no-build-isolation -v . ; elif [ "${CUDA_VERSION%%.*}" = "13" ]; then python3 -m pip install nixl nixl-cu13 --no-deps ; python3 -m pip install cuda-python==13.2.0 ; cd /sgl-workspace && git clone https://github.com/deepseek-ai/FlashMLA.git flash-mla && ln -s /usr/local/cuda/include/cccl/cuda /usr/local/cuda/include/cuda && cd flash-mla && git submodule update --init --recursive && pip install --no-build-isolation -v . ; fi # buildkit
# 2026-05-17 02:03:51 479.39MB 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c python3 -m pip install -c /sgl-workspace/constraints.txt datamodel_code_generator pre-commit pytest black isort icdiff uv wheel scikit-build-core py-spy cubloaty google-cloud-storage pandas matplotlib tabulate termplotlib "runai-model-streamer[s3,gcs,azure]>=0.15.7" # buildkit
# 2026-05-17 02:01:43 334.74MB 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c CUDA_MAJOR="${CUDA_VERSION%%.*}" && if [ "$CUDA_MAJOR" -ge 13 ]; then python3 -m pip install mooncake-transfer-engine-cuda13==${MOONCAKE_VERSION}; else python3 -m pip install mooncake-transfer-engine==${MOONCAKE_VERSION}; fi # buildkit
# 2026-05-17 02:01:28 128.86MB 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt update -y && apt install -y --no-install-recommends gnupg && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "amd64"; fi) /" | tee /etc/apt/sources.list.d/nvidia-devtools.list && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/$(if [ "$(uname -m)" = "aarch64" ]; then echo "arm64"; else echo "x86_64"; fi)/7fa2af80.pub && apt update -y && apt install -y --no-install-recommends nsight-systems-cli && rm -rf /var/lib/apt/lists/* # buildkit
# 2026-05-17 02:01:26 614.72MB 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gdb ninja-build vim tmux htop zsh tree silversearcher-ag cloc pkg-config bear less rdma-core openssh-server gnuplot infiniband-diags perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1 && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
# 2026-05-17 02:01:00 214.83MB 复制新文件或目录到容器中
COPY /root/.oh-my-zsh /root/.oh-my-zsh # buildkit
# 2026-05-17 02:00:47 12.04MB 复制新文件或目录到容器中
COPY /tools/just /usr/local/bin/ # buildkit
# 2026-05-17 02:00:47 4.91MB 复制新文件或目录到容器中
COPY /tools/share/cmake-3.31 /usr/local/share/cmake-3.31 # buildkit
# 2026-05-17 02:00:46 8.65MB 复制新文件或目录到容器中
COPY /tools/cpack /usr/local/bin/ # buildkit
# 2026-05-17 02:00:46 17.73MB 复制新文件或目录到容器中
COPY /tools/ctest /usr/local/bin/ # buildkit
# 2026-05-17 02:00:46 18.76MB 复制新文件或目录到容器中
COPY /tools/cmake /usr/local/bin/ # buildkit
# 2026-05-17 02:00:46 17.24MB 复制新文件或目录到容器中
COPY /tools/lib /usr/local/lib/ # buildkit
# 2026-05-17 02:00:46 13.39MB 复制新文件或目录到容器中
COPY /tools/clangd /usr/local/bin/ # buildkit
# 2026-05-17 02:00:45 129.15MB 复制新文件或目录到容器中
COPY /tools/clang-format /usr/local/bin/ # buildkit
# 2026-05-17 02:00:45 4.02MB 复制新文件或目录到容器中
COPY /tools/diff-so-fancy /usr/local/bin/ # buildkit
# 2026-05-17 02:00:45 40.93KB 复制新文件或目录到容器中
COPY /flashinfer_jit_output/ /usr/local/lib/python3.12/dist-packages/ # buildkit
# 2026-05-17 02:00:45 8.20GB 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c pip install /tmp/wheels/deepep/*.whl && rm -rf /tmp/wheels/deepep # buildkit
# 2026-05-17 02:00:28 41.72MB 复制新文件或目录到容器中
COPY /build/DeepEP /sgl-workspace/DeepEP # buildkit
# 2026-05-17 02:00:27 92.02MB 复制新文件或目录到容器中
COPY /wheels /tmp/wheels/deepep # buildkit
# 2026-05-17 02:00:26 13.40MB 设置工作目录为/sgl-workspace
WORKDIR /sgl-workspace
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG MOONCAKE_COMPILE_ARG
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG MOONCAKE_VERSION
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG GITHUB_ARTIFACTORY
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG USE_LATEST_SGLANG
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG SGL_VERSION=0.5.12
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG BUILD_AND_DOWNLOAD_PARALLEL
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG CUDA_VERSION=13.0.1
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG BUILD_TYPE=all
# 2026-05-17 01:58:23 0.00B 定义构建参数
ARG BRANCH_TYPE
# 2026-05-17 01:58:23 0.00B 执行命令并创建新的镜像层
RUN |21 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON CUDA_VERSION=13.0.1 /bin/sh -c case "$CUDA_VERSION" in 12.6.1) CUINDEX=126 ;; 12.8.1) CUINDEX=128 ;; 12.9.1) CUINDEX=129 ;; 13.0.1) CUINDEX=130 ;; *) echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1 ;; esac && cd /tmp/sglang_deps/python && mkdir -p sglang && touch sglang/__init__.py && echo '__version__ = "0.0.0"' > sglang/version.py && touch README.md && touch LICENSE && python3 -m pip install --extra-index-url https://download.pytorch.org/whl/cu${CUINDEX} ".[${BUILD_TYPE}]" && if [ "${CUDA_VERSION%%.*}" = "12" ]; then pip list --format=freeze | awk -F'==' '/-cu13(==|$)/ {print $1}' | xargs -r python3 -m pip uninstall -y && python3 -m pip install --index-url https://download.pytorch.org/whl/cu${CUINDEX} torch torchvision torchaudio --force-reinstall; python3 -m pip install https://github.com/sgl-project/whl/releases/download/v${SGL_DEEP_GEMM_VERSION}/sgl_deep_gemm-${SGL_DEEP_GEMM_VERSION}+cu129-py3-none-manylinux2014_$(uname -m).whl --force-reinstall; fi && cd /sgl-workspace && rm -rf /tmp/sglang_deps && pip freeze | grep -v "^sglang==" > /sgl-workspace/constraints.txt # buildkit
# 2026-05-17 01:58:22 8.91GB 复制新文件或目录到容器中
COPY proto /tmp/sglang_deps/proto # buildkit
# 2026-05-17 01:54:34 7.06KB 复制新文件或目录到容器中
COPY rust/sglang-grpc /tmp/sglang_deps/rust/sglang-grpc # buildkit
# 2026-05-17 01:54:34 4.21KB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c sh -c "$(curl --retry 3 --retry-delay 2 -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended && git clone --depth 1 https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-/root/.oh-my-zsh/custom}/plugins/zsh-autosuggestions && git clone --depth 1 https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-/root/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
# 2026-05-17 01:54:34 5.10KB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://just.systems/install.sh | sed "s|https://github.com|https://${GITHUB_ARTIFACTORY}|g" | bash -s -- --tag 1.42.4 --to /tools # buildkit
# 2026-05-17 01:54:34 1.18GB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c curl --proto '=https' --tlsv1.2 --retry 3 --retry-delay 2 -sSf https://sh.rustup.rs | sh -s -- -y && export PATH="/root/.cargo/bin:${PATH}" && python3 -m pip install maturin && cd /build/sgl-model-gateway/bindings/python && ulimit -n 65536 && maturin build --release --features vendored-openssl --out /build/gateway_wheels && cd /build/sgl-model-gateway && cargo build --release --bin sgl-model-gateway --features vendored-openssl && cp target/release/sgl-model-gateway /build/sgl-model-gateway-bin && rm -rf /root/.cargo /root/.rustup /build/sgl-model-gateway/target /build/sgl-model-gateway/bindings/python/target # buildkit
# 2026-05-17 01:54:21 633.28MB 复制新文件或目录到容器中
COPY sgl-model-gateway /build/sgl-model-gateway # buildkit
# 2026-05-17 01:54:11 0.00B 设置工作目录为/build
WORKDIR /build
# 2026-05-17 01:54:11 0.00B 定义构建参数
ARG USE_LATEST_SGLANG
# 2026-05-17 01:54:11 0.00B 定义构建参数
ARG SGL_VERSION=0.5.12
# 2026-05-17 01:54:11 0.00B 定义构建参数
ARG BRANCH_TYPE
# 2026-05-17 01:54:11 0.00B 定义构建参数
ARG GITHUB_ARTIFACTORY
# 2026-05-17 01:54:11 0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
# 2026-05-17 01:54:11 3.07MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c locale-gen en_US.UTF-8 # buildkit
# 2026-05-17 01:54:10 38.00B 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c ln -sf /usr/lib/$(uname -m)-linux-gnu/libmlx5.so.1 /usr/lib/$(uname -m)-linux-gnu/libmlx5.so # buildkit
# 2026-05-17 01:54:10 4.78MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c mkdir -p /tmp/gdrcopy && cd /tmp && curl --retry 3 --retry-delay 2 -fsSL -o v${GDRCOPY_VERSION}.tar.gz https://${GITHUB_ARTIFACTORY}/NVIDIA/gdrcopy/archive/refs/tags/v${GDRCOPY_VERSION}.tar.gz && tar -xzf v${GDRCOPY_VERSION}.tar.gz && rm v${GDRCOPY_VERSION}.tar.gz && cd gdrcopy-${GDRCOPY_VERSION}/packages && CUDA=/usr/local/cuda ./build-deb-packages.sh && dpkg -i gdrdrv-dkms_*.deb libgdrapi_*.deb gdrcopy-tests_*.deb gdrcopy_*.deb && cd / && rm -rf /tmp/gdrcopy # buildkit
# 2026-05-17 01:53:36 0.00B 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "${PIP_DEFAULT_INDEX}" ]; then python3 -m pip config set global.index-url ${PIP_DEFAULT_INDEX}; fi # buildkit
# 2026-05-17 01:53:35 1.62GB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ca-certificates software-properties-common netcat-openbsd kmod unzip openssh-server curl wget lsof locales build-essential cmake perl patchelf ccache git-lfs libopenmpi-dev libnuma1 libnuma-dev numactl ffmpeg libibverbs-dev libibverbs1 libibumad3 librdmacm1 libnl-3-200 libnl-route-3-200 libnl-route-3-dev libnl-3-dev ibverbs-providers infiniband-diags perftest libgoogle-glog-dev libgtest-dev libjsoncpp-dev libunwind-dev libboost-all-dev libssl-dev libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc pybind11-dev libhiredis-dev libcurl4-openssl-dev libczmq4 libczmq-dev libfabric-dev linux-libc-dev devscripts debhelper fakeroot dkms check libsubunit0 libsubunit-dev && ln -sf /usr/bin/python3.12 /usr/bin/python && rm -rf /var/lib/apt/lists/* && apt-get clean # buildkit
# 2026-05-17 01:52:42 382.98MB 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c apt update && apt install -y --no-install-recommends wget software-properties-common && apt install -y --no-install-recommends python3.12-full python3.12-dev && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.12 2 && update-alternatives --set python3 /usr/bin/python3.12 && wget -q https://bootstrap.pypa.io/get-pip.py && python3 get-pip.py --break-system-packages && rm get-pip.py && python3 -m pip config set global.break-system-packages true && cd /usr/lib/python3/dist-packages/ && ln -s apt_pkg.cpython-312-*-linux-gnu.so apt_pkg.so # buildkit
# 2026-05-17 01:52:16 0.00B 执行命令并创建新的镜像层
RUN |20 TARGETARCH=amd64 BUILD_TYPE=all BRANCH_TYPE=remote GRACE_BLACKWELL=0 HOPPER_SBO=0 HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6 DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee BUILD_AND_DOWNLOAD_PARALLEL=8 SGL_KERNEL_VERSION=0.4.2.post2 SGL_VERSION=0.5.12 SGL_DEEP_GEMM_VERSION=0.1.0 USE_LATEST_SGLANG=0 GDRCOPY_VERSION=2.5.1 PIP_DEFAULT_INDEX= UBUNTU_MIRROR= GITHUB_ARTIFACTORY=github.com INSTALL_FLASHINFER_JIT_CACHE=1 FLASHINFER_VERSION=0.6.11.post1 MOONCAKE_VERSION=0.3.10.post2 MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON /bin/sh -c if [ -n "$UBUNTU_MIRROR" ]; then sed -i "s|http://.*archive.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list && sed -i "s|http://.*security.ubuntu.com|$UBUNTU_MIRROR|g" /etc/apt/sources.list; fi # buildkit
# 2026-05-17 01:52:16 0.00B 设置环境变量 PATH LD_LIBRARY_PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
# 2026-05-17 01:52:16 0.00B 设置环境变量 DEBIAN_FRONTEND CUDA_HOME GDRCOPY_HOME FLASHINFER_VERSION
ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/ FLASHINFER_VERSION=0.6.11.post1
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG MOONCAKE_COMPILE_ARG=-DUSE_HTTP=ON -DUSE_MNNVL=ON -DUSE_CUDA=ON -DWITH_EP=ON
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG MOONCAKE_VERSION=0.3.10.post2
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG FLASHINFER_VERSION=0.6.11.post1
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG INSTALL_FLASHINFER_JIT_CACHE=1
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG GITHUB_ARTIFACTORY=github.com
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG UBUNTU_MIRROR
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG PIP_DEFAULT_INDEX
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG GDRCOPY_VERSION=2.5.1
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG USE_LATEST_SGLANG=0
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG SGL_DEEP_GEMM_VERSION=0.1.0
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG SGL_VERSION=0.5.12
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG SGL_KERNEL_VERSION=0.4.2.post2
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG BUILD_AND_DOWNLOAD_PARALLEL=8
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG DEEPEP_COMMIT=9af0e0d0e74f3577af1979c9b9e1ac2cad0104ee
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG HOPPER_SBO_DEEPEP_COMMIT=9f2fc4b3182a51044ae7ecb6610f7c9c3258c4d6
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG HOPPER_SBO=0
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG GRACE_BLACKWELL=0
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG BRANCH_TYPE=remote
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG BUILD_TYPE=all
# 2026-05-17 01:52:16 0.00B 定义构建参数
ARG TARGETARCH=amd64
# 2025-09-09 01:30:50 461.65MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} ${NV_CUDNN_PACKAGE_DEV} ${NV_CUDNN_PACKAGE_DEV_HEADERS} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-09-09 01:30:50 0.00B 添加元数据标签
LABEL com.nvidia.cudnn.version=9.13.0.50-1
# 2025-09-09 01:30:50 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-09-09 01:30:50 0.00B 定义构建参数
ARG TARGETARCH
# 2025-09-09 01:30:50 0.00B 设置环境变量 NV_CUDNN_PACKAGE_DEV_HEADERS
ENV NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.13.0.50-1
# 2025-09-09 01:30:50 0.00B 设置环境变量 NV_CUDNN_PACKAGE_DEV
ENV NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.13.0.50-1
# 2025-09-09 01:30:50 0.00B 设置环境变量 NV_CUDNN_PACKAGE
ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.13.0.50-1
# 2025-09-09 01:30:50 0.00B 设置环境变量 NV_CUDNN_PACKAGE_NAME
ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13
# 2025-09-09 01:30:50 0.00B 设置环境变量 NV_CUDNN_VERSION
ENV NV_CUDNN_VERSION=9.13.0.50-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 LIBRARY_PATH
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
# 2025-09-09 01:29:51 392.24KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
# 2025-09-09 01:29:51 4.92GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-dev-13-0=${NV_CUDA_CUDART_DEV_VERSION} cuda-command-line-tools-13-0=${NV_CUDA_LIB_VERSION} cuda-minimal-build-13-0=${NV_CUDA_LIB_VERSION} cuda-libraries-dev-13-0=${NV_CUDA_LIB_VERSION} cuda-nvml-dev-13-0=${NV_NVML_DEV_VERSION} ${NV_LIBNPP_DEV_PACKAGE} libcusparse-dev-13-0=${NV_LIBCUSPARSE_DEV_VERSION} ${NV_LIBCUBLAS_DEV_PACKAGE} ${NV_LIBNCCL_DEV_PACKAGE} ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-09-09 01:29:51 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-09-09 01:29:51 0.00B 定义构建参数
ARG TARGETARCH
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE
ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0
# 2025-09-09 01:29:51 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.28.3-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_VERSION
ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_NAME
ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE
ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.1-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_VERSION
ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.1-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE
ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.0.2.14-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE_NAME
ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBCUBLAS_DEV_VERSION
ENV NV_LIBCUBLAS_DEV_VERSION=13.0.2.14-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBNPP_DEV_PACKAGE
ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBNPP_DEV_VERSION
ENV NV_LIBNPP_DEV_VERSION=13.0.1.2-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_LIBCUSPARSE_DEV_VERSION
ENV NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_NVML_DEV_VERSION
ENV NV_NVML_DEV_VERSION=13.0.87-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_CUDA_CUDART_DEV_VERSION
ENV NV_CUDA_CUDART_DEV_VERSION=13.0.88-1
# 2025-09-09 01:29:51 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=13.0.1-1
# 2025-09-09 00:36:59 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2025-09-09 00:36:59 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2025-09-09 00:36:59 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2025-09-09 00:36:59 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2025-09-09 00:36:59 240.06KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
# 2025-09-09 00:36:59 2.12GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-13-0=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-13-0=${NV_NVTX_VERSION} libcusparse-13-0=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-09-09 00:36:59 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-09-09 00:36:59 0.00B 定义构建参数
ARG TARGETARCH
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0
# 2025-09-09 00:36:59 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.28.3-1
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.0.2.14-1
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=13.0.2.14-1
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.6.3.3-1
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=13.0.1.2-1
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=13.0.85-1
# 2025-09-09 00:36:59 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=13.0.1-1
# 2025-09-09 00:25:14 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2025-09-09 00:25:14 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2025-09-09 00:25:14 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2025-09-09 00:25:14 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64
# 2025-09-09 00:25:14 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2025-09-09 00:25:14 22.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/cuda/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2025-09-09 00:25:14 322.86MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-13-0=${NV_CUDA_CUDART_VERSION} cuda-compat-13-0 && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-09-09 00:23:24 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=13.0.1
# 2025-09-09 00:23:24 10.26MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-09-09 00:23:24 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2025-09-09 00:23:24 0.00B 定义构建参数
ARG TARGETARCH
# 2025-09-09 00:23:24 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=13.0.88-1
# 2025-09-09 00:23:24 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=13.0 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551 brand=unknown,driver>=565,driver<566 brand=grid,driver>=565,driver<566 brand=tesla,driver>=565,driver<566 brand=nvidia,driver>=565,driver<566 brand=quadro,driver>=565,driver<566 brand=quadrortx,driver>=565,driver<566 brand=nvidiartx,driver>=565,driver<566 brand=vapps,driver>=565,driver<566 brand=vpc,driver>=565,driver<566 brand=vcs,driver>=565,driver<566 brand=vws,driver>=565,driver<566 brand=cloudgaming,driver>=565,driver<566 brand=unknown,driver>=570,driver<571 brand=grid,driver>=570,driver<571 brand=tesla,driver>=570,driver<571 brand=nvidia,driver>=570,driver<571 brand=quadro,driver>=570,driver<571 brand=quadrortx,driver>=570,driver<571 brand=nvidiartx,driver>=570,driver<571 brand=vapps,driver>=570,driver<571 brand=vpc,driver>=570,driver<571 brand=vcs,driver>=570,driver<571 brand=vws,driver>=570,driver<571 brand=cloudgaming,driver>=570,driver<571 brand=unknown,driver>=575,driver<576 brand=grid,driver>=575,driver<576 brand=tesla,driver>=575,driver<576 brand=nvidia,driver>=575,driver<576 brand=quadro,driver>=575,driver<576 brand=quadrortx,driver>=575,driver<576 brand=nvidiartx,driver>=575,driver<576 brand=vapps,driver>=575,driver<576 brand=vpc,driver>=575,driver<576 brand=vcs,driver>=575,driver<576 brand=vws,driver>=575,driver<576 brand=cloudgaming,driver>=575,driver<576
# 2025-09-09 00:23:24 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2025-08-19 22:37:01 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2025-08-19 22:37:00 78.12MB
/bin/sh -c #(nop) ADD file:e67907c77897d27192314f6c4fa0112b6f7dce3e127500516535cc50fe736c92 in /
# 2025-08-19 22:36:58 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
# 2025-08-19 22:36:58 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2025-08-19 22:36:58 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2025-08-19 22:36:58 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:79d577610f5022e66b5bb618d434b23ab7121fc9f96d5dba3ee046d5eecfd4df",
"RepoTags": [
"lmsysorg/sglang:v0.5.12",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.5.12"
],
"RepoDigests": [
"lmsysorg/sglang@sha256:42194170546745092e74cd5f81ad32a7c6e944c7111fe7bf13588152277ff356",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang@sha256:b3964a162ba7d22d2e068f8a85a04bc3110d6a8e3d1f0272cfa67e86f1d1b0b7"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2026-05-16T18:06:33.645921892Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/root/.cargo/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/nvidia/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=13.0 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551 brand=unknown,driver\u003e=565,driver\u003c566 brand=grid,driver\u003e=565,driver\u003c566 brand=tesla,driver\u003e=565,driver\u003c566 brand=nvidia,driver\u003e=565,driver\u003c566 brand=quadro,driver\u003e=565,driver\u003c566 brand=quadrortx,driver\u003e=565,driver\u003c566 brand=nvidiartx,driver\u003e=565,driver\u003c566 brand=vapps,driver\u003e=565,driver\u003c566 brand=vpc,driver\u003e=565,driver\u003c566 brand=vcs,driver\u003e=565,driver\u003c566 brand=vws,driver\u003e=565,driver\u003c566 brand=cloudgaming,driver\u003e=565,driver\u003c566 brand=unknown,driver\u003e=570,driver\u003c571 brand=grid,driver\u003e=570,driver\u003c571 brand=tesla,driver\u003e=570,driver\u003c571 brand=nvidia,driver\u003e=570,driver\u003c571 brand=quadro,driver\u003e=570,driver\u003c571 brand=quadrortx,driver\u003e=570,driver\u003c571 brand=nvidiartx,driver\u003e=570,driver\u003c571 brand=vapps,driver\u003e=570,driver\u003c571 brand=vpc,driver\u003e=570,driver\u003c571 brand=vcs,driver\u003e=570,driver\u003c571 brand=vws,driver\u003e=570,driver\u003c571 brand=cloudgaming,driver\u003e=570,driver\u003c571 brand=unknown,driver\u003e=575,driver\u003c576 brand=grid,driver\u003e=575,driver\u003c576 brand=tesla,driver\u003e=575,driver\u003c576 brand=nvidia,driver\u003e=575,driver\u003c576 brand=quadro,driver\u003e=575,driver\u003c576 brand=quadrortx,driver\u003e=575,driver\u003c576 brand=nvidiartx,driver\u003e=575,driver\u003c576 brand=vapps,driver\u003e=575,driver\u003c576 brand=vpc,driver\u003e=575,driver\u003c576 brand=vcs,driver\u003e=575,driver\u003c576 brand=vws,driver\u003e=575,driver\u003c576 brand=cloudgaming,driver\u003e=575,driver\u003c576",
"NV_CUDA_CUDART_VERSION=13.0.88-1",
"CUDA_VERSION=13.0.1",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/cuda/lib64:/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=13.0.1-1",
"NV_NVTX_VERSION=13.0.85-1",
"NV_LIBNPP_VERSION=13.0.1.2-1",
"NV_LIBNPP_PACKAGE=libnpp-13-0=13.0.1.2-1",
"NV_LIBCUSPARSE_VERSION=12.6.3.3-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-13-0",
"NV_LIBCUBLAS_VERSION=13.0.2.14-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-13-0=13.0.2.14-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.28.3-1",
"NCCL_VERSION=2.28.3-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.28.3-1+cuda13.0",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDA_CUDART_DEV_VERSION=13.0.88-1",
"NV_NVML_DEV_VERSION=13.0.87-1",
"NV_LIBCUSPARSE_DEV_VERSION=12.6.3.3-1",
"NV_LIBNPP_DEV_VERSION=13.0.1.2-1",
"NV_LIBNPP_DEV_PACKAGE=libnpp-dev-13-0=13.0.1.2-1",
"NV_LIBCUBLAS_DEV_VERSION=13.0.2.14-1",
"NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-13-0",
"NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-13-0=13.0.2.14-1",
"NV_CUDA_NSIGHT_COMPUTE_VERSION=13.0.1-1",
"NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-13-0=13.0.1-1",
"NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev",
"NV_LIBNCCL_DEV_PACKAGE_VERSION=2.28.3-1",
"NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.28.3-1+cuda13.0",
"LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
"NV_CUDNN_VERSION=9.13.0.50-1",
"NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-13",
"NV_CUDNN_PACKAGE=libcudnn9-cuda-13=9.13.0.50-1",
"NV_CUDNN_PACKAGE_DEV=libcudnn9-dev-cuda-13=9.13.0.50-1",
"NV_CUDNN_PACKAGE_DEV_HEADERS=libcudnn9-headers-cuda-13=9.13.0.50-1",
"DEBIAN_FRONTEND=noninteractive",
"CUDA_HOME=/usr/local/cuda",
"GDRCOPY_HOME=/usr/src/gdrdrv-2.5.1/",
"FLASHINFER_VERSION=0.6.11.post1",
"LANG=en_US.UTF-8",
"LANGUAGE=en_US:en",
"LC_ALL=en_US.UTF-8",
"SGLANG_BUILD_COMMIT=127b9e3283f7c2a43234b852ff5c9f1796d53624",
"SGLANG_BUILD_URL=https://github.com/sgl-project/sglang/actions/runs/25968088003",
"SGLANG_IMAGE_TAG=lmsysorg/sglang:v0.5.12"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/sgl-workspace/sglang",
"Entrypoint": [
"/opt/nvidia/nvidia_entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"ai.sglang.build.commit": "127b9e3283f7c2a43234b852ff5c9f1796d53624",
"ai.sglang.build.url": "https://github.com/sgl-project/sglang/actions/runs/25968088003",
"ai.sglang.image.tag": "lmsysorg/sglang:v0.5.12",
"com.nvidia.cudnn.version": "9.13.0.50-1",
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.revision": "127b9e3283f7c2a43234b852ff5c9f1796d53624",
"org.opencontainers.image.source": "https://github.com/sgl-project/sglang",
"org.opencontainers.image.url": "https://github.com/sgl-project/sglang/actions/runs/25968088003",
"org.opencontainers.image.version": "lmsysorg/sglang:v0.5.12"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 33577117850,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b935d79c40e596eb1175b5d60d9c75345ca5f28ca32b8ba6ca13f4e46f5e07af/diff:/var/lib/docker/overlay2/fa1d415b5412639b7bc3fffe0840cc35e4a8147014dc5333370b337c268ce42a/diff:/var/lib/docker/overlay2/79a663c6830b54d6831d910380ce9cae124c458f32be783e57415c4d645f3095/diff:/var/lib/docker/overlay2/2827e59042865ba799b170803d6627811e1925956c0f70795b5ec6d2673d1edb/diff:/var/lib/docker/overlay2/1ca951c5a0b0a024e4b0534cdda2102c8fcd6422e9fd147663a79f40ef7c66c2/diff:/var/lib/docker/overlay2/28fda40e381e0102e9e5ea805f39460f3001d9415297cb0f261a6f7e4e99c10f/diff:/var/lib/docker/overlay2/c31d16370bc0958b241552c447c4c245701e99362b8d9bccd318ecc7d5a3409b/diff:/var/lib/docker/overlay2/6346a6dd6b429637d894ff562b8e5ca26df483f561297c9696b94c1f4c04a728/diff:/var/lib/docker/overlay2/64db4072fdf7cf8c1951fd5d0888c3be73331e60a6c363aefda22cb4d13c0bff/diff:/var/lib/docker/overlay2/03d19091368f531a620839d3036c74d18952ad53ca0a4d8ad6e477573a5816ab/diff:/var/lib/docker/overlay2/88b6506fe4c524e7d20531a96b6f2b172624d8d8165a2728b1756ff47d773fd2/diff:/var/lib/docker/overlay2/85b32506e9aae9f9d3420e4e32b91a5f5000e5e462fed55c7c37c34a903ca530/diff:/var/lib/docker/overlay2/5c2715791a7388dbdec6708c4f9c190ac966be184fece153bb4102b7727a120a/diff:/var/lib/docker/overlay2/6585e2c5b3ed39e0bd219b569d6429554a646901bb5e9b6e4df23437e1ea6743/diff:/var/lib/docker/overlay2/f6a6b773f0d168eeba44a1385175394125cb9904dbb5abe8309e0970a937bd7e/diff:/var/lib/docker/overlay2/b46627eba8e1c9c8b42219d2e08a0172bc6e0e3d329bd05d480798c09189d349/diff:/var/lib/docker/overlay2/af6378e200e6e6fdab56640350eed2fd1f9eebc06012b5216a6e4533716263da/diff:/var/lib/docker/overlay2/fa4ad1b362e0518b0d3b4bc2e32027356f1a7eeb76c490586874dac05bee0c46/diff:/var/lib/docker/overlay2/0e13b3a82a292b4b24ca39d517ff80ec778c3c8e4a91bb7edbb4080bffeec35d/diff:/var/lib/docker/overlay2/d69a12d919e043f0c0dd9510b35466df44ec216ca759d707e631e8bdc5352c2c/diff:/var/lib/docker/overlay2/021aecdd0ebac0ae78e225599a4775df9cfad64a2275fb8585bed9f486f75e36/diff:/var/lib/docker/overlay2/4ab5f29809d8dcc2c0a8e1419805f56ec6d3427aff5247c82070c03ab0796c19/diff:/var/lib/docker/overlay2/aaedbc546ae7f506e0f4e1126f6cd46a708ce327b2bfc01795b328aea03a459c/diff:/var/lib/docker/overlay2/e0db0b4b2c77ddabdf5ee817f8e00e2b5107cf67a910d3602ac4c20b5ef8a622/diff:/var/lib/docker/overlay2/459d01034e75813c24f7befd244de42056fdb8d9d414876cfec3ddc0a4eddc9f/diff:/var/lib/docker/overlay2/df69f38a182865d7d98f065f5c7ebbd4d41c5f3b841e840b6183e120cfa9aa30/diff:/var/lib/docker/overlay2/a3934915ccb20985875f148bae6d1689bfc411bfd0c69ad0f436161df8c04236/diff:/var/lib/docker/overlay2/5bf7570bde4f037c2b577538a5824f007de98dfe2d1398bf80958217eeb5ddb9/diff:/var/lib/docker/overlay2/b0846032a379d3779716f02a255fc108ccf4a3727d01567bcb9bb10716d8ae2c/diff:/var/lib/docker/overlay2/356466ed1e457ff5125e3c129ed3873e10cbb4b50cf9a944bcfcc63cb6885d8b/diff:/var/lib/docker/overlay2/fcd4f5cee0e200668498e2f2d084c687ab0d8d0189ccc6d0d99d04bb7314e247/diff:/var/lib/docker/overlay2/a793b250d5d387003bfe525a33b3b8a11bbac1cc07d77cffe81a65f1309a0512/diff:/var/lib/docker/overlay2/36fde5eb0a620268a828486b95d341ed6cc54c4cdbe087916ade460c5f3ebd05/diff:/var/lib/docker/overlay2/c11d32ec92284329b04e4bc9380da73d14008b2768a3b237e80a8227077f870b/diff:/var/lib/docker/overlay2/218a21c4ca0ee0e7a19ac088c67f8c259443047b5989346ca8f7108dc6401a48/diff:/var/lib/docker/overlay2/8e1425fdb82fa35b89ebd05f6251a2a6927b5956c68fde9c60c730b53219db19/diff:/var/lib/docker/overlay2/b39f2d0dd49f9133de2c26bfe11280a49dacb1ccab0b47de66e0942e1c4bc7ae/diff:/var/lib/docker/overlay2/1fac6775ee35cf14075bce3208a621d0a6971a9e25e74a2053833edfaca0b083/diff:/var/lib/docker/overlay2/9208dd2e3bf364318ad6761fcf74467bac8dc04566f50f27be3d0a7a88841f5f/diff:/var/lib/docker/overlay2/55e88d4baf0bf00c98480a499b70891526d8035513f7d38e3a8162caa309f7cc/diff:/var/lib/docker/overlay2/e182866e8d4ede7e78e5de02e487f698aa207a3168cfdcf60fb1fb9d017d6a2e/diff:/var/lib/docker/overlay2/289882c001d5f37b34b9b066e24ee241f321f10e1723e1c1780e6698d3d3c724/diff:/var/lib/docker/overlay2/2018450aa1af632418f60c34eb65565b5047175f6bd3e12eac1435bee994fb2f/diff:/var/lib/docker/overlay2/bdadaa14e9a2360c441e511eed799004a433392c68690f43d7dc088122c2e68c/diff:/var/lib/docker/overlay2/d729461f93d9e7a7ba587b412cc97b69d6655c7c708518a0f4919d01c949d421/diff:/var/lib/docker/overlay2/c5c4d098b44e3580e0f5c1e8f89623035a14f72b4dd78f1fa40aa08f556c5aa6/diff:/var/lib/docker/overlay2/6ccb8685638eb456b7d50335500c30089c2ab5fc74b626da1f99cd2440296bc8/diff:/var/lib/docker/overlay2/70bd1e11a5906986ca0fae507a6528cba2875decc665c00a43b9c14efb92aa18/diff:/var/lib/docker/overlay2/d31ea2106a8150287bd9d7371dd47bbcfaf3dca92b1c63b14c93880631eb081d/diff:/var/lib/docker/overlay2/da5a82b7d48bd98f7bb08482760ec20b8ecb174e0c03eb08ee8e87462df3943d/diff:/var/lib/docker/overlay2/ecd75c1ba73569e47242ddf4e7bda7c4feb5e90127a74f03e8f3c3badc8874ef/diff:/var/lib/docker/overlay2/088faf4bc34eba0619caa2800eb863e3a239766d3582e6966880fd9d7231d230/diff:/var/lib/docker/overlay2/4da6895d2900af56d6c677f1c252fa4352e41557f901ac947b9e5a94e265539f/diff:/var/lib/docker/overlay2/ae04ceed5eccf576422f92d45459da32fad1c7b0d21201882d5c5a6de05d3bb6/diff:/var/lib/docker/overlay2/053168b9560d632989d67eca937f8ad10934ab38e0cb6be06327092ac7c3505f/diff:/var/lib/docker/overlay2/ca1bc6035cc6c7bb4a07e957388a434958cd3c5ac6ec4edf0e811a3cf297ad78/diff:/var/lib/docker/overlay2/a7b49cc918d71ace2db4d3790d8572f57569af7ea7bc42817606fbeb8c888966/diff:/var/lib/docker/overlay2/a05fdf49057563f2744f405dd935295aaf5702a3b6c40604f8964bc5f4544d7b/diff:/var/lib/docker/overlay2/4c14743883594cad94245e9c942eb7574f0a0a7d3c1781bd3d176dee41bb5bc0/diff:/var/lib/docker/overlay2/fe56d416125ae72ea6ea26bf68abecb7717bac4586f0ba2c00c16b0460b51ce5/diff",
"MergedDir": "/var/lib/docker/overlay2/520f5867e7a1819f00f0066f1d626dfe4c7538fc8b36092969e9beb06dd28fcf/merged",
"UpperDir": "/var/lib/docker/overlay2/520f5867e7a1819f00f0066f1d626dfe4c7538fc8b36092969e9beb06dd28fcf/diff",
"WorkDir": "/var/lib/docker/overlay2/520f5867e7a1819f00f0066f1d626dfe4c7538fc8b36092969e9beb06dd28fcf/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:9d592720ced4a7a4ddf16adef8a126e4c8c49f22114de769343320b37674321e",
"sha256:66d3d8a459d5610ab77c9e2541f7de7c977629fc89134ce000e29922c8326924",
"sha256:6e7fca69a642c3dfa6e52b07f4bb96c93c57dcf7e2ee4dd5d96682b1aaa9398c",
"sha256:b800df4a565ef7287963fe8ee2de71a600389b25eba88ef56c15482209449e39",
"sha256:495bbaf4cc5ca53d8286fe305d2fc2fd3ecb2c8791cfdd4473e984d2eb0f3ea1",
"sha256:d6429da8e0adab7358ff80766fcc14c2f158a5ec45fe223bbe597070ba891ff4",
"sha256:bac4e3e37f04e8ed0ddf3539d8b9442e0b9571aba2efea5040ced367b820112b",
"sha256:4076b08c958d231f75437340dbfbb24d0f393fe79369c3ce2256f89bce8d5b57",
"sha256:cb4f3baf13cf2bd475654f1bbba2001cfb3ffe2ca7c3d5200602cb1250299342",
"sha256:16adf212c88e344ae0510016f125c8040cdb7a369a9f0ab2ad0f41320e8555f9",
"sha256:6265f25f914da0c2494e93c738a8a0decef66efdf86d426aa7ee499c1f8c0f1d",
"sha256:8720459fd8dacd4db6f35ae69460cd012a8eb661b9f6711cbfbc9403bae01cab",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:c75671b34bbc9f86bd519abaa39224f47ae9a8ec3829c713c7a721062a76e6ee",
"sha256:cbc985cfd5abc29bd8fc4fe0a0c282e222307546f52de90bbb1adf19efcc06ac",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:56c26f70e2fa7116050039429792c877b0a8bcb9cd4810f358c3d50d79504928",
"sha256:6db85cbadf8acaaa9f238d34732ab5e48c6befefd57eb2cd2a57f574774fa45c",
"sha256:6677555c733038bd45b95f4f2c05028c50befc470e16b8d98a88d06cb704de94",
"sha256:222395fbdc952c44b2974eef75d0d5fe934d09d91e1f4c642ecc9de181f1e91c",
"sha256:df0291cc4fbca41d4cb89fa0ef1dd78af92b88cafa1d98be0d9d09f29393d179",
"sha256:c51a3e837f0b3fe134e21f76aa2f5ef71daee89ebe7e14738feae94cab7293c5",
"sha256:81e55889d155e2c79ccf53fc94b6b00a515cb533f6306c7e594aeada36102733",
"sha256:993c2f828509bf0d62d926193a46947b220499c9b25cb7f5b3d8228585ed01e5",
"sha256:251d538ea9cbea0f29b779512dac95fb8132a3cca71d7e116a85a5609f8ee3b1",
"sha256:244c93b4e30e3c7ad90d4fa217133ce10ad3d0f16ac6fb089d1eb69a6658ac9a",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:457580de383200eccaf131a965f90bcd8372dee73bd230a5c3f917ba6c42a71b",
"sha256:ed72d61304e61bfe8a12c08651f8cc4f95d31a84c6d111e4b381a1f04eab60fc",
"sha256:cdc0fff8b4fa707eda1aafc7c4eda726dc8098c5933d2b968f43281568d15f17",
"sha256:303481fee0bec865293e9da546646ab5159ee3b977902c581d459f52872f8baa",
"sha256:6062f78cea574e47f47c8ce5cb22fc061d3cc50b5c5b253e5123324d969c4b27",
"sha256:78928924768fffc78973957ecbcba5fb3a397ad91a709cc11000a0477b777b3e",
"sha256:74c07b9b3ca73fb1bb1c7dd5a891e40dd759f5922ed98b6e596afb59aae146cb",
"sha256:b6d8f02c61218b5cda9405928299894c28827b49ebdb80f129a7d7b7ac075a06",
"sha256:ee0ecb14e62b6e17310596e1f8008cc89d78adb5c0d2e2c61a4edaa97d7454ab",
"sha256:a320898be1abeea86cca16a9630bbd9c6f079fbb1080933e4b1409413d8ab901",
"sha256:f57853239938d4c0783141a2f7a6a6a1e0782679a833d89e61a5729decd64ff3",
"sha256:45cc5bdd2a3608d9e8077eda34afe18082149fadc20a606245b3e608a320ee11",
"sha256:62f7da2b355f60a91fcbfa4bf815f514608c380d6b18b55b1aa4a284d9c3e46a",
"sha256:14ded58d28213fd3bfb2c3974e940ca3d46339e96287409d441c2ff72b8d9822",
"sha256:793fe59c626682390f5cf1b571f25cf8da2788f7e1fc6c18bc67cf9b4c9168f5",
"sha256:bf0d1b7f769232a00c9e6529e34c7febea8cda737f86124c50bc4331d180711e",
"sha256:b7be64de8b51811333941585e2f89eea0029ae1d65ac928f279dcedcc08dbd6b",
"sha256:441a6609ee3f930e1c165f55f53d5ec4d9edd405f14e24a6027025512984cdbe",
"sha256:cedd6e6cfa8c938a11644f35aa514428be760e3a22a3aedbf2e283aff41b51e3",
"sha256:976a2ed543ca93d340a3dc2e373d9cdf7b36339ad3d00ac1af2d56b7e1fd0bcf",
"sha256:c7e03960a3970258add413e337403a426abb68a6dd3d5902af656dede7c01824",
"sha256:5e2130e41a7c8a26a1631f5a3dd834e27347fe6e01ff1ef2569d2cc71bcc3799",
"sha256:3773b7996643ee248907f90ebd3ff267f5e32a13ff25f64246cae7a909724abe",
"sha256:05c0d1b27a5e5b5b1c569836035cd2db6bac96f7e5673066dac7fe4017c52186",
"sha256:74471f037dce6a048489759cf01c08c9afb834074e43eb12e2682e51d3d41a8e",
"sha256:3a7991d9ca34cc225690e08d1457579ecf8fc8ea88968452461e9ab183ffbb35",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:9496b3ec27ce503d0c36b0648ee9a7d3eae18d94f72fbd95f498cc639d4ffc88",
"sha256:3165ad9821e2cdd8a67cfd02ad2e0d56c3b944b138960f71ff2ea74b45ee9162",
"sha256:b0ecd633f094b34c65790e365213a4f0fe455a1bc3144b40275b8a00a8b16137",
"sha256:dd54d11bd286084bda777adb9798160535489da81c077b16d0ee9f47b3c6415a",
"sha256:9ac1904bc8bfcf72522bea58d9259da8e24074969527b0205fdd7ad1110cbf7b",
"sha256:7ac48d1c70ee7408e36e9687468e1b3ae1544083a37567c5586b0444fbbadbda",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
]
},
"Metadata": {
"LastTagTime": "2026-05-24T00:25:54.057052581+08:00"
}
}