docker.io/lmsysorg/sglang:dev linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev  docker.io/lmsysorg/sglang:dev

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev  docker.io/lmsysorg/sglang:dev

Shell快速替换命令

sed -i 's#lmsysorg/sglang:dev#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev  docker.io/lmsysorg/sglang:dev'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev  docker.io/lmsysorg/sglang:dev'

镜像构建历史

# 2025-03-11 08:10:06  0.00B 设置工作目录为/sgl-workspace/sglang
WORKDIR /sgl-workspace/sglang
                        
# 2025-03-11 08:10:06  387.00B 复制新文件或目录到容器中
COPY --chown=root:root <<EOF /root/.zshrc # buildkit
                        
# 2025-03-11 08:10:06  601.00B 执行命令并创建新的镜像层
RUN /bin/sh -c git config --global core.editor "vim"     && git config --global core.whitespace "fix,-indent-with-non-tab,trailing-space,cr-at-eol"     && git config --global core.pager "diff-so-fancy | less --tabs=4 -RFX"     && git config --global color.ui true     && git config --global color."diff-highlight".oldNormal "red bold"     && git config --global color."diff-highlight".oldHighlight "red bold 52"     && git config --global color."diff-highlight".newNormal "green bold"     && git config --global color."diff-highlight".newHighlight "green bold 22"     && git config --global color.diff.meta "11"     && git config --global color.diff.frag "magenta bold"     && git config --global color.diff.commit "yellow bold"     && git config --global color.diff.old "red bold"     && git config --global color.diff.new "green bold"     && git config --global color.diff.whitespace "red reverse"     && git config --global alias.lg "log --color --graph --pretty=format:'%Cred%h%Creset - %s %Cgreen(%cr) %C(bold blue)<%an>%Creset%C(auto)%d%Creset' --abbrev-commit --"     && git config --global http.sslVerify false     && git config --global pull.rebase true # buildkit
                        
# 2025-03-11 08:10:05  654.00B 复制新文件或目录到容器中
COPY --chown=root:root <<EOF /root/.tmux.conf # buildkit
                        
# 2025-03-11 08:10:05  914.00B 复制新文件或目录到容器中
COPY --chown=root:root <<EOF /root/.vimrc # buildkit
                        
# 2025-03-11 08:10:05  14.13MB 执行命令并创建新的镜像层
RUN /bin/sh -c sh -c "$(curl -fsSL https://raw.githubusercontent.com/ohmyzsh/ohmyzsh/master/tools/install.sh)" "" --unattended     && git clone https://github.com/zsh-users/zsh-autosuggestions ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-autosuggestions     && git clone https://github.com/zsh-users/zsh-syntax-highlighting.git ${ZSH_CUSTOM:-~/.oh-my-zsh/custom}/plugins/zsh-syntax-highlighting # buildkit
                        
# 2025-03-11 08:10:04  409.00B 执行命令并创建新的镜像层
RUN /bin/sh -c chmod +x /usr/local/bin/yank # buildkit
                        
# 2025-03-11 08:10:04  409.00B 复制新文件或目录到容器中
COPY --chown=root:root <<EOF /usr/local/bin/yank # buildkit
                        
# 2025-03-11 08:10:04  112.57MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget https://github.com/Kitware/CMake/releases/download/v3.31.1/cmake-3.31.1-linux-x86_64.tar.gz     && tar -xzf cmake-3.31.1-linux-x86_64.tar.gz     && cp -r cmake-3.31.1-linux-x86_64/bin/* /usr/local/bin/     && cp -r cmake-3.31.1-linux-x86_64/share/* /usr/local/share/     && rm -rf cmake-3.31.1-linux-x86_64 cmake-3.31.1-linux-x86_64.tar.gz # buildkit
                        
# 2025-03-11 08:10:01  142.54MB 执行命令并创建新的镜像层
RUN /bin/sh -c curl -L https://github.com/clangd/clangd/releases/download/18.1.3/clangd-linux-18.1.3.zip -o clangd.zip     && unzip clangd.zip     && cp -r clangd_18.1.3/bin/* /usr/local/bin/     && cp -r clangd_18.1.3/lib/* /usr/local/lib/     && rm -rf clangd_18.1.3 clangd.zip # buildkit
                        
# 2025-03-11 08:09:58  4.02MB 执行命令并创建新的镜像层
RUN /bin/sh -c curl -LSso /usr/local/bin/clang-format https://github.com/muttleyxd/clang-tools-static-binaries/releases/download/master-32d3ac78/clang-format-16_linux-amd64     && chmod +x /usr/local/bin/clang-format # buildkit
                        
# 2025-03-11 08:09:58  40.93KB 执行命令并创建新的镜像层
RUN /bin/sh -c curl -LSso /usr/local/bin/diff-so-fancy https://github.com/so-fancy/diff-so-fancy/releases/download/v1.4.4/diff-so-fancy     && chmod +x /usr/local/bin/diff-so-fancy # buildkit
                        
# 2025-03-11 08:09:57  3.88MB 执行命令并创建新的镜像层
RUN /bin/sh -c python3 -m pip install --no-cache-dir     pytest     black     isort     icdiff     pre-commit # buildkit
                        
# 2025-03-11 08:09:57  0.00B 设置环境变量 LC_ALL
ENV LC_ALL=en_US.UTF-8
                        
# 2025-03-11 08:09:57  0.00B 设置环境变量 LANGUAGE
ENV LANGUAGE=en_US:en
                        
# 2025-03-11 08:09:57  0.00B 设置环境变量 LANG
ENV LANG=en_US.UTF-8
                        
# 2025-03-11 08:09:55  3.06MB 执行命令并创建新的镜像层
RUN /bin/sh -c locale-gen en_US.UTF-8 # buildkit
                        
# 2025-03-11 08:09:54  536.62MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt update -y     && apt install -y --no-install-recommends gnupg     && echo "deb http://developer.download.nvidia.com/devtools/repos/ubuntu2004/amd64 /" | tee /etc/apt/sources.list.d/nvidia-devtools.list     && apt-key adv --fetch-keys http://developer.download.nvidia.com/compute/cuda/repos/ubuntu1804/x86_64/7fa2af80.pub     && apt update -y     && apt install nsight-systems-cli -y # buildkit
                        
# 2025-03-11 08:09:25  179.25MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update && apt-get install -y     gdb     ninja-build     vim     tmux     htop     wget     curl     locales     git     git-lfs     zsh     tree     silversearcher-ag     cloc     unzip     pkg-config     libssl-dev     bear     && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1     && rm -rf /var/lib/apt/lists/*     && apt-get clean # buildkit
                        
# 2025-03-07 04:55:18  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=interactive
                        
# 2025-03-07 04:55:18  11.68GB 执行命令并创建新的镜像层
RUN |2 BUILD_TYPE=all CUDA_VERSION=12.5.1 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six     && git clone --depth=1 https://github.com/sgl-project/sglang.git     && if [ "$CUDA_VERSION" = "12.1.1" ]; then          python3 -m pip install torch --index-url https://download.pytorch.org/whl/cu121;        elif [ "$CUDA_VERSION" = "12.4.1" ]; then          python3 -m pip install torch --index-url https://download.pytorch.org/whl/cu124;        elif [ "$CUDA_VERSION" = "12.5.1" ]; then          python3 -m pip install torch --index-url https://download.pytorch.org/whl/cu124;        elif [ "$CUDA_VERSION" = "11.8.0" ]; then          python3 -m pip install torch --index-url https://download.pytorch.org/whl/cu118;          python3 -m pip install sgl-kernel -i https://docs.sglang.ai/whl/cu118;        else          echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1;        fi     && cd sglang     && if [ "$BUILD_TYPE" = "srt" ]; then          if [ "$CUDA_VERSION" = "12.1.1" ]; then            python3 -m pip --no-cache-dir install -e "python[srt]" --find-links https://flashinfer.ai/whl/cu121/torch2.5/flashinfer-python;          elif [ "$CUDA_VERSION" = "12.4.1" ]; then            python3 -m pip --no-cache-dir install -e "python[srt]" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python;          elif [ "$CUDA_VERSION" = "12.5.1" ]; then            python3 -m pip --no-cache-dir install -e "python[srt]" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python;          elif [ "$CUDA_VERSION" = "11.8.0" ]; then            python3 -m pip --no-cache-dir install -e "python[srt]" --find-links https://flashinfer.ai/whl/cu118/torch2.5/flashinfer-python;            python3 -m pip install sgl-kernel -i https://docs.sglang.ai/whl/cu118;          else            echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1;          fi;        else          if [ "$CUDA_VERSION" = "12.1.1" ]; then            python3 -m pip --no-cache-dir install -e "python[all]" --find-links https://flashinfer.ai/whl/cu121/torch2.5/flashinfer-python;          elif [ "$CUDA_VERSION" = "12.4.1" ]; then            python3 -m pip --no-cache-dir install -e "python[all]" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python;          elif [ "$CUDA_VERSION" = "12.5.1" ]; then            python3 -m pip --no-cache-dir install -e "python[all]" --find-links https://flashinfer.ai/whl/cu124/torch2.5/flashinfer-python;          elif [ "$CUDA_VERSION" = "11.8.0" ]; then            python3 -m pip --no-cache-dir install -e "python[all]" --find-links https://flashinfer.ai/whl/cu118/torch2.5/flashinfer-python;            python3 -m pip install sgl-kernel -i https://docs.sglang.ai/whl/cu118;          else            echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1;          fi;        fi # buildkit
                        
# 2025-03-07 04:52:21  0.00B 定义构建参数
ARG CUDA_VERSION
                        
# 2025-03-07 04:52:21  0.00B 设置工作目录为/sgl-workspace
WORKDIR /sgl-workspace
                        
# 2025-03-07 04:52:21  28.89MB 执行命令并创建新的镜像层
RUN |1 BUILD_TYPE=all /bin/sh -c pip3 install datamodel_code_generator # buildkit
                        
# 2025-03-07 04:52:18  222.00MB 执行命令并创建新的镜像层
RUN |1 BUILD_TYPE=all /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections     && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections     && apt update -y     && apt install software-properties-common -y     && add-apt-repository ppa:deadsnakes/ppa -y && apt update     && apt install python3.10 python3.10-dev -y     && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 1     && update-alternatives --set python3 /usr/bin/python3.10 && apt install python3.10-distutils -y     && apt install curl git sudo libibverbs-dev -y     && apt install -y rdma-core infiniband-diags openssh-server perftest ibverbs-providers libibumad3 libibverbs1 libnl-3-200 libnl-route-3-200 librdmacm1     && curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && python3 get-pip.py     && python3 --version     && python3 -m pip --version     && rm -rf /var/lib/apt/lists/*     && apt clean # buildkit
                        
# 2025-03-07 04:52:18  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
                        
# 2025-03-07 04:52:18  0.00B 定义构建参数
ARG BUILD_TYPE=all
                        
# 2024-04-23 12:12:10  106.00B 执行命令并创建新的镜像层
RUN |2 NVIDIA_TRITON_SERVER_BASE_VERSION=24.04 NVIDIA_BUILD_ID=90085237 /bin/sh -c sed 's/Server/Server Base/' /opt/nvidia/entrypoint.d/10-banner.txt |     sed 's/^===/========/' > /opt/nvidia/entrypoint.d/10-banner.new &&     mv /opt/nvidia/entrypoint.d/10-banner.new /opt/nvidia/entrypoint.d/10-banner.txt # buildkit
                        
# 2024-04-23 12:12:09  733.00B 复制新文件或目录到容器中
COPY docker/entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
                        
# 2024-04-23 12:12:09  0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=Triton Server Base
                        
# 2024-04-23 12:12:09  0.00B 设置环境变量 NVIDIA_BUILD_ID
ENV NVIDIA_BUILD_ID=90085237
                        
# 2024-04-23 12:12:09  0.00B 设置环境变量 NVIDIA_TRITON_SERVER_BASE_VERSION
ENV NVIDIA_TRITON_SERVER_BASE_VERSION=24.04
                        
# 2024-04-23 12:12:09  0.00B 定义构建参数
ARG NVIDIA_BUILD_ID
                        
# 2024-04-23 12:12:09  0.00B 定义构建参数
ARG NVIDIA_TRITON_SERVER_BASE_VERSION
                        
# 2024-04-03 09:56:12  0.00B 设置环境变量 LIBRARY_PATH
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:
                        
# 2024-04-03 09:56:12  950.50MB 执行命令并创建新的镜像层
RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.0 OPENMPI_VERSION=4.1.7 TARGETARCH=amd64 /bin/sh -c export DEVEL=1 BASE=0  && /nvidia/build-scripts/installNCU.sh  && /nvidia/build-scripts/installCUDA.sh  && /nvidia/build-scripts/installLIBS.sh  && /nvidia/build-scripts/installNCCL.sh  && /nvidia/build-scripts/installCUDNN.sh  && /nvidia/build-scripts/installCUTENSOR.sh  && /nvidia/build-scripts/installTRT.sh  && /nvidia/build-scripts/installNSYS.sh  && if [ -f "/tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch" ]; then patch -p0 < /tmp/cuda-${_CUDA_VERSION_MAJMIN}.patch; fi  && rm -f /tmp/cuda-*.patch # buildkit
                        
# 2024-04-03 09:51:54  1.49KB 复制新文件或目录到容器中
COPY cuda-*.patch /tmp # buildkit
                        
# 2024-04-03 09:51:54  0.00B 设置环境变量 OMPI_MCA_coll_hcoll_enable
ENV OMPI_MCA_coll_hcoll_enable=0
                        
# 2024-04-03 09:51:54  0.00B 设置环境变量 OPAL_PREFIX PATH
ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin
                        
# 2024-04-03 09:51:54  227.13MB 执行命令并创建新的镜像层
RUN |7 GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 RDMACORE_VERSION=39.0 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.0 OPENMPI_VERSION=4.1.7 TARGETARCH=amd64 /bin/sh -c cd /nvidia  && ( export DEBIAN_FRONTEND=noninteractive        && apt-get update                            && apt-get install -y --no-install-recommends              libibverbs1                                  libibverbs-dev                               librdmacm1                                   librdmacm-dev                                libibumad3                                   libibumad-dev                                ibverbs-utils                                ibverbs-providers                     && rm -rf /var/lib/apt/lists/*               && rm $(dpkg-query -L                                    libibverbs-dev                               librdmacm-dev                                libibumad-dev                            | grep "\(\.so\|\.a\)$")          )                                            && ( cd opt/gdrcopy/                              && dpkg -i libgdrapi_*.deb                   )                                         && ( cp -r opt/hpcx /opt/                                         && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/          && ln -sf /opt/hpcx/ompi /usr/local/mpi                      && ln -sf /opt/hpcx/ucx  /usr/local/ucx                      && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf         && sed -i 's/^\(btl = self\)$/#\1/'                             /opt/hpcx/ompi/etc/openmpi-mca-params.conf       )                                                         && ldconfig # buildkit
                        
# 2024-04-03 09:51:54  0.00B 定义构建参数
ARG TARGETARCH
                        
# 2024-04-03 09:51:54  0.00B 设置环境变量 GDRCOPY_VERSION HPCX_VERSION MOFED_VERSION OPENUCX_VERSION OPENMPI_VERSION RDMACORE_VERSION
ENV GDRCOPY_VERSION=2.3.1-1 HPCX_VERSION=2.18 MOFED_VERSION=5.4-rdmacore39.0 OPENUCX_VERSION=1.16.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=39.0
                        
# 2024-04-03 09:51:54  0.00B 定义构建参数
ARG OPENMPI_VERSION
                        
# 2024-04-03 09:51:54  0.00B 定义构建参数
ARG OPENUCX_VERSION
                        
# 2024-04-03 09:51:54  0.00B 定义构建参数
ARG MOFED_VERSION=5.4-rdmacore39.0
                        
# 2024-04-03 09:51:54  0.00B 定义构建参数
ARG RDMACORE_VERSION
                        
# 2024-04-03 09:51:54  0.00B 定义构建参数
ARG HPCX_VERSION
                        
# 2024-04-03 09:51:54  0.00B 定义构建参数
ARG GDRCOPY_VERSION
                        
# 2024-04-03 09:51:44  84.87MB 执行命令并创建新的镜像层
RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive  && apt-get update  && apt-get install -y --no-install-recommends         build-essential         git         libglib2.0-0         less         libnl-route-3-200         libnl-3-dev         libnl-route-3-dev         libnuma-dev         libnuma1         libpmi2-0-dev         nano         numactl         openssh-client         vim         wget  && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-04-03 09:39:21  148.72KB 复制新文件或目录到容器中
COPY NVIDIA_Deep_Learning_Container_License.pdf /workspace/ # buildkit
                        
# 2024-04-03 09:39:21  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
                        
# 2024-04-03 09:39:21  0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
                        
# 2024-04-03 09:39:21  14.85KB 复制新文件或目录到容器中
COPY entrypoint/ /opt/nvidia/ # buildkit
                        
# 2024-04-03 09:39:21  0.00B 设置环境变量 PATH LD_LIBRARY_PATH NVIDIA_VISIBLE_DEVICES NVIDIA_DRIVER_CAPABILITIES
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video
                        
# 2024-04-03 09:39:21  0.00B 定义构建参数
ARG _LIBPATH_SUFFIX
                        
# 2024-04-03 09:39:21  46.00B 执行命令并创建新的镜像层
RUN |21 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.4.5.8 CUFFT_VERSION=11.2.1.3 CURAND_VERSION=10.3.5.147 CUSPARSE_VERSION=12.3.1.170 CUSOLVER_VERSION=11.6.1.9 CUTENSOR_VERSION=2.0.1.2 NPP_VERSION=12.2.5.30 NVJPEG_VERSION=12.3.1.117 CUDNN_VERSION=9.1.0.70 TRT_VERSION=8.6.3.1+cuda12.2.2.009 TRTOSS_VERSION=23.11 NSIGHT_SYSTEMS_VERSION=2024.2.1.106 NSIGHT_COMPUTE_VERSION=2024.1.1.4 DALI_VERSION=1.36.0 DALI_BUILD=13435171 POLYGRAPHY_VERSION=0.49.8 TRANSFORMER_ENGINE_VERSION=1.5 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf  && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
                        
# 2024-04-03 09:39:21  13.39KB 复制文件或目录到容器中
ADD docs.tgz / # buildkit
                        
# 2024-04-03 09:39:21  0.00B 设置环境变量 DALI_VERSION DALI_BUILD POLYGRAPHY_VERSION TRANSFORMER_ENGINE_VERSION
ENV DALI_VERSION=1.36.0 DALI_BUILD=13435171 POLYGRAPHY_VERSION=0.49.8 TRANSFORMER_ENGINE_VERSION=1.5
                        
# 2024-04-03 09:39:21  0.00B 定义构建参数
ARG TRANSFORMER_ENGINE_VERSION
                        
# 2024-04-03 09:39:21  0.00B 定义构建参数
ARG POLYGRAPHY_VERSION
                        
# 2024-04-03 09:39:21  0.00B 定义构建参数
ARG DALI_BUILD
                        
# 2024-04-03 09:39:21  0.00B 定义构建参数
ARG DALI_VERSION
                        
# 2024-04-03 09:39:21  0.00B 添加元数据标签
LABEL com.nvidia.nccl.version=2.21.5 com.nvidia.cublas.version=12.4.5.8 com.nvidia.cufft.version=11.2.1.3 com.nvidia.curand.version=10.3.5.147 com.nvidia.cusparse.version=12.3.1.170 com.nvidia.cusolver.version=11.6.1.9 com.nvidia.cutensor.version=2.0.1.2 com.nvidia.npp.version=12.2.5.30 com.nvidia.nvjpeg.version=12.3.1.117 com.nvidia.cudnn.version=9.1.0.70 com.nvidia.tensorrt.version=8.6.3.1+cuda12.2.2.009 com.nvidia.tensorrtoss.version=23.11 com.nvidia.nsightsystems.version=2024.2.1.106 com.nvidia.nsightcompute.version=2024.1.1.4
                        
# 2024-04-03 09:39:21  4.56GB 执行命令并创建新的镜像层
RUN |17 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.4.5.8 CUFFT_VERSION=11.2.1.3 CURAND_VERSION=10.3.5.147 CUSPARSE_VERSION=12.3.1.170 CUSOLVER_VERSION=11.6.1.9 CUTENSOR_VERSION=2.0.1.2 NPP_VERSION=12.2.5.30 NVJPEG_VERSION=12.3.1.117 CUDNN_VERSION=9.1.0.70 TRT_VERSION=8.6.3.1+cuda12.2.2.009 TRTOSS_VERSION=23.11 NSIGHT_SYSTEMS_VERSION=2024.2.1.106 NSIGHT_COMPUTE_VERSION=2024.1.1.4 /bin/sh -c /nvidia/build-scripts/installNCCL.sh  && /nvidia/build-scripts/installLIBS.sh  && /nvidia/build-scripts/installCUDNN.sh  && /nvidia/build-scripts/installTRT.sh  && /nvidia/build-scripts/installNSYS.sh  && /nvidia/build-scripts/installNCU.sh  && /nvidia/build-scripts/installCUTENSOR.sh # buildkit
                        
# 2024-04-02 09:40:07  0.00B 设置环境变量 NCCL_VERSION CUBLAS_VERSION CUFFT_VERSION CURAND_VERSION CUSPARSE_VERSION CUSOLVER_VERSION CUTENSOR_VERSION NPP_VERSION NVJPEG_VERSION CUDNN_VERSION TRT_VERSION TRTOSS_VERSION NSIGHT_SYSTEMS_VERSION NSIGHT_COMPUTE_VERSION
ENV NCCL_VERSION=2.21.5 CUBLAS_VERSION=12.4.5.8 CUFFT_VERSION=11.2.1.3 CURAND_VERSION=10.3.5.147 CUSPARSE_VERSION=12.3.1.170 CUSOLVER_VERSION=11.6.1.9 CUTENSOR_VERSION=2.0.1.2 NPP_VERSION=12.2.5.30 NVJPEG_VERSION=12.3.1.117 CUDNN_VERSION=9.1.0.70 TRT_VERSION=8.6.3.1+cuda12.2.2.009 TRTOSS_VERSION=23.11 NSIGHT_SYSTEMS_VERSION=2024.2.1.106 NSIGHT_COMPUTE_VERSION=2024.1.1.4
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG NSIGHT_COMPUTE_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG NSIGHT_SYSTEMS_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG TRTOSS_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG TRT_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG CUDNN_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG NVJPEG_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG NPP_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG CUTENSOR_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG CUSOLVER_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG CUSPARSE_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG CURAND_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG CUFFT_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG CUBLAS_VERSION
                        
# 2024-04-02 09:40:07  0.00B 定义构建参数
ARG NCCL_VERSION
                        
# 2024-04-02 09:40:07  0.00B 添加元数据标签
LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0
                        
# 2024-04-02 09:40:07  0.00B 设置环境变量 _CUDA_COMPAT_PATH ENV BASH_ENV SHELL NVIDIA_REQUIRE_CUDA
ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0
                        
# 2024-04-02 09:40:07  58.91KB 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= /bin/sh -c cp -vprd /nvidia/. /  &&  patch -p0 < /etc/startup_scripts.patch  &&  rm -f /etc/startup_scripts.patch # buildkit
                        
# 2024-04-02 09:40:07  462.84MB 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= /bin/sh -c /nvidia/build-scripts/installCUDA.sh # buildkit
                        
# 2024-04-02 09:39:54  0.00B 执行命令并创建新的镜像层
RUN |3 CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 JETPACK_HOST_MOUNTS= /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then        echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf     && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf;     fi # buildkit
                        
# 2024-04-02 09:39:54  0.00B 设置环境变量 CUDA_VERSION CUDA_DRIVER_VERSION CUDA_CACHE_DISABLE NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS
ENV CUDA_VERSION=12.4.1.003 CUDA_DRIVER_VERSION=550.54.15 CUDA_CACHE_DISABLE=1 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=
                        
# 2024-04-02 09:39:54  0.00B 定义构建参数
ARG JETPACK_HOST_MOUNTS
                        
# 2024-04-02 09:39:54  0.00B 定义构建参数
ARG CUDA_DRIVER_VERSION
                        
# 2024-04-02 09:39:54  0.00B 定义构建参数
ARG CUDA_VERSION
                        
# 2024-03-16 02:01:08  318.91MB 执行命令并创建新的镜像层
RUN /bin/sh -c export DEBIAN_FRONTEND=noninteractive  && apt-get update  && apt-get install -y --no-install-recommends         apt-utils         build-essential         ca-certificates         curl         libncurses5         libncursesw5         patch         wget         rsync         unzip         jq         gnupg         libtcmalloc-minimal4 # buildkit
                        
# 2024-02-28 02:52:59  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2024-02-28 02:52:58  77.86MB 
/bin/sh -c #(nop) ADD file:21c2e8d95909bec6f4acdaf4aed55b44ee13603681f93b152e423e3e6a4a207b in / 
                        
# 2024-02-28 02:52:57  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2024-02-28 02:52:57  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2024-02-28 02:52:57  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2024-02-28 02:52:57  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:2bd3cf3ec8b77bbe139650fefb1ccef660e0beb2291a825f22d541c5d3da59a6",
    "RepoTags": [
        "lmsysorg/sglang:dev",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:dev"
    ],
    "RepoDigests": [
        "lmsysorg/sglang@sha256:38240db9bcc4a54fa5a61363e78851b6e91f8b9faecbf0f341ca6c56df047154",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang@sha256:38240db9bcc4a54fa5a61363e78851b6e91f8b9faecbf0f341ca6c56df047154"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-03-11T00:10:06.177659029Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/usr/local/mpi/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin",
            "CUDA_VERSION=12.4.1.003",
            "CUDA_DRIVER_VERSION=550.54.15",
            "CUDA_CACHE_DISABLE=1",
            "NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=",
            "_CUDA_COMPAT_PATH=/usr/local/cuda/compat",
            "ENV=/etc/shinit_v2",
            "BASH_ENV=/etc/bash.bashrc",
            "SHELL=/bin/bash",
            "NVIDIA_REQUIRE_CUDA=cuda\u003e=9.0",
            "NCCL_VERSION=2.21.5",
            "CUBLAS_VERSION=12.4.5.8",
            "CUFFT_VERSION=11.2.1.3",
            "CURAND_VERSION=10.3.5.147",
            "CUSPARSE_VERSION=12.3.1.170",
            "CUSOLVER_VERSION=11.6.1.9",
            "CUTENSOR_VERSION=2.0.1.2",
            "NPP_VERSION=12.2.5.30",
            "NVJPEG_VERSION=12.3.1.117",
            "CUDNN_VERSION=9.1.0.70",
            "TRT_VERSION=8.6.3.1+cuda12.2.2.009",
            "TRTOSS_VERSION=23.11",
            "NSIGHT_SYSTEMS_VERSION=2024.2.1.106",
            "NSIGHT_COMPUTE_VERSION=2024.1.1.4",
            "DALI_VERSION=1.36.0",
            "DALI_BUILD=13435171",
            "POLYGRAPHY_VERSION=0.49.8",
            "TRANSFORMER_ENGINE_VERSION=1.5",
            "LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
            "NVIDIA_VISIBLE_DEVICES=all",
            "NVIDIA_DRIVER_CAPABILITIES=compute,utility,video",
            "NVIDIA_PRODUCT_NAME=Triton Server Base",
            "GDRCOPY_VERSION=2.3.1-1",
            "HPCX_VERSION=2.18",
            "MOFED_VERSION=5.4-rdmacore39.0",
            "OPENUCX_VERSION=1.16.0",
            "OPENMPI_VERSION=4.1.7",
            "RDMACORE_VERSION=39.0",
            "OPAL_PREFIX=/opt/hpcx/ompi",
            "OMPI_MCA_coll_hcoll_enable=0",
            "LIBRARY_PATH=/usr/local/cuda/lib64/stubs:",
            "NVIDIA_TRITON_SERVER_BASE_VERSION=24.04",
            "NVIDIA_BUILD_ID=90085237",
            "DEBIAN_FRONTEND=interactive",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/sgl-workspace/sglang",
        "Entrypoint": [
            "/opt/nvidia/nvidia_entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "com.nvidia.cublas.version": "12.4.5.8",
            "com.nvidia.cuda.version": "9.0",
            "com.nvidia.cudnn.version": "9.1.0.70",
            "com.nvidia.cufft.version": "11.2.1.3",
            "com.nvidia.curand.version": "10.3.5.147",
            "com.nvidia.cusolver.version": "11.6.1.9",
            "com.nvidia.cusparse.version": "12.3.1.170",
            "com.nvidia.cutensor.version": "2.0.1.2",
            "com.nvidia.nccl.version": "2.21.5",
            "com.nvidia.npp.version": "12.2.5.30",
            "com.nvidia.nsightcompute.version": "2024.1.1.4",
            "com.nvidia.nsightsystems.version": "2024.2.1.106",
            "com.nvidia.nvjpeg.version": "12.3.1.117",
            "com.nvidia.tensorrt.version": "8.6.3.1+cuda12.2.2.009",
            "com.nvidia.tensorrtoss.version": "23.11",
            "com.nvidia.volumes.needed": "nvidia_driver",
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "22.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 19608503369,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/7df75c3c1ff662754f2074eee2d98801bbe382721fd12c733980a061bc2362da/diff:/var/lib/docker/overlay2/633afe53f1f5786be8ceb0f8da35f5b9597dc6cccc23b07518094bba92d7b004/diff:/var/lib/docker/overlay2/3a69f256f692762becedaacc597ac10a0a9fdc2e65a85a502f20774fe788a883/diff:/var/lib/docker/overlay2/d3a66132a5d1dec6893db8c3e43621b3a793623d5847691ceb0361dba20c035b/diff:/var/lib/docker/overlay2/6f5d211b7629f0fa4f11fc527bb974ac6c4f0274ef973d430981c50b3c7364d9/diff:/var/lib/docker/overlay2/4ff8f716a09b90979ad9c3c09cc52d7c4598fcbe3d40614374c4f912a7b7d3ea/diff:/var/lib/docker/overlay2/71dc186dc81fe52bded4e05956a32145e5261794e72b49c2e27f0ca94154c1ee/diff:/var/lib/docker/overlay2/cb31d7799d8a3fb1bcd3e692e8e07a1de314548a5e017aa73696950c7b78658e/diff:/var/lib/docker/overlay2/0e3714020725668d69f841a95fae951ac4f510b362a60960a4e2eb0b6070ab9c/diff:/var/lib/docker/overlay2/9de0e74d4a538ae73e189785ac14d80333ee2d0ddec4b3091423c149df73ee03/diff:/var/lib/docker/overlay2/785d9fc74a8102308314066d3dfac233649b222f43ebd42121aeae186740af7a/diff:/var/lib/docker/overlay2/dacd7bfe13e217b5186591b237e2a1547e28c6c5b1a4c29245f797d106c218e2/diff:/var/lib/docker/overlay2/d7bfa0f7da423f3a4a29c2a8f00771fcfa833833e0769905e5ec728f6da516af/diff:/var/lib/docker/overlay2/99050c4ff33cf84cea701c85a6bca809aca06811157d252c933efdbd186c7af0/diff:/var/lib/docker/overlay2/50f966cf6fbf9a6333473c85b994cb80409e794e8d66091537418399378de954/diff:/var/lib/docker/overlay2/3c7f886d980335ee73537cf377048b0fa4aecf61660744e894c3ee77cc931e2c/diff:/var/lib/docker/overlay2/c9946ad6472d490cb74eb6e9762f6d9f6b7adfd45ec76bb781a1e57477f3b9bc/diff:/var/lib/docker/overlay2/8fa3daebb4cd5d7b7b1ad93247e2c4782f4195731dbf23d4ec3408d405108e58/diff:/var/lib/docker/overlay2/e50b9ac3ac8eb103d43b26c99b308cf2b651bb3e8cdc65cfc3f67eb05343d594/diff:/var/lib/docker/overlay2/bca6477cb8ed64faa14705f91f25574611708e6ac6f64049a1302e6af509801e/diff:/var/lib/docker/overlay2/efc0221d6db19fb2c8570cc6ef2681af43b5de46f15150fbb33979b0ccf0b7b4/diff:/var/lib/docker/overlay2/ff05fa6f642cf469b14036ca255fa88557c338597a0d00bd084e96cba2d09970/diff:/var/lib/docker/overlay2/051960a62cf38b252c8981663117ff65ede07c3d8927c0ceb5688c8d4db75603/diff:/var/lib/docker/overlay2/d8523bbc5976b5d4eb811fc399593ef7453c4d59ea9867f764daf7e2ef8b41cf/diff:/var/lib/docker/overlay2/e1f9b163056d5e9ef2f05459a677d65b7d832a11b44e221d7760b9131bc6eb91/diff:/var/lib/docker/overlay2/d7078c92f02a53a6eb279f506154ab3080b7d469851c9e631f4eee5227918605/diff:/var/lib/docker/overlay2/0efba6d22b8a79dd4651718ae5ef1e058c8e16f4da141c9ee579f1cf012a9989/diff:/var/lib/docker/overlay2/b072fd168f35e0d8668029903a9ac8f06d4ab273f27aebb631179499809e1e00/diff:/var/lib/docker/overlay2/7c918e79ed0f4da59875a903848116003c842c4e97f788f2a92fb7011af5871d/diff:/var/lib/docker/overlay2/9238298616bf09948bf8bd69ce3d6f31a02d619f9963383397ba08c2bb090324/diff:/var/lib/docker/overlay2/fc3fd42a129df598da53253976442c9e5468e3c76e224536df5fb29d9e0d78fc/diff:/var/lib/docker/overlay2/2da078ad46b9c6a0cf58f60980538eb94e8bc73e645ea6c1241b0b5a6e70f60e/diff:/var/lib/docker/overlay2/d7beb1d3a5b0da94e3fce10250290de8fb12239ce1405a0c98639c81def6c5d2/diff:/var/lib/docker/overlay2/70e17475d1f9757c8031a4926efd4740ec7ffc37f9a83478bcae4540da44a445/diff:/var/lib/docker/overlay2/36afb5f3b33b3915eca7fc7803ea8c9687feff5bf1dafe376b931e39494e6100/diff",
            "MergedDir": "/var/lib/docker/overlay2/9e8e49a54d7d4e5fbd2474760b02f6a739f600936344dedadf1bb3523407d04f/merged",
            "UpperDir": "/var/lib/docker/overlay2/9e8e49a54d7d4e5fbd2474760b02f6a739f600936344dedadf1bb3523407d04f/diff",
            "WorkDir": "/var/lib/docker/overlay2/9e8e49a54d7d4e5fbd2474760b02f6a739f600936344dedadf1bb3523407d04f/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:5498e8c22f6996f25ef193ee58617d5b37e2a96decf22e72de13c3b34e147591",
            "sha256:28c139aca4328d0f6911b67c9699af5dff0f9765a0db3d87dac21ef01b40c81c",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:c14a8ee52db061dd013c76e696665740f360df5648c170a6a20555aafd998d33",
            "sha256:147b0872d115dc3311e306c5e557df8f2987cd928a4e668de7bf1c1d314b0b08",
            "sha256:67134b4c3ccc35293ab232be049bdc30365352891611495a3f66fd90e69e5717",
            "sha256:f1d961de7b067ab90c9993476c8857362b1679f8d282e293f4d67a4dcfe237f1",
            "sha256:f64b0221c5b91feacd2cef5c200df7301d77bbea0bb629a9c0cfd514e262d53a",
            "sha256:31204c91c9ed9faf9e61e82b9b1eec7e271e93c593c9ad4f9e6749fd8bca60c8",
            "sha256:7f23732579ecb35511e1367a0ff96397dc9e738a9f44ae60d2c0a06567987504",
            "sha256:12d4c615e1066748fc6c08021730faf9d2e13b6a1d4316f953b6fd4d0707bf20",
            "sha256:883706b219bd097161abfcf670d63d5664cfc3f5876632643a4d12e3e4b21283",
            "sha256:12d63adad6310f30514511b90b1b71d51e9ef755916f605b16a31f7acfd4756a",
            "sha256:5e76418387d068fe27ab23830a83c26ac25e0a8cb926d2da9766519c42ba9d34",
            "sha256:40b7b50a288324e0e77a4dcf0a7f6c91a3d6df7997cef221f9ecf3a0f52f9929",
            "sha256:61abc3c363440d2b58d046a5741cb780bb19ff03ec1fda327f056bbf886179b0",
            "sha256:d249614f2f11472137a90ddecb32fa5db0ade47fb6e23c9477aca02f1cf2c06a",
            "sha256:6d4a7e71f57b69f909c5f5aaf5acf91bb698c1a52a31a24fdc33645f23948635",
            "sha256:3ee0d3bfaec6ea24eaae2f027d298318fae69031f278d72860ce1ac7cdfd6789",
            "sha256:a92312e8707937c9fb7fd35bb0a96db480d738ce8450fd216ae54dc34271ef1f",
            "sha256:fe1683c0613e6f6a6a40c28c314797d586b89bbe0e608996a41691bce9988c52",
            "sha256:666be5f4246c944d89b111d43a7960d0d843515ca51eb45b73ab32a8568fa0b0",
            "sha256:930ccfa3447d4c394fbf5d62c10a8f78b123a05b2b4b6d76badcfbcbb3131c32",
            "sha256:79523ee30dd8f4c79bebecdfd6df28302a6cdcf69cd05232d09977cdb707aa7e",
            "sha256:74b21b9c9750329fb69d00137ea8ed298715f37616d76617c77db5862245d3db",
            "sha256:b06e323dd422615cead4c63ecd5b611a1f75b72cbfe168559d501a6e88d7fae0",
            "sha256:0f2cc08f78f20fb6da0116221f8327a45df67546d1b23ea1d8858de227f3e63e",
            "sha256:6d0aa5460eea9db4920ba2fd0918494a1ae5d54636ac4ee938e77b6dfb4ac7ec",
            "sha256:3dccf162a8b4b57605fb2c107f843a4563a8391c3cfeb95bc34993c52a5af66b",
            "sha256:4247175237b183947946980f4d6412f9b57f338c1c8a1935057689f14d7e6dba",
            "sha256:3fa5ed587b3c63410348c962f251d8b94434cf2beaeb3fbdfec3aa3d4efa5817",
            "sha256:bc4c6eacc43154912d1f05eb0fc33b27599c8a07794e4c395c83e33ef95aff61",
            "sha256:fc4c3472b75036948dc8442019708d30d7d09a0de5d3ca65fdb90b5d07c52358",
            "sha256:0d260cd35565bda2de142f753ab90b3bc692992764818f656be6d1ee1287a1fd",
            "sha256:d67e94508d5dfe75c97cfe554cba0f20b91047cd41efe6c302be5e10557f3c1f",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-03-11T17:55:28.560979654+08:00"
    }
}