logo
docker.io/lmsysorg/sglang:v0.4.0.post1-cu124
linux/amd64 docker.io
sglang 是一个基于 LMSYS 的 Shell Grammar Language 环境容器镜像。
636
浏览次数
16.59GB
镜像大小
国内镜像
swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124
源镜像
docker.io/lmsysorg/sglang:v0.4.0.post1-cu124
镜像ID
sha256:97b5acb2913b40170e636739d506c21349fc7bded7ffd588ef3e13a3c368ff30
镜像 TAG
v0.4.0.post1-cu124
镜像大小
16.59GB
平台架构
linux/amd64
镜像源
docker.io
CMD
启动入口
/opt/nvidia/nvidia_entrypoint.sh
工作目录
/sgl-workspace
OS/平台
linux/amd64
镜像创建
2024-12-06T14:13:07.050927275Z
同步时间
2024-12-22 06:13
浏览量
636 次
贡献者
⚙️ 环境变量 39
KeyValue
PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin 0
NVARCH=x86_64 1
NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536 2
NV_CUDA_CUDART_VERSION=12.4.127-1 3
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4 4
CUDA_VERSION=12.4.1 5
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64 6
NVIDIA_VISIBLE_DEVICES=all 7
NVIDIA_DRIVER_CAPABILITIES=compute,utility 8
NV_CUDA_LIB_VERSION=12.4.1-1 9
NV_NVTX_VERSION=12.4.127-1 10
NV_LIBNPP_VERSION=12.2.5.30-1 11
NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1 12
NV_LIBCUSPARSE_VERSION=12.3.1.170-1 13
NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4 14
NV_LIBCUBLAS_VERSION=12.4.5.8-1 15
NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1 16
NV_LIBNCCL_PACKAGE_NAME=libnccl2 17
NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1 18
NCCL_VERSION=2.21.5-1 19
NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4 20
NVIDIA_PRODUCT_NAME=CUDA 21
NV_CUDA_CUDART_DEV_VERSION=12.4.127-1 22
NV_NVML_DEV_VERSION=12.4.127-1 23
NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1 24
NV_LIBNPP_DEV_VERSION=12.2.5.30-1 25
NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1 26
NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1 27
NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4 28
NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1 29
NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1 30
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1 31
NV_NVPROF_VERSION=12.4.127-1 32
NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1 33
NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev 34
NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1 35
NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4 36
LIBRARY_PATH=/usr/local/cuda/lib64/stubs 37
DEBIAN_FRONTEND=interactive 38
🏷️ 镜像标签 3
KeyValue
NVIDIA CORPORATION <cudatools@nvidia.com> maintainer
ubuntu org.opencontainers.image.ref.name
20.04 org.opencontainers.image.version
🛡️ 镜像安全扫描
ubuntu 20.04 Trivy 2024-12-22 06:16 查看完整报告
164
低危 LOW
1601
中危 MEDIUM
27
高危 HIGH
0
严重 CRITICAL
受影响目标 (4)
docker.io/lmsysorg/sglang:v0.4.0.post1-cu124 (ubuntu 20.04) ubuntu Java jar Python python-pkg sgl-workspace/sglang/rust/Cargo.lock cargo

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124  docker.io/lmsysorg/sglang:v0.4.0.post1-cu124

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124  docker.io/lmsysorg/sglang:v0.4.0.post1-cu124

Shell快速替换命令

sed -i 's#lmsysorg/sglang:v0.4.0.post1-cu124#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124  docker.io/lmsysorg/sglang:v0.4.0.post1-cu124'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124  docker.io/lmsysorg/sglang:v0.4.0.post1-cu124'

镜像构建历史


# 2024-12-06 22:13:07  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=interactive
                        
# 2024-12-06 22:13:07  0.00B 执行命令并创建新的镜像层
RUN |2 BUILD_TYPE=all CUDA_VERSION=12.4.1 /bin/sh -c python3 -m pip cache purge # buildkit
                        
# 2024-12-06 22:13:06  9.05GB 执行命令并创建新的镜像层
RUN |2 BUILD_TYPE=all CUDA_VERSION=12.4.1 /bin/sh -c python3 -m pip install --upgrade pip setuptools wheel html5lib six     && git clone --depth=1 https://github.com/sgl-project/sglang.git     && cd sglang     && if [ "$BUILD_TYPE" = "srt" ]; then          if [ "$CUDA_VERSION" = "12.1.1" ]; then            python3 -m pip --no-cache-dir install -e "python[srt]" --find-links https://flashinfer.ai/whl/cu121/torch2.4/flashinfer/;          elif [ "$CUDA_VERSION" = "12.4.1" ]; then            python3 -m pip --no-cache-dir install -e "python[srt]" --find-links https://flashinfer.ai/whl/cu124/torch2.4/flashinfer/;          elif [ "$CUDA_VERSION" = "11.8.0" ]; then            python3 -m pip --no-cache-dir install -e "python[srt]" --find-links https://flashinfer.ai/whl/cu118/torch2.4/flashinfer/;          else            echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1;          fi;        else          if [ "$CUDA_VERSION" = "12.1.1" ]; then            python3 -m pip --no-cache-dir install -e "python[all]" --find-links https://flashinfer.ai/whl/cu121/torch2.4/flashinfer/;          elif [ "$CUDA_VERSION" = "12.4.1" ]; then            python3 -m pip --no-cache-dir install -e "python[all]" --find-links https://flashinfer.ai/whl/cu124/torch2.4/flashinfer/;          elif [ "$CUDA_VERSION" = "11.8.0" ]; then            python3 -m pip --no-cache-dir install -e "python[all]" --find-links https://flashinfer.ai/whl/cu118/torch2.4/flashinfer/;          else            echo "Unsupported CUDA version: $CUDA_VERSION" && exit 1;          fi;        fi # buildkit
                        
# 2024-12-06 22:10:41  0.00B 定义构建参数
ARG CUDA_VERSION
                        
# 2024-12-06 22:10:41  0.00B 设置工作目录为/sgl-workspace
WORKDIR /sgl-workspace
                        
# 2024-12-06 22:10:41  32.18MB 执行命令并创建新的镜像层
RUN |1 BUILD_TYPE=all /bin/sh -c pip3 install datamodel_code_generator # buildkit
                        
# 2024-12-06 22:10:38  247.79MB 执行命令并创建新的镜像层
RUN |1 BUILD_TYPE=all /bin/sh -c echo 'tzdata tzdata/Areas select America' | debconf-set-selections     && echo 'tzdata tzdata/Zones/America select Los_Angeles' | debconf-set-selections     && apt update -y     && apt install software-properties-common -y     && add-apt-repository ppa:deadsnakes/ppa -y && apt update     && apt install python3.10 python3.10-dev -y     && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.8 1 && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.10 2     && update-alternatives --set python3 /usr/bin/python3.10 && apt install python3.10-distutils -y     && apt install curl git sudo libibverbs-dev -y     && curl https://bootstrap.pypa.io/get-pip.py -o get-pip.py && python3 get-pip.py     && python3 --version     && python3 -m pip --version     && rm -rf /var/lib/apt/lists/*     && apt clean # buildkit
                        
# 2024-12-06 22:10:38  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
                        
# 2024-12-06 22:10:38  0.00B 定义构建参数
ARG BUILD_TYPE=all
                        
# 2024-04-23 07:55:35  0.00B 设置环境变量 LIBRARY_PATH
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs
                        
# 2024-04-23 07:55:35  383.63KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_DEV_PACKAGE_NAME} ${NV_LIBNCCL_DEV_PACKAGE_NAME} # buildkit
                        
# 2024-04-23 07:55:34  4.96GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends     libtinfo5 libncursesw5     cuda-cudart-dev-12-4=${NV_CUDA_CUDART_DEV_VERSION}     cuda-command-line-tools-12-4=${NV_CUDA_LIB_VERSION}     cuda-minimal-build-12-4=${NV_CUDA_LIB_VERSION}     cuda-libraries-dev-12-4=${NV_CUDA_LIB_VERSION}     cuda-nvml-dev-12-4=${NV_NVML_DEV_VERSION}     ${NV_NVPROF_DEV_PACKAGE}     ${NV_LIBNPP_DEV_PACKAGE}     libcusparse-dev-12-4=${NV_LIBCUSPARSE_DEV_VERSION}     ${NV_LIBCUBLAS_DEV_PACKAGE}     ${NV_LIBNCCL_DEV_PACKAGE}     ${NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE}     && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-04-23 07:55:34  0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
                        
# 2024-04-23 07:55:34  0.00B 定义构建参数
ARG TARGETARCH
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE
ENV NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.21.5-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_VERSION
ENV NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBNCCL_DEV_PACKAGE_NAME
ENV NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_NVPROF_DEV_PACKAGE
ENV NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_NVPROF_VERSION
ENV NV_NVPROF_VERSION=12.4.127-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE
ENV NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_CUDA_NSIGHT_COMPUTE_VERSION
ENV NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE
ENV NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBCUBLAS_DEV_PACKAGE_NAME
ENV NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBCUBLAS_DEV_VERSION
ENV NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBNPP_DEV_PACKAGE
ENV NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBNPP_DEV_VERSION
ENV NV_LIBNPP_DEV_VERSION=12.2.5.30-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_LIBCUSPARSE_DEV_VERSION
ENV NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_NVML_DEV_VERSION
ENV NV_NVML_DEV_VERSION=12.4.127-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_CUDA_CUDART_DEV_VERSION
ENV NV_CUDA_CUDART_DEV_VERSION=12.4.127-1
                        
# 2024-04-23 07:55:34  0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.4.1-1
                        
# 2024-04-23 07:47:16  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
                        
# 2024-04-23 07:47:16  0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
                        
# 2024-04-23 07:47:16  2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
                        
# 2024-04-23 07:47:16  3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
                        
# 2024-04-23 07:47:16  261.10KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
                        
# 2024-04-23 07:47:15  2.05GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends     cuda-libraries-12-4=${NV_CUDA_LIB_VERSION}     ${NV_LIBNPP_PACKAGE}     cuda-nvtx-12-4=${NV_NVTX_VERSION}     libcusparse-12-4=${NV_LIBCUSPARSE_VERSION}     ${NV_LIBCUBLAS_PACKAGE}     ${NV_LIBNCCL_PACKAGE}     && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-04-23 07:47:15  0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
                        
# 2024-04-23 07:47:15  0.00B 定义构建参数
ARG TARGETARCH
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.21.5-1
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=12.4.5.8-1
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.3.1.170-1
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=12.2.5.30-1
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=12.4.127-1
                        
# 2024-04-23 07:47:15  0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.4.1-1
                        
# 2024-04-23 07:42:36  0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
                        
# 2024-04-23 07:42:36  0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
                        
# 2024-04-23 07:42:36  17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
                        
# 2024-04-23 07:42:36  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
                        
# 2024-04-23 07:42:36  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2024-04-23 07:42:36  46.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf     && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
                        
# 2024-04-23 07:42:36  155.93MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends     cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION}     ${NV_CUDA_COMPAT_PACKAGE}     && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-04-23 07:42:24  0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=12.4.1
                        
# 2024-04-23 07:42:24  18.32MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends     gnupg2 curl ca-certificates &&     curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH}/3bf863cc.pub | apt-key add - &&     echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2004/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list &&     apt-get purge --autoremove -y curl     && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-04-23 07:42:24  0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
                        
# 2024-04-23 07:42:24  0.00B 定义构建参数
ARG TARGETARCH
                        
# 2024-04-23 07:42:24  0.00B 设置环境变量 NV_CUDA_COMPAT_PACKAGE
ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
                        
# 2024-04-23 07:42:24  0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=12.4.127-1
                        
# 2024-04-23 07:42:24  0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
                        
# 2024-04-23 07:42:24  0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
                        
# 2024-04-11 02:50:37  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2024-04-11 02:50:37  72.81MB 
/bin/sh -c #(nop) ADD file:ea2128e23dce0162557abadd80656bd5ae047d573095d1d4323eb4154490dfdc in / 
                        
# 2024-04-11 02:50:35  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=20.04
                        
# 2024-04-11 02:50:35  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2024-04-11 02:50:35  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2024-04-11 02:50:35  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:97b5acb2913b40170e636739d506c21349fc7bded7ffd588ef3e13a3c368ff30",
    "RepoTags": [
        "lmsysorg/sglang:v0.4.0.post1-cu124",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.0.post1-cu124"
    ],
    "RepoDigests": [
        "lmsysorg/sglang@sha256:135cfe37c3db919c86806b8733f7c41351e9dea4bacafb11ff5390b85f5e21bc",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang@sha256:7d6e1bf841bcfa2060b03184de67c259659e1b0e12f0781c3c7fb396e7409c24"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2024-12-06T14:13:07.050927275Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "NVARCH=x86_64",
            "NVIDIA_REQUIRE_CUDA=cuda\u003e=12.4 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526 brand=tesla,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=geforce,driver\u003e=535,driver\u003c536 brand=geforcertx,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=titan,driver\u003e=535,driver\u003c536 brand=titanrtx,driver\u003e=535,driver\u003c536",
            "NV_CUDA_CUDART_VERSION=12.4.127-1",
            "NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4",
            "CUDA_VERSION=12.4.1",
            "LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
            "NVIDIA_VISIBLE_DEVICES=all",
            "NVIDIA_DRIVER_CAPABILITIES=compute,utility",
            "NV_CUDA_LIB_VERSION=12.4.1-1",
            "NV_NVTX_VERSION=12.4.127-1",
            "NV_LIBNPP_VERSION=12.2.5.30-1",
            "NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1",
            "NV_LIBCUSPARSE_VERSION=12.3.1.170-1",
            "NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4",
            "NV_LIBCUBLAS_VERSION=12.4.5.8-1",
            "NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1",
            "NV_LIBNCCL_PACKAGE_NAME=libnccl2",
            "NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1",
            "NCCL_VERSION=2.21.5-1",
            "NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4",
            "NVIDIA_PRODUCT_NAME=CUDA",
            "NV_CUDA_CUDART_DEV_VERSION=12.4.127-1",
            "NV_NVML_DEV_VERSION=12.4.127-1",
            "NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1",
            "NV_LIBNPP_DEV_VERSION=12.2.5.30-1",
            "NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1",
            "NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1",
            "NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4",
            "NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1",
            "NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1",
            "NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1",
            "NV_NVPROF_VERSION=12.4.127-1",
            "NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1",
            "NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev",
            "NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1",
            "NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4",
            "LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
            "DEBIAN_FRONTEND=interactive"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/sgl-workspace",
        "Entrypoint": [
            "/opt/nvidia/nvidia_entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "20.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 16585501102,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/37f5cda60779f166a43e231398dd065d339e87ee0a93c52d8bb05fc5a08bee06/diff:/var/lib/docker/overlay2/8cb6618fd8621c4e9c23a6d63eface6fa16f4d83acc47888331b47b37eb6b196/diff:/var/lib/docker/overlay2/502b4d2d69a1f7048bdb7fba70d204c177d360af22382bcc235a9b53ae381ebf/diff:/var/lib/docker/overlay2/a7b8034d10096cf6f88addcea43f95a89ea5bef6f5b21d9e622531c63ce51ebc/diff:/var/lib/docker/overlay2/a097ac552fb187b22edffde84851e7a631e2aaaee7ad407e963cd3c1cd867438/diff:/var/lib/docker/overlay2/9217da2bde2c84718f1edf8d072aa76836747c07764af0649327a1cbba6d8570/diff:/var/lib/docker/overlay2/383cc2ad1c31ca5f955384725652a9784cfe7b1035bffd2ad2663469229c34a1/diff:/var/lib/docker/overlay2/76ebf20411c7deda2a4000ba9a9fed2f1c20e15aec61260759eae8d6c2fb542a/diff:/var/lib/docker/overlay2/16cce3305f38b829ab53fa90886349f34d24a565b3b5fccfe329c4817fa54d33/diff:/var/lib/docker/overlay2/8af1c66f0e35f3d09768426a8384a8be5ff2f37895899512e3bbb194cd794012/diff:/var/lib/docker/overlay2/a09a1d8516011449f8a6b483919051762f2ff2f2f885a446a3cf587585190bce/diff:/var/lib/docker/overlay2/b57e68ecab6ec33049eda8635b7cde3b8c4954bc31a457ae1211eb40363ec75b/diff:/var/lib/docker/overlay2/fcd973f3f16887f8ba42c88b1dc35c2e9d591951b5743752f3a7b0d267ddc0f2/diff:/var/lib/docker/overlay2/49f6feb76f594d5b8d376e605c050f07db2c84c54c1743232afed02b3f2b679a/diff:/var/lib/docker/overlay2/4ecf8b5e165a32fed5a3986800218d154eb9052742580fd3a7e942b41c2d52ba/diff",
            "MergedDir": "/var/lib/docker/overlay2/19b6516fdf5ec006fee3affe06e4469de7368684f8ed1121eae6678ef30780e6/merged",
            "UpperDir": "/var/lib/docker/overlay2/19b6516fdf5ec006fee3affe06e4469de7368684f8ed1121eae6678ef30780e6/diff",
            "WorkDir": "/var/lib/docker/overlay2/19b6516fdf5ec006fee3affe06e4469de7368684f8ed1121eae6678ef30780e6/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:106e8431b412f51ccd75ea46a2d5cb4343b23273cbcf50188377cb93aa9a6d82",
            "sha256:cd76869b72ab2a56badf9a068c3f6231203c316e6d1f7a9206e1a9a1a8009fd4",
            "sha256:2ecbf7829cb760264b926dfd4b3cd036c1bdbb50d311bb1c31a6c217ca208bb4",
            "sha256:5136ffc45974618abb8b5ac96d2be9a16fecf79d6ab6759d896f5355c52f10b9",
            "sha256:809d3bb9c80fb3d31d4c061ba0b38ba4e83b6329e33c2cb2bbf27251a8e527c6",
            "sha256:bed3270bc1c683dcb71321ee1d7109d5d3a81bf6b3b0422fcc3cda8ae171bc8a",
            "sha256:ccf17877232e8fa785f0eb9bb2999c03a1f16e71f896c0f76cdbf3595e1be562",
            "sha256:9375032f15396750087e4cb53082fcfcceb059b55c964511ffb38a4820e42e20",
            "sha256:882acb3fbb9d059851cf232d63422bd1459557d0f58059ff9dc334242c62061e",
            "sha256:78011e011ca18de951c710a0b82a674ec2b88625b2e05d4244e09030a87f5541",
            "sha256:b262c6329a45229932aa5acf5b5f3098f3bb224df6b871751a4b150f74c1ed06",
            "sha256:131c7d4fe3a38610811dae920bb7d6df671ee6e8ff21f169527c58c6f3c8a082",
            "sha256:9acbfe245c354cf14b10516a20fa6417ec064987891e54eefb1bf6c34438c2ac",
            "sha256:177106a4fdb5ceb808f4cfb4eff5a433711e5c22d08e71545bdfefd8eae726a5",
            "sha256:eb68e23e33bbfb19695a083a9cd560a34ab20b30c99073fd5a342451234561d5",
            "sha256:85956b98153770504dc426ae480d537948eb88f0697642ed95f0f4a199590ee9"
        ]
    },
    "Metadata": {
        "LastTagTime": "2024-12-22T05:59:58.21564034+08:00"
    }
}

更多版本

docker.io/lmsysorg/sglang:v0.2.0-cu124

linux/amd64 docker.io16.10GB2024-07-26 19:20
2390

docker.io/lmsysorg/sglang:v0.3.0-cu121

linux/amd64 docker.io15.88GB2024-09-12 00:53
1205

docker.io/lmsysorg/sglang:v0.3.0-cu124

linux/amd64 docker.io16.12GB2024-09-13 01:38
701

docker.io/lmsysorg/sglang:latest

linux/amd64 docker.io15.95GB2024-10-29 01:12
7904

docker.io/lmsysorg/sglang:v0.4.0.post1-cu124

linux/amd64 docker.io16.59GB2024-12-22 06:13
635

docker.io/lmsysorg/sglang:v0.4.1.post3-cu124-srt

linux/amd64 docker.io19.60GB2025-01-01 00:27
877

docker.io/lmsysorg/sglang:v0.4.1.post3-cu124

linux/amd64 docker.io19.63GB2025-01-01 00:55
926

docker.io/lmsysorg/sglang:v0.4.1.post7-cu124

linux/amd64 docker.io19.62GB2025-01-25 01:15
1006

docker.io/lmsysorg/sglang:v0.4.2.post2-cu125

linux/amd64 docker.io18.94GB2025-02-08 01:46
884

docker.io/lmsysorg/sglang:v0.4.2.post3-cu125

linux/amd64 docker.io18.94GB2025-02-10 00:38
815

docker.io/lmsysorg/sglang:v0.4.2.post4-cu125

linux/amd64 docker.io18.37GB2025-02-12 01:31
1316

docker.io/lmsysorg/sglang:v0.4.3.post2-cu124

linux/amd64 docker.io18.36GB2025-02-23 18:37
1334

docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt

linux/amd64 docker.io50.09GB2025-03-04 00:51
1084

docker.io/lmsysorg/sglang:v0.4.3.post2-cu125

linux/amd64 docker.io18.36GB2025-03-06 01:02
716

docker.io/lmsysorg/sglang:v0.4.3.post3-cu124

linux/amd64 docker.io18.40GB2025-03-10 05:17
480

docker.io/lmsysorg/sglang:v0.4.3.post4-cu125

linux/amd64 docker.io18.61GB2025-03-11 00:39
693

docker.io/lmsysorg/sglang:dev

linux/amd64 docker.io19.61GB2025-03-11 17:56
2686

docker.io/lmsysorg/sglang:v0.4.3.post4-cu124

linux/amd64 docker.io18.61GB2025-03-12 03:08
600

docker.io/lmsysorg/sglang:v0.4.4.post1-cu125

linux/amd64 docker.io15.66GB2025-03-22 00:30
639

docker.io/lmsysorg/sglang:v0.4.4.post1-cu124

linux/amd64 docker.io15.66GB2025-03-22 00:52
539

docker.io/lmsysorg/sglang:v0.4.4.post3-cu125

linux/amd64 docker.io14.38GB2025-04-01 00:21
681

docker.io/lmsysorg/sglang:v0.4.4.post2-cu124

linux/amd64 docker.io14.39GB2025-04-02 01:05
671

docker.io/lmsysorg/sglang:v0.4.5-cu125

linux/amd64 docker.io14.75GB2025-04-10 01:09
745

docker.io/lmsysorg/sglang:v0.4.5-cu124

linux/amd64 docker.io14.75GB2025-04-11 01:25
648

docker.io/lmsysorg/sglang:v0.4.5-cu118

linux/amd64 docker.io15.46GB2025-04-15 00:38
906

docker.io/lmsysorg/sglang:v0.4.5.post3-cu121

linux/amd64 docker.io13.71GB2025-04-25 05:03
705

docker.io/lmsysorg/sglang:v0.4.5.post3-cu125

linux/amd64 docker.io14.20GB2025-04-26 01:11
567

docker.io/lmsysorg/sglang:v0.4.6.post1-cu124

linux/amd64 docker.io14.64GB2025-05-01 01:02
737

docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt

linux/amd64 docker.io56.19GB2025-05-01 01:40
1158

docker.io/lmsysorg/sglang:v0.4.6.post2-cu124

linux/amd64 docker.io15.18GB2025-05-02 00:35
616

docker.io/lmsysorg/sglang:v0.4.6.post3-cu124

linux/amd64 docker.io14.98GB2025-05-14 03:19
703

docker.io/lmsysorg/sglang:v0.4.4.post4-cu125

linux/amd64 docker.io14.75GB2025-05-22 02:29
447

docker.io/lmsysorg/sglang:v0.4.5.post1-cu125

linux/amd64 docker.io14.79GB2025-05-22 02:47
537

docker.io/lmsysorg/sglang:v0.4.6-cu125

linux/amd64 docker.io14.20GB2025-05-22 03:19
466

docker.io/lmsysorg/sglang:v0.4.6.post1-cu125

linux/amd64 docker.io14.20GB2025-05-22 03:33
552

docker.io/lmsysorg/sglang:v0.4.5.post2-cu125

linux/amd64 docker.io14.80GB2025-05-22 03:41
413

docker.io/lmsysorg/sglang:v0.4.6.post4-cu124

linux/amd64 docker.io14.87GB2025-05-23 01:52
934

docker.io/lmsysorg/sglang:v0.4.6.post5-cu124

linux/amd64 docker.io14.78GB2025-05-27 02:46
1176

docker.io/lmsysorg/sglang:deepep

linux/amd64 docker.io16.69GB2025-05-27 06:52
1468

docker.io/lmsysorg/sglang:blackwell

linux/amd64 docker.io28.29GB2025-06-12 03:24
1667

docker.io/lmsysorg/sglang:v0.4.7-cu124

linux/amd64 docker.io19.58GB2025-06-13 02:35
1560

docker.io/lmsysorg/sglang:v0.4.7.post1-cu124

linux/amd64 docker.io19.59GB2025-06-18 03:32
1995

docker.io/lmsysorg/sglang:v0.5.7-cu130-runtime

linux/amd64 docker.io27.88GB2026-01-23 03:32
1043

docker.io/lmsysorg/sglang:main-cann8.5.0-910b

linux/arm64 docker.io13.52GB2026-02-28 01:49
460

docker.io/lmsysorg/sglang:v0.5.9-cann8.5.0-910b

linux/arm64 docker.io13.38GB2026-03-02 00:25
2054

docker.io/lmsysorg/sglang:dsv32-a3

linux/arm64 docker.io19.05GB2026-03-02 01:07
381

docker.io/lmsysorg/sglang:v0.5.10rc0-cann8.5.0-910b

linux/arm64 docker.io13.69GB2026-04-02 03:10
452

docker.io/lmsysorg/sglang:v0.5.10-cann8.5.0-910b

linux/arm64 docker.io13.85GB2026-04-08 21:49
278

docker.io/lmsysorg/sglang:v0.5.10.post1-cann8.5.0-910b

linux/arm64 docker.io13.85GB2026-04-12 01:20
411

docker.io/lmsysorg/sglang:v0.5.10.post1-cu130-runtime

linux/amd64 docker.io33.94GB2026-04-30 02:18
333

docker.io/lmsysorg/sglang:v0.5.11-cann8.5.0-910b

linux/arm64 docker.io14.02GB2026-05-08 01:35
238

docker.io/lmsysorg/sglang:v0.5.11

linux/amd64 docker.io33.35GB2026-05-12 00:42
599

docker.io/lmsysorg/sglang:v0.5.11-cu130

linux/amd64 docker.io33.35GB2026-05-21 13:33
237

docker.io/lmsysorg/sglang:v0.5.12

linux/amd64 docker.io33.58GB2026-05-24 00:50
524

docker.io/lmsysorg/sglang:v0.5.12-cann8.5.0-910b

linux/arm64 docker.io14.07GB2026-05-29 00:53
160

docker.io/lmsysorg/sglang:v0.5.9

linux/amd64 docker.io38.69GB2026-06-03 02:01
775

docker.io/lmsysorg/sglang:spark

linux/arm64 docker.io25.52GB2026-06-03 03:47
110

docker.io/lmsysorg/sglang:v0.5.12.post1

linux/amd64 docker.io33.60GB2026-06-11 03:30
1132

docker.io/lmsysorg/sglang:v0.5.12-cu130-runtime

linux/amd64 docker.io30.06GB2026-06-13 02:38
137

docker.io/lmsysorg/sglang:v0.5.13-cu130-runtime

linux/amd64 docker.io24.51GB2026-06-16 03:20
160

docker.io/lmsysorg/sglang:v0.5.13.post1

linux/amd64 docker.io28.04GB2026-06-18 01:14
482

docker.io/lmsysorg/sglang:v0.5.13.post1-cu129

linux/amd64 docker.io37.04GB2026-06-26 01:50
184

docker.io/lmsysorg/sglang:v0.5.14-xeon

linux/amd64 docker.io3.95GB2026-06-29 16:03
110

docker.io/lmsysorg/sglang:v0.4.6-cu121

linux/amd64 docker.io13.71GB2026-06-30 00:36
123

docker.io/lmsysorg/sglang:v0.5.14-cu130

linux/amd64 docker.io29.19GB2026-07-01 01:50
199

docker.io/lmsysorg/sglang:dev-cu13

linux/amd64 docker.io29.45GB2026-07-08 02:02
35
检测到您正在使用广告拦截插件,本站为公益站点,依赖广告维持运转 🙏 查看如何关闭 ×