docker.io/rocm/sglang-staging:20250220 linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220  docker.io/rocm/sglang-staging:20250220

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220  docker.io/rocm/sglang-staging:20250220

Shell快速替换命令

sed -i 's#rocm/sglang-staging:20250220#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220  docker.io/rocm/sglang-staging:20250220'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220  docker.io/rocm/sglang-staging:20250220'

镜像构建历史

# 2025-02-21 09:02:29  0.00B 设置环境变量 GPU_FORCE_BLIT_COPY_SIZE
ENV GPU_FORCE_BLIT_COPY_SIZE=64
                        
# 2025-02-21 09:02:29  0.00B 设置环境变量 DEBUG_HIP_BLOCK_SYN
ENV DEBUG_HIP_BLOCK_SYN=1024
                        
# 2025-02-21 09:02:29  0.00B 设置环境变量 RCCL_MSCCL_ENABLE
ENV RCCL_MSCCL_ENABLE=0
                        
# 2025-02-21 09:02:29  0.00B 设置环境变量 RCCL_MSCCL_ENABLE
ENV RCCL_MSCCL_ENABLE=0
                        
# 2025-02-21 09:02:29  58.67MB 
/bin/bash
                        
# 2025-02-20 19:23:11  589.38MB 
/bin/bash
                        
# 2025-02-15 13:08:33  244.20MB 
/bin/bash
                        
# 2025-02-13 09:13:40  213.77MB 
/bin/bash
                        
# 2025-02-13 06:13:46  14.26GB 
/bin/bash
                        
# 2025-02-08 00:25:20  0.00B 设置默认要执行的命令
CMD ["/bin/bash"]
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE
ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 TORCHINDUCTOR_MAX_AUTOTUNE
ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 VLLM_FP8_REDUCE_CONV
ENV VLLM_FP8_REDUCE_CONV=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 VLLM_FP8_WEIGHT_PADDING
ENV VLLM_FP8_WEIGHT_PADDING=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 VLLM_FP8_ACT_PADDING
ENV VLLM_FP8_ACT_PADDING=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 VLLM_FP8_PADDING
ENV VLLM_FP8_PADDING=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 MOE_PADDING
ENV MOE_PADDING=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 NCCL_MIN_NCHANNELS
ENV NCCL_MIN_NCHANNELS=112
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN
ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 SGLANG_SET_CPU_AFFINITY
ENV SGLANG_SET_CPU_AFFINITY=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 HSA_NO_SCRATCH_RECLAIM
ENV HSA_NO_SCRATCH_RECLAIM=1
                        
# 2025-02-08 00:25:20  0.00B 设置环境变量 HIP_FORCE_DEV_KERNARG
ENV HIP_FORCE_DEV_KERNARG=1
                        
# 2025-02-08 00:25:20  152.04MB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${ATER_REPO}     && cd ater     && git submodule update --init --recursive     && PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop # buildkit
                        
# 2025-02-08 00:24:21  12.38GB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${TRITON_REPO}     && cd triton     && git checkout ${TRITON_COMMIT}     && cd python     && python3 setup.py install # buildkit
                        
# 2025-02-08 00:21:16  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c pip uninstall -y triton # buildkit
                        
# 2025-02-08 00:21:16  36.93KB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c pip install IPython     && pip install orjson     && pip install python-multipart     && pip install torchao     && pip install pybind11 # buildkit
                        
# 2025-02-08 00:21:11  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c python -m pip cache purge # buildkit
                        
# 2025-02-08 00:21:11  49.43MB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c cp -r /sgl-workspace/sglang /sglang # buildkit
                        
# 2025-02-08 00:21:10  235.72MB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=all SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/triton-lang/triton.git TRITON_COMMIT=845d75a ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${SGL_REPO}     && cd sglang     && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then          echo "Using ${SGL_DEFAULT}, default branch.";        else          echo "Using ${SGL_BRANCH} branch.";          git checkout ${SGL_BRANCH};        fi     && cd sgl-kernel     && python setup_rocm.py install     && cd ..     && if [ "$BUILD_TYPE" = "srt" ]; then          python -m pip --no-cache-dir install -e "python[srt_hip]";        else          python -m pip --no-cache-dir install -e "python[all_hip]";        fi # buildkit
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG CK_COMMITS=fa05ae
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG ATER_REPO=https://github.com/HaiShaw/ater
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG TRITON_COMMIT=845d75a
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG TRITON_REPO=https://github.com/triton-lang/triton.git
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG SGL_BRANCH=main
                        
# 2025-02-05 17:41:45  0.00B 设置环境变量 SGL_DEFAULT
ENV SGL_DEFAULT=main
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG SGL_REPO=https://github.com/sgl-project/sglang
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG BUILD_TYPE=all
                        
# 2025-02-05 17:41:45  0.00B 设置工作目录为/sgl-workspace
WORKDIR /sgl-workspace
                        
# 2025-02-05 17:41:45  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-01-14 14:01:43  0.00B 设置默认要执行的命令
CMD ["/bin/bash"]
                        
# 2025-01-14 14:01:43  423.00B 执行命令并创建新的镜像层
RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 COMMON_WORKDIR=/app /bin/sh -c cd ${COMMON_WORKDIR}/vllm     && python3 -m pip install -e tests/vllm_test_utils # buildkit
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 HIP_FORCE_DEV_KERNARG
ENV HIP_FORCE_DEV_KERNARG=1
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 TOKENIZERS_PARALLELISM
ENV TOKENIZERS_PARALLELISM=false
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES
ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
                        
# 2025-01-14 14:01:41  148.13KB 复制新文件或目录到容器中
COPY /.buildkite /app/vllm/.buildkite # buildkit
                        
# 2025-01-14 14:01:41  309.79KB 复制新文件或目录到容器中
COPY /examples /app/vllm/examples # buildkit
                        
# 2025-01-14 14:01:41  2.77MB 复制新文件或目录到容器中
COPY /tests /app/vllm/tests # buildkit
                        
# 2025-01-14 14:01:41  377.59KB 复制新文件或目录到容器中
COPY /benchmarks /app/vllm/benchmarks # buildkit
                        
# 2025-01-14 14:01:41  0.00B 定义构建参数
ARG COMMON_WORKDIR=/app
                        
# 2025-01-14 14:01:41  1.47GB 执行命令并创建新的镜像层
RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c cd /install     && pip install -U -r requirements-rocm.txt     && case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in            *"rocm-6.0"*)                patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h rocm_patch/rocm_bf16.patch;;            *"rocm-6.1"*)                cp rocm_patch/libamdhip64.so.6 /opt/rocm/lib/libamdhip64.so.6;;            *) ;; esac     && pip uninstall -y vllm     && pip install *.whl # buildkit
                        
# 2025-01-14 13:45:54  0.00B 设置环境变量 VLLM_INSTALL_PUNICA_KERNELS
ENV VLLM_INSTALL_PUNICA_KERNELS=1
                        
# 2025-01-14 13:45:54  14.61MB 执行命令并创建新的镜像层
RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c if [ ${BUILD_RPD} -eq "1" ]; then     git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git     && cd rocmProfileData/rpd_tracer     && pip install -r requirements.txt && cd ../     && make && make install     && cd hipMarker && python3 setup.py install ; fi # buildkit
                        
# 2025-01-14 13:45:40  0.00B 定义构建参数
ARG BUILD_RPD=1
                        
# 2025-01-14 13:45:40  13.10MB 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit
                        
# 2025-01-14 13:45:38  0.00B 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in         *"/opt/conda/envs/py_3.9"*)             rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;;         *) ;; esac # buildkit
                        
# 2025-01-14 13:45:37  1.79KB 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-01-14 13:45:36  0.00B 设置工作目录为/app
WORKDIR /app
                        
# 2025-01-14 13:45:36  0.00B 定义构建参数
ARG COMMON_WORKDIR=/app
                        
# 2025-01-14 13:45:36  0.00B 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
                        
# 2025-01-14 13:45:34  1.87KB 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
                        
# 2025-01-14 13:45:33  380.12MB 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y     sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev # buildkit
                        
# 2025-01-14 13:45:33  0.00B 设置环境变量 PYTORCH_ROCM_ARCH
ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2025-01-14 13:45:33  0.00B 定义构建参数
ARG ARG_PYTORCH_ROCM_ARCH
                        
# 2024-12-21 03:02:59  477.00B 执行命令并创建新的镜像层
RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete HIPBLASLT_BRANCH=4d40e36 LEGACY_HIPBLASLT_OPTION= RCCL_BRANCH=648a58d RCCL_REPO=https://github.com/ROCm/rccl TRITON_BRANCH=e5be006 TRITON_REPO=https://github.com/triton-lang/triton.git PYTORCH_BRANCH=8d4926e PYTORCH_VISION_BRANCH=v0.19.1 PYTORCH_REPO=https://github.com/pytorch/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=b7d29fb FA_REPO=https://github.com/ROCm/flash-attention.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt     && echo "HIPBLASLT_BRANCH: ${HIPBLASLT_BRANCH}" >> /app/versions.txt     && echo "LEGACY_HIPBLASLT_OPTION: ${LEGACY_HIPBLASLT_OPTION}" >> /app/versions.txt     && echo "RCCL_BRANCH: ${RCCL_BRANCH}" >> /app/versions.txt     && echo "RCCL_REPO: ${RCCL_REPO}" >> /app/versions.txt     && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt     && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt     && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt     && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt     && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt     && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt     && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt     && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt # buildkit
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG FA_REPO=https://github.com/ROCm/flash-attention.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG FA_BRANCH=b7d29fb
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_VISION_BRANCH=v0.19.1
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_BRANCH=8d4926e
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG TRITON_REPO=https://github.com/triton-lang/triton.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG TRITON_BRANCH=e5be006
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG RCCL_REPO=https://github.com/ROCm/rccl
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG RCCL_BRANCH=648a58d
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG LEGACY_HIPBLASLT_OPTION=
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG HIPBLASLT_BRANCH=4d40e36
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete
                        
# 2024-12-21 03:02:58  1.80GB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:39  5.24MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:38  660.06MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:29  70.74MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb     && sed -i 's/, rccl-dev \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status     && sed -i 's/, rccl \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status # buildkit
                        
# 2024-12-21 02:45:27  1.69GB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb     && sed -i 's/, hipblaslt-dev \(.*\), hipcub-dev/, hipcub-dev/g' /var/lib/dpkg/status     && sed -i 's/, hipblaslt \(.*\), hipfft/, hipfft/g' /var/lib/dpkg/status # buildkit
                        
# 2024-12-18 06:25:56  129.30MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging cmake ninja wheel setuptools pybind11 Cython # buildkit
                        
# 2024-12-18 06:25:51  257.38MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y     && apt-get install -y software-properties-common git curl sudo vim less     && add-apt-repository ppa:deadsnakes/ppa     && apt-get update -y     && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv        python${PYTHON_VERSION}-lib2to3 python-is-python3      && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1     && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION}     && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config     && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION}     && python3 --version && python3 -m pip --version # buildkit
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
                        
# 2024-12-18 06:24:57  0.00B 设置工作目录为/app
WORKDIR /app
                        
# 2024-12-18 06:24:57  0.00B 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
                        
# 2024-12-18 06:24:57  0.00B 定义构建参数
ARG PYTHON_VERSION=3.12
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 PYTORCH_ROCM_ARCH
ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2024-12-18 06:24:57  0.00B 定义构建参数
ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 ROCM_PATH
ENV ROCM_PATH=/opt/rocm
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 PATH
ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2024-12-05 08:40:46  1.67KB 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
                        
# 2024-12-05 08:40:45  29.60GB 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg   && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add -   && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list   && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list   && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends   sudo   libelf1   kmod   file   python3-dev   python3-pip   rocm-dev   rocm-libs   build-essential &&   apt-get clean &&   rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-12-05 08:33:53  60.00B 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG APT_PREF
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG AMDGPU_VERSION=5.3
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG ROCM_VERSION=5.3
                        
# 2024-12-05 08:33:53  0.00B 添加元数据标签
LABEL maintainer=dl.mlsedevops@amd.com
                        
# 2024-09-12 00:25:18  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2024-09-12 00:25:17  77.86MB 
/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in / 
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:ca89d2ceae55bac1d309455f1f038443bc042b0e4fda22ba9db2b26ed2be5b91",
    "RepoTags": [
        "rocm/sglang-staging:20250220",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging:20250220"
    ],
    "RepoDigests": [
        "rocm/sglang-staging@sha256:763c55f16b22a990fab57351f0bc6ef0cf68bec4dbbe7a5a4f91d5300fd380ce",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/rocm/sglang-staging@sha256:24711ba26cbfa1bc68c5f768595a7f4efbaa0692a05fc9c9b1e481e011ab91bb"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-02-21T01:02:29.68847266Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "root",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "HF_HOME=/data",
            "TOKENIZERS_PARALLELISM=false",
            "DISPLAY=",
            "HUGGINGFACE_HUB_CACHE=/mnt/md0/",
            "PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "ROCM_PATH=/opt/rocm",
            "LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:",
            "PYTORCH_ROCM_ARCH=gfx90a;gfx942",
            "DEBIAN_FRONTEND=noninteractive",
            "VLLM_INSTALL_PUNICA_KERNELS=1",
            "RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1",
            "HIP_FORCE_DEV_KERNARG=1",
            "SGL_DEFAULT=main",
            "HSA_NO_SCRATCH_RECLAIM=1",
            "SGLANG_SET_CPU_AFFINITY=1",
            "SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1",
            "NCCL_MIN_NCHANNELS=112",
            "MOE_PADDING=1",
            "VLLM_FP8_PADDING=1",
            "VLLM_FP8_ACT_PADDING=1",
            "VLLM_FP8_WEIGHT_PADDING=1",
            "VLLM_FP8_REDUCE_CONV=1",
            "TORCHINDUCTOR_MAX_AUTOTUNE=1",
            "TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1",
            "RCCL_MSCCL_ENABLE=0",
            "DEBUG_HIP_BLOCK_SYN=1024",
            "GPU_FORCE_BLIT_COPY_SIZE=64"
        ],
        "Cmd": [
            "/bin/bash"
        ],
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/sgl-workspace",
        "Entrypoint": null,
        "OnBuild": null,
        "Labels": {
            "maintainer": "dl.mlsedevops@amd.com",
            "org.opencontainers.image.created": "2025-01-14T05:39:21.715Z",
            "org.opencontainers.image.description": "",
            "org.opencontainers.image.licenses": "Apache-2.0",
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.revision": "61724cfffd52a9cd350ee97b9697dcdabfe17190",
            "org.opencontainers.image.source": "https://github.com/saienduri/docker-images",
            "org.opencontainers.image.title": "docker-images",
            "org.opencontainers.image.url": "https://github.com/saienduri/docker-images",
            "org.opencontainers.image.version": "nightly"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 64346110896,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/43f0037be7cdb84670d425b1f53cbede56b24f01b20613d518228143d918ddf7/diff:/var/lib/docker/overlay2/47a7c1378128c5917f92fb92846656b4e7a3b8ffeb282a6ceb47f87044f38435/diff:/var/lib/docker/overlay2/696e699b0a2cb010492cff7c76f26043c8ce397b9b0c5ea7daeb7f2d0afd26e5/diff:/var/lib/docker/overlay2/ad04c6c9c610a72bb8eec1551b984e68288dc765c355b5470dbbe38abb73c8e4/diff:/var/lib/docker/overlay2/5f30a3ac2e03a00664f9f53ccb073af2d9f89bb173db5a73b341ff666eaf1b71/diff:/var/lib/docker/overlay2/8ed59d8049344a6f46a5b3a8766b41d525845829d0cd3a6015323cf25f1d9539/diff:/var/lib/docker/overlay2/88f7d5bfc6a0e8781e12cc5ec46931151673218bf2f9e459e5504df11c738d15/diff:/var/lib/docker/overlay2/df25be9d80f1fbdedbbe467e223de86378aa7c29a698037ce184d16006c425f9/diff:/var/lib/docker/overlay2/35d5ae02eb47054ce64d1305bb28164342d872461b47c3e590ba279fa3c06ae3/diff:/var/lib/docker/overlay2/0cf82f55e1f28034b362eb99810047c0516cbf971a1d7c733d0b7490cfe13a96/diff:/var/lib/docker/overlay2/c280ade2d31bbe15775364daea28e473c7ba222000351fe2e7cfac89c83ac5b4/diff:/var/lib/docker/overlay2/26b2ab79cbd4bf72fb7c053b5ffde392f4d43b84ddb417a436d4b608c31ccff3/diff:/var/lib/docker/overlay2/c1e2e11117d4752d844a1f3e5d8cdc777ea304ce5f4d233011dd5be5b434e869/diff:/var/lib/docker/overlay2/98829655a2a057d519a08be27ef206f366eb9323f8353e8cb593974d0f6402c9/diff:/var/lib/docker/overlay2/a16886b7e2a83eae5c0174f9cc2c5b8c68a32d551451230acc8db8404bdc532a/diff:/var/lib/docker/overlay2/8c8d0c40f8a92c5d1519500bdb8965677d8a9eb5c74981dec8a24ea832b330bc/diff:/var/lib/docker/overlay2/8a71d930bf66a30ab78f09823d24189beb234b4456863a3e70eb2c6e848d784a/diff:/var/lib/docker/overlay2/8d3e51115e7043879cae6e973b9845a95adb92bbf8e1182200e85bf4ccb1e276/diff:/var/lib/docker/overlay2/dcedd8e171f68db72f1f0b1fe74e497678c416df78409c68c29315576b2a2a5b/diff:/var/lib/docker/overlay2/7245ed1eef1f4c468e08ff7b5aeb4d6b0c752182cfb0ff3a96e5b11cca6d7e69/diff:/var/lib/docker/overlay2/c6ab7ac8257d38872eac4ba71592cb7101922ca62cfd6917174069a67f4c329c/diff:/var/lib/docker/overlay2/ad74fa16e1eefcc69337d59b7ee2b6536908957dd32a511b053715b97f3275d2/diff:/var/lib/docker/overlay2/6122efd34ccd6080a6b294f782298c72be5f737f5eaf5a3d10661e72baaef0d6/diff:/var/lib/docker/overlay2/8d4d2951727481395bdce9da905574081f5a8ba0f64fd7978d98c627d036a18d/diff:/var/lib/docker/overlay2/3a56f9e214a623035dce35e39efc01db10b5569cdf485a5a01f23889baf4d49b/diff:/var/lib/docker/overlay2/9d5dcc4211be259453e6545bec2da2b45c376083bae7901cca3696faefb4dc64/diff:/var/lib/docker/overlay2/0da555ab21d454ab17d813237f23cb644a21b1f441f084d5454d4aa529654fc9/diff:/var/lib/docker/overlay2/906b63360fe7b82d095fdfa09361f260d715d1bf42bd46662cd3be09ccc9974f/diff:/var/lib/docker/overlay2/cb44ac77db0cd9c02728157a952350bc71b3eefa49f24da6fa01e40c19ad460c/diff:/var/lib/docker/overlay2/a7b2fe576fdd11aa496e39236ddce5402d8f5064f76ece980585a7c2087cee4c/diff:/var/lib/docker/overlay2/095356738c04f612c33ef7c6bf9ad63cb56d1969d7edb53b3d41c1ebe15a8d32/diff:/var/lib/docker/overlay2/973d7900757819826f25ec4144f582779cad4c1b10a66f28d99f5096696938a3/diff:/var/lib/docker/overlay2/a38e535e04311a7c81d76fe7d4840e42986e5cb4ce5b0750016f2662ec0bee83/diff:/var/lib/docker/overlay2/bd8ac16bff539863ed7f2482fe9628571f7375205edadf6aed5a42167c6978bb/diff:/var/lib/docker/overlay2/4e86e6d4d388435f103295dab21654a1110db18694f4cc4f58056ef67e617c79/diff:/var/lib/docker/overlay2/6eb6c34f25dc1a54b026f30afb585a750b43ce8d730abcbb42160ac8f69c9c36/diff:/var/lib/docker/overlay2/5ef8a71c583ef0d4d7cd62b157fc417639b9d78b990c8f7d3eb724a1f38993c5/diff:/var/lib/docker/overlay2/8deb48e00b032fe07eea98d5339634ab2f2a03a2fa75de665cf075b64b4cba1c/diff:/var/lib/docker/overlay2/e1ea904595b41a51fdeb827c813c4e4377c6184250e6b9f5335cac037dbc7364/diff:/var/lib/docker/overlay2/4cfb2ff6eb670d08d805fcc326973c76acabc424b2f6ce5f1903149f34750452/diff",
            "MergedDir": "/var/lib/docker/overlay2/3ea4e30678a71e41fa5020b4d834d3d2dcbdcc1cae5a6b5ace609b7e5d90554a/merged",
            "UpperDir": "/var/lib/docker/overlay2/3ea4e30678a71e41fa5020b4d834d3d2dcbdcc1cae5a6b5ace609b7e5d90554a/diff",
            "WorkDir": "/var/lib/docker/overlay2/3ea4e30678a71e41fa5020b4d834d3d2dcbdcc1cae5a6b5ace609b7e5d90554a/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:2573e0d8158209ed54ab25c87bcdcb00bd3d2539246960a3d592a1c599d70465",
            "sha256:6209450ea8c6589c8788925b3b356b7a18e1e6987ff6c2e48f8d703ec1c4b35d",
            "sha256:e4c142dc1b0dbfd7a9b9b20ecb4847657b683c442999d9a4e7433bd29d5a5b5f",
            "sha256:736027c6262608b1fcb60130aaabb71b1f37489d96fc2283dc8260437ce1ee52",
            "sha256:ba0b540268802a0ad336ace866019835d925cdcf785cb021cd755c060214112b",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:3c143ab86fbe53789fdfbc6f6c8bd28f4884ddab985549bf72691b450b0eddde",
            "sha256:994b5f12512b087a06c535d20945f49b1f78556a06bd789bb9aab9e77e4c6a3f",
            "sha256:cdd6e887fa6e9a451e2123c660d37df88cc4f4df5afe208ee815da403ed58388",
            "sha256:85b870ae857a0cd47c20995373b6490fe59aac13830771b5b066d2049f347afb",
            "sha256:c412e08614d3f80710227bb8c5b15f38fd7bc24ad90a72d8fbc816cd3b203535",
            "sha256:348cd9dcd2b9bea726ebe06160f73dbf6946f9c3e764e6b30d1aad41b4294ec4",
            "sha256:12eae83210ca2211e49f593cd4ac68c8c907b771a3c1191dddbdfa2d457d269f",
            "sha256:96ed362fbc9201c1143fcd329a1ed719a3be9570bb10c64b2b758e6d2eee0a85",
            "sha256:969fac35275c2ee28694fd409f77b7a384eeb2746d57c55ebd47f3b1ec2940a5",
            "sha256:5e1086a501e86cabe1a284d3ad17582a4d7aaef206a3bf79e5ef4676eb8bdcd8",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:868061a2e7d8f4d629e6e6c1914c10304ea5f79ebca62e909e690e6414eb8ada",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:a4923d43ed40ffe5c634da25ac9f8cb324e285465ec79c04d05a63364f8b0ebf",
            "sha256:7bb76ee6545704854996a2f01c08824e8d6aa03b0d0e4b036a6030ee89510339",
            "sha256:a2f75deb2b612ddce4dad5d79accc7d27c4e5481615fc4d62cded45b0c898b81",
            "sha256:6c2948fa54e1894c53d3c568170fa709a49c29004e933dc8e308b3a8688a1ef9",
            "sha256:2f309c425b8f5fbecf38f562b7b27881f10ab8fa536d3086551f14c0a9ff3a83",
            "sha256:21b4af444c860d434345bb650d3b3b65f8dbafbfbfbb059f08bc4de16772adb2",
            "sha256:9243653e67b3754825d0a905a3b44ac043244aac7e6b9893a752cdc7f174c448",
            "sha256:00c1e10024645c9697a911b53107555dfaaf01909daac7720867d7e3a8f8e093",
            "sha256:3557da23ccbc99fef18ee04d77dc067e67ba5ce2cfca8e998d77e0a740b06a7c",
            "sha256:ac508e8432d2d43974c0722985d358261352569eb3ab6677cc25b9a8424e2e96",
            "sha256:a1e6041b112da74aec5393b9b1ae225b599fef788b129dd1c332c593839a695c",
            "sha256:7f10e251403cb804e3cd86715e3787205b6784d47f6aa3755820ad3a9e3e4355",
            "sha256:83493143f4ac4eb5abc79005097093931d7986ea945e58217dd16d755e4b89e7",
            "sha256:364ab7f8c6a9eedd021f02a04f04d79fdab5cc849df75aa63ec9ee67d145ff20",
            "sha256:3e0fe125d00925b00856d9ad4fefa1f4532b169842414bc02fde1e3464980199",
            "sha256:cd5dfefdefe2a8fa484821a448eebdf249afa0a53186ba64df40386994eead00",
            "sha256:cbca44b0a0d375617d4af9b86850293a324a37d49ae0f3d76de5c775cdf2498e",
            "sha256:cac238721319dee2810b376170b4e4376552e2d5f4eab0df6fbb10fbb4cfee8b",
            "sha256:71e245cf13283c17ea4ef11220be716f4fec3ec3297e01ea5d34924f518365d0",
            "sha256:bb47542e0d233947aa13282451f1a39af9665c9b412c2df2b9793701d5fabeb9",
            "sha256:acefa786cf4b1448319972f9776978130145c05fc685900d5bf0a213628ff350"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-03-01T02:04:19.262688374+08:00"
    }
}