docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt  docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt  docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt

Shell快速替换命令

sed -i 's#lmsysorg/sglang:v0.4.6.post1-rocm630-srt#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt  docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt  docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt'

镜像构建历史

# 2025-04-29 13:11:23  0.00B 设置默认要执行的命令
CMD ["/bin/bash"]
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE
ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 TORCHINDUCTOR_MAX_AUTOTUNE
ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 VLLM_FP8_REDUCE_CONV
ENV VLLM_FP8_REDUCE_CONV=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 VLLM_FP8_WEIGHT_PADDING
ENV VLLM_FP8_WEIGHT_PADDING=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 VLLM_FP8_ACT_PADDING
ENV VLLM_FP8_ACT_PADDING=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 VLLM_FP8_PADDING
ENV VLLM_FP8_PADDING=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 SGLANG_MOE_PADDING
ENV SGLANG_MOE_PADDING=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 NCCL_MIN_NCHANNELS
ENV NCCL_MIN_NCHANNELS=112
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN
ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 SGLANG_SET_CPU_AFFINITY
ENV SGLANG_SET_CPU_AFFINITY=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 HSA_NO_SCRATCH_RECLAIM
ENV HSA_NO_SCRATCH_RECLAIM=1
                        
# 2025-04-29 13:11:23  0.00B 设置环境变量 HIP_FORCE_DEV_KERNARG
ENV HIP_FORCE_DEV_KERNARG=1
                        
# 2025-04-29 13:11:23  76.11KB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.1 /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/          /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/          -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit
                        
# 2025-04-29 13:11:23  3.47GB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.1 /bin/sh -c git clone ${AITER_REPO}     && cd aiter     && git checkout ${AITER_COMMIT}     && git submodule update --init --recursive     && PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop # buildkit
                        
# 2025-04-29 09:54:40  13.45GB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.1 /bin/sh -c git clone ${TRITON_REPO}     && cd triton     && git checkout ${TRITON_COMMIT}     && cd python     && python3 setup.py install # buildkit
                        
# 2025-04-29 09:51:02  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.1 /bin/sh -c pip uninstall -y triton # buildkit
                        
# 2025-04-29 09:51:01  37.48KB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.1 /bin/sh -c pip install IPython     && pip install orjson     && pip install python-multipart     && pip install torchao     && pip install pybind11 # buildkit
                        
# 2025-04-29 09:50:57  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.1 /bin/sh -c python -m pip cache purge # buildkit
                        
# 2025-04-29 09:50:51  64.11MB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.1 /bin/sh -c cp -r /sgl-workspace/sglang /sglang # buildkit
                        
# 2025-04-29 09:50:50  407.81MB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 AITER_REPO=https://github.com/ROCm/aiter.git AITER_COMMIT=v0.1.1 /bin/sh -c git clone ${SGL_REPO}     && cd sglang     && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then          echo "Using ${SGL_DEFAULT}, default branch.";        else          echo "Using ${SGL_BRANCH} branch.";          git checkout ${SGL_BRANCH};        fi     && cd sgl-kernel     && rm -f pyproject.toml     && mv pyproject_rocm.toml pyproject.toml     && python setup_rocm.py install     && cd ..     && if [ "$BUILD_TYPE" = "srt" ]; then          python -m pip --no-cache-dir install -e "python[srt_hip]";        else          python -m pip --no-cache-dir install -e "python[all_hip]";        fi # buildkit
                        
# 2025-04-29 04:04:19  0.00B 定义构建参数
ARG AITER_COMMIT=v0.1.1
                        
# 2025-04-29 04:04:19  0.00B 定义构建参数
ARG AITER_REPO=https://github.com/ROCm/aiter.git
                        
# 2025-04-29 04:04:19  0.00B 定义构建参数
ARG TRITON_COMMIT=improve_fa_decode_3.0.0
                        
# 2025-04-29 04:04:19  0.00B 定义构建参数
ARG TRITON_REPO=https://github.com/ROCm/triton.git
                        
# 2025-04-29 04:04:19  0.00B 定义构建参数
ARG SGL_BRANCH=main
                        
# 2025-04-29 04:04:19  0.00B 设置环境变量 SGL_DEFAULT
ENV SGL_DEFAULT=main
                        
# 2025-04-29 04:04:19  0.00B 定义构建参数
ARG SGL_REPO=https://github.com/sgl-project/sglang
                        
# 2025-04-29 04:04:19  0.00B 定义构建参数
ARG BUILD_TYPE=srt
                        
# 2025-04-29 04:04:19  0.00B 设置工作目录为/sgl-workspace
WORKDIR /sgl-workspace
                        
# 2025-04-29 04:04:19  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-03-06 18:01:54  2.63GB 
/bin/bash
                        
# 2025-01-14 14:01:43  0.00B 设置默认要执行的命令
CMD ["/bin/bash"]
                        
# 2025-01-14 14:01:43  423.00B 执行命令并创建新的镜像层
RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 COMMON_WORKDIR=/app /bin/sh -c cd ${COMMON_WORKDIR}/vllm     && python3 -m pip install -e tests/vllm_test_utils # buildkit
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 HIP_FORCE_DEV_KERNARG
ENV HIP_FORCE_DEV_KERNARG=1
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 TOKENIZERS_PARALLELISM
ENV TOKENIZERS_PARALLELISM=false
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES
ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
                        
# 2025-01-14 14:01:41  148.13KB 复制新文件或目录到容器中
COPY /.buildkite /app/vllm/.buildkite # buildkit
                        
# 2025-01-14 14:01:41  309.79KB 复制新文件或目录到容器中
COPY /examples /app/vllm/examples # buildkit
                        
# 2025-01-14 14:01:41  2.77MB 复制新文件或目录到容器中
COPY /tests /app/vllm/tests # buildkit
                        
# 2025-01-14 14:01:41  377.59KB 复制新文件或目录到容器中
COPY /benchmarks /app/vllm/benchmarks # buildkit
                        
# 2025-01-14 14:01:41  0.00B 定义构建参数
ARG COMMON_WORKDIR=/app
                        
# 2025-01-14 14:01:41  1.47GB 执行命令并创建新的镜像层
RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c cd /install     && pip install -U -r requirements-rocm.txt     && case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in            *"rocm-6.0"*)                patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h rocm_patch/rocm_bf16.patch;;            *"rocm-6.1"*)                cp rocm_patch/libamdhip64.so.6 /opt/rocm/lib/libamdhip64.so.6;;            *) ;; esac     && pip uninstall -y vllm     && pip install *.whl # buildkit
                        
# 2025-01-14 13:45:54  0.00B 设置环境变量 VLLM_INSTALL_PUNICA_KERNELS
ENV VLLM_INSTALL_PUNICA_KERNELS=1
                        
# 2025-01-14 13:45:54  14.61MB 执行命令并创建新的镜像层
RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c if [ ${BUILD_RPD} -eq "1" ]; then     git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git     && cd rocmProfileData/rpd_tracer     && pip install -r requirements.txt && cd ../     && make && make install     && cd hipMarker && python3 setup.py install ; fi # buildkit
                        
# 2025-01-14 13:45:40  0.00B 定义构建参数
ARG BUILD_RPD=1
                        
# 2025-01-14 13:45:40  13.10MB 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit
                        
# 2025-01-14 13:45:38  0.00B 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in         *"/opt/conda/envs/py_3.9"*)             rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;;         *) ;; esac # buildkit
                        
# 2025-01-14 13:45:37  1.79KB 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-01-14 13:45:36  0.00B 设置工作目录为/app
WORKDIR /app
                        
# 2025-01-14 13:45:36  0.00B 定义构建参数
ARG COMMON_WORKDIR=/app
                        
# 2025-01-14 13:45:36  0.00B 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
                        
# 2025-01-14 13:45:34  1.87KB 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
                        
# 2025-01-14 13:45:33  380.12MB 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y     sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev # buildkit
                        
# 2025-01-14 13:45:33  0.00B 设置环境变量 PYTORCH_ROCM_ARCH
ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2025-01-14 13:45:33  0.00B 定义构建参数
ARG ARG_PYTORCH_ROCM_ARCH
                        
# 2024-12-21 03:02:59  477.00B 执行命令并创建新的镜像层
RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete HIPBLASLT_BRANCH=4d40e36 LEGACY_HIPBLASLT_OPTION= RCCL_BRANCH=648a58d RCCL_REPO=https://github.com/ROCm/rccl TRITON_BRANCH=e5be006 TRITON_REPO=https://github.com/triton-lang/triton.git PYTORCH_BRANCH=8d4926e PYTORCH_VISION_BRANCH=v0.19.1 PYTORCH_REPO=https://github.com/pytorch/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=b7d29fb FA_REPO=https://github.com/ROCm/flash-attention.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt     && echo "HIPBLASLT_BRANCH: ${HIPBLASLT_BRANCH}" >> /app/versions.txt     && echo "LEGACY_HIPBLASLT_OPTION: ${LEGACY_HIPBLASLT_OPTION}" >> /app/versions.txt     && echo "RCCL_BRANCH: ${RCCL_BRANCH}" >> /app/versions.txt     && echo "RCCL_REPO: ${RCCL_REPO}" >> /app/versions.txt     && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt     && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt     && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt     && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt     && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt     && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt     && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt     && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt # buildkit
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG FA_REPO=https://github.com/ROCm/flash-attention.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG FA_BRANCH=b7d29fb
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_VISION_BRANCH=v0.19.1
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_BRANCH=8d4926e
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG TRITON_REPO=https://github.com/triton-lang/triton.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG TRITON_BRANCH=e5be006
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG RCCL_REPO=https://github.com/ROCm/rccl
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG RCCL_BRANCH=648a58d
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG LEGACY_HIPBLASLT_OPTION=
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG HIPBLASLT_BRANCH=4d40e36
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete
                        
# 2024-12-21 03:02:58  1.80GB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:39  5.24MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:38  660.06MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:29  70.74MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb     && sed -i 's/, rccl-dev \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status     && sed -i 's/, rccl \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status # buildkit
                        
# 2024-12-21 02:45:27  1.69GB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb     && sed -i 's/, hipblaslt-dev \(.*\), hipcub-dev/, hipcub-dev/g' /var/lib/dpkg/status     && sed -i 's/, hipblaslt \(.*\), hipfft/, hipfft/g' /var/lib/dpkg/status # buildkit
                        
# 2024-12-18 06:25:56  129.30MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging cmake ninja wheel setuptools pybind11 Cython # buildkit
                        
# 2024-12-18 06:25:51  257.38MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y     && apt-get install -y software-properties-common git curl sudo vim less     && add-apt-repository ppa:deadsnakes/ppa     && apt-get update -y     && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv        python${PYTHON_VERSION}-lib2to3 python-is-python3      && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1     && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION}     && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config     && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION}     && python3 --version && python3 -m pip --version # buildkit
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
                        
# 2024-12-18 06:24:57  0.00B 设置工作目录为/app
WORKDIR /app
                        
# 2024-12-18 06:24:57  0.00B 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
                        
# 2024-12-18 06:24:57  0.00B 定义构建参数
ARG PYTHON_VERSION=3.12
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 PYTORCH_ROCM_ARCH
ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2024-12-18 06:24:57  0.00B 定义构建参数
ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 ROCM_PATH
ENV ROCM_PATH=/opt/rocm
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 PATH
ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2024-12-05 08:40:46  1.67KB 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
                        
# 2024-12-05 08:40:45  29.60GB 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg   && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add -   && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list   && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list   && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends   sudo   libelf1   kmod   file   python3-dev   python3-pip   rocm-dev   rocm-libs   build-essential &&   apt-get clean &&   rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-12-05 08:33:53  60.00B 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG APT_PREF
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG AMDGPU_VERSION=5.3
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG ROCM_VERSION=5.3
                        
# 2024-12-05 08:33:53  0.00B 添加元数据标签
LABEL maintainer=dl.mlsedevops@amd.com
                        
# 2024-09-12 00:25:18  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2024-09-12 00:25:17  77.86MB 
/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in / 
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:2b2ab64c825a68b7ba658fd907c47c04e2f70072ba47ed768d7cc42b841dcfbd",
    "RepoTags": [
        "lmsysorg/sglang:v0.4.6.post1-rocm630-srt",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.6.post1-rocm630-srt"
    ],
    "RepoDigests": [
        "lmsysorg/sglang@sha256:f6a4e3f235bc7e88719a82963df48cb32518c1ae4d1de4bf0f70aa6a7d32fa56",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang@sha256:7cc7ef137d1e745c44fda39c60f5d3d17f562fce2d6e7e750295800c56895c51"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-04-29T05:11:23.62539818Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "root",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "ROCM_PATH=/opt/rocm",
            "LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:",
            "PYTORCH_ROCM_ARCH=gfx90a;gfx942",
            "DEBIAN_FRONTEND=noninteractive",
            "VLLM_INSTALL_PUNICA_KERNELS=1",
            "RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1",
            "TOKENIZERS_PARALLELISM=false",
            "HIP_FORCE_DEV_KERNARG=1",
            "SGL_DEFAULT=main",
            "HSA_NO_SCRATCH_RECLAIM=1",
            "SGLANG_SET_CPU_AFFINITY=1",
            "SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1",
            "NCCL_MIN_NCHANNELS=112",
            "SGLANG_MOE_PADDING=1",
            "VLLM_FP8_PADDING=1",
            "VLLM_FP8_ACT_PADDING=1",
            "VLLM_FP8_WEIGHT_PADDING=1",
            "VLLM_FP8_REDUCE_CONV=1",
            "TORCHINDUCTOR_MAX_AUTOTUNE=1",
            "TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1"
        ],
        "Cmd": [
            "/bin/bash"
        ],
        "ArgsEscaped": true,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/sgl-workspace",
        "Entrypoint": null,
        "OnBuild": null,
        "Labels": {
            "maintainer": "dl.mlsedevops@amd.com",
            "org.opencontainers.image.created": "2025-01-14T05:39:21.715Z",
            "org.opencontainers.image.description": "",
            "org.opencontainers.image.licenses": "Apache-2.0",
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.revision": "61724cfffd52a9cd350ee97b9697dcdabfe17190",
            "org.opencontainers.image.source": "https://github.com/saienduri/docker-images",
            "org.opencontainers.image.title": "docker-images",
            "org.opencontainers.image.url": "https://github.com/saienduri/docker-images",
            "org.opencontainers.image.version": "nightly"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 56188750731,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/d1c17102e652571da49eceee33ad993dfdb94644cd2118bf57689514de44cd7a/diff:/var/lib/docker/overlay2/511cc0cd0c1cdf9dddc6c90973b604782ace4f09f7c122ae1fc9879af306cf72/diff:/var/lib/docker/overlay2/9d11c59692d62e5ed375aa0407d0546a5f5be74a99cfbb1b6ecc3a8efc2f622b/diff:/var/lib/docker/overlay2/aa66cb80fff8947409b97284730d710135a5869803a3a7d3ce775251b2875238/diff:/var/lib/docker/overlay2/b55c8e77d7bd0e1501d60315c178efe3e3031edcc0fa1e3af4529c669b8131d3/diff:/var/lib/docker/overlay2/4538f50c27cf84f174664ed7c8fbc7395cc8ca8601d1e4ba947e9c73953704ec/diff:/var/lib/docker/overlay2/7d9f769123a91072cb08725e37f582771a1a8c19e020c967993c1ad2e91d8c66/diff:/var/lib/docker/overlay2/282ed99da590229bd21b1458af42e871675f3b7f2d50cb7fb89e171edc12aa4c/diff:/var/lib/docker/overlay2/9effac4f1de06d8ad14b655f44e36964c5420b1acaaae1d0463563d76162379e/diff:/var/lib/docker/overlay2/b9ff2590bcee8a4e87ce7121893af178807c70bc96fab7bf01f013b330898c4e/diff:/var/lib/docker/overlay2/c04bb93f04962ed00bd109d4d53de760990982c06aeef1e462563ce5f80502b8/diff:/var/lib/docker/overlay2/8049951d13639f439a4cc8e1951c593ac41f39c2039b27ed3c7645f5d4ff225e/diff:/var/lib/docker/overlay2/5aa9b0e546860526536dcaca3c5816a0d5057d639397335734195ba6fd078cc2/diff:/var/lib/docker/overlay2/1ff8adbe469fc3e58d409db36c3302252aed4a6459238c30a7d18fbaba90cf0b/diff:/var/lib/docker/overlay2/a1d40bde67f434828e948aa534ed8209e725e6869709dc03d45f96d38b5b223e/diff:/var/lib/docker/overlay2/17d7ddb813ef9cc0741ee4252b693ce6280d3f32ca0610b8bdad0ca0bc376411/diff:/var/lib/docker/overlay2/882101b83535603964d8ea0ae8597151ffd03ae0262d8229ce6e169a47b82e8e/diff:/var/lib/docker/overlay2/90f73681b6fdbcac0bc69fb823368e168320382e7c88a7c4cecac8ffc383fb3b/diff:/var/lib/docker/overlay2/4e06cff97246963104129ea43f194d9cf07b069065eb22a3ae0a75708e2be9a7/diff:/var/lib/docker/overlay2/67cab79c2a8a240dff2a9f94b6587c7ab3b395bf19502b06a90f92256e75d1b9/diff:/var/lib/docker/overlay2/a3faf0b74a162d158b32ec2f54afe0033c62b6fbc51c1f38c473cc94e452be45/diff:/var/lib/docker/overlay2/e282654cfce730d16dd939730c0c6e64f87757a11cc442b03fa8f15349729629/diff:/var/lib/docker/overlay2/4edb5553b1321c24a7435781ac70754b7ce59ed0e3c3f4fead1d6718f1a5559d/diff:/var/lib/docker/overlay2/c284a5878af54e28b46427ca44848be2371954432fcdd893253da696b6cc476d/diff:/var/lib/docker/overlay2/80b8d534f769825bbaf462a3532ec699ab97ee0ade1e4ae58dd062a9a98781fb/diff:/var/lib/docker/overlay2/8a3863895cdf4e7e1bb6501a40b597f498b58bf891fc4ea6ff4471ccbfe3f069/diff:/var/lib/docker/overlay2/ed6129d0967391d3302f5bc91478d696191f0b95fd21937e3da9e2a90bf15704/diff:/var/lib/docker/overlay2/55b90c9beabd297e7103d0bde08c56932535a757f7621a3fc81248f0f0677a98/diff:/var/lib/docker/overlay2/fc064542c1e338c3bd9600a839379004c6009d941146e43576e6ce76acd64d5f/diff:/var/lib/docker/overlay2/2ae9d902af4af37b2934fca2e0c87463e625337149a4011cee09e0417133487d/diff:/var/lib/docker/overlay2/9c1d6c81a84d2ec5cd62555262713ee3f14781263d53c29b0b3fb08d50cb56eb/diff:/var/lib/docker/overlay2/e9b762803de4f69ef706ccdb214501c8556dd58e75bf415ba4adb4473764fab6/diff:/var/lib/docker/overlay2/69be6b43e32e86be8c9c5ba34983dfb5d006e4326d27da4697da501d4dde1f53/diff:/var/lib/docker/overlay2/c2f33ef979a39e56c0fccf83a3390bc4eaff436d15e0b284c13bea25fb11b17d/diff:/var/lib/docker/overlay2/d4d700ae1a0481f645b6593fa2b8de64c71d963e1446f86e2cb3a81f8b96c537/diff:/var/lib/docker/overlay2/1dcd7ae3c86647440aef9a5bbdaea56b9bc8a2c8b325a87d95902fb2bf48ea55/diff:/var/lib/docker/overlay2/4cfb2ff6eb670d08d805fcc326973c76acabc424b2f6ce5f1903149f34750452/diff",
            "MergedDir": "/var/lib/docker/overlay2/3f09f3ef7f43f7cabd280795ac72e5f55395cf4964b90631db6ba30ce9a867c0/merged",
            "UpperDir": "/var/lib/docker/overlay2/3f09f3ef7f43f7cabd280795ac72e5f55395cf4964b90631db6ba30ce9a867c0/diff",
            "WorkDir": "/var/lib/docker/overlay2/3f09f3ef7f43f7cabd280795ac72e5f55395cf4964b90631db6ba30ce9a867c0/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:2573e0d8158209ed54ab25c87bcdcb00bd3d2539246960a3d592a1c599d70465",
            "sha256:6209450ea8c6589c8788925b3b356b7a18e1e6987ff6c2e48f8d703ec1c4b35d",
            "sha256:e4c142dc1b0dbfd7a9b9b20ecb4847657b683c442999d9a4e7433bd29d5a5b5f",
            "sha256:736027c6262608b1fcb60130aaabb71b1f37489d96fc2283dc8260437ce1ee52",
            "sha256:ba0b540268802a0ad336ace866019835d925cdcf785cb021cd755c060214112b",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:3c143ab86fbe53789fdfbc6f6c8bd28f4884ddab985549bf72691b450b0eddde",
            "sha256:994b5f12512b087a06c535d20945f49b1f78556a06bd789bb9aab9e77e4c6a3f",
            "sha256:cdd6e887fa6e9a451e2123c660d37df88cc4f4df5afe208ee815da403ed58388",
            "sha256:85b870ae857a0cd47c20995373b6490fe59aac13830771b5b066d2049f347afb",
            "sha256:c412e08614d3f80710227bb8c5b15f38fd7bc24ad90a72d8fbc816cd3b203535",
            "sha256:348cd9dcd2b9bea726ebe06160f73dbf6946f9c3e764e6b30d1aad41b4294ec4",
            "sha256:12eae83210ca2211e49f593cd4ac68c8c907b771a3c1191dddbdfa2d457d269f",
            "sha256:96ed362fbc9201c1143fcd329a1ed719a3be9570bb10c64b2b758e6d2eee0a85",
            "sha256:969fac35275c2ee28694fd409f77b7a384eeb2746d57c55ebd47f3b1ec2940a5",
            "sha256:5e1086a501e86cabe1a284d3ad17582a4d7aaef206a3bf79e5ef4676eb8bdcd8",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:868061a2e7d8f4d629e6e6c1914c10304ea5f79ebca62e909e690e6414eb8ada",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:a4923d43ed40ffe5c634da25ac9f8cb324e285465ec79c04d05a63364f8b0ebf",
            "sha256:7bb76ee6545704854996a2f01c08824e8d6aa03b0d0e4b036a6030ee89510339",
            "sha256:a2f75deb2b612ddce4dad5d79accc7d27c4e5481615fc4d62cded45b0c898b81",
            "sha256:6c2948fa54e1894c53d3c568170fa709a49c29004e933dc8e308b3a8688a1ef9",
            "sha256:2f309c425b8f5fbecf38f562b7b27881f10ab8fa536d3086551f14c0a9ff3a83",
            "sha256:21b4af444c860d434345bb650d3b3b65f8dbafbfbfbb059f08bc4de16772adb2",
            "sha256:9243653e67b3754825d0a905a3b44ac043244aac7e6b9893a752cdc7f174c448",
            "sha256:00c1e10024645c9697a911b53107555dfaaf01909daac7720867d7e3a8f8e093",
            "sha256:9bf23dd59ae00c791d6512bd692a7fd0ab3544bc5300f2d9ee3e93ecd84f3f60",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:bb81ad0075810ae35d9d0de38a457ea61f42dbd8bf5e4758dd7af136b466499f",
            "sha256:181926dc8cd23e5a5c5d4d0317a31e4705f6abb0f585f43a7e5d731d8a82d170",
            "sha256:e37621cc26256279a267bded9eed2ac817de154a1bf2638bd5adf87b16908247",
            "sha256:66b0136355f317eb1515b9773d053e320d969e17eed73102e8e5eb082ba6e4bd",
            "sha256:1079799366dbee4e900c6eb1455f5af4156c254246c5dacc1bc2bd333787194f",
            "sha256:54d0b2fceb15d3a551b6d608fd4126c1e0c2fd8abf79d68fb8f880f94494e9c0",
            "sha256:c0502cb48b377c1c4099b734f9d9f128509f1668cf6e327dc0a5c06b107a874c",
            "sha256:2f1bf1052d2d98ed65bc1602d2b0d9349f9a6e316ce5b7e756d745361f91ec5b"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-05-01T01:26:49.90943191+08:00"
    }
}