docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt  docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt  docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt

Shell快速替换命令

sed -i 's#lmsysorg/sglang:v0.4.3.post2-rocm630-srt#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt  docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt  docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt'

镜像构建历史

# 2025-02-21 00:49:18  0.00B 设置默认要执行的命令
CMD ["/bin/bash"]
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE
ENV TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 TORCHINDUCTOR_MAX_AUTOTUNE
ENV TORCHINDUCTOR_MAX_AUTOTUNE=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 VLLM_FP8_REDUCE_CONV
ENV VLLM_FP8_REDUCE_CONV=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 VLLM_FP8_WEIGHT_PADDING
ENV VLLM_FP8_WEIGHT_PADDING=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 VLLM_FP8_ACT_PADDING
ENV VLLM_FP8_ACT_PADDING=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 VLLM_FP8_PADDING
ENV VLLM_FP8_PADDING=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 MOE_PADDING
ENV MOE_PADDING=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 NCCL_MIN_NCHANNELS
ENV NCCL_MIN_NCHANNELS=112
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN
ENV SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 SGLANG_SET_CPU_AFFINITY
ENV SGLANG_SET_CPU_AFFINITY=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 HSA_NO_SCRATCH_RECLAIM
ENV HSA_NO_SCRATCH_RECLAIM=1
                        
# 2025-02-21 00:49:18  0.00B 设置环境变量 HIP_FORCE_DEV_KERNARG
ENV HIP_FORCE_DEV_KERNARG=1
                        
# 2025-02-21 00:49:18  76.11KB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c find /sgl-workspace/sglang/python/sglang/srt/layers/quantization/configs/          /sgl-workspace/sglang/python/sglang/srt/layers/moe/fused_moe_triton/configs/          -type f -name '*MI300X*' | xargs -I {} sh -c 'vf_config=$(echo "$1" | sed "s/MI300X/MI300X_VF/"); cp "$1" "$vf_config"' -- {} # buildkit
                        
# 2025-02-21 00:49:18  152.78MB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${ATER_REPO}     && cd ater     && git submodule update --init --recursive     && PREBUILD_KERNELS=1 GPU_ARCHS=gfx942 python3 setup.py develop # buildkit
                        
# 2025-02-21 00:48:20  13.43GB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${TRITON_REPO}     && cd triton     && git checkout ${TRITON_COMMIT}     && cd python     && python3 setup.py install # buildkit
                        
# 2025-02-21 00:43:45  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c pip uninstall -y triton # buildkit
                        
# 2025-02-21 00:43:44  37.21KB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c pip install IPython     && pip install orjson     && pip install python-multipart     && pip install torchao     && pip install pybind11 # buildkit
                        
# 2025-02-21 00:43:40  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c python -m pip cache purge # buildkit
                        
# 2025-02-21 00:43:40  50.52MB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c cp -r /sgl-workspace/sglang /sglang # buildkit
                        
# 2025-02-21 00:43:39  294.88MB 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE=srt SGL_REPO=https://github.com/sgl-project/sglang SGL_BRANCH=main TRITON_REPO=https://github.com/ROCm/triton.git TRITON_COMMIT=improve_fa_decode_3.0.0 ATER_REPO=https://github.com/HaiShaw/ater CK_COMMITS=fa05ae /bin/sh -c git clone ${SGL_REPO}     && cd sglang     && if [ "${SGL_BRANCH}" = ${SGL_DEFAULT} ]; then          echo "Using ${SGL_DEFAULT}, default branch.";        else          echo "Using ${SGL_BRANCH} branch.";          git checkout ${SGL_BRANCH};        fi     && cd sgl-kernel     && python setup_rocm.py install     && cd ..     && if [ "$BUILD_TYPE" = "srt" ]; then          python -m pip --no-cache-dir install -e "python[srt_hip]";        else          python -m pip --no-cache-dir install -e "python[all_hip]";        fi # buildkit
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG CK_COMMITS=fa05ae
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG ATER_REPO=https://github.com/HaiShaw/ater
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG TRITON_COMMIT=improve_fa_decode_3.0.0
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG TRITON_REPO=https://github.com/ROCm/triton.git
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG SGL_BRANCH=main
                        
# 2025-02-05 17:41:45  0.00B 设置环境变量 SGL_DEFAULT
ENV SGL_DEFAULT=main
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG SGL_REPO=https://github.com/sgl-project/sglang
                        
# 2025-02-05 17:41:45  0.00B 定义构建参数
ARG BUILD_TYPE=srt
                        
# 2025-02-05 17:41:45  0.00B 设置工作目录为/sgl-workspace
WORKDIR /sgl-workspace
                        
# 2025-02-05 17:41:45  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-01-14 14:01:43  0.00B 设置默认要执行的命令
CMD ["/bin/bash"]
                        
# 2025-01-14 14:01:43  423.00B 执行命令并创建新的镜像层
RUN |4 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 COMMON_WORKDIR=/app /bin/sh -c cd ${COMMON_WORKDIR}/vllm     && python3 -m pip install -e tests/vllm_test_utils # buildkit
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 HIP_FORCE_DEV_KERNARG
ENV HIP_FORCE_DEV_KERNARG=1
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 TOKENIZERS_PARALLELISM
ENV TOKENIZERS_PARALLELISM=false
                        
# 2025-01-14 14:01:41  0.00B 设置环境变量 RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES
ENV RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1
                        
# 2025-01-14 14:01:41  148.13KB 复制新文件或目录到容器中
COPY /.buildkite /app/vllm/.buildkite # buildkit
                        
# 2025-01-14 14:01:41  309.79KB 复制新文件或目录到容器中
COPY /examples /app/vllm/examples # buildkit
                        
# 2025-01-14 14:01:41  2.77MB 复制新文件或目录到容器中
COPY /tests /app/vllm/tests # buildkit
                        
# 2025-01-14 14:01:41  377.59KB 复制新文件或目录到容器中
COPY /benchmarks /app/vllm/benchmarks # buildkit
                        
# 2025-01-14 14:01:41  0.00B 定义构建参数
ARG COMMON_WORKDIR=/app
                        
# 2025-01-14 14:01:41  1.47GB 执行命令并创建新的镜像层
RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c cd /install     && pip install -U -r requirements-rocm.txt     && case "$(ls /opt | grep -Po 'rocm-[0-9]\.[0-9]')" in            *"rocm-6.0"*)                patch /opt/rocm/include/hip/amd_detail/amd_hip_bf16.h rocm_patch/rocm_bf16.patch;;            *"rocm-6.1"*)                cp rocm_patch/libamdhip64.so.6 /opt/rocm/lib/libamdhip64.so.6;;            *) ;; esac     && pip uninstall -y vllm     && pip install *.whl # buildkit
                        
# 2025-01-14 13:45:54  0.00B 设置环境变量 VLLM_INSTALL_PUNICA_KERNELS
ENV VLLM_INSTALL_PUNICA_KERNELS=1
                        
# 2025-01-14 13:45:54  14.61MB 执行命令并创建新的镜像层
RUN |3 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app BUILD_RPD=1 /bin/sh -c if [ ${BUILD_RPD} -eq "1" ]; then     git clone -b nvtx_enabled https://github.com/ROCm/rocmProfileData.git     && cd rocmProfileData/rpd_tracer     && pip install -r requirements.txt && cd ../     && make && make install     && cd hipMarker && python3 setup.py install ; fi # buildkit
                        
# 2025-01-14 13:45:40  0.00B 定义构建参数
ARG BUILD_RPD=1
                        
# 2025-01-14 13:45:40  13.10MB 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade huggingface-hub[cli] # buildkit
                        
# 2025-01-14 13:45:38  0.00B 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c case "$(which python3)" in         *"/opt/conda/envs/py_3.9"*)             rm -rf /opt/conda/envs/py_3.9/lib/python3.9/site-packages/numpy-1.20.3.dist-info/;;         *) ;; esac # buildkit
                        
# 2025-01-14 13:45:37  1.79KB 执行命令并创建新的镜像层
RUN |2 ARG_PYTORCH_ROCM_ARCH= COMMON_WORKDIR=/app /bin/sh -c python3 -m pip install --upgrade pip && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-01-14 13:45:36  0.00B 设置工作目录为/app
WORKDIR /app
                        
# 2025-01-14 13:45:36  0.00B 定义构建参数
ARG COMMON_WORKDIR=/app
                        
# 2025-01-14 13:45:36  0.00B 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get purge -y sccache; python3 -m pip uninstall -y sccache; rm -f "$(which sccache)" # buildkit
                        
# 2025-01-14 13:45:34  1.87KB 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c python3 -m pip install --upgrade pip # buildkit
                        
# 2025-01-14 13:45:33  380.12MB 执行命令并创建新的镜像层
RUN |1 ARG_PYTORCH_ROCM_ARCH= /bin/sh -c apt-get update -q -y && apt-get install -q -y     sqlite3 libsqlite3-dev libfmt-dev libmsgpack-dev libsuitesparse-dev # buildkit
                        
# 2025-01-14 13:45:33  0.00B 设置环境变量 PYTORCH_ROCM_ARCH
ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2025-01-14 13:45:33  0.00B 定义构建参数
ARG ARG_PYTORCH_ROCM_ARCH
                        
# 2024-12-21 03:02:59  477.00B 执行命令并创建新的镜像层
RUN |15 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete HIPBLASLT_BRANCH=4d40e36 LEGACY_HIPBLASLT_OPTION= RCCL_BRANCH=648a58d RCCL_REPO=https://github.com/ROCm/rccl TRITON_BRANCH=e5be006 TRITON_REPO=https://github.com/triton-lang/triton.git PYTORCH_BRANCH=8d4926e PYTORCH_VISION_BRANCH=v0.19.1 PYTORCH_REPO=https://github.com/pytorch/pytorch.git PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git FA_BRANCH=b7d29fb FA_REPO=https://github.com/ROCm/flash-attention.git /bin/sh -c echo "BASE_IMAGE: ${BASE_IMAGE}" > /app/versions.txt     && echo "HIPBLASLT_BRANCH: ${HIPBLASLT_BRANCH}" >> /app/versions.txt     && echo "LEGACY_HIPBLASLT_OPTION: ${LEGACY_HIPBLASLT_OPTION}" >> /app/versions.txt     && echo "RCCL_BRANCH: ${RCCL_BRANCH}" >> /app/versions.txt     && echo "RCCL_REPO: ${RCCL_REPO}" >> /app/versions.txt     && echo "TRITON_BRANCH: ${TRITON_BRANCH}" >> /app/versions.txt     && echo "TRITON_REPO: ${TRITON_REPO}" >> /app/versions.txt     && echo "PYTORCH_BRANCH: ${PYTORCH_BRANCH}" >> /app/versions.txt     && echo "PYTORCH_VISION_BRANCH: ${PYTORCH_VISION_BRANCH}" >> /app/versions.txt     && echo "PYTORCH_REPO: ${PYTORCH_REPO}" >> /app/versions.txt     && echo "PYTORCH_VISION_REPO: ${PYTORCH_VISION_REPO}" >> /app/versions.txt     && echo "FA_BRANCH: ${FA_BRANCH}" >> /app/versions.txt     && echo "FA_REPO: ${FA_REPO}" >> /app/versions.txt # buildkit
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG FA_REPO=https://github.com/ROCm/flash-attention.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG FA_BRANCH=b7d29fb
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_VISION_REPO=https://github.com/pytorch/vision.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_REPO=https://github.com/pytorch/pytorch.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_VISION_BRANCH=v0.19.1
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG PYTORCH_BRANCH=8d4926e
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG TRITON_REPO=https://github.com/triton-lang/triton.git
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG TRITON_BRANCH=e5be006
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG RCCL_REPO=https://github.com/ROCm/rccl
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG RCCL_BRANCH=648a58d
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG LEGACY_HIPBLASLT_OPTION=
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG HIPBLASLT_BRANCH=4d40e36
                        
# 2024-12-21 03:02:58  0.00B 定义构建参数
ARG BASE_IMAGE=rocm/dev-ubuntu-22.04:6.3-complete
                        
# 2024-12-21 03:02:58  1.80GB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:39  5.24MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:38  660.06MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install /install/*.whl # buildkit
                        
# 2024-12-21 02:45:29  70.74MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb     && sed -i 's/, rccl-dev \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status     && sed -i 's/, rccl \(.*\), rocalution/, rocalution/g' /var/lib/dpkg/status # buildkit
                        
# 2024-12-21 02:45:27  1.69GB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c dpkg -i /install/*deb     && sed -i 's/, hipblaslt-dev \(.*\), hipcub-dev/, hipcub-dev/g' /var/lib/dpkg/status     && sed -i 's/, hipblaslt \(.*\), hipfft/, hipfft/g' /var/lib/dpkg/status # buildkit
                        
# 2024-12-18 06:25:56  129.30MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c pip install -U packaging cmake ninja wheel setuptools pybind11 Cython # buildkit
                        
# 2024-12-18 06:25:51  257.38MB 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c apt-get update -y     && apt-get install -y software-properties-common git curl sudo vim less     && add-apt-repository ppa:deadsnakes/ppa     && apt-get update -y     && apt-get install -y python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python${PYTHON_VERSION}-venv        python${PYTHON_VERSION}-lib2to3 python-is-python3      && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1     && update-alternatives --set python3 /usr/bin/python${PYTHON_VERSION}     && ln -sf /usr/bin/python${PYTHON_VERSION}-config /usr/bin/python3-config     && curl -sS https://bootstrap.pypa.io/get-pip.py | python${PYTHON_VERSION}     && python3 --version && python3 -m pip --version # buildkit
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
                        
# 2024-12-18 06:24:57  0.00B 设置工作目录为/app
WORKDIR /app
                        
# 2024-12-18 06:24:57  0.00B 执行命令并创建新的镜像层
RUN |2 PYTORCH_ROCM_ARCH=gfx90a;gfx942 PYTHON_VERSION=3.12 /bin/sh -c mkdir -p /app # buildkit
                        
# 2024-12-18 06:24:57  0.00B 定义构建参数
ARG PYTHON_VERSION=3.12
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 PYTORCH_ROCM_ARCH
ENV PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2024-12-18 06:24:57  0.00B 定义构建参数
ARG PYTORCH_ROCM_ARCH=gfx90a;gfx942
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 ROCM_PATH
ENV ROCM_PATH=/opt/rocm
                        
# 2024-12-18 06:24:57  0.00B 设置环境变量 PATH
ENV PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2024-12-05 08:40:46  1.67KB 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c groupadd -g 109 render # buildkit
                        
# 2024-12-05 08:40:45  29.60GB 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends ca-certificates curl libnuma-dev gnupg   && curl -sL https://repo.radeon.com/rocm/rocm.gpg.key | apt-key add -   && printf "deb [arch=amd64] https://repo.radeon.com/rocm/apt/$ROCM_VERSION/ jammy main" | tee /etc/apt/sources.list.d/rocm.list   && printf "deb [arch=amd64] https://repo.radeon.com/amdgpu/$AMDGPU_VERSION/ubuntu jammy main" | tee /etc/apt/sources.list.d/amdgpu.list   && apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends   sudo   libelf1   kmod   file   python3-dev   python3-pip   rocm-dev   rocm-libs   build-essential &&   apt-get clean &&   rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-12-05 08:33:53  60.00B 执行命令并创建新的镜像层
RUN |3 ROCM_VERSION=6.3 AMDGPU_VERSION=6.3 APT_PREF=Package: *\nPin: release o=repo.radeon.com\nPin-Priority: 600 /bin/sh -c echo "$APT_PREF" > /etc/apt/preferences.d/rocm-pin-600 # buildkit
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG APT_PREF
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG AMDGPU_VERSION=5.3
                        
# 2024-12-05 08:33:53  0.00B 定义构建参数
ARG ROCM_VERSION=5.3
                        
# 2024-12-05 08:33:53  0.00B 添加元数据标签
LABEL maintainer=dl.mlsedevops@amd.com
                        
# 2024-09-12 00:25:18  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2024-09-12 00:25:17  77.86MB 
/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in / 
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:94a83d1b1b3ce23493545081dbc95dbfa1a0e1109edf4cfd20901f88a2c77711",
    "RepoTags": [
        "lmsysorg/sglang:v0.4.3.post2-rocm630-srt",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.4.3.post2-rocm630-srt"
    ],
    "RepoDigests": [
        "lmsysorg/sglang@sha256:facad277e8090016f30b096e09e3f821766d7c80fdbd5debabc8f8d1b892d2b8",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang@sha256:40b2eff2f351f417a7467fd3dd3556a36e678bd397d96cbfc3b8b78eafa93681"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-02-20T16:49:18.709488037Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "root",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "ROCM_PATH=/opt/rocm",
            "LD_LIBRARY_PATH=/opt/rocm/lib:/usr/local/lib:",
            "PYTORCH_ROCM_ARCH=gfx90a;gfx942",
            "DEBIAN_FRONTEND=noninteractive",
            "VLLM_INSTALL_PUNICA_KERNELS=1",
            "RAY_EXPERIMENTAL_NOSET_ROCR_VISIBLE_DEVICES=1",
            "TOKENIZERS_PARALLELISM=false",
            "HIP_FORCE_DEV_KERNARG=1",
            "SGL_DEFAULT=main",
            "HSA_NO_SCRATCH_RECLAIM=1",
            "SGLANG_SET_CPU_AFFINITY=1",
            "SGLANG_ALLOW_OVERWRITE_LONGER_CONTEXT_LEN=1",
            "NCCL_MIN_NCHANNELS=112",
            "MOE_PADDING=1",
            "VLLM_FP8_PADDING=1",
            "VLLM_FP8_ACT_PADDING=1",
            "VLLM_FP8_WEIGHT_PADDING=1",
            "VLLM_FP8_REDUCE_CONV=1",
            "TORCHINDUCTOR_MAX_AUTOTUNE=1",
            "TORCHINDUCTOR_MAX_AUTOTUNE_POINTWISE=1"
        ],
        "Cmd": [
            "/bin/bash"
        ],
        "ArgsEscaped": true,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/sgl-workspace",
        "Entrypoint": null,
        "OnBuild": null,
        "Labels": {
            "maintainer": "dl.mlsedevops@amd.com",
            "org.opencontainers.image.created": "2025-01-14T05:39:21.715Z",
            "org.opencontainers.image.description": "",
            "org.opencontainers.image.licenses": "Apache-2.0",
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.revision": "61724cfffd52a9cd350ee97b9697dcdabfe17190",
            "org.opencontainers.image.source": "https://github.com/saienduri/docker-images",
            "org.opencontainers.image.title": "docker-images",
            "org.opencontainers.image.url": "https://github.com/saienduri/docker-images",
            "org.opencontainers.image.version": "nightly"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 50090218803,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/ea21e6604990933e0ceed2e8a731089fee1e8b6466623a1d74f4c347f268a617/diff:/var/lib/docker/overlay2/c851517bd0a11526d303119b29dfaa8ae30688e4569aec97befdd5ce7f93c0ad/diff:/var/lib/docker/overlay2/656da526695c4bdcf6bb015aaf90897e608a59ba5008d2a71a0e207a8dc3f114/diff:/var/lib/docker/overlay2/2106e3bd1464b8dbbd0c8ad25b936cfd5b6b3ab4539eb4cda49537f18cd862eb/diff:/var/lib/docker/overlay2/656c49a388220e0e8c97fbfb7c7227a6cecbc57a4bc64db0e4c1e5faea53312d/diff:/var/lib/docker/overlay2/f549117d705714759ac9e8d050727e380dee4a6504a7dd427a7e3907a75e8d0d/diff:/var/lib/docker/overlay2/c2fa6ca10c247f683f9ec0d3daa8e2e6d174b52d00a45111d35c776ede2a1880/diff:/var/lib/docker/overlay2/26b2ab79cbd4bf72fb7c053b5ffde392f4d43b84ddb417a436d4b608c31ccff3/diff:/var/lib/docker/overlay2/c1e2e11117d4752d844a1f3e5d8cdc777ea304ce5f4d233011dd5be5b434e869/diff:/var/lib/docker/overlay2/98829655a2a057d519a08be27ef206f366eb9323f8353e8cb593974d0f6402c9/diff:/var/lib/docker/overlay2/a16886b7e2a83eae5c0174f9cc2c5b8c68a32d551451230acc8db8404bdc532a/diff:/var/lib/docker/overlay2/8c8d0c40f8a92c5d1519500bdb8965677d8a9eb5c74981dec8a24ea832b330bc/diff:/var/lib/docker/overlay2/8a71d930bf66a30ab78f09823d24189beb234b4456863a3e70eb2c6e848d784a/diff:/var/lib/docker/overlay2/8d3e51115e7043879cae6e973b9845a95adb92bbf8e1182200e85bf4ccb1e276/diff:/var/lib/docker/overlay2/dcedd8e171f68db72f1f0b1fe74e497678c416df78409c68c29315576b2a2a5b/diff:/var/lib/docker/overlay2/7245ed1eef1f4c468e08ff7b5aeb4d6b0c752182cfb0ff3a96e5b11cca6d7e69/diff:/var/lib/docker/overlay2/c6ab7ac8257d38872eac4ba71592cb7101922ca62cfd6917174069a67f4c329c/diff:/var/lib/docker/overlay2/ad74fa16e1eefcc69337d59b7ee2b6536908957dd32a511b053715b97f3275d2/diff:/var/lib/docker/overlay2/6122efd34ccd6080a6b294f782298c72be5f737f5eaf5a3d10661e72baaef0d6/diff:/var/lib/docker/overlay2/8d4d2951727481395bdce9da905574081f5a8ba0f64fd7978d98c627d036a18d/diff:/var/lib/docker/overlay2/3a56f9e214a623035dce35e39efc01db10b5569cdf485a5a01f23889baf4d49b/diff:/var/lib/docker/overlay2/9d5dcc4211be259453e6545bec2da2b45c376083bae7901cca3696faefb4dc64/diff:/var/lib/docker/overlay2/0da555ab21d454ab17d813237f23cb644a21b1f441f084d5454d4aa529654fc9/diff:/var/lib/docker/overlay2/906b63360fe7b82d095fdfa09361f260d715d1bf42bd46662cd3be09ccc9974f/diff:/var/lib/docker/overlay2/cb44ac77db0cd9c02728157a952350bc71b3eefa49f24da6fa01e40c19ad460c/diff:/var/lib/docker/overlay2/a7b2fe576fdd11aa496e39236ddce5402d8f5064f76ece980585a7c2087cee4c/diff:/var/lib/docker/overlay2/095356738c04f612c33ef7c6bf9ad63cb56d1969d7edb53b3d41c1ebe15a8d32/diff:/var/lib/docker/overlay2/973d7900757819826f25ec4144f582779cad4c1b10a66f28d99f5096696938a3/diff:/var/lib/docker/overlay2/a38e535e04311a7c81d76fe7d4840e42986e5cb4ce5b0750016f2662ec0bee83/diff:/var/lib/docker/overlay2/bd8ac16bff539863ed7f2482fe9628571f7375205edadf6aed5a42167c6978bb/diff:/var/lib/docker/overlay2/4e86e6d4d388435f103295dab21654a1110db18694f4cc4f58056ef67e617c79/diff:/var/lib/docker/overlay2/6eb6c34f25dc1a54b026f30afb585a750b43ce8d730abcbb42160ac8f69c9c36/diff:/var/lib/docker/overlay2/5ef8a71c583ef0d4d7cd62b157fc417639b9d78b990c8f7d3eb724a1f38993c5/diff:/var/lib/docker/overlay2/8deb48e00b032fe07eea98d5339634ab2f2a03a2fa75de665cf075b64b4cba1c/diff:/var/lib/docker/overlay2/e1ea904595b41a51fdeb827c813c4e4377c6184250e6b9f5335cac037dbc7364/diff:/var/lib/docker/overlay2/4cfb2ff6eb670d08d805fcc326973c76acabc424b2f6ce5f1903149f34750452/diff",
            "MergedDir": "/var/lib/docker/overlay2/8ec2be07ad2ad3701aa0d93df8e62139757e93ca2182d91a0842fcb33a3995a7/merged",
            "UpperDir": "/var/lib/docker/overlay2/8ec2be07ad2ad3701aa0d93df8e62139757e93ca2182d91a0842fcb33a3995a7/diff",
            "WorkDir": "/var/lib/docker/overlay2/8ec2be07ad2ad3701aa0d93df8e62139757e93ca2182d91a0842fcb33a3995a7/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:2573e0d8158209ed54ab25c87bcdcb00bd3d2539246960a3d592a1c599d70465",
            "sha256:6209450ea8c6589c8788925b3b356b7a18e1e6987ff6c2e48f8d703ec1c4b35d",
            "sha256:e4c142dc1b0dbfd7a9b9b20ecb4847657b683c442999d9a4e7433bd29d5a5b5f",
            "sha256:736027c6262608b1fcb60130aaabb71b1f37489d96fc2283dc8260437ce1ee52",
            "sha256:ba0b540268802a0ad336ace866019835d925cdcf785cb021cd755c060214112b",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:3c143ab86fbe53789fdfbc6f6c8bd28f4884ddab985549bf72691b450b0eddde",
            "sha256:994b5f12512b087a06c535d20945f49b1f78556a06bd789bb9aab9e77e4c6a3f",
            "sha256:cdd6e887fa6e9a451e2123c660d37df88cc4f4df5afe208ee815da403ed58388",
            "sha256:85b870ae857a0cd47c20995373b6490fe59aac13830771b5b066d2049f347afb",
            "sha256:c412e08614d3f80710227bb8c5b15f38fd7bc24ad90a72d8fbc816cd3b203535",
            "sha256:348cd9dcd2b9bea726ebe06160f73dbf6946f9c3e764e6b30d1aad41b4294ec4",
            "sha256:12eae83210ca2211e49f593cd4ac68c8c907b771a3c1191dddbdfa2d457d269f",
            "sha256:96ed362fbc9201c1143fcd329a1ed719a3be9570bb10c64b2b758e6d2eee0a85",
            "sha256:969fac35275c2ee28694fd409f77b7a384eeb2746d57c55ebd47f3b1ec2940a5",
            "sha256:5e1086a501e86cabe1a284d3ad17582a4d7aaef206a3bf79e5ef4676eb8bdcd8",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:868061a2e7d8f4d629e6e6c1914c10304ea5f79ebca62e909e690e6414eb8ada",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:a4923d43ed40ffe5c634da25ac9f8cb324e285465ec79c04d05a63364f8b0ebf",
            "sha256:7bb76ee6545704854996a2f01c08824e8d6aa03b0d0e4b036a6030ee89510339",
            "sha256:a2f75deb2b612ddce4dad5d79accc7d27c4e5481615fc4d62cded45b0c898b81",
            "sha256:6c2948fa54e1894c53d3c568170fa709a49c29004e933dc8e308b3a8688a1ef9",
            "sha256:2f309c425b8f5fbecf38f562b7b27881f10ab8fa536d3086551f14c0a9ff3a83",
            "sha256:21b4af444c860d434345bb650d3b3b65f8dbafbfbfbb059f08bc4de16772adb2",
            "sha256:9243653e67b3754825d0a905a3b44ac043244aac7e6b9893a752cdc7f174c448",
            "sha256:00c1e10024645c9697a911b53107555dfaaf01909daac7720867d7e3a8f8e093",
            "sha256:3557da23ccbc99fef18ee04d77dc067e67ba5ce2cfca8e998d77e0a740b06a7c",
            "sha256:a5a1e55b58b74dfbe648e3434fea63237e46f8c00f02f942f0e00d7b9e2e6f86",
            "sha256:ae58da69dde821e1d85b02284db77618705201bd244643d6f74a44d6cc335b11",
            "sha256:c6b1e42ac8dc204408463ac622f5dc23a1b70f20105b8a206af96153808298aa",
            "sha256:081a232b7df487763b004246996b8077f5088d86fa32e6cdd8b1956f3b551120",
            "sha256:135ef26a53a2fc7aa12a4ce9e02449972d0452d172338348d258e8c70c7249a2",
            "sha256:dc8689d81df6f69b3ae8a58042044a11299f52acc9fc38bff943309ea1835837",
            "sha256:e50652a451769768054aa93ca88b375fa8d7cea31c0cd60d3e923517f09686c7",
            "sha256:dc9ef849f39ec996ae14c699009e69e38c9ec3b28600bca8ef24c1c1d5d4cde9"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-03-04T00:41:26.686975328+08:00"
    }
}