Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64  docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64  docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2

Shell快速替换命令

sed -i 's#gpustack/runner:cann9.0-910b-vllm0.20.2#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64  docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64  docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2'

镜像构建历史

# 2026-08-13 10:27:09  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["tini" "--"]
                        
# 2026-08-13 10:27:09  0.00B 设置工作目录为/
WORKDIR /
                        
# 2026-08-13 10:27:09  0.00B 设置环境变量 RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES TASK_QUEUE_ENABLE OMP_NUM_THREADS CPU_AFFINITY_CONF PYTORCH_NPU_ALLOC_CONF SAFETENSORS_FAST_GPU RUNAI_STREAMER_MEMORY_LIMIT RUNAI_STREAMER_LOG_TO_STDERR RUNAI_STREAMER_LOG_LEVEL
ENV RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1 TASK_QUEUE_ENABLE=1 OMP_NUM_THREADS=1 CPU_AFFINITY_CONF=1 PYTORCH_NPU_ALLOC_CONF=expandable_segments:True SAFETENSORS_FAST_GPU=1 RUNAI_STREAMER_MEMORY_LIMIT=0 RUNAI_STREAMER_LOG_TO_STDERR=1 RUNAI_STREAMER_LOG_LEVEL=INFO
                        
# 2026-08-13 10:27:09  52.89MB 执行命令并创建新的镜像层
RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=910b VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_LMCACHE_VERSION=0.4.3 VLLM_LMCACHE_ASCEND_VERSION=0.4.3 /bin/bash -eo pipefail -c     # Dependencies

    # Install
    cat <<EOT >/tmp/requirements.txt
# audio extras
librosa
soundfile
mistral_common[audio]

# tokenizer extras
fastokens==0.2.0
EOT
    uv pip install \
        -r /tmp/requirements.txt

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2026-08-13 10:27:07  359.20KB 执行命令并创建新的镜像层
RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=910b VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_LMCACHE_VERSION=0.4.3 VLLM_LMCACHE_ASCEND_VERSION=0.4.3 /bin/bash -eo pipefail -c     # Patch

    tree -hs /workspace/patches
    pushd /vllm-workspace/vllm \
        && for f in /workspace/patches/vllm/*.patch; do patch -p1 < "$f" || exit 1; done
    pushd /vllm-workspace/vllm-ascend \
        && patch -p1 < /workspace/patches/vllm_ascend/*.patch
    if pip show vllm_omni > /dev/null 2>&1; then \
        pushd $(pip show vllm_omni | grep Location: | cut -d" " -f 2) \
            && patch -p1 < /workspace/patches/vllm_omni/*.patch; \
    fi
 # buildkit
                        
# 2026-06-11 19:55:29  504.00B 执行命令并创建新的镜像层
RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=910b VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_LMCACHE_VERSION=0.4.3 VLLM_LMCACHE_ASCEND_VERSION=0.4.3 /bin/bash -eo pipefail -c     # Postprocess

    # Hijack executable path
    PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);")
    mv ${PYTHON_LIB_PREFIX}/bin/vllm ${PYTHON_LIB_PREFIX}/bin/vllm_
    cat <<EOT >${PYTHON_LIB_PREFIX}/bin/vllm
#!/usr/bin/bash

source \${CANN_HOME}/ascend-toolkit/set_env.sh
source \${CANN_HOME}/nnal/atb/set_env.sh

export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH}
export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so.2:\${LD_PRELOAD}

exec \${BASH_SOURCE[0]}_ "\$@"
EOT
    chmod a+x ${PYTHON_LIB_PREFIX}/bin/vllm

    # Review
    uv pip tree \
        --package vllm \
        --package vllm-ascend \
        --package vllm-omni \
        --package torch \
        --package torch-npu \
        --package lmcache \
        --package lmcache-ascend \
        --package triton-ascend \
        --package ray
 # buildkit
                        
# 2026-06-11 19:55:29  176.55MB 执行命令并创建新的镜像层
RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=910b VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_LMCACHE_VERSION=0.4.3 VLLM_LMCACHE_ASCEND_VERSION=0.4.3 /bin/bash -eo pipefail -c     # Omni

    if [[ ! -d /omni/workspace ]]; then
        echo "Skipping vLLM Omni installation for ${TARGETARCH}..."
        exit 0
    fi

    # Install
    uv pip install --no-build-isolation \
        /omni/workspace/*.whl

    # Dependencies
    cat <<EOT >/tmp/requirements.txt
onnxruntime-cann
sox
EOT
    uv pip install \
        -r /tmp/requirements.txt

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2026-06-11 19:55:27  0.00B 执行命令并创建新的镜像层
RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=910b VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_LMCACHE_VERSION=0.4.3 VLLM_LMCACHE_ASCEND_VERSION=0.4.3 /bin/bash -eo pipefail -c     # MoonCake

    if [[ ! -d /mooncake/workspace ]]; then
        echo "Skipping MoonCake installation for ${CANN_ARCHS} ${TARGETARCH}..."
        exit 0
    fi

    # Install
    uv pip install --no-build-isolation \
        /mooncake/workspace/*.whl

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2026-06-11 19:55:27  0.00B 执行命令并创建新的镜像层
RUN |10 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=910b VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 VLLM_LMCACHE_VERSION=0.4.3 VLLM_LMCACHE_ASCEND_VERSION=0.4.3 /bin/bash -eo pipefail -c     # LMCache

    if [[ "${CANN_ARCHS}" == "310p" ]]; then
        echo "Skipping LMCache installation for ${CANN_ARCHS}..."
        exit 0
    fi

    # LMCache-Ascend (kvcache-ops) does not support CANN >= 9.0 yet:
    # its ascendc_with_def.cmake gates the new build path on `VERSION_EQUAL "8.5"`,
    # so CANN 9.0 falls back to "8.2 mode" and passes an empty --run-mode to
    # extract_host_stub.py, failing the kernel precompile. Skip until upstream adapts.
    if (( "${CANN_VERSION%%.*}" >= 9 )); then
        echo "Skipping LMCache installation for CANN ${CANN_VERSION} (>=9.0 not supported by kvcache-ops)..."
        exit 0
    fi

    source /usr/local/Ascend/ascend-toolkit/set_env.sh && \
    source /usr/local/Ascend/nnal/atb/set_env.sh

    CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}"
    if [[ -z "${CMAKE_MAX_JOBS}" ]]; then
        CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))"
    fi
    if (( $(echo "${CMAKE_MAX_JOBS} < 4" | bc -l) )); then
        CMAKE_MAX_JOBS="4"
    fi
    export MAX_JOBS="${CMAKE_MAX_JOBS}"
    export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib"
    if [[ "${CANN_ARCHS}" == "a3" ]]; then
        export SOC_VERSION="Ascend910_9382"
    elif [[ "${CANN_ARCHS}" == "310p" ]]; then
        export SOC_VERSION="Ascend310P3"
    else
        export SOC_VERSION="Ascend910B3"
    fi
    echo "Building LMCache with the following environment variables:"
    env

    # Install LMCache
    NO_CUDA_EXT=1 pip install lmcache==${VLLM_LMCACHE_VERSION}

    # Install LMCache Ascend
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${VLLM_LMCACHE_ASCEND_VERSION} --single-branch \
        https://github.com/LMCache/LMCache-Ascend.git lmcache-ascend-${VLLM_LMCACHE_ASCEND_VERSION}
    uv pip install --no-build-isolation \
        /tmp/lmcache-ascend-${VLLM_LMCACHE_ASCEND_VERSION}

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2026-06-11 19:54:43  0.00B 定义构建参数
ARG VLLM_LMCACHE_ASCEND_VERSION=0.4.3
                        
# 2026-06-11 19:54:43  0.00B 定义构建参数
ARG VLLM_LMCACHE_VERSION=0.4.3
                        
# 2026-06-11 19:54:43  22.00MB 执行命令并创建新的镜像层
RUN |8 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=9.0.0 CANN_ARCHS=910b VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0 /bin/bash -eo pipefail -c     # Ray

    # Install Ray Client and Default
    cat <<EOT >/tmp/requirements.txt
ray[client]>=2.47.1,<=2.48.0
ray[default]>=2.47.1,<=2.48.0
EOT
    uv pip install \
        -r /tmp/requirements.txt

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2026-06-11 19:54:42  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2026-06-11 19:54:42  0.00B 定义构建参数
ARG TARGETOS=linux
                        
# 2026-06-11 19:54:42  0.00B 定义构建参数
ARG TARGETPLATFORM=linux/arm64
                        
# 2026-06-11 19:54:42  0.00B 
SHELL [/bin/bash -eo pipefail -c]
                        
# 2026-06-11 19:54:42  0.00B 设置环境变量 VLLM_VERSION VLLM_TORCH_VERSION
ENV VLLM_VERSION=0.20.2 VLLM_TORCH_VERSION=2.10.0
                        
# 2026-06-11 19:54:42  0.00B 定义构建参数
ARG VLLM_TORCH_VERSION=2.10.0
                        
# 2026-06-11 19:54:42  0.00B 定义构建参数
ARG VLLM_VERSION=0.20.2
                        
# 2026-06-11 19:54:42  0.00B 设置环境变量 UV_SYSTEM_PYTHON UV_PRERELEASE UV_SKIP_WHEEL_FILENAME_CHECK UV_NO_CACHE UV_HTTP_TIMEOUT UV_INDEX_STRATEGY
ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow UV_SKIP_WHEEL_FILENAME_CHECK=1 UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
                        
# 2026-06-11 19:54:42  0.00B 设置环境变量 CANN_HOME CANN_VERSION CANN_ARCHS
ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=9.0.0 CANN_ARCHS=910b
                        
# 2026-06-11 19:54:42  0.00B 定义构建参数
ARG CANN_ARCHS=910b
                        
# 2026-06-11 19:54:42  0.00B 定义构建参数
ARG CANN_VERSION=9.0.0
                        
# 2026-06-11 19:54:42  53.07MB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c     # Buildkit

    cat <<EOT >/tmp/requirements.txt
build
uv
EOT
    pip install -r /tmp/requirements.txt

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2026-06-11 19:55:27  0.00B 设置环境变量 PIP_NO_CACHE_DIR PIP_DISABLE_PIP_VERSION_CHECK PIP_ROOT_USER_ACTION
ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore
                        
# 2026-06-11 19:55:27  0.00B 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c     # Python

    # Update alternatives
    if ! command -v python >/dev/null 2>&1 \
        && command -v python${PYTHON_VERSION} >/dev/null 2>&1; then
        update-alternatives --install /usr/bin/python python $(which python${PYTHON_VERSION}) 1
    fi

 # buildkit
                        
# 2026-06-11 19:54:41  0.00B 设置环境变量 PYTHON_VERSION
ENV PYTHON_VERSION=3.11
                        
# 2026-06-11 19:54:41  0.00B 定义构建参数
ARG PYTHON_VERSION=3.11
                        
# 2026-06-11 19:54:41  167.60MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # C Buildkit

    apt-get install -y --no-install-recommends \
        ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \
        numactl libnuma-dev libjemalloc2 \
        cmake make ninja-build pkg-config ccache

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2026-06-11 19:54:29  239.29MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # Tools

    # Refresh
    apt-get update -y && apt-get install -y --no-install-recommends \
        software-properties-common apt-transport-https \
        ca-certificates gnupg2 lsb-release gnupg-agent \
      && apt-get update -y

    # Install
    apt-get install -y --no-install-recommends \
        ca-certificates build-essential binutils bash openssl \
        curl wget aria2 \
        git git-lfs \
        unzip xz-utils \
        tzdata locales \
        iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \
        rdma-core rdmacm-utils infiniband-diags \
        procps sysstat htop \
        tini vim jq bc tree

    # Update locale
    localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8

    # Update timezone
    rm -f /etc/localtime \
        && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
        && echo "Asia/Shanghai" > /etc/timezone \
        && dpkg-reconfigure --frontend noninteractive tzdata

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2026-06-11 19:54:29  0.00B 设置环境变量 DEBIAN_FRONTEND LANG LANGUAGE LC_ALL
ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2026-06-11 19:54:29  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2026-06-11 19:54:29  0.00B 定义构建参数
ARG TARGETOS=linux
                        
# 2026-06-11 19:54:29  0.00B 定义构建参数
ARG TARGETPLATFORM=linux/arm64
                        
# 2026-06-11 19:54:29  0.00B 
SHELL [/bin/bash -eo pipefail -c]
                        
# 2026-06-04 00:38:03  0.00B 设置默认要执行的命令
CMD ["/bin/bash"]
                        
# 2026-06-04 00:38:03  4.31KB 执行命令并创建新的镜像层
RUN |6 PIP_INDEX_URL=https://pypi.org/simple MOONCAKE_TAG=v0.3.8.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.20.2 SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 /bin/bash -c echo "export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/lib" >> ~/.bashrc # buildkit
                        
# 2026-06-04 00:38:03  3.38KB 执行命令并创建新的镜像层
RUN |6 PIP_INDEX_URL=https://pypi.org/simple MOONCAKE_TAG=v0.3.8.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.20.2 SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 /bin/bash -c echo "export LD_PRELOAD=/usr/lib/$(uname -m)-linux-gnu/libjemalloc.so.2:$LD_PRELOAD" >> ~/.bashrc # buildkit
                        
# 2026-06-04 00:38:02  2.78GB 执行命令并创建新的镜像层
RUN |6 PIP_INDEX_URL=https://pypi.org/simple MOONCAKE_TAG=v0.3.8.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.20.2 SOC_VERSION=ascend910b1 COMPILE_CUSTOM_KERNELS=1 /bin/bash -c export PIP_EXTRA_INDEX_URL="https://mirrors.huaweicloud.com/ascend/repos/pypi" &&     source /usr/local/Ascend/ascend-toolkit/set_env.sh &&     source /usr/local/Ascend/nnal/atb/set_env.sh &&     export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/usr/local/Ascend/ascend-toolkit/latest/`uname -i`-linux/devlib &&     python3 -m pip install -e /vllm-workspace/vllm-ascend/ --extra-index https://download.pytorch.org/whl/cpu/ &&     python3 -m pip uninstall -y triton triton-ascend &&     python3 -m pip install triton-ascend==3.2.1 --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi &&     python3 -m pip cache purge # buildkit
                        
# 2026-06-03 23:30:40  81.37MB 复制新文件或目录到容器中
COPY . /vllm-workspace/vllm-ascend/ # buildkit
                        
# 2026-05-14 23:26:43  0.00B 设置环境变量 SOC_VERSION TASK_QUEUE_ENABLE OMP_NUM_THREADS
ENV SOC_VERSION=ascend910b1 TASK_QUEUE_ENABLE=1 OMP_NUM_THREADS=1
                        
# 2026-05-14 23:26:43  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
                        
# 2026-05-14 23:26:43  0.00B 定义构建参数
ARG COMPILE_CUSTOM_KERNELS=1
                        
# 2026-05-14 23:26:43  0.00B 定义构建参数
ARG SOC_VERSION=ascend910b1
                        
# 2026-05-14 23:26:43  1.41GB 执行命令并创建新的镜像层
RUN |4 PIP_INDEX_URL=https://pypi.org/simple MOONCAKE_TAG=v0.3.8.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.20.2 /bin/bash -c VLLM_TARGET_DEVICE="empty" python3 -m pip install -e /vllm-workspace/vllm/[audio] --extra-index https://download.pytorch.org/whl/cpu/ &&     python3 -m pip uninstall -y triton &&     python3 -m pip cache purge # buildkit
                        
# 2026-05-14 23:25:11  113.25MB 执行命令并创建新的镜像层
RUN |4 PIP_INDEX_URL=https://pypi.org/simple MOONCAKE_TAG=v0.3.8.post1 VLLM_REPO=https://github.com/vllm-project/vllm.git VLLM_TAG=v0.20.2 /bin/bash -c git clone --depth 1 -b $VLLM_TAG $VLLM_REPO /vllm-workspace/vllm # buildkit
                        
# 2026-05-14 19:56:16  0.00B 定义构建参数
ARG VLLM_TAG=v0.20.2
                        
# 2026-05-14 19:56:16  0.00B 定义构建参数
ARG VLLM_REPO=https://github.com/vllm-project/vllm.git
                        
# 2026-05-14 19:56:16  260.96MB 执行命令并创建新的镜像层
RUN |2 PIP_INDEX_URL=https://pypi.org/simple MOONCAKE_TAG=v0.3.8.post1 /bin/bash -c pip config set global.index-url ${PIP_INDEX_URL} &&     python3 -m pip install modelscope 'ray>=2.47.1,<=2.48.0' 'protobuf>3.20.0' &&     python3 -m pip cache purge # buildkit
                        
# 2026-05-14 19:56:01  1.95GB 执行命令并创建新的镜像层
RUN |2 PIP_INDEX_URL=https://pypi.org/simple MOONCAKE_TAG=v0.3.8.post1 /bin/bash -c apt-get update -y &&     apt-get install -y git vim wget net-tools gcc g++ cmake numactl libnuma-dev libjemalloc2 clang-15 &&     update-alternatives --install /usr/bin/clang clang /usr/bin/clang-15 20 &&     update-alternatives --install /usr/bin/clang++ clang++ /usr/bin/clang++-15 20 &&     git clone --depth 1 --branch ${MOONCAKE_TAG} https://github.com/kvcache-ai/Mooncake /vllm-workspace/Mooncake &&     mv /vllm-workspace/mooncake_installer.sh /vllm-workspace/Mooncake/ &&     cd /vllm-workspace/Mooncake && bash mooncake_installer.sh -y &&     ARCH=$(uname -m) &&     source /usr/local/Ascend/ascend-toolkit/set_env.sh &&     export LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/${ARCH}-linux/devlib:/usr/local/Ascend/ascend-toolkit/latest/${ARCH}-linux/lib64:$LD_LIBRARY_PATH &&     mkdir -p build && cd build && cmake .. -DUSE_ASCEND_DIRECT=ON &&     make -j$(nproc) && make install &&     rm -rf /vllm-workspace/Mooncake/build &&     rm -rf /var/cache/apt/* &&     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2026-05-14 19:47:23  10.35KB 复制新文件或目录到容器中
COPY ./tools/mooncake_installer.sh /vllm-workspace/ # buildkit
                        
# 2026-05-14 19:47:23  0.00B 设置工作目录为/workspace
WORKDIR /workspace
                        
# 2026-05-14 19:47:23  0.00B 定义构建参数
ARG MOONCAKE_TAG=v0.3.8.post1
                        
# 2026-05-14 19:47:23  0.00B 定义构建参数
ARG PIP_INDEX_URL=https://pypi.org/simple
                        
# 2026-05-13 16:12:27  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/bin/bash" "-c" "    source /usr/local/Ascend/ascend-toolkit/set_env.sh &&     source /usr/local/Ascend/cann-9.0.0/share/info/ascendnpu-ir/bin/set_env.sh &&     source /usr/local/Ascend/nnal/atb/set_env.sh &&     exec \"$@\"" "--"]
                        
# 2026-05-13 16:12:27  4.03KB 执行命令并创建新的镜像层
RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" &&     CANN_BISHENG_ENV_FILE="/usr/local/Ascend/cann-9.0.0/share/info/ascendnpu-ir/bin/set_env.sh" &&     CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" &&     echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc &&     echo "source ${CANN_BISHENG_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_BISHENG_ENV_FILE}" >> ~/.bashrc &&     echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
                        
# 2026-05-13 16:12:27  80.00B 复制新文件或目录到容器中
COPY /etc/Ascend /etc/Ascend # buildkit
                        
# 2026-05-13 16:12:26  10.26GB 复制新文件或目录到容器中
COPY /usr/local/Ascend /usr/local/Ascend # buildkit
                        
# 2026-05-13 16:11:06  626.38MB 复制新文件或目录到容器中
COPY /usr/local/python3.11.15 /usr/local/python3.11.15 # buildkit
                        
# 2026-05-13 15:55:41  388.56MB 执行命令并创建新的镜像层
RUN /bin/bash -c apt-get update     && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y         apt-transport-https         ca-certificates         bash         libc6         libsqlite3-dev         gcc         g++         make         cmake         git         vim         wget         jq         curl         build-essential         libnuma-dev     && apt-get clean     && rm -rf /var/lib/apt/lists/*     && rm -rf /var/tmp/*     && rm -rf /tmp/* # buildkit
                        
# 2026-05-13 15:55:41  0.00B 
SHELL [/bin/bash -c]
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 LCCL_PARALLEL
ENV LCCL_PARALLEL=0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 LCCL_DETERMINISTIC
ENV LCCL_DETERMINISTIC=0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_MATMUL_SHUFFLE_K_ENABLE
ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_SHARE_MEMORY_NAME_SUFFIX
ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_COMPARE_TILING_EVERY_KERNEL
ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE
ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT
ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT
ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE
ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE
ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE
ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/cann-9.0.0/lib64:/usr/local/Ascend/cann-9.0.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.0.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ATB_HOME_PATH
ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 CMAKE_PREFIX_PATH
ENV CMAKE_PREFIX_PATH=/usr/local/Ascend/cann-9.0.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.0.0/lib64/cmake
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ASCEND_HOME_PATH
ENV ASCEND_HOME_PATH=/usr/local/Ascend/cann-9.0.0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 TOOLCHAIN_HOME
ENV TOOLCHAIN_HOME=/usr/local/Ascend/cann-9.0.0/toolkit
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ASCEND_OPP_PATH
ENV ASCEND_OPP_PATH=/usr/local/Ascend/cann-9.0.0/opp
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ASCEND_AICPU_PATH
ENV ASCEND_AICPU_PATH=/usr/local/Ascend/cann-9.0.0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 PYTHONPATH
ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 PYTHONPATH
ENV PYTHONPATH=/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ASCEND_TOOLKIT_LATEST_HOME
ENV ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 ASCEND_TOOLKIT_HOME
ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-9.0.0
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/python3.11.15/lib:
                        
# 2026-05-13 15:55:41  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2026-04-10 17:49:13  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2026-04-10 17:49:13  69.62MB 
/bin/sh -c #(nop) ADD file:94ca084e2c34d90b4443d18fa6a7d983767fa1575d4bd2c06f6e31adfea270da in / 
                        
# 2026-04-10 17:49:11  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2026-04-10 17:49:11  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2026-04-10 17:49:11  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:9f9f177de2749e0f8809c8afe28ef4792e7b37bd7e1e9ddd3fbb0fd363659249",
    "RepoTags": [
        "gpustack/runner:cann9.0-910b-vllm0.20.2",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann9.0-910b-vllm0.20.2-linuxarm64"
    ],
    "RepoDigests": [
        "gpustack/runner@sha256:f4a23ca401d527c7f7e5576cd393beffd5e3700a42fd67c01dc24fcfda967700",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner@sha256:96b70f857445147a8928a337e01c82c4683b63e54567aefc87a9c8d8506241b6"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2026-08-13T02:27:09.10916177Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/show_kernel_debug_data:/usr/local/Ascend/cann-9.0.0/tools/msobjdump:/usr/local/Ascend/cann-9.0.0/bin:/usr/local/Ascend/cann-9.0.0/tools/ccec_compiler/bin:/usr/local/Ascend/cann-9.0.0/tools/profiler/bin:/usr/local/Ascend/cann-9.0.0/tools/ascend_system_advisor/asys:/usr/local/python3.11.15/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "LD_LIBRARY_PATH=/usr/local/Ascend/cann-9.0.0/lib64:/usr/local/Ascend/cann-9.0.0/lib64/plugin/opskernel:/usr/local/Ascend/cann-9.0.0/lib64/plugin/nnengine:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64:/usr/local/Ascend/driver/lib64/common:/usr/local/Ascend/driver/lib64/driver:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/python3.11.15/lib:",
            "ASCEND_TOOLKIT_HOME=/usr/local/Ascend/cann-9.0.0",
            "ASCEND_TOOLKIT_LATEST_HOME=/usr/local/Ascend/ascend-toolkit/latest",
            "PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:/usr/local/Ascend/cann-9.0.0/python/site-packages:/usr/local/Ascend/cann-9.0.0/opp/built-in/op_impl/ai_core/tbe:",
            "ASCEND_AICPU_PATH=/usr/local/Ascend/cann-9.0.0",
            "ASCEND_OPP_PATH=/usr/local/Ascend/cann-9.0.0/opp",
            "TOOLCHAIN_HOME=/usr/local/Ascend/cann-9.0.0/toolkit",
            "ASCEND_HOME_PATH=/usr/local/Ascend/cann-9.0.0",
            "CMAKE_PREFIX_PATH=/usr/local/Ascend/cann-9.0.0/toolkit/tools/tikicpulib/lib/cmake:/usr/local/Ascend/cann-9.0.0/lib64/cmake",
            "ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_1",
            "ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0",
            "ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0",
            "ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0",
            "ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1",
            "ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5",
            "ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1",
            "ATB_COMPARE_TILING_EVERY_KERNEL=0",
            "ATB_SHARE_MEMORY_NAME_SUFFIX=",
            "ATB_MATMUL_SHUFFLE_K_ENABLE=1",
            "LCCL_DETERMINISTIC=0",
            "LCCL_PARALLEL=0",
            "DEBIAN_FRONTEND=noninteractive",
            "SOC_VERSION=ascend910b1",
            "TASK_QUEUE_ENABLE=1",
            "OMP_NUM_THREADS=1",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "PYTHON_VERSION=3.11",
            "PIP_NO_CACHE_DIR=1",
            "PIP_DISABLE_PIP_VERSION_CHECK=1",
            "PIP_ROOT_USER_ACTION=ignore",
            "CANN_HOME=/usr/local/Ascend",
            "CANN_VERSION=9.0.0",
            "CANN_ARCHS=910b",
            "UV_SYSTEM_PYTHON=1",
            "UV_PRERELEASE=allow",
            "UV_SKIP_WHEEL_FILENAME_CHECK=1",
            "UV_NO_CACHE=1",
            "UV_HTTP_TIMEOUT=500",
            "UV_INDEX_STRATEGY=unsafe-best-match",
            "VLLM_VERSION=0.20.2",
            "VLLM_TORCH_VERSION=2.10.0",
            "RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1",
            "CPU_AFFINITY_CONF=1",
            "PYTORCH_NPU_ALLOC_CONF=expandable_segments:True",
            "SAFETENSORS_FAST_GPU=1",
            "RUNAI_STREAMER_MEMORY_LIMIT=0",
            "RUNAI_STREAMER_LOG_TO_STDERR=1",
            "RUNAI_STREAMER_LOG_LEVEL=INFO"
        ],
        "Cmd": null,
        "ArgsEscaped": true,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/",
        "Entrypoint": [
            "tini",
            "--"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.version": "22.04"
        },
        "Shell": [
            "/bin/bash",
            "-eo",
            "pipefail",
            "-c"
        ]
    },
    "Architecture": "arm64",
    "Os": "linux",
    "Size": 18661201886,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/472a390d0f5f140cd431dc24ca13065b84ca02efb009bdfdd7d6f4d0401b4a57/diff:/var/lib/docker/overlay2/2e5204369e48e8c75698e92524c03a3c3016c69c8e246e494aa80f4ba7be2a8b/diff:/var/lib/docker/overlay2/0a9fcbfed3b0e3336cdd453edeee693c23765646f7e4b892d68bef78e26a64b3/diff:/var/lib/docker/overlay2/14c4c2d7cde9ca5260d24afa06854e079f64b9855beaf0d811cc9f9cdd9339f7/diff:/var/lib/docker/overlay2/65551560914e3f7c0f99c22273737195c0a6f041d056ff3907f5c6b059804937/diff:/var/lib/docker/overlay2/49af5e695b87b1747eeb3826a54b74f6a96c2b0887d649fabb37a6d842c28e30/diff:/var/lib/docker/overlay2/d9c0cffd7eb7c6e3d99be93d517eae3e435f2a5be3b34d795b4ea35b57f6ffe0/diff:/var/lib/docker/overlay2/294ac76bc8031ae044e60c9538e41bc7f5643a045bb3a42de1a1ad709dd57e80/diff:/var/lib/docker/overlay2/4029b54f6beb6d835c75d271ddb7ffab176d4cc417dc8578fcae7bdcfcd3e0a5/diff:/var/lib/docker/overlay2/a695138f0c28f7a0d5e8f250ed771a8eb5e3295133edda5d892f166e2f490f45/diff:/var/lib/docker/overlay2/ddc46e2e03a05b7e8b35116d35527de3be9e0d09a6941e16057643bbea1000aa/diff:/var/lib/docker/overlay2/e3a142167ffe963e74c40cc1c1318695fbbc7b69518a5053d63574e62a3a8770/diff:/var/lib/docker/overlay2/d43c430f7349e637c74b2d3c2ba4aec1c29cfcf4f8f0306121a1d4870c5413b8/diff:/var/lib/docker/overlay2/221b793d998eec0d947bb6ca744da7e0504950a60ff9af0e6079c2235e55e55a/diff:/var/lib/docker/overlay2/6b5cef98301b335b96da2d1af7c2e50b6ac8544e0f6ba4f8b4ffa01e264da29b/diff:/var/lib/docker/overlay2/08de5928e6681e5ecb78dad1019c5825424e39e25e692894881e9c5b13f4db5c/diff:/var/lib/docker/overlay2/c666f61c0ee107bf44d474ba900a79b66e8036b78e73e6f4b35fef78300cab1d/diff:/var/lib/docker/overlay2/7ca000f5a66fe8480b43c2c513ada027907f2f467b54add5987bb426f9a13968/diff:/var/lib/docker/overlay2/9a1cadb776909d5e6bba42f713a595b5b9ad57e0951fd11a1bffcb1d1d8b825b/diff:/var/lib/docker/overlay2/eede91b4a1f2eff47dbb29642e0c5f6c55260c33568d85019d64b69e7c4786a0/diff:/var/lib/docker/overlay2/075083fd16d15dccb8970679df3fb6dbd6d117bedae139120142d8586af3a996/diff:/var/lib/docker/overlay2/98f6c0051b691dfd7b42ca17b3a30ed0f1f0abc3fb3a21ba91763c198a11406c/diff:/var/lib/docker/overlay2/2e94b73c4f0e0173423c74f408e8403445e7313686ebade9cd42589b9c4f8e1f/diff:/var/lib/docker/overlay2/1185d4143495d6243c91cc0a66a00b7987e58f16dc0f97235845ccb1f419b956/diff:/var/lib/docker/overlay2/522a21cf01783d181270e31ece26b4c31717e8aa438918b88bcf071d9fefeb38/diff:/var/lib/docker/overlay2/19eace5e6ac6c73f71a89bf4f86dbddb2cac37864e1ff44aac2096b4028dd3f0/diff",
            "MergedDir": "/var/lib/docker/overlay2/aa973b331c14ecde6ebb2f3d5a6a943932a01aefb448495f90b3786aaa9708a3/merged",
            "UpperDir": "/var/lib/docker/overlay2/aa973b331c14ecde6ebb2f3d5a6a943932a01aefb448495f90b3786aaa9708a3/diff",
            "WorkDir": "/var/lib/docker/overlay2/aa973b331c14ecde6ebb2f3d5a6a943932a01aefb448495f90b3786aaa9708a3/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:caa9956c50e9facf65021733bc7890b61ce94076388533506c80c8ae1b603db4",
            "sha256:1c4cd041a3ee7fecd901028a08ed5c2915c4bac79c53aa90f142f447757f8f84",
            "sha256:c577de18433aa406b226dfc42ebf6b7b78db16fdd36dec2bfec42e025c1976d1",
            "sha256:9878168cba2dd4e939d1195d9dcff9dcd6058c95692d406cae5b7acc172e8749",
            "sha256:5fb7ac84837dfca7947cd7068539f8cb4240424169217163c0a2a7bdb99bf6dc",
            "sha256:f829687799251922b64d9a0976fe5b908a62c026ce32f36d3b8e3715a3a108d7",
            "sha256:5ab7174a124a27497f331702fa5640415d7182f1765721021c2b51667515aa3a",
            "sha256:dffd7eac2d16cda3d65647667d4469bccf77d8b36b4ec9abc82845e20172e907",
            "sha256:1e51146b12dc32a218dd7bd73da837337883124d4c89e38ebbd2554ae9fd4733",
            "sha256:5ff4815e6ac710d7e793d26606b3f91f37f042658c8d6fbe63cf37cf4677c464",
            "sha256:51ad9fc2a6607393d41052cf2cbb16050374cc3b0327e468df415aa167c70d25",
            "sha256:c47a13029edd2d7a9dc45f8055d70e23bae5b1e1f0f2b3a98aa7c9f1ce310562",
            "sha256:7eecc66dc726192d2fbd6ff82dedeb8218b3da7d65f4e78914b276425d86aa69",
            "sha256:90c5491c6adbbfa9e54f856628861c6ec847d8d463daea8a46fcbef50fee6258",
            "sha256:b6d037bc989a41d9ebda9443aeb8e8a5362ecbc833fcdf3b7b037b79aa8a26e8",
            "sha256:9108990c984e1a02841502a23f0968f7073f33fc6ce030a6beed2d02bb03385e",
            "sha256:922865ec53dd5bf4aa66d11ddfb7aa0d9922b12e47527ce82adc0cd574b47523",
            "sha256:afbd724b35d19321d72b0d0c04daed3cc0e115fa369c760dbeff953c946c6bde",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:228b9b1cf4ec81a65e5b20a9fede832753a6f1a8077c0f2f76141b9a1a16af5a",
            "sha256:46d9a555b0cbb248bf8296dbaf6efda62979173a97feb0bdc6aae279b34943ab",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:718d6b846a53eee1f1dd83c06b7dec46b9f9e1035d47c2e28f71f3cb1d7e4211",
            "sha256:8d49ec2f1d939e209dab8f4a709673e037529553a236d71af49992a2527c575e",
            "sha256:02393199c1218564214bff5fba3f1694ff08b4032293475a7b42f595c1df0812",
            "sha256:e26f8325097063cbe7eda32950c6726f188993b4c53e8a35f78a99feb2ed97f5"
        ]
    },
    "Metadata": {
        "LastTagTime": "2026-09-10T00:23:53.003339639+08:00"
    }
}