docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0 linux/arm64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64  docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64  docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0

Shell快速替换命令

sed -i 's#gpustack/runner:cann8.2-910b-vllm0.11.0#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64  docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64  docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0'

镜像构建历史

# 2025-11-12 14:26:09  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["tini" "--"]
                        
# 2025-11-12 14:26:09  0.00B 设置工作目录为/
WORKDIR /
                        
# 2025-11-12 14:26:09  0.00B 设置环境变量 RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES
ENV RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1
                        
# 2025-11-12 14:26:09  562.00B 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 CMAKE_MAX_JOBS= VLLM_VERSION=0.11.0 VLLM_ASCEND_VERSION=0.11.0rc0 /bin/bash -eo pipefail -c     # Postprocess

    # Hijack executable path
    PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);")
    mv ${PYTHON_LIB_PREFIX}/bin/vllm ${PYTHON_LIB_PREFIX}/bin/vllm_
    cat <<EOT >${PYTHON_LIB_PREFIX}/bin/vllm
#!/usr/bin/bash

source \${CANN_HOME}/ascend-toolkit/set_env.sh
source \${CANN_HOME}/nnal/atb/set_env.sh

export LD_LIBRARY_PATH=${PYTHON_LIB_PREFIX}/lib:${PYTHON_LIB_PREFIX}/lib64:\${LD_LIBRARY_PATH}

exec \${BASH_SOURCE[0]}_ "\$@"
EOT
    chmod a+x ${PYTHON_LIB_PREFIX}/bin/vllm

    # Review
    uv pip tree \
        --package vllm \
        --package vllm-ascend \
        --package torch \
        --package torch-npu
 # buildkit
                        
# 2025-11-12 14:26:09  238.93MB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 CMAKE_MAX_JOBS= VLLM_VERSION=0.11.0 VLLM_ASCEND_VERSION=0.11.0rc0 /bin/bash -eo pipefail -c     # Dependencies

    # Install
    cat <<EOT >/tmp/requirements.txt
accelerate
hf_transfer
modelscope
ray[client]>=2.47.1,<=2.48.0
ray[default]>=2.47.1,<=2.48.0
protobuf>3.20.0
grpcio==1.71.0
EOT
    uv pip install \
        -r /tmp/requirements.txt

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-12 14:26:04  705.38MB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 CMAKE_MAX_JOBS= VLLM_VERSION=0.11.0 VLLM_ASCEND_VERSION=0.11.0rc0 /bin/bash -eo pipefail -c     # vLLM

    CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}"
    if [[ -z "${CMAKE_MAX_JOBS}" ]]; then
        CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))"
    fi
    if (( $(echo "${CMAKE_MAX_JOBS} > 4" | bc -l) )); then
        CMAKE_MAX_JOBS="4"
    fi
    export MAX_JOBS="${CMAKE_MAX_JOBS}"
    export COMPILE_CUSTOM_KERNELS=1
    export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/local/Ascend/ascend-toolkit/latest/$(uname -i)-linux/devlib"

    # Install vLLM
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${VLLM_VERSION} --single-branch \
        https://github.com/vllm-project/vllm.git vllm-${VLLM_VERSION}
    VLLM_TARGET_DEVICE="empty" \
        uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \
        /tmp/vllm-${VLLM_VERSION}
    # Fix
    # - vLLM Ascend doesn't support triton, uninstall it.
    uv pip uninstall triton || true

    # Install vLLM Ascend
    VLLM_ASCEND_VERSION=${VLLM_ASCEND_VERSION:-}
    if [[ -z "${VLLM_ASCEND_VERSION}" ]]; then
        # Fetch the latest version from RSS subscription.
        VLLM_ASCEND_VERSION="$(curl -sS https://pypi.org/rss/project/vllm-ascend/releases.xml | grep title | grep "${VLLM_VERSION}" | head -n 1 | awk -F '[<>]' '/<title>/ {print $3}')"
    fi
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${VLLM_ASCEND_VERSION} --single-branch \
        https://github.com/vllm-project/vllm-ascend.git vllm-ascend-${VLLM_ASCEND_VERSION}
    VLLM_TARGET_DEVICE="empty" \
        uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \
        /tmp/vllm-ascend-${VLLM_ASCEND_VERSION}
    # Fix
    # - Replace SoC version instead of compile.
    if [[ "${CANN_ARCHS}" == "310p" ]]; then
        sed -i "s/^__soc_version__.*/__soc_version__ = 'ASCEND310P3'/" $(pip show vllm-ascend | grep Location: | cut -d':' -f 2)/vllm_ascend/_build_info.py
    fi

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-11 00:14:51  0.00B 设置环境变量 VLLM_VERSION VLLM_ASCEND_VERSION
ENV VLLM_VERSION=0.11.0 VLLM_ASCEND_VERSION=0.11.0rc0
                        
# 2025-11-11 00:14:51  0.00B 定义构建参数
ARG VLLM_ASCEND_VERSION=0.11.0rc0
                        
# 2025-11-11 00:14:51  0.00B 定义构建参数
ARG VLLM_VERSION=0.11.0
                        
# 2025-11-11 00:14:51  0.00B 定义构建参数
ARG CMAKE_MAX_JOBS
                        
# 2025-11-11 00:14:51  515.48MB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 VLLM_TORCH_VERSION=2.7.1 /bin/bash -eo pipefail -c     # Torch

    # Install Torch
    cat <<EOT >/tmp/requirements.txt
torch==${VLLM_TORCH_VERSION}
torchvision
torchaudio
EOT
    if [[ "${TARGETARCH}" == "amd64" ]]; then
        uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \
            -r /tmp/requirements.txt
    else
        uv pip install \
            -r /tmp/requirements.txt
    fi
    uv pip install --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \
        torch-npu==${VLLM_TORCH_VERSION}.*
    uv pip install \
        numpy spicy

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-11 00:14:51  0.00B 设置环境变量 VLLM_TORCH_VERSION
ENV VLLM_TORCH_VERSION=2.7.1
                        
# 2025-11-11 00:14:51  0.00B 定义构建参数
ARG VLLM_TORCH_VERSION=2.7.1
                        
# 2025-11-11 00:14:51  0.00B 设置环境变量 UV_SYSTEM_PYTHON UV_PRERELEASE
ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
                        
# 2025-11-11 00:14:51  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2025-11-11 00:14:51  0.00B 定义构建参数
ARG TARGETOS=linux
                        
# 2025-11-11 00:14:51  0.00B 定义构建参数
ARG TARGETPLATFORM=linux/arm64
                        
# 2025-11-11 00:14:51  0.00B 
SHELL [/bin/bash -eo pipefail -c]
                        
# 2025-11-10 12:15:07  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-11-10 12:15:07  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN NNAL

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]] && [[ -d "${CANN_HOME}/nnal" ]]; then
        echo "Skipping CANN NNAL upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Prepare environment
    source ${CANN_HOME}/ascend-toolkit/set_env.sh

    # Install NNAL
    NNAL_FILE="Ascend-cann-nnal_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    NNAL_PATH="/tmp/${NNAL_FILE}"
    NNAL_URL="${URL_PREFIX}/${NNAL_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${NNAL_PATH}" "${NNAL_URL}"
    chmod a+x "${NNAL_PATH}"
    printf "Y\n" | "${NNAL_PATH}" --install --install-path="${CANN_HOME}"

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend_seclog \
        && rm -rf /var/log/cann_atb_log
 # buildkit
                        
# 2025-11-10 12:15:07  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN Kernels

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]]; then
        echo "Skipping CANN Kernels upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Prepare environment
    source ${CANN_HOME}/ascend-toolkit/set_env.sh

    # Install kernels
    KERNELS_FILE="Ascend-cann-kernels-${CANN_ARCHS}_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    if ! curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fsSIL "${URL_PREFIX}/${KERNELS_FILE}?${URL_SUFFIX}" >/dev/null 2>&1; then
        # Fallback to generic kernels
        KERNELS_FILE="Ascend-cann-kernels-${CANN_ARCHS}_${DOWNLOAD_VERSION}_${OS}.run"
    fi
    KERNELS_PATH="/tmp/${KERNELS_FILE}"
    KERNELS_URL="${URL_PREFIX}/${KERNELS_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${KERNELS_PATH}" "${KERNELS_URL}"
    chmod a+x "${KERNELS_PATH}"
    printf "Y\n" |"${KERNELS_PATH}" --install --install-for-all --install-path="${CANN_HOME}"

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend \
        && rm -rf /var/log/ascend_seclog
 # buildkit
                        
# 2025-11-10 12:15:06  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN Toolkit

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]]; then
        echo "Skipping CANN Toolkit upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Install dependencies
    cat <<EOT >/tmp/requirements.txt
attrs==24.3.0
numpy==1.26.4
decorator==5.2.1
sympy==1.14.0
cffi==1.17.1
PyYAML==6.0.2
pathlib2==2.3.7.post1
protobuf==6.31.0
scipy==1.15.3
requests==2.32.3
absl-py==2.2.2
EOT
    pip install -r /tmp/requirements.txt

    # Install toolkit
    TOOLKIT_FILE="Ascend-cann-toolkit_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    TOOLKIT_PATH="/tmp/${TOOLKIT_FILE}"
    TOOLKIT_URL="${URL_PREFIX}/${TOOLKIT_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${TOOLKIT_PATH}" "${TOOLKIT_URL}"
    chmod a+x "${TOOLKIT_PATH}"
    printf "Y\n" | "${TOOLKIT_PATH}" --install --install-for-all --install-path="${CANN_HOME}"

    # Cleanup
   rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend \
        && rm -rf /var/log/ascend_seclog
 # buildkit
                        
# 2025-11-10 12:15:06  0.00B 设置环境变量 CANN_HOME CANN_VERSION CANN_ARCHS
ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=8.2.rc2 CANN_ARCHS=910b
                        
# 2025-11-10 12:15:06  0.00B 定义构建参数
ARG CANN_ARCHS=910b
                        
# 2025-11-10 12:15:06  0.00B 定义构建参数
ARG CANN_VERSION=8.2.rc2
                        
# 2025-11-10 12:15:06  113.82MB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c     # Buildkit

    cat <<EOT >/tmp/requirements.txt
build
cmake<4
ninja<1.11
setuptools<80
setuptools-scm
packaging<25
wheel==0.45.1
pybind11<3
Cython
psutil
pipx
uv
EOT
    pip install -r /tmp/requirements.txt

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-10 12:15:02  0.00B 设置环境变量 PIP_NO_CACHE_DIR PIP_DISABLE_PIP_VERSION_CHECK PIP_ROOT_USER_ACTION PIPX_HOME PIPX_LOCAL_VENVS UV_NO_CACHE UV_HTTP_TIMEOUT UV_INDEX_STRATEGY
ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
                        
# 2025-11-10 12:15:02  77.72KB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c     # Python

    if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then
        echo "Skipping Python upgrade for ${PYTHON_VERSION}..."
        if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then
            PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);")
            echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf
            echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf
            ldconfig -v
        fi
        exit 0
    fi

    # Add deadsnakes PPA for Python versions
    for i in 1 2 3; do
        add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }
    done
    apt-get update -y

    # Install
    apt-get install -y --no-install-recommends \
        python${PYTHON_VERSION} \
        python${PYTHON_VERSION}-dev \
        python${PYTHON_VERSION}-venv \
        python${PYTHON_VERSION}-lib2to3 \
        python${PYTHON_VERSION}-gdbm \
        python${PYTHON_VERSION}-tk
    if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then
        apt-get install -y --no-install-recommends \
            python${PYTHON_VERSION}-distutils
    fi

    # Update alternatives
    if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1
    if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1
    curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION}
    if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:15:01  0.00B 设置环境变量 PYTHON_VERSION
ENV PYTHON_VERSION=3.11
                        
# 2025-11-10 12:15:01  0.00B 定义构建参数
ARG PYTHON_VERSION=3.11
                        
# 2025-11-10 12:15:01  901.83MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # C buildkit

    # Install
    apt-get install -y --no-install-recommends \
        make ninja-build pkg-config ccache
    curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1

    # Install dependencies
    apt-get install -y --no-install-recommends \
        perl-openssl-defaults perl yasm \
        zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \
        openssl libssl-dev libsqlite3-dev lcov libomp-dev \
        libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \
        libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \
        libncurses5-dev libreadline6-dev libsqlite3-dev \
        liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \
        ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \
        libnuma1 libnuma-dev libjemalloc-dev \
        libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \
        libnl-route-3-200 libnl-3-200 libnl-3-dev  libnl-route-3-dev \
        libibverbs1 libibverbs-dev \
        librdmacm1 librdmacm-dev \
        libibumad3 libibumad-dev \
        libtool \
        ibverbs-utils ibverbs-providers libibverbs-dev \
        openmpi-bin openmpi-common libopenmpi-dev

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:13:36  0.00B 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # GCC

    # Upgrade GCC if the Ubuntu version is lower than 21.04.
    source /etc/os-release
    if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then
        echo "Skipping GCC upgrade for ${VERSION_ID}..."
        exit 0
    fi

    # Install
    apt-get install -y --no-install-recommends \
        gcc-11 g++-11 gfortran-11 gfortran

    # Update alternatives
    if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10
    if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10
    if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10
    if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10
    if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10
    if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10
    if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10
    if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10
    if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10
    if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10
    if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:13:35  293.15MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # Tools

    # Refresh
    apt-get update -y && apt-get install -y --no-install-recommends \
        software-properties-common apt-transport-https \
        ca-certificates gnupg2 lsb-release gnupg-agent \
      && apt-get update -y \
      && add-apt-repository -y ppa:ubuntu-toolchain-r/test \
      && apt-get update -y

    # Install
    apt-get install -y --no-install-recommends \
        ca-certificates build-essential binutils bash openssl \
        curl wget aria2 \
        git git-lfs \
        unzip xz-utils \
        tzdata locales \
        iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \
        rdma-core rdmacm-utils infiniband-diags \
        procps sysstat htop \
        tini vim jq bc tree

    # Update locale
    localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8

    # Update timezone
    rm -f /etc/localtime \
        && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
        && echo "Asia/Shanghai" > /etc/timezone \
        && dpkg-reconfigure --frontend noninteractive tzdata

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:13:35  0.00B 设置环境变量 DEBIAN_FRONTEND LANG LANGUAGE LC_ALL
ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2025-11-10 12:13:35  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2025-11-10 12:13:35  0.00B 定义构建参数
ARG TARGETOS=linux
                        
# 2025-11-10 12:13:35  0.00B 定义构建参数
ARG TARGETPLATFORM=linux/arm64
                        
# 2025-11-10 12:13:35  0.00B 
SHELL [/bin/bash -eo pipefail -c]
                        
# 2025-09-23 20:15:48  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/bin/bash" "-c" "    source /usr/local/Ascend/ascend-toolkit/set_env.sh &&     source /usr/local/Ascend/nnal/atb/set_env.sh &&     exec \"$@\"" "--"]
                        
# 2025-09-23 20:15:48  3.88KB 执行命令并创建新的镜像层
RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" &&     CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" &&     echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc &&     echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
                        
# 2025-09-23 20:15:48  84.00B 复制新文件或目录到容器中
COPY /etc/Ascend /etc/Ascend # buildkit
                        
# 2025-09-23 20:15:47  12.17GB 复制新文件或目录到容器中
COPY /usr/local/Ascend /usr/local/Ascend # buildkit
                        
# 2025-09-23 20:14:25  614.11MB 复制新文件或目录到容器中
COPY /usr/local/python3.11.13 /usr/local/python3.11.13 # buildkit
                        
# 2025-09-23 19:58:02  338.82MB 执行命令并创建新的镜像层
RUN /bin/bash -c apt-get update     && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y         apt-transport-https         ca-certificates         bash         libc6         libsqlite3-dev         gcc         g++         make         cmake         git     && apt-get clean     && rm -rf /var/lib/apt/lists/*     && rm -rf /var/tmp/*     && rm -rf /tmp/* # buildkit
                        
# 2025-09-23 19:58:02  0.00B 
SHELL [/bin/bash -c]
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LCCL_PARALLEL
ENV LCCL_PARALLEL=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LCCL_DETERMINISTIC
ENV LCCL_DETERMINISTIC=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_PATH
ENV ASDOPS_LOG_PATH=/root
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_TO_BOOST_TYPE
ENV ASDOPS_LOG_TO_BOOST_TYPE=atb
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_TO_FILE_FLUSH
ENV ASDOPS_LOG_TO_FILE_FLUSH=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_TO_FILE
ENV ASDOPS_LOG_TO_FILE=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_TO_STDOUT
ENV ASDOPS_LOG_TO_STDOUT=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_LEVEL
ENV ASDOPS_LOG_LEVEL=ERROR
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_MATMUL_SHUFFLE_K_ENABLE
ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_SHARE_MEMORY_NAME_SUFFIX
ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_DEVICE_TILING_BUFFER_BLOCK_NUM
ENV ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_HOST_TILING_BUFFER_BLOCK_NUM
ENV ATB_HOST_TILING_BUFFER_BLOCK_NUM=128
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_COMPARE_TILING_EVERY_KERNEL
ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_WORKSPACE_MEM_ALLOC_GLOBAL
ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE
ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT
ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT
ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_OPSRUNNER_SETUP_CACHE_ENABLE
ENV ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE
ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE
ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE
ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_HOME_PATH
ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASCEND_HOME_PATH
ENV ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 TOOLCHAIN_HOME
ENV TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASCEND_OPP_PATH
ENV ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASCEND_AICPU_PATH
ENV ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 PYTHONPATH
ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASCEND_TOOLKIT_HOME
ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-08-20 01:21:19  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-08-20 01:21:19  69.25MB 
/bin/sh -c #(nop) ADD file:5f2c65daac761cc691b34ee3e3e2ba42ec520d71fc59aef131d38058a7891ab8 in / 
                        
# 2025-08-20 01:21:17  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2025-08-20 01:21:17  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-08-20 01:21:17  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-08-20 01:21:17  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:aabb7cd0eaee409705c07ef55d8595b2ffa1a4cde994e1aa9b232aa46695d423",
    "RepoTags": [
        "gpustack/runner:cann8.2-910b-vllm0.11.0",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-vllm0.11.0-linuxarm64"
    ],
    "RepoDigests": [
        "gpustack/runner@sha256:af21450e8e04958388db39b02b2533c3e6e988d303d3dfacdde0a13746cc7ea9",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner@sha256:c7c766f88c3ed7e646af195ec6624bb66daa499cbd5aa48b2d8a88a80abca461"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-11-12T06:26:09.612928795Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest",
            "LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:",
            "PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:",
            "ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest",
            "ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp",
            "TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit",
            "ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest",
            "ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0",
            "ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0",
            "ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0",
            "ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0",
            "ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1",
            "ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1",
            "ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5",
            "ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1",
            "ATB_WORKSPACE_MEM_ALLOC_GLOBAL=0",
            "ATB_COMPARE_TILING_EVERY_KERNEL=0",
            "ATB_HOST_TILING_BUFFER_BLOCK_NUM=128",
            "ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32",
            "ATB_SHARE_MEMORY_NAME_SUFFIX=",
            "ATB_MATMUL_SHUFFLE_K_ENABLE=1",
            "ASDOPS_LOG_LEVEL=ERROR",
            "ASDOPS_LOG_TO_STDOUT=0",
            "ASDOPS_LOG_TO_FILE=1",
            "ASDOPS_LOG_TO_FILE_FLUSH=0",
            "ASDOPS_LOG_TO_BOOST_TYPE=atb",
            "ASDOPS_LOG_PATH=/root",
            "LCCL_DETERMINISTIC=0",
            "LCCL_PARALLEL=0",
            "DEBIAN_FRONTEND=noninteractive",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "PYTHON_VERSION=3.11",
            "PIP_NO_CACHE_DIR=1",
            "PIP_DISABLE_PIP_VERSION_CHECK=1",
            "PIP_ROOT_USER_ACTION=ignore",
            "PIPX_HOME=/root/.local/share/pipx",
            "PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs",
            "UV_NO_CACHE=1",
            "UV_HTTP_TIMEOUT=500",
            "UV_INDEX_STRATEGY=unsafe-best-match",
            "CANN_HOME=/usr/local/Ascend",
            "CANN_VERSION=8.2.rc2",
            "CANN_ARCHS=910b",
            "UV_SYSTEM_PYTHON=1",
            "UV_PRERELEASE=allow",
            "VLLM_TORCH_VERSION=2.7.1",
            "VLLM_VERSION=0.11.0",
            "VLLM_ASCEND_VERSION=0.11.0rc0",
            "RAY_EXPERIMENTAL_NOSET_ASCEND_RT_VISIBLE_DEVICES=1"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/",
        "Entrypoint": [
            "tini",
            "--"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "22.04"
        },
        "Shell": [
            "/bin/bash",
            "-eo",
            "pipefail",
            "-c"
        ]
    },
    "Architecture": "arm64",
    "Os": "linux",
    "Size": 15962290778,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/3b8c37c9b304b2aac655b38bdfd3c10c2b49bb55b705a4cc899f1f54a7694701/diff:/var/lib/docker/overlay2/f56b8f3903a12e089e15bcfa582662ba5dcce774102a4d3a637820d4049f53f0/diff:/var/lib/docker/overlay2/5dc2168e2d51705ba924a49dfd0622a191a1e202d28339af36179ec72c588055/diff:/var/lib/docker/overlay2/f9161b32ee9fd4235a3cec24c6511ee9933b3e99c5123b1d5df6ddfe1b855a21/diff:/var/lib/docker/overlay2/5db60314b886cf225bd00141bf26f4e387f9771276f35018ed19545d72d352da/diff:/var/lib/docker/overlay2/127dc1484e2a137e4885ab823e266b12f8e77670b6bdd6bf7a3ebfe07fdcb6bc/diff:/var/lib/docker/overlay2/175898d4f1b7d986641a114a9816aef9bfe7e9c48168a7dfd1936be964fc582f/diff:/var/lib/docker/overlay2/1c922a0b6cdf7f3c6dd60faed241d9dc1aed000bc0d78431c36909327bc9b364/diff:/var/lib/docker/overlay2/22abe3b52a653ca01ca8daf6d8a7122e8e8ffd516b42b6e942a33b4fc6011fac/diff:/var/lib/docker/overlay2/9fd06952b5f29c7961abdf80d18e9cc2f02e6fe9f65aa615753ce1b1f38438e3/diff:/var/lib/docker/overlay2/7b3cd429ccf189ad38232003910de5da90e276f97aedfb8d2d4d3b93ca792c45/diff:/var/lib/docker/overlay2/cdd7f093474e75348becf81301726ca05737c6e5f87524d176ae5d24adcce764/diff:/var/lib/docker/overlay2/d339b582a03be0e1c7e5682869890383074c70094a36e666f8969ddb421bdae1/diff:/var/lib/docker/overlay2/b17364f273c9789ad5b0bba7f3990da930fe822adeb2bd5c679324a63cde5d1a/diff:/var/lib/docker/overlay2/1adb5635c5e4513e3a6bd5fd923bf518bbfdf3a779d42e221f20cbc1a882310b/diff:/var/lib/docker/overlay2/9c5a050360bcb41f9fa5ee2f45ca5835d703fb0a828da30b66c495e6958868b0/diff:/var/lib/docker/overlay2/51ecaf91ad8cc0e290ac21a2c52f91321fd14123e7f60a2e604103a3d06d7ab1/diff",
            "MergedDir": "/var/lib/docker/overlay2/ba49603e394508a73af52b8384f5f92210578d277188fd1f6a549cb08542cb82/merged",
            "UpperDir": "/var/lib/docker/overlay2/ba49603e394508a73af52b8384f5f92210578d277188fd1f6a549cb08542cb82/diff",
            "WorkDir": "/var/lib/docker/overlay2/ba49603e394508a73af52b8384f5f92210578d277188fd1f6a549cb08542cb82/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:3e04ae02e3b48a52cd15f8595efd67e8ab7b3e9766f7d1e12a25c8c76f3a86bf",
            "sha256:593ef517b4d0fc1862d195dbbd8fff1445202e8ab296be49f7e00e486dc4a797",
            "sha256:4ef836cf12fc525a8e0dde167def67c8e34081962a58cd680860dc69071d6ba1",
            "sha256:79cf7d6b658283c58795accf6a91a9ade49ab46cf5e08d7996243a1978415372",
            "sha256:248e33fd2f68dc2cbf75d01699d30975b3076673e6f439c1bf70e35d430552e8",
            "sha256:b7e06f1ab6e5d85715866ec110903a403fbbd6cfd59e77a200bf4dd607886970",
            "sha256:b56691f442da0250c781ef8197092b207ecb779f5fdfbf1e2596a004c04b8355",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:ebc7d778aeacc855ffb356ece20409a400c7475966ac7f48afaf2f5e96f42590",
            "sha256:a6a477bab87ab91c79a188d7d7697c4c0b47e6474f5272fa02fdfcaa09d10356",
            "sha256:c3b0fd30123a2f65eae65435ebfac0a7b1285cc9209b38d20056ba0283fb5427",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:e92d83f731260ff52a2af9a022d23d322440d5f3ff1657ed5deb9d20c33dd689",
            "sha256:0f5d1f9efa4f4a956993612d91bc4ed52f730d49c359f6f8188c52d0cbb63864",
            "sha256:804a074b372cc7df52030ef8f2932ff23c16928896085d024a72df866833e372",
            "sha256:f1f638b868a9d57ec188510edd6eb150e8c8325e182f2aea3aefc1edba38c61d"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-11-27T00:40:23.676978543+08:00"
    }
}