docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2 linux/arm64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64  docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64  docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2

Shell快速替换命令

sed -i 's#gpustack/runner:cann8.2-910b-sglang0.5.2#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64  docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64  docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2'

镜像构建历史

# 2025-11-11 09:08:27  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["tini" "--"]
                        
# 2025-11-11 09:08:27  0.00B 设置工作目录为/
WORKDIR /
                        
# 2025-11-11 09:08:27  0.00B 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 SGLANG_TORCH_VERSION=2.6.0 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106 /bin/bash -eo pipefail -c     # Postprocess

    # Review
    uv pip tree \
        --package sglang \
        --package sglang-router \
        --package sgl-kernel-npu \
        --package deep-ep \
        --package triton-ascend \
        --package custom-ops \
        --package vllm \
        --package torch \
        --package torch-npu
 # buildkit
                        
# 2025-11-11 09:08:27  28.21MB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 SGLANG_TORCH_VERSION=2.6.0 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106 /bin/bash -eo pipefail -c     # Custom Ops

    if [[ "${TARGETARCH}" == "amd64" ]]; then
        echo "Skipping Custom Ops installation on ${TARGETARCH}..."
        exit 0
    fi

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    UV_SKIP_WHEEL_FILENAME_CHECK=1 uv pip install --verbose \
        https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/custom_ops-1.0.${CANN_ARCHS}-cp311-cp311-${OS}_${ARCH}.whl

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-11 09:08:23  20.31MB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 SGLANG_TORCH_VERSION=2.6.0 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106 /bin/bash -eo pipefail -c     # SGlang Router

    # Install Rust
    curl --retry 3 --retry-connrefused --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
    export PATH="/root/.cargo/bin:${PATH}" \
        && rustc --version \
        && cargo --version

    # Install build tools
    uv pip install \
        setuptools-rust maturin

    # Install SGLang Router
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${SGLANG_VERSION} --single-branch \
        https://github.com/sgl-project/sglang.git sglang
    pushd /tmp/sglang/sgl-router \
        && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist \
        && tree -hs /tmp/sglang/sgl-router/dist \
        && uv pip install --force-reinstall /tmp/sglang/sgl-router/dist/*.whl

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /root/.cargo \
        && rm -rf /root/.rustup \
        && sed -i '$d' /root/.profile \
        && sed -i '$d' /root/.bashrc \
        && ccache --clear --clean
 # buildkit
                        
# 2025-11-11 09:08:04  3.03GB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 SGLANG_TORCH_VERSION=2.6.0 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106 /bin/bash -eo pipefail -c     # SGLang

    CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}"
    if [[ -z "${CMAKE_MAX_JOBS}" ]]; then
        CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))"
    fi
    if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then
        CMAKE_MAX_JOBS="8"
    fi
    export MAX_JOBS="${CMAKE_MAX_JOBS}"
    export COMPILE_CUSTOM_KERNELS=1
    export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib"

    # Install vLLM
    SGLANG_VLLM_VERSION=0.8.5
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${SGLANG_VLLM_VERSION} --single-branch \
        https://github.com/vllm-project/vllm.git vllm-${SGLANG_VLLM_VERSION}
    VLLM_TARGET_DEVICE="empty" \
        uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \
        /tmp/vllm-${SGLANG_VLLM_VERSION}

    # Install Dependencies
    cat <<EOT >/tmp/requirements.txt
attrs==24.2.0
decorator==5.1.1
psutil==6.0.0
pytest==8.3.2
pytest-xdist==3.6.1
pyyaml
EOT
    uv pip install \
        -r /tmp/requirements.txt
    if [[ "${TARGETARCH}" == "amd64" ]]; then
        uv pip install --verbose \
            https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0.dev20250923-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl
    else
        uv pip install --verbose \
            https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl
    fi

    # Install SGLang
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${SGLANG_VERSION} --single-branch \
        https://github.com/sgl-project/sglang.git sglang-${SGLANG_VERSION}
    pushd /tmp/sglang-${SGLANG_VERSION}/python \
        && if [[ -f pyproject_other.toml ]]; then mv pyproject_other.toml pyproject.toml; fi \
        && uv pip install --verbose .[srt_npu]

    export LD_LIBRARY_PATH="${CANN_HOME}/ascend-toolkit/latest/runtime/lib64/stub:${LD_LIBRARY_PATH}"
    source ${CANN_HOME}/ascend-toolkit/set_env.sh

    # Install SGLang Kernel
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch ${SGLANG_KERNEL_VERSION} --single-branch \
        https://github.com/sgl-project/sgl-kernel-npu.git sgl-kernel-npu
    pushd /tmp/sgl-kernel-npu \
        && ./build.sh \
        && tree -hs /tmp/sgl-kernel-npu/output \
        && uv pip install /tmp/sgl-kernel-npu/output/deep_ep*.whl /tmp/sgl-kernel-npu/output/sgl_kernel_npu*.whl

    # Postprocess SGLang Kernel (DeepEP)
    cd "$(pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -s deep_ep/deep_ep_cpp*.so

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && ccache --clear --clean
 # buildkit
                        
# 2025-11-11 09:00:42  0.00B 设置环境变量 SGLANG_VERSION SGLANG_KERNEL_VERSION
ENV SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106
                        
# 2025-11-11 09:00:42  0.00B 定义构建参数
ARG SGLANG_KERNEL_VERSION=20251106
                        
# 2025-11-11 09:00:42  0.00B 定义构建参数
ARG SGLANG_VERSION=0.5.2
                        
# 2025-11-11 09:00:42  0.00B 定义构建参数
ARG CMAKE_MAX_JOBS
                        
# 2025-11-11 09:00:42  682.82MB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 SGLANG_TORCH_VERSION=2.6.0 /bin/bash -eo pipefail -c     # Torch

    # Install Torch
    cat <<EOT >/tmp/requirements.txt
torch==${SGLANG_TORCH_VERSION}
torchvision
torchaudio
EOT
    if [[ "${TARGETARCH}" == "amd64" ]]; then
        uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \
            -r /tmp/requirements.txt
    else
        uv pip install \
            -r /tmp/requirements.txt
    fi
    uv pip install --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \
        torch-npu==${SGLANG_TORCH_VERSION}.*
    uv pip install \
        numpy==1.26.4 scipy==1.13.1

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-11 09:08:27  0.00B 设置环境变量 SGLANG_TORCH_VERSION
ENV SGLANG_TORCH_VERSION=2.6.0
                        
# 2025-11-11 09:08:27  0.00B 定义构建参数
ARG SGLANG_TORCH_VERSION=2.6.0
                        
# 2025-11-11 09:08:27  0.00B 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # Tools

    # Install
    apt-get update -y && apt-get install -y --no-install-recommends \
        libgrpc-dev \
        libgrpc++-dev \
        libprotobuf-dev \
        protobuf-compiler \
        protobuf-compiler-grpc

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-11 09:08:27  0.00B 设置环境变量 UV_SYSTEM_PYTHON UV_PRERELEASE
ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
                        
# 2025-11-11 09:08:27  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2025-11-11 09:08:27  0.00B 定义构建参数
ARG TARGETOS=linux
                        
# 2025-11-11 09:08:27  0.00B 定义构建参数
ARG TARGETPLATFORM=linux/arm64
                        
# 2025-11-11 09:08:27  0.00B 
SHELL [/bin/bash -eo pipefail -c]
                        
# 2025-11-10 12:15:07  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-11-10 12:15:07  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN NNAL

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]] && [[ -d "${CANN_HOME}/nnal" ]]; then
        echo "Skipping CANN NNAL upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Prepare environment
    source ${CANN_HOME}/ascend-toolkit/set_env.sh

    # Install NNAL
    NNAL_FILE="Ascend-cann-nnal_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    NNAL_PATH="/tmp/${NNAL_FILE}"
    NNAL_URL="${URL_PREFIX}/${NNAL_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${NNAL_PATH}" "${NNAL_URL}"
    chmod a+x "${NNAL_PATH}"
    printf "Y\n" | "${NNAL_PATH}" --install --install-path="${CANN_HOME}"

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend_seclog \
        && rm -rf /var/log/cann_atb_log
 # buildkit
                        
# 2025-11-10 12:15:07  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN Kernels

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]]; then
        echo "Skipping CANN Kernels upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Prepare environment
    source ${CANN_HOME}/ascend-toolkit/set_env.sh

    # Install kernels
    KERNELS_FILE="Ascend-cann-kernels-${CANN_ARCHS}_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    if ! curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fsSIL "${URL_PREFIX}/${KERNELS_FILE}?${URL_SUFFIX}" >/dev/null 2>&1; then
        # Fallback to generic kernels
        KERNELS_FILE="Ascend-cann-kernels-${CANN_ARCHS}_${DOWNLOAD_VERSION}_${OS}.run"
    fi
    KERNELS_PATH="/tmp/${KERNELS_FILE}"
    KERNELS_URL="${URL_PREFIX}/${KERNELS_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${KERNELS_PATH}" "${KERNELS_URL}"
    chmod a+x "${KERNELS_PATH}"
    printf "Y\n" |"${KERNELS_PATH}" --install --install-for-all --install-path="${CANN_HOME}"

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend \
        && rm -rf /var/log/ascend_seclog
 # buildkit
                        
# 2025-11-10 12:15:06  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN Toolkit

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]]; then
        echo "Skipping CANN Toolkit upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Install dependencies
    cat <<EOT >/tmp/requirements.txt
attrs==24.3.0
numpy==1.26.4
decorator==5.2.1
sympy==1.14.0
cffi==1.17.1
PyYAML==6.0.2
pathlib2==2.3.7.post1
protobuf==6.31.0
scipy==1.15.3
requests==2.32.3
absl-py==2.2.2
EOT
    pip install -r /tmp/requirements.txt

    # Install toolkit
    TOOLKIT_FILE="Ascend-cann-toolkit_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    TOOLKIT_PATH="/tmp/${TOOLKIT_FILE}"
    TOOLKIT_URL="${URL_PREFIX}/${TOOLKIT_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${TOOLKIT_PATH}" "${TOOLKIT_URL}"
    chmod a+x "${TOOLKIT_PATH}"
    printf "Y\n" | "${TOOLKIT_PATH}" --install --install-for-all --install-path="${CANN_HOME}"

    # Cleanup
   rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend \
        && rm -rf /var/log/ascend_seclog
 # buildkit
                        
# 2025-11-10 12:15:06  0.00B 设置环境变量 CANN_HOME CANN_VERSION CANN_ARCHS
ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=8.2.rc2 CANN_ARCHS=910b
                        
# 2025-11-10 12:15:06  0.00B 定义构建参数
ARG CANN_ARCHS=910b
                        
# 2025-11-10 12:15:06  0.00B 定义构建参数
ARG CANN_VERSION=8.2.rc2
                        
# 2025-11-10 12:15:06  113.82MB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c     # Buildkit

    cat <<EOT >/tmp/requirements.txt
build
cmake<4
ninja<1.11
setuptools<80
setuptools-scm
packaging<25
wheel==0.45.1
pybind11<3
Cython
psutil
pipx
uv
EOT
    pip install -r /tmp/requirements.txt

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-10 12:15:02  0.00B 设置环境变量 PIP_NO_CACHE_DIR PIP_DISABLE_PIP_VERSION_CHECK PIP_ROOT_USER_ACTION PIPX_HOME PIPX_LOCAL_VENVS UV_NO_CACHE UV_HTTP_TIMEOUT UV_INDEX_STRATEGY
ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
                        
# 2025-11-10 12:15:02  77.72KB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c     # Python

    if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then
        echo "Skipping Python upgrade for ${PYTHON_VERSION}..."
        if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then
            PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);")
            echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf
            echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf
            ldconfig -v
        fi
        exit 0
    fi

    # Add deadsnakes PPA for Python versions
    for i in 1 2 3; do
        add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }
    done
    apt-get update -y

    # Install
    apt-get install -y --no-install-recommends \
        python${PYTHON_VERSION} \
        python${PYTHON_VERSION}-dev \
        python${PYTHON_VERSION}-venv \
        python${PYTHON_VERSION}-lib2to3 \
        python${PYTHON_VERSION}-gdbm \
        python${PYTHON_VERSION}-tk
    if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then
        apt-get install -y --no-install-recommends \
            python${PYTHON_VERSION}-distutils
    fi

    # Update alternatives
    if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1
    if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1
    curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION}
    if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:15:01  0.00B 设置环境变量 PYTHON_VERSION
ENV PYTHON_VERSION=3.11
                        
# 2025-11-10 12:15:01  0.00B 定义构建参数
ARG PYTHON_VERSION=3.11
                        
# 2025-11-10 12:15:01  901.83MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # C buildkit

    # Install
    apt-get install -y --no-install-recommends \
        make ninja-build pkg-config ccache
    curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1

    # Install dependencies
    apt-get install -y --no-install-recommends \
        perl-openssl-defaults perl yasm \
        zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \
        openssl libssl-dev libsqlite3-dev lcov libomp-dev \
        libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \
        libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \
        libncurses5-dev libreadline6-dev libsqlite3-dev \
        liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \
        ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \
        libnuma1 libnuma-dev libjemalloc-dev \
        libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \
        libnl-route-3-200 libnl-3-200 libnl-3-dev  libnl-route-3-dev \
        libibverbs1 libibverbs-dev \
        librdmacm1 librdmacm-dev \
        libibumad3 libibumad-dev \
        libtool \
        ibverbs-utils ibverbs-providers libibverbs-dev \
        openmpi-bin openmpi-common libopenmpi-dev

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:13:36  0.00B 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # GCC

    # Upgrade GCC if the Ubuntu version is lower than 21.04.
    source /etc/os-release
    if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then
        echo "Skipping GCC upgrade for ${VERSION_ID}..."
        exit 0
    fi

    # Install
    apt-get install -y --no-install-recommends \
        gcc-11 g++-11 gfortran-11 gfortran

    # Update alternatives
    if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10
    if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10
    if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10
    if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10
    if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10
    if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10
    if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10
    if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10
    if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10
    if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10
    if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:13:35  293.15MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/arm64 TARGETOS=linux TARGETARCH=arm64 /bin/bash -eo pipefail -c     # Tools

    # Refresh
    apt-get update -y && apt-get install -y --no-install-recommends \
        software-properties-common apt-transport-https \
        ca-certificates gnupg2 lsb-release gnupg-agent \
      && apt-get update -y \
      && add-apt-repository -y ppa:ubuntu-toolchain-r/test \
      && apt-get update -y

    # Install
    apt-get install -y --no-install-recommends \
        ca-certificates build-essential binutils bash openssl \
        curl wget aria2 \
        git git-lfs \
        unzip xz-utils \
        tzdata locales \
        iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \
        rdma-core rdmacm-utils infiniband-diags \
        procps sysstat htop \
        tini vim jq bc tree

    # Update locale
    localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8

    # Update timezone
    rm -f /etc/localtime \
        && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
        && echo "Asia/Shanghai" > /etc/timezone \
        && dpkg-reconfigure --frontend noninteractive tzdata

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:13:35  0.00B 设置环境变量 DEBIAN_FRONTEND LANG LANGUAGE LC_ALL
ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2025-11-10 12:13:35  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2025-11-10 12:13:35  0.00B 定义构建参数
ARG TARGETOS=linux
                        
# 2025-11-10 12:13:35  0.00B 定义构建参数
ARG TARGETPLATFORM=linux/arm64
                        
# 2025-11-10 12:13:35  0.00B 
SHELL [/bin/bash -eo pipefail -c]
                        
# 2025-09-23 20:15:48  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/bin/bash" "-c" "    source /usr/local/Ascend/ascend-toolkit/set_env.sh &&     source /usr/local/Ascend/nnal/atb/set_env.sh &&     exec \"$@\"" "--"]
                        
# 2025-09-23 20:15:48  3.88KB 执行命令并创建新的镜像层
RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" &&     CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" &&     echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc &&     echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
                        
# 2025-09-23 20:15:48  84.00B 复制新文件或目录到容器中
COPY /etc/Ascend /etc/Ascend # buildkit
                        
# 2025-09-23 20:15:47  12.17GB 复制新文件或目录到容器中
COPY /usr/local/Ascend /usr/local/Ascend # buildkit
                        
# 2025-09-23 20:14:25  614.11MB 复制新文件或目录到容器中
COPY /usr/local/python3.11.13 /usr/local/python3.11.13 # buildkit
                        
# 2025-09-23 19:58:02  338.82MB 执行命令并创建新的镜像层
RUN /bin/bash -c apt-get update     && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y         apt-transport-https         ca-certificates         bash         libc6         libsqlite3-dev         gcc         g++         make         cmake         git     && apt-get clean     && rm -rf /var/lib/apt/lists/*     && rm -rf /var/tmp/*     && rm -rf /tmp/* # buildkit
                        
# 2025-09-23 19:58:02  0.00B 
SHELL [/bin/bash -c]
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LCCL_PARALLEL
ENV LCCL_PARALLEL=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LCCL_DETERMINISTIC
ENV LCCL_DETERMINISTIC=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_PATH
ENV ASDOPS_LOG_PATH=/root
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_TO_BOOST_TYPE
ENV ASDOPS_LOG_TO_BOOST_TYPE=atb
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_TO_FILE_FLUSH
ENV ASDOPS_LOG_TO_FILE_FLUSH=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_TO_FILE
ENV ASDOPS_LOG_TO_FILE=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_TO_STDOUT
ENV ASDOPS_LOG_TO_STDOUT=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASDOPS_LOG_LEVEL
ENV ASDOPS_LOG_LEVEL=ERROR
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_MATMUL_SHUFFLE_K_ENABLE
ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_SHARE_MEMORY_NAME_SUFFIX
ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_DEVICE_TILING_BUFFER_BLOCK_NUM
ENV ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_HOST_TILING_BUFFER_BLOCK_NUM
ENV ATB_HOST_TILING_BUFFER_BLOCK_NUM=128
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_COMPARE_TILING_EVERY_KERNEL
ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_WORKSPACE_MEM_ALLOC_GLOBAL
ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE
ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT
ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT
ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_OPSRUNNER_SETUP_CACHE_ENABLE
ENV ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE
ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE
ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE
ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ATB_HOME_PATH
ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASCEND_HOME_PATH
ENV ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 TOOLCHAIN_HOME
ENV TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASCEND_OPP_PATH
ENV ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASCEND_AICPU_PATH
ENV ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 PYTHONPATH
ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 ASCEND_TOOLKIT_HOME
ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:02  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-08-20 01:21:19  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-08-20 01:21:19  69.25MB 
/bin/sh -c #(nop) ADD file:5f2c65daac761cc691b34ee3e3e2ba42ec520d71fc59aef131d38058a7891ab8 in / 
                        
# 2025-08-20 01:21:17  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2025-08-20 01:21:17  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-08-20 01:21:17  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-08-20 01:21:17  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:ee7d9cc08c45beaf356b143df6543e627ba6fdc5c29fca9c78690c8c538e5132",
    "RepoTags": [
        "gpustack/runner:cann8.2-910b-sglang0.5.2",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2-linuxarm64"
    ],
    "RepoDigests": [
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner@sha256:fdf52131c5c3db07ffbf00f202df54ac8ee7ff519e2b6d8dae13c8638645155d"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-11-11T01:08:27.515436093Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest",
            "LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:",
            "PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:",
            "ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest",
            "ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp",
            "TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit",
            "ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest",
            "ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0",
            "ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0",
            "ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0",
            "ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0",
            "ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1",
            "ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1",
            "ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5",
            "ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1",
            "ATB_WORKSPACE_MEM_ALLOC_GLOBAL=0",
            "ATB_COMPARE_TILING_EVERY_KERNEL=0",
            "ATB_HOST_TILING_BUFFER_BLOCK_NUM=128",
            "ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32",
            "ATB_SHARE_MEMORY_NAME_SUFFIX=",
            "ATB_MATMUL_SHUFFLE_K_ENABLE=1",
            "ASDOPS_LOG_LEVEL=ERROR",
            "ASDOPS_LOG_TO_STDOUT=0",
            "ASDOPS_LOG_TO_FILE=1",
            "ASDOPS_LOG_TO_FILE_FLUSH=0",
            "ASDOPS_LOG_TO_BOOST_TYPE=atb",
            "ASDOPS_LOG_PATH=/root",
            "LCCL_DETERMINISTIC=0",
            "LCCL_PARALLEL=0",
            "DEBIAN_FRONTEND=noninteractive",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "PYTHON_VERSION=3.11",
            "PIP_NO_CACHE_DIR=1",
            "PIP_DISABLE_PIP_VERSION_CHECK=1",
            "PIP_ROOT_USER_ACTION=ignore",
            "PIPX_HOME=/root/.local/share/pipx",
            "PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs",
            "UV_NO_CACHE=1",
            "UV_HTTP_TIMEOUT=500",
            "UV_INDEX_STRATEGY=unsafe-best-match",
            "CANN_HOME=/usr/local/Ascend",
            "CANN_VERSION=8.2.rc2",
            "CANN_ARCHS=910b",
            "UV_SYSTEM_PYTHON=1",
            "UV_PRERELEASE=allow",
            "SGLANG_TORCH_VERSION=2.6.0",
            "SGLANG_VERSION=0.5.2",
            "SGLANG_KERNEL_VERSION=20251106"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/",
        "Entrypoint": [
            "tini",
            "--"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "22.04"
        },
        "Shell": [
            "/bin/bash",
            "-eo",
            "pipefail",
            "-c"
        ]
    },
    "Architecture": "arm64",
    "Os": "linux",
    "Size": 18268790976,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/8f2c500ceed9f723b8d44852e8e4b7dfe8cee231cd9bd96ec383a9be9ac80a16/diff:/var/lib/docker/overlay2/05e64fc4dbd23e2c265a3b9b7e90490507ec6fe9b81b462988bd8080c03f400b/diff:/var/lib/docker/overlay2/ef2151d45253ef7e72ee293fdf02abd5b1497804f584cb6e00df3beac9fa1c4b/diff:/var/lib/docker/overlay2/4deb7d2b49c4c0865e4c2a5b97192f9dac643dc71fce4505089eb0e6e3febf86/diff:/var/lib/docker/overlay2/1f69e539ce55e9b73a04030221591de506526fce8dac1537f9a835802b8267f4/diff:/var/lib/docker/overlay2/db1a8853be39e3187e616fccf066c1ea064e847e5178e526d954d3ddd46e7226/diff:/var/lib/docker/overlay2/5b778f02059ba6c8a69af2a23e47e3c4012f327850fd05102b21dd2f364fbb6a/diff:/var/lib/docker/overlay2/ee1c97ca79f35e4f6ace4c71f77728f97d136141487e0845ed577d3b33a5169a/diff:/var/lib/docker/overlay2/0780ed583b7c23a932de8b5a6f6b7408cacb4092c69c916a74de4e1a0b03f8dc/diff:/var/lib/docker/overlay2/bf924d231a0cd00c5ecd60be167c5177996af90cfcc3b381374e9483be6c2377/diff:/var/lib/docker/overlay2/b2e34a5149516cb70117f3a28629e5f97f271e654e2ed77d537375b5da131dd5/diff:/var/lib/docker/overlay2/d0ae2b73d7ff08eca5e2cfda57e8baf319664a7ce36520e5d921278d45ec03fb/diff:/var/lib/docker/overlay2/0c6a2d570bd8d691f85f5053e63162d88afbd182ec43bc203cdfeefd8f3f48ab/diff:/var/lib/docker/overlay2/d3d449511f577f3dab18d6e1672b5a7fd6b1820c6852798c53e729ef8587773a/diff:/var/lib/docker/overlay2/7c23d5374f340a6cbe144b2933d5bea4a8ce9035763dfe1b583da8b748b3eb3d/diff:/var/lib/docker/overlay2/7e7d193170f41397c1cf3ba055ea44e710edb778cea4a887c1102912b85052ce/diff:/var/lib/docker/overlay2/bc9b96c65207371a72b0e1a3b9966ad2518db1fddbc53663ec8872096459ca31/diff:/var/lib/docker/overlay2/132c5cb9003f04fa391014b5be77cb1888b4dd86700bfb7272097245fc3fc686/diff:/var/lib/docker/overlay2/86f9c4215a6a448def54baec29dcf5bc77e1b309ca552630318dfbc539e69adb/diff",
            "MergedDir": "/var/lib/docker/overlay2/823307b3bf3cc4c4b437c3938ec7df6e70c863844c7599072a7a59c9ff3ed8df/merged",
            "UpperDir": "/var/lib/docker/overlay2/823307b3bf3cc4c4b437c3938ec7df6e70c863844c7599072a7a59c9ff3ed8df/diff",
            "WorkDir": "/var/lib/docker/overlay2/823307b3bf3cc4c4b437c3938ec7df6e70c863844c7599072a7a59c9ff3ed8df/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:3e04ae02e3b48a52cd15f8595efd67e8ab7b3e9766f7d1e12a25c8c76f3a86bf",
            "sha256:593ef517b4d0fc1862d195dbbd8fff1445202e8ab296be49f7e00e486dc4a797",
            "sha256:4ef836cf12fc525a8e0dde167def67c8e34081962a58cd680860dc69071d6ba1",
            "sha256:79cf7d6b658283c58795accf6a91a9ade49ab46cf5e08d7996243a1978415372",
            "sha256:248e33fd2f68dc2cbf75d01699d30975b3076673e6f439c1bf70e35d430552e8",
            "sha256:b7e06f1ab6e5d85715866ec110903a403fbbd6cfd59e77a200bf4dd607886970",
            "sha256:b56691f442da0250c781ef8197092b207ecb779f5fdfbf1e2596a004c04b8355",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:ebc7d778aeacc855ffb356ece20409a400c7475966ac7f48afaf2f5e96f42590",
            "sha256:a6a477bab87ab91c79a188d7d7697c4c0b47e6474f5272fa02fdfcaa09d10356",
            "sha256:c3b0fd30123a2f65eae65435ebfac0a7b1285cc9209b38d20056ba0283fb5427",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:8b6cf3f9b46b64c7a0b949c0e305d4abc455fe529c79ffee1af801e2e1b8cde0",
            "sha256:b790cb22373d097d239ba8b59c403a7203627963991ceaa820cd83621173aa29",
            "sha256:542289e85c0b28c66c6af3cfd4afdac9ebd1b162e70ecbcf6e300bff78a497d7",
            "sha256:105e36c0964ec0f2964e04e28e6f51061bcdea8b2dce22a348e5beb5c54364d4",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-12-05T01:17:26.57990512+08:00"
    }
}