docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2 linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2  docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2  docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2

Shell快速替换命令

sed -i 's#gpustack/runner:cann8.2-910b-sglang0.5.2#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2  docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2  docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2'

镜像构建历史

# 2025-11-11 09:14:22  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["tini" "--"]
                        
# 2025-11-11 09:14:22  0.00B 设置工作目录为/
WORKDIR /
                        
# 2025-11-11 09:14:22  0.00B 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 SGLANG_TORCH_VERSION=2.6.0 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106 /bin/bash -eo pipefail -c     # Postprocess

    # Review
    uv pip tree \
        --package sglang \
        --package sglang-router \
        --package sgl-kernel-npu \
        --package deep-ep \
        --package triton-ascend \
        --package custom-ops \
        --package vllm \
        --package torch \
        --package torch-npu
 # buildkit
                        
# 2025-11-11 09:14:22  0.00B 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 SGLANG_TORCH_VERSION=2.6.0 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106 /bin/bash -eo pipefail -c     # Custom Ops

    if [[ "${TARGETARCH}" == "amd64" ]]; then
        echo "Skipping Custom Ops installation on ${TARGETARCH}..."
        exit 0
    fi

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    UV_SKIP_WHEEL_FILENAME_CHECK=1 uv pip install --verbose \
        https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/ops/custom_ops-1.0.${CANN_ARCHS}-cp311-cp311-${OS}_${ARCH}.whl

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-11 09:14:22  22.60MB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 SGLANG_TORCH_VERSION=2.6.0 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106 /bin/bash -eo pipefail -c     # SGlang Router

    # Install Rust
    curl --retry 3 --retry-connrefused --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y
    export PATH="/root/.cargo/bin:${PATH}" \
        && rustc --version \
        && cargo --version

    # Install build tools
    uv pip install \
        setuptools-rust maturin

    # Install SGLang Router
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${SGLANG_VERSION} --single-branch \
        https://github.com/sgl-project/sglang.git sglang
    pushd /tmp/sglang/sgl-router \
        && ulimit -n 65536 && maturin build --release --features vendored-openssl --out dist \
        && tree -hs /tmp/sglang/sgl-router/dist \
        && uv pip install --force-reinstall /tmp/sglang/sgl-router/dist/*.whl

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /root/.cargo \
        && rm -rf /root/.rustup \
        && sed -i '$d' /root/.profile \
        && sed -i '$d' /root/.bashrc \
        && ccache --clear --clean
 # buildkit
                        
# 2025-11-11 09:14:02  1.25GB 执行命令并创建新的镜像层
RUN |7 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 SGLANG_TORCH_VERSION=2.6.0 CMAKE_MAX_JOBS= SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106 /bin/bash -eo pipefail -c     # SGLang

    CMAKE_MAX_JOBS="${CMAKE_MAX_JOBS}"
    if [[ -z "${CMAKE_MAX_JOBS}" ]]; then
        CMAKE_MAX_JOBS="$(( $(nproc) / 2 ))"
    fi
    if (( $(echo "${CMAKE_MAX_JOBS} > 8" | bc -l) )); then
        CMAKE_MAX_JOBS="8"
    fi
    export MAX_JOBS="${CMAKE_MAX_JOBS}"
    export COMPILE_CUSTOM_KERNELS=1
    export LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:${CANN_HOME}/ascend-toolkit/latest/$(uname -i)-linux/devlib"

    # Install vLLM
    SGLANG_VLLM_VERSION=0.8.5
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${SGLANG_VLLM_VERSION} --single-branch \
        https://github.com/vllm-project/vllm.git vllm-${SGLANG_VLLM_VERSION}
    VLLM_TARGET_DEVICE="empty" \
        uv pip install --verbose --extra-index-url https://download.pytorch.org/whl/cpu/ \
        /tmp/vllm-${SGLANG_VLLM_VERSION}

    # Install Dependencies
    cat <<EOT >/tmp/requirements.txt
attrs==24.2.0
decorator==5.1.1
psutil==6.0.0
pytest==8.3.2
pytest-xdist==3.6.1
pyyaml
EOT
    uv pip install \
        -r /tmp/requirements.txt
    if [[ "${TARGETARCH}" == "amd64" ]]; then
        uv pip install --verbose \
            https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0.dev20250923-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl
    else
        uv pip install --verbose \
            https://sglang-ascend.obs.cn-east-3.myhuaweicloud.com/sglang/triton_ascend-3.2.0%2Bgitb0ea0850-cp311-cp311-linux_aarch64.whl
    fi

    # Install SGLang
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch v${SGLANG_VERSION} --single-branch \
        https://github.com/sgl-project/sglang.git sglang-${SGLANG_VERSION}
    pushd /tmp/sglang-${SGLANG_VERSION}/python \
        && if [[ -f pyproject_other.toml ]]; then mv pyproject_other.toml pyproject.toml; fi \
        && uv pip install --verbose .[srt_npu]

    export LD_LIBRARY_PATH="${CANN_HOME}/ascend-toolkit/latest/runtime/lib64/stub:${LD_LIBRARY_PATH}"
    source ${CANN_HOME}/ascend-toolkit/set_env.sh

    # Install SGLang Kernel
    git -C /tmp clone --recursive --shallow-submodules \
        --depth 1 --branch ${SGLANG_KERNEL_VERSION} --single-branch \
        https://github.com/sgl-project/sgl-kernel-npu.git sgl-kernel-npu
    pushd /tmp/sgl-kernel-npu \
        && ./build.sh \
        && tree -hs /tmp/sgl-kernel-npu/output \
        && uv pip install /tmp/sgl-kernel-npu/output/deep_ep*.whl /tmp/sgl-kernel-npu/output/sgl_kernel_npu*.whl

    # Postprocess SGLang Kernel (DeepEP)
    cd "$(pip show deep-ep | awk '/^Location:/ {print $2}')" && ln -s deep_ep/deep_ep_cpp*.so

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && ccache --clear --clean
 # buildkit
                        
# 2025-11-11 09:06:50  0.00B 设置环境变量 SGLANG_VERSION SGLANG_KERNEL_VERSION
ENV SGLANG_VERSION=0.5.2 SGLANG_KERNEL_VERSION=20251106
                        
# 2025-11-11 09:06:50  0.00B 定义构建参数
ARG SGLANG_KERNEL_VERSION=20251106
                        
# 2025-11-11 09:06:50  0.00B 定义构建参数
ARG SGLANG_VERSION=0.5.2
                        
# 2025-11-11 09:06:50  0.00B 定义构建参数
ARG CMAKE_MAX_JOBS
                        
# 2025-11-11 09:06:50  1.01GB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 SGLANG_TORCH_VERSION=2.6.0 /bin/bash -eo pipefail -c     # Torch

    # Install Torch
    cat <<EOT >/tmp/requirements.txt
torch==${SGLANG_TORCH_VERSION}
torchvision
torchaudio
EOT
    if [[ "${TARGETARCH}" == "amd64" ]]; then
        uv pip install --extra-index-url https://download.pytorch.org/whl/cpu/ \
            -r /tmp/requirements.txt
    else
        uv pip install \
            -r /tmp/requirements.txt
    fi
    uv pip install --extra-index-url https://mirrors.huaweicloud.com/ascend/repos/pypi \
        torch-npu==${SGLANG_TORCH_VERSION}.*
    uv pip install \
        numpy==1.26.4 scipy==1.13.1

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-11 09:06:31  0.00B 设置环境变量 SGLANG_TORCH_VERSION
ENV SGLANG_TORCH_VERSION=2.6.0
                        
# 2025-11-11 09:06:31  0.00B 定义构建参数
ARG SGLANG_TORCH_VERSION=2.6.0
                        
# 2025-11-11 09:06:31  6.30MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c     # Tools

    # Install
    apt-get update -y && apt-get install -y --no-install-recommends \
        libgrpc-dev \
        libgrpc++-dev \
        libprotobuf-dev \
        protobuf-compiler \
        protobuf-compiler-grpc

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-11 09:06:31  0.00B 设置环境变量 UV_SYSTEM_PYTHON UV_PRERELEASE
ENV UV_SYSTEM_PYTHON=1 UV_PRERELEASE=allow
                        
# 2025-11-11 09:06:31  0.00B 定义构建参数
ARG TARGETARCH=amd64
                        
# 2025-11-11 09:06:31  0.00B 定义构建参数
ARG TARGETOS=linux
                        
# 2025-11-11 09:06:31  0.00B 定义构建参数
ARG TARGETPLATFORM=linux/amd64
                        
# 2025-11-11 09:06:31  0.00B 
SHELL [/bin/bash -eo pipefail -c]
                        
# 2025-11-10 12:15:30  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-11-10 12:15:30  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN NNAL

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]] && [[ -d "${CANN_HOME}/nnal" ]]; then
        echo "Skipping CANN NNAL upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Prepare environment
    source ${CANN_HOME}/ascend-toolkit/set_env.sh

    # Install NNAL
    NNAL_FILE="Ascend-cann-nnal_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    NNAL_PATH="/tmp/${NNAL_FILE}"
    NNAL_URL="${URL_PREFIX}/${NNAL_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${NNAL_PATH}" "${NNAL_URL}"
    chmod a+x "${NNAL_PATH}"
    printf "Y\n" | "${NNAL_PATH}" --install --install-path="${CANN_HOME}"

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend_seclog \
        && rm -rf /var/log/cann_atb_log
 # buildkit
                        
# 2025-11-10 12:15:30  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN Kernels

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]]; then
        echo "Skipping CANN Kernels upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Prepare environment
    source ${CANN_HOME}/ascend-toolkit/set_env.sh

    # Install kernels
    KERNELS_FILE="Ascend-cann-kernels-${CANN_ARCHS}_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    if ! curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fsSIL "${URL_PREFIX}/${KERNELS_FILE}?${URL_SUFFIX}" >/dev/null 2>&1; then
        # Fallback to generic kernels
        KERNELS_FILE="Ascend-cann-kernels-${CANN_ARCHS}_${DOWNLOAD_VERSION}_${OS}.run"
    fi
    KERNELS_PATH="/tmp/${KERNELS_FILE}"
    KERNELS_URL="${URL_PREFIX}/${KERNELS_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${KERNELS_PATH}" "${KERNELS_URL}"
    chmod a+x "${KERNELS_PATH}"
    printf "Y\n" |"${KERNELS_PATH}" --install --install-for-all --install-path="${CANN_HOME}"

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend \
        && rm -rf /var/log/ascend_seclog
 # buildkit
                        
# 2025-11-10 12:15:30  0.00B 执行命令并创建新的镜像层
RUN |6 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 CANN_VERSION=8.2.rc2 CANN_ARCHS=910b /bin/bash -eo pipefail -c     # CANN Toolkit

    OS="$(uname -s | tr '[:upper:]' '[:lower:]')"
    ARCH="$(uname -m)"
    DOWNLOAD_VERSION="$(echo ${CANN_VERSION%\.beta1} | tr '[:lower:]' '[:upper:]')"
    URL_PREFIX="https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%20${DOWNLOAD_VERSION}"
    URL_SUFFIX="response-content-type=application/octet-stream"

    if [[ -d "${CANN_HOME}/ascend-toolkit/${DOWNLOAD_VERSION}" ]]; then
        echo "Skipping CANN Toolkit upgrade for ${DOWNLOAD_VERSION}..."
        exit 0
    fi

    # Install dependencies
    cat <<EOT >/tmp/requirements.txt
attrs==24.3.0
numpy==1.26.4
decorator==5.2.1
sympy==1.14.0
cffi==1.17.1
PyYAML==6.0.2
pathlib2==2.3.7.post1
protobuf==6.31.0
scipy==1.15.3
requests==2.32.3
absl-py==2.2.2
EOT
    pip install -r /tmp/requirements.txt

    # Install toolkit
    TOOLKIT_FILE="Ascend-cann-toolkit_${DOWNLOAD_VERSION}_${OS}-${ARCH}.run"
    TOOLKIT_PATH="/tmp/${TOOLKIT_FILE}"
    TOOLKIT_URL="${URL_PREFIX}/${TOOLKIT_FILE}?${URL_SUFFIX}"
    curl -H 'Referer: https://www.hiascend.com/' --retry 3 --retry-connrefused -fL -o "${TOOLKIT_PATH}" "${TOOLKIT_URL}"
    chmod a+x "${TOOLKIT_PATH}"
    printf "Y\n" | "${TOOLKIT_PATH}" --install --install-for-all --install-path="${CANN_HOME}"

    # Cleanup
   rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt \
        && rm -rf /var/log/ascend \
        && rm -rf /var/log/ascend_seclog
 # buildkit
                        
# 2025-11-10 12:15:30  0.00B 设置环境变量 CANN_HOME CANN_VERSION CANN_ARCHS
ENV CANN_HOME=/usr/local/Ascend CANN_VERSION=8.2.rc2 CANN_ARCHS=910b
                        
# 2025-11-10 12:15:30  0.00B 定义构建参数
ARG CANN_ARCHS=910b
                        
# 2025-11-10 12:15:30  0.00B 定义构建参数
ARG CANN_VERSION=8.2.rc2
                        
# 2025-11-10 12:15:30  126.00MB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c     # Buildkit

    cat <<EOT >/tmp/requirements.txt
build
cmake<4
ninja<1.11
setuptools<80
setuptools-scm
packaging<25
wheel==0.45.1
pybind11<3
Cython
psutil
pipx
uv
EOT
    pip install -r /tmp/requirements.txt

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/*
 # buildkit
                        
# 2025-11-10 12:15:26  0.00B 设置环境变量 PIP_NO_CACHE_DIR PIP_DISABLE_PIP_VERSION_CHECK PIP_ROOT_USER_ACTION PIPX_HOME PIPX_LOCAL_VENVS UV_NO_CACHE UV_HTTP_TIMEOUT UV_INDEX_STRATEGY
ENV PIP_NO_CACHE_DIR=1 PIP_DISABLE_PIP_VERSION_CHECK=1 PIP_ROOT_USER_ACTION=ignore PIPX_HOME=/root/.local/share/pipx PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs UV_NO_CACHE=1 UV_HTTP_TIMEOUT=500 UV_INDEX_STRATEGY=unsafe-best-match
                        
# 2025-11-10 12:15:26  78.05KB 执行命令并创建新的镜像层
RUN |4 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 PYTHON_VERSION=3.11 /bin/bash -eo pipefail -c     # Python

    if (( $(echo "$(python3 --version | cut -d' ' -f2 | cut -d'.' -f1,2) == ${PYTHON_VERSION}" | bc -l) )); then
        echo "Skipping Python upgrade for ${PYTHON_VERSION}..."
        if [[ -z "$(ldconfig -v 2>/dev/null | grep libpython${PYTHON_VERSION})" ]]; then
            PYTHON_LIB_PREFIX=$(python3 -c "import sys; print(sys.base_prefix);")
            echo "${PYTHON_LIB_PREFIX}/lib" >> /etc/ld.so.conf.d/python3.conf
            echo "${PYTHON_LIB_PREFIX}/lib64" >> /etc/ld.so.conf.d/python3.conf
            ldconfig -v
        fi
        exit 0
    fi

    # Add deadsnakes PPA for Python versions
    for i in 1 2 3; do
        add-apt-repository -y ppa:deadsnakes/ppa && break || { echo "Attempt $i failed, retrying in 5s..."; sleep 5; }
    done
    apt-get update -y

    # Install
    apt-get install -y --no-install-recommends \
        python${PYTHON_VERSION} \
        python${PYTHON_VERSION}-dev \
        python${PYTHON_VERSION}-venv \
        python${PYTHON_VERSION}-lib2to3 \
        python${PYTHON_VERSION}-gdbm \
        python${PYTHON_VERSION}-tk
    if (( $(echo "${PYTHON_VERSION} <= 3.11" | bc -l) )); then
        apt-get install -y --no-install-recommends \
            python${PYTHON_VERSION}-distutils
    fi

    # Update alternatives
    if [[ -f /etc/alternatives/python3 ]]; then update-alternatives --remove-all python3; fi; update-alternatives --install /usr/bin/python3 python3 /usr/bin/python${PYTHON_VERSION} 1
    if [[ -f /etc/alternatives/python ]]; then update-alternatives --remove-all python; fi; update-alternatives --install /usr/bin/python python /usr/bin/python${PYTHON_VERSION} 1
    curl -sS "https://bootstrap.pypa.io/get-pip.py" | python${PYTHON_VERSION}
    if [[ -f /etc/alternatives/2to3 ]]; then update-alternatives --remove-all 2to3; fi; update-alternatives --install /usr/bin/2to3 2to3 /usr/bin/2to3${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/pydoc3 ]]; then update-alternatives --remove-all pydoc3; fi; update-alternatives --install /usr/bin/pydoc3 pydoc3 /usr/bin/pydoc${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/idle3 ]]; then update-alternatives --remove-all idle3; fi; update-alternatives --install /usr/bin/idle3 idle3 /usr/bin/idle${PYTHON_VERSION} 1 || true
    if [[ -f /etc/alternatives/python3-config ]]; then update-alternatives --remove-all python3-config; fi; update-alternatives --install /usr/bin/python3-config python3-config /usr/bin/python${PYTHON_VERSION}-config 1 || true

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:15:26  0.00B 设置环境变量 PYTHON_VERSION
ENV PYTHON_VERSION=3.11
                        
# 2025-11-10 12:15:26  0.00B 定义构建参数
ARG PYTHON_VERSION=3.11
                        
# 2025-11-10 12:15:26  1.03GB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c     # C buildkit

    # Install
    apt-get install -y --no-install-recommends \
        make ninja-build pkg-config ccache
    curl --retry 3 --retry-connrefused -fL "https://github.com/Kitware/CMake/releases/download/v3.31.7/cmake-3.31.7-linux-$(uname -m).tar.gz" | tar -zx -C /usr --strip-components 1

    # Install dependencies
    apt-get install -y --no-install-recommends \
        perl-openssl-defaults perl yasm \
        zlib1g zlib1g-dev libbz2-dev libffi-dev libgdbm-dev libgdbm-compat-dev \
        openssl libssl-dev libsqlite3-dev lcov libomp-dev \
        libblas-dev liblapack-dev libopenblas-dev libblas3 liblapack3 libhdf5-dev \
        libxml2 libxslt1-dev libgl1-mesa-glx libgmpxx4ldbl \
        libncurses5-dev libreadline6-dev libsqlite3-dev \
        liblzma-dev lzma lzma-dev tk-dev uuid-dev libmpdec-dev \
        ffmpeg libjpeg-dev libpng-dev libtiff-dev libwebp-dev \
        libnuma1 libnuma-dev libjemalloc-dev \
        libgrpc-dev libgrpc++-dev libprotobuf-dev protobuf-compiler protobuf-compiler-grpc \
        libnl-route-3-200 libnl-3-200 libnl-3-dev  libnl-route-3-dev \
        libibverbs1 libibverbs-dev \
        librdmacm1 librdmacm-dev \
        libibumad3 libibumad-dev \
        libtool \
        ibverbs-utils ibverbs-providers libibverbs-dev \
        openmpi-bin openmpi-common libopenmpi-dev

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:14:49  0.00B 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c     # GCC

    # Upgrade GCC if the Ubuntu version is lower than 21.04.
    source /etc/os-release
    if (( $(echo "${VERSION_ID} >= 21.04" | bc -l) )); then
        echo "Skipping GCC upgrade for ${VERSION_ID}..."
        exit 0
    fi

    # Install
    apt-get install -y --no-install-recommends \
        gcc-11 g++-11 gfortran-11 gfortran

    # Update alternatives
    if [[ -f /etc/alternatives/gcov-dump ]]; then update-alternatives --remove-all gcov-dump; fi; update-alternatives --install /usr/bin/gcov-dump gcov-dump /usr/bin/gcov-dump-11 10
    if [[ -f /etc/alternatives/lto-dump ]]; then update-alternatives --remove-all lto-dump; fi; update-alternatives --install /usr/bin/lto-dump lto-dump /usr/bin/lto-dump-11 10
    if [[ -f /etc/alternatives/gcov ]]; then update-alternatives --remove-all gcov; fi; update-alternatives --install /usr/bin/gcov gcov /usr/bin/gcov-11 10
    if [[ -f /etc/alternatives/gcc ]]; then update-alternatives --remove-all gcc; fi; update-alternatives --install /usr/bin/gcc gcc /usr/bin/gcc-11 10
    if [[ -f /etc/alternatives/gcc-nm ]]; then update-alternatives --remove-all gcc-nm; fi; update-alternatives --install /usr/bin/gcc-nm gcc-nm /usr/bin/gcc-nm-11 10
    if [[ -f /etc/alternatives/cpp ]]; then update-alternatives --remove-all cpp; fi; update-alternatives --install /usr/bin/cpp cpp /usr/bin/cpp-11 10
    if [[ -f /etc/alternatives/g++ ]]; then update-alternatives --remove-all g++; fi; update-alternatives --install /usr/bin/g++ g++ /usr/bin/g++-11 10
    if [[ -f /etc/alternatives/gcc-ar ]]; then update-alternatives --remove-all gcc-ar; fi; update-alternatives --install /usr/bin/gcc-ar gcc-ar /usr/bin/gcc-ar-11 10
    if [[ -f /etc/alternatives/gcov-tool ]]; then update-alternatives --remove-all gcov-tool; fi; update-alternatives --install /usr/bin/gcov-tool gcov-tool /usr/bin/gcov-tool-11 10
    if [[ -f /etc/alternatives/gcc-ranlib ]]; then update-alternatives --remove-all gcc-ranlib; fi; update-alternatives --install /usr/bin/gcc-ranlib gcc-ranlib /usr/bin/gcc-ranlib-11 10
    if [[ -f /etc/alternatives/gfortran ]]; then update-alternatives --remove-all gfortran; fi; update-alternatives --install /usr/bin/gfortran gfortran /usr/bin/gfortran-11 10

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:14:49  297.48MB 执行命令并创建新的镜像层
RUN |3 TARGETPLATFORM=linux/amd64 TARGETOS=linux TARGETARCH=amd64 /bin/bash -eo pipefail -c     # Tools

    # Refresh
    apt-get update -y && apt-get install -y --no-install-recommends \
        software-properties-common apt-transport-https \
        ca-certificates gnupg2 lsb-release gnupg-agent \
      && apt-get update -y \
      && add-apt-repository -y ppa:ubuntu-toolchain-r/test \
      && apt-get update -y

    # Install
    apt-get install -y --no-install-recommends \
        ca-certificates build-essential binutils bash openssl \
        curl wget aria2 \
        git git-lfs \
        unzip xz-utils \
        tzdata locales \
        iproute2 iputils-ping ifstat net-tools dnsutils pciutils ipmitool \
        rdma-core rdmacm-utils infiniband-diags \
        procps sysstat htop \
        tini vim jq bc tree

    # Update locale
    localedef -i en_US -c -f UTF-8 -A /usr/share/locale/locale.alias en_US.UTF-8

    # Update timezone
    rm -f /etc/localtime \
        && ln -sf /usr/share/zoneinfo/Asia/Shanghai /etc/localtime \
        && echo "Asia/Shanghai" > /etc/timezone \
        && dpkg-reconfigure --frontend noninteractive tzdata

    # Cleanup
    rm -rf /var/tmp/* \
        && rm -rf /tmp/* \
        && rm -rf /var/cache/apt
 # buildkit
                        
# 2025-11-10 12:14:49  0.00B 设置环境变量 DEBIAN_FRONTEND LANG LANGUAGE LC_ALL
ENV DEBIAN_FRONTEND=noninteractive LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2025-11-10 12:14:49  0.00B 定义构建参数
ARG TARGETARCH=amd64
                        
# 2025-11-10 12:14:49  0.00B 定义构建参数
ARG TARGETOS=linux
                        
# 2025-11-10 12:14:49  0.00B 定义构建参数
ARG TARGETPLATFORM=linux/amd64
                        
# 2025-11-10 12:14:49  0.00B 
SHELL [/bin/bash -eo pipefail -c]
                        
# 2025-09-23 20:35:10  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/bin/bash" "-c" "    source /usr/local/Ascend/ascend-toolkit/set_env.sh &&     source /usr/local/Ascend/nnal/atb/set_env.sh &&     exec \"$@\"" "--"]
                        
# 2025-09-23 20:35:10  3.88KB 执行命令并创建新的镜像层
RUN /bin/bash -c CANN_TOOLKIT_ENV_FILE="/usr/local/Ascend/ascend-toolkit/set_env.sh" &&     CANN_NNAL_ENV_FILE="/usr/local/Ascend/nnal/atb/set_env.sh" &&     echo "source ${CANN_TOOLKIT_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_TOOLKIT_ENV_FILE}" >> ~/.bashrc &&     echo "source ${CANN_NNAL_ENV_FILE}" >> /etc/profile &&     echo "source ${CANN_NNAL_ENV_FILE}" >> ~/.bashrc # buildkit
                        
# 2025-09-23 20:35:06  84.00B 复制新文件或目录到容器中
COPY /etc/Ascend /etc/Ascend # buildkit
                        
# 2025-09-23 20:35:02  12.23GB 复制新文件或目录到容器中
COPY /usr/local/Ascend /usr/local/Ascend # buildkit
                        
# 2025-09-23 20:31:42  625.56MB 复制新文件或目录到容器中
COPY /usr/local/python3.11.13 /usr/local/python3.11.13 # buildkit
                        
# 2025-09-23 19:58:48  358.04MB 执行命令并创建新的镜像层
RUN /bin/bash -c apt-get update     && DEBIAN_FRONTEND=noninteractive apt-get install --no-install-recommends -y         apt-transport-https         ca-certificates         bash         libc6         libsqlite3-dev         gcc         g++         make         cmake         git     && apt-get clean     && rm -rf /var/lib/apt/lists/*     && rm -rf /var/tmp/*     && rm -rf /tmp/* # buildkit
                        
# 2025-09-23 19:58:48  0.00B 
SHELL [/bin/bash -c]
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 LCCL_PARALLEL
ENV LCCL_PARALLEL=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 LCCL_DETERMINISTIC
ENV LCCL_DETERMINISTIC=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASDOPS_LOG_PATH
ENV ASDOPS_LOG_PATH=/root
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASDOPS_LOG_TO_BOOST_TYPE
ENV ASDOPS_LOG_TO_BOOST_TYPE=atb
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASDOPS_LOG_TO_FILE_FLUSH
ENV ASDOPS_LOG_TO_FILE_FLUSH=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASDOPS_LOG_TO_FILE
ENV ASDOPS_LOG_TO_FILE=1
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASDOPS_LOG_TO_STDOUT
ENV ASDOPS_LOG_TO_STDOUT=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASDOPS_LOG_LEVEL
ENV ASDOPS_LOG_LEVEL=ERROR
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_MATMUL_SHUFFLE_K_ENABLE
ENV ATB_MATMUL_SHUFFLE_K_ENABLE=1
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_SHARE_MEMORY_NAME_SUFFIX
ENV ATB_SHARE_MEMORY_NAME_SUFFIX=
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_DEVICE_TILING_BUFFER_BLOCK_NUM
ENV ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_HOST_TILING_BUFFER_BLOCK_NUM
ENV ATB_HOST_TILING_BUFFER_BLOCK_NUM=128
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_COMPARE_TILING_EVERY_KERNEL
ENV ATB_COMPARE_TILING_EVERY_KERNEL=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_WORKSPACE_MEM_ALLOC_GLOBAL
ENV ATB_WORKSPACE_MEM_ALLOC_GLOBAL=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE
ENV ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT
ENV ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT
ENV ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_OPSRUNNER_SETUP_CACHE_ENABLE
ENV ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE
ENV ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE
ENV ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE
ENV ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ATB_HOME_PATH
ENV ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASCEND_HOME_PATH
ENV ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 TOOLCHAIN_HOME
ENV TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASCEND_OPP_PATH
ENV ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASCEND_AICPU_PATH
ENV ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 PYTHONPATH
ENV PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 ASCEND_TOOLKIT_HOME
ENV ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest
                        
# 2025-09-23 19:58:48  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-08-20 01:17:10  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-08-20 01:17:10  77.87MB 
/bin/sh -c #(nop) ADD file:9303cc1f788d2a9a8f909b154339f7c637b2a53c75c0e7f3da62eb1fefe371b1 in / 
                        
# 2025-08-20 01:17:08  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2025-08-20 01:17:08  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-08-20 01:17:08  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-08-20 01:17:08  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:917a0429d5692b4fcec1759952dc27c30c289422fff8b560d74352bfcdb6e26e",
    "RepoTags": [
        "gpustack/runner:cann8.2-910b-sglang0.5.2",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner:cann8.2-910b-sglang0.5.2"
    ],
    "RepoDigests": [
        "gpustack/runner@sha256:7c7a6c7eef269ed8903918eb968bb4db364b7ca7bce32a03bd1de4759ba7bf64",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/gpustack/runner@sha256:e5d7f7802547b34b6ee4a64729eb7bde55e9307645b313f3ac6cede85dea2d12"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-11-11T01:14:22.336686075Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/usr/local/Ascend/driver/tools:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/bin:/usr/local/Ascend/ascend-toolkit/latest/bin:/usr/local/Ascend/ascend-toolkit/latest/compiler/ccec_compiler/bin:/usr/local/Ascend/ascend-toolkit/latest/tools/ccec_compiler/bin:/usr/local/python3.11.13/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "ASCEND_TOOLKIT_HOME=/usr/local/Ascend/ascend-toolkit/latest",
            "LD_LIBRARY_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/lib:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/examples:/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0/tests/atbopstest:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64:/usr/local/Ascend/ascend-toolkit/latest/tools/aml/lib64/plugin:/usr/local/Ascend/ascend-toolkit/latest/lib64:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/opskernel:/usr/local/Ascend/ascend-toolkit/latest/lib64/plugin/nnengine:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe/op_tiling:/usr/local/Ascend/driver/lib64/common/:/usr/local/Ascend/driver/lib64/driver/:",
            "PYTHONPATH=/usr/local/Ascend/ascend-toolkit/latest/python/site-packages:/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe:",
            "ASCEND_AICPU_PATH=/usr/local/Ascend/ascend-toolkit/latest",
            "ASCEND_OPP_PATH=/usr/local/Ascend/ascend-toolkit/latest/opp",
            "TOOLCHAIN_HOME=/usr/local/Ascend/ascend-toolkit/latest/toolkit",
            "ASCEND_HOME_PATH=/usr/local/Ascend/ascend-toolkit/latest",
            "ATB_HOME_PATH=/usr/local/Ascend/nnal/atb/latest/atb/cxx_abi_0",
            "ATB_STREAM_SYNC_EVERY_KERNEL_ENABLE=0",
            "ATB_STREAM_SYNC_EVERY_RUNNER_ENABLE=0",
            "ATB_STREAM_SYNC_EVERY_OPERATION_ENABLE=0",
            "ATB_OPSRUNNER_SETUP_CACHE_ENABLE=1",
            "ATB_OPSRUNNER_KERNEL_CACHE_LOCAL_COUNT=1",
            "ATB_OPSRUNNER_KERNEL_CACHE_GLOABL_COUNT=5",
            "ATB_WORKSPACE_MEM_ALLOC_ALG_TYPE=1",
            "ATB_WORKSPACE_MEM_ALLOC_GLOBAL=0",
            "ATB_COMPARE_TILING_EVERY_KERNEL=0",
            "ATB_HOST_TILING_BUFFER_BLOCK_NUM=128",
            "ATB_DEVICE_TILING_BUFFER_BLOCK_NUM=32",
            "ATB_SHARE_MEMORY_NAME_SUFFIX=",
            "ATB_MATMUL_SHUFFLE_K_ENABLE=1",
            "ASDOPS_LOG_LEVEL=ERROR",
            "ASDOPS_LOG_TO_STDOUT=0",
            "ASDOPS_LOG_TO_FILE=1",
            "ASDOPS_LOG_TO_FILE_FLUSH=0",
            "ASDOPS_LOG_TO_BOOST_TYPE=atb",
            "ASDOPS_LOG_PATH=/root",
            "LCCL_DETERMINISTIC=0",
            "LCCL_PARALLEL=0",
            "DEBIAN_FRONTEND=noninteractive",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "PYTHON_VERSION=3.11",
            "PIP_NO_CACHE_DIR=1",
            "PIP_DISABLE_PIP_VERSION_CHECK=1",
            "PIP_ROOT_USER_ACTION=ignore",
            "PIPX_HOME=/root/.local/share/pipx",
            "PIPX_LOCAL_VENVS=/root/.local/share/pipx/venvs",
            "UV_NO_CACHE=1",
            "UV_HTTP_TIMEOUT=500",
            "UV_INDEX_STRATEGY=unsafe-best-match",
            "CANN_HOME=/usr/local/Ascend",
            "CANN_VERSION=8.2.rc2",
            "CANN_ARCHS=910b",
            "UV_SYSTEM_PYTHON=1",
            "UV_PRERELEASE=allow",
            "SGLANG_TORCH_VERSION=2.6.0",
            "SGLANG_VERSION=0.5.2",
            "SGLANG_KERNEL_VERSION=20251106"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/",
        "Entrypoint": [
            "tini",
            "--"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "22.04"
        },
        "Shell": [
            "/bin/bash",
            "-eo",
            "pipefail",
            "-c"
        ]
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 17029533850,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/b9702ab4db879d32194868c770f359c728d0b7ee8049c3d86169755f96d6be37/diff:/var/lib/docker/overlay2/7bdba4645a8363fb9e4d468d9e2ff31b45b8b9bc1e3595f759ab7fcfeb572ae3/diff:/var/lib/docker/overlay2/99e4e43f466cee803b16d45e9465d3f08b05e03f5b289eb0159c434c0f597079/diff:/var/lib/docker/overlay2/29bd542c89c9f87123b373a24e76ef39f8f859fd1d6394db83476cabf63ed669/diff:/var/lib/docker/overlay2/26eaf16fad46af6b82ed3662dbff88364fa582e32054da83e78c79c86f79a746/diff:/var/lib/docker/overlay2/ac2f2cf4b8f76cd13ceb057fa0aec42d3c25d90bf8978689d01b41309b36e3d2/diff:/var/lib/docker/overlay2/030be67321835a4aa12c7ee2af421c849a246c3e653613e372e1340b04f665e2/diff:/var/lib/docker/overlay2/59969fe571a6672faaa7c3ebf45a1f6073e25d734d841d36349b85bc2bf6fd81/diff:/var/lib/docker/overlay2/d1c4b6a62ae2b7102a35a30488df1cffe4d1a5e940042f3eba114755eaa51bc8/diff:/var/lib/docker/overlay2/cd50d7c364f92d248b37f306b9c62487372dc9f56f58c45597cf39263ce629f8/diff:/var/lib/docker/overlay2/a48119b65e6213473f03b31777b690eb161fd10334e028eb2d993630a6248add/diff:/var/lib/docker/overlay2/7bd0ece143ab20298be501ff7d29894cedf5924d1368a5f5c4002bd2a64187b6/diff:/var/lib/docker/overlay2/c690dbce23e73f87cc89d0b4e6e83d25627a84629fd5c921938b75252157f3b6/diff:/var/lib/docker/overlay2/6ed54174367f0e653af78316bad08ca4bd7e8001107b8fb79108a56c16f1cac6/diff:/var/lib/docker/overlay2/ff1919f4a053a8c163039a2439ac02b5d786f344cbbae72a2fb1d0dffe5a8e3d/diff:/var/lib/docker/overlay2/28543a6d77c3f0c4891a8b78f2699025ed7a113f6cc5ee8694f9177597e13b9e/diff:/var/lib/docker/overlay2/0ee38c8e0124971f0077299ccb34556e534b19e0465ea6f5eccfb9dbf1fb6695/diff:/var/lib/docker/overlay2/16801504f9058b95f379a5214dbbeb7547bd70df660a8421e8e400e23c34512c/diff:/var/lib/docker/overlay2/97073286d5eb7217a14fff08602e32cd878b3428b86cd09aa5efd9e66e76d780/diff",
            "MergedDir": "/var/lib/docker/overlay2/11e6254434faefdbb9db640b2dcd5cc53915bd14fed927a1ff8d1ae74608619a/merged",
            "UpperDir": "/var/lib/docker/overlay2/11e6254434faefdbb9db640b2dcd5cc53915bd14fed927a1ff8d1ae74608619a/diff",
            "WorkDir": "/var/lib/docker/overlay2/11e6254434faefdbb9db640b2dcd5cc53915bd14fed927a1ff8d1ae74608619a/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:dc6eb6dad5f9e332f00af553440e857b1467db1be43dd910cdb6830ba0898d50",
            "sha256:4bd9bfc1a3c841bf757c86a69ed96173261fb2b5191b5cb3ba2258ac99a47a73",
            "sha256:e4a260f749fcadfa077cdb4ca26a8533b67221e4b226d30e596923bc090fd5cf",
            "sha256:c78385424099a74d1df258911a49fad0aa908f431d2c531aad22944e822aae91",
            "sha256:8d7738105aa26ad6f99581c28915ac0d97e45d0ac552bc5178f962f6a4c6d277",
            "sha256:305a088d4de6577ad15416ab63eaa50984b9ccffcc0cd3c3bb054ae15ab33484",
            "sha256:369bff4de72bba145182071ccbff7bbb063b1eef2a2c240a8648244a86709dc6",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:a0e07c3af8ee6f0ad717e055f56dd28d12a1996cb0f4298ba4173539a51ec5d1",
            "sha256:61fb29ed34172ed256d6258ff0983e3225feefb8c571972184994f8feb33adff",
            "sha256:383f0d2f0b15cc6b46d4ad24183d8e534a521177f4c7e71b15665bfdf2381dbd",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:adf6178fd98f3a7152d81e7f855e5ce29092feb65fab45d3863706b48f9bfecf",
            "sha256:fae5cba244db53e6306f41723ff0aaafe13a8ef4daf3fcd04ead1ace97c2dcea",
            "sha256:22002d2b91c4ba45b8a69464cc42cde7ff4a9f6c4228dea4837887bdfeec4dd1",
            "sha256:45b05032905bc98a3b3c800b120734fca6b898cc11946fa81fb97d23e2d710f9",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-12-05T00:48:40.358105356+08:00"
    }
}