Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64  ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64  ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5

Shell快速替换命令

sed -i 's#ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64  ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64  ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5'

镜像构建历史

# 2026-08-06 06:18:20  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/recipe/scripts/entrypoint.sh"]
                        
# 2026-08-06 06:18:20  0.00B 指定检查容器健康状态的命令
HEALTHCHECK &{["CMD-SHELL" "/opt/recipe/scripts/healthcheck.sh"] "30s" "5s" "20m0s" "0s" '\x03'}
                        
# 2026-08-06 06:18:20  0.00B 声明容器运行时监听的端口
EXPOSE map[8000/tcp:{}]
                        
# 2026-08-06 06:18:20  5.44KB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c chmod +x /opt/recipe/scripts/*.sh # buildkit
                        
# 2026-08-06 06:18:19  1.41KB 复制新文件或目录到容器中
COPY config /opt/recipe/config # buildkit
                        
# 2026-08-06 06:18:19  55.24KB 复制新文件或目录到容器中
COPY scripts /opt/recipe/scripts # buildkit
                        
# 2026-08-06 04:21:50  28.22KB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c patch --dry-run -p1 -d /opt/runtime-venv/lib/python3.12/site-packages       < /tmp/instanttensor.patch &&     patch -p1 -d /opt/runtime-venv/lib/python3.12/site-packages       < /tmp/instanttensor.patch # buildkit
                        
# 2026-08-06 04:21:49  814.00B 复制新文件或目录到容器中
COPY patches/instanttensor.patch /tmp/instanttensor.patch # buildkit
                        
# 2026-08-06 04:21:49  0.00B 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c case "$(ninja --version)" in 1.13.0*) ;; *) exit 1 ;; esac # buildkit
                        
# 2026-08-06 04:21:49  0.00B 设置环境变量 PATH
ENV PATH=/opt/runtime-venv/bin:/usr/local/cuda/bin:/usr/local/bin:/usr/bin:/bin
                        
# 2026-08-06 04:21:49  863.49MB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c env -u PIP_CONSTRAINT /opt/runtime-venv/bin/python -m pip install       'nvidia-cutlass-dsl-libs-cu13==4.6.0' 'transformers==5.13.1'       'mistral-common==1.11.5' 'instanttensor==0.1.5' 'openai==2.44.0'       'compressed-tensors==0.17.0' 'apache-tvm-ffi==0.1.10'       'torch-c-dlpack-ext==0.1.5' 'z3-solver==4.15.4' 'tilelang==0.1.9' &&     env -u PIP_CONSTRAINT /opt/runtime-venv/bin/python -m pip install       --no-deps 'quack-kernels==0.6.2' # buildkit
                        
# 2026-08-06 04:19:47  2.09MB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c git init /tmp/vllm-flash-attn &&     git -C /tmp/vllm-flash-attn remote add origin       https://github.com/vllm-project/flash-attention.git &&     git -C /tmp/vllm-flash-attn fetch --depth=1 origin       caaa4eb59845388a20b1f435ecaafb4bd9517ad8 &&     git -C /tmp/vllm-flash-attn checkout --detach FETCH_HEAD &&     mkdir -p /opt/vllm/vllm/vllm_flash_attn/cute &&     cp -a /tmp/vllm-flash-attn/flash_attn/cute/.       /opt/vllm/vllm/vllm_flash_attn/cute/ &&     find /opt/vllm/vllm/vllm_flash_attn/cute -type f -name '*.py'       -exec sed -i 's/flash_attn\.cute/vllm.vllm_flash_attn.cute/g' {} + &&     rm -rf /tmp/vllm-flash-attn # buildkit
                        
# 2026-08-06 04:19:41  291.30MB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c export PATH=/usr/local/bin:${PATH} &&     export TORCH_CUDA_ARCH_LIST=12.0 &&     cmake -S /opt/vllm -B /opt/vllm-build -G Ninja       -DCMAKE_BUILD_TYPE=Release       -DCMAKE_CUDA_ARCHITECTURES=120       -DVLLM_TARGET_DEVICE=cuda       -DVLLM_PYTHON_EXECUTABLE=/opt/runtime-venv/bin/python       -DVLLM_ENABLE_SCALED_MM_C2X=OFF       -DVLLM_ENABLE_SM12X_NVFP4=OFF       -DVLLM_ENABLE_SM12X_NVFP4_KV=ON       -DVLLM_BUILD_RUNTIME_EXTERNALS=OFF       -DVLLM_BUILD_QUTLASS=OFF       -DVLLM_BUILD_VLLM_FLASH_ATTN=OFF &&     cmake --build /opt/vllm-build --target _C_stable_libtorch --parallel 4 &&     cp /opt/vllm-build/_C_stable_libtorch.abi3.so       /opt/vllm/vllm/_C_stable_libtorch.abi3.so # buildkit
                        
# 2026-08-06 04:07:26  66.41KB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c git -C /opt/vllm apply --check /tmp/vllm-build-fetch.patch &&     git -C /opt/vllm apply /tmp/vllm-build-fetch.patch # buildkit
                        
# 2026-08-06 04:07:26  1.15KB 复制新文件或目录到容器中
COPY patches/vllm-build-fetch.patch /tmp/vllm-build-fetch.patch # buildkit
                        
# 2026-08-06 04:07:26  1.41MB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c /opt/runtime-venv/bin/python -m pip install --no-deps -e /opt/sparkinfer # buildkit
                        
# 2026-08-06 04:07:23  344.71MB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c env -u PIP_CONSTRAINT /opt/runtime-venv/bin/python -m pip install       'nvidia-cutlass-dsl==4.6.0' 'safetensors==0.8.0'       'huggingface-hub>=0.34,<2' 'pytest==9.1.1' # buildkit
                        
# 2026-08-06 04:06:11  5.28GB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c /opt/runtime-venv/bin/python -m pip install       --index-url https://download.pytorch.org/whl/cu130       'torch==2.12.0+cu130' 'torchvision==0.27.0+cu130' # buildkit
                        
# 2026-08-06 04:03:11  12.58MB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c python3 -m venv --system-site-packages /opt/runtime-venv &&     /opt/runtime-venv/bin/python -m pip install --upgrade pip # buildkit
                        
# 2026-08-06 04:03:07  1.58MB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c git -C /opt/vllm apply --check /tmp/vllm.patch &&     git -C /opt/vllm apply /tmp/vllm.patch &&     git -C /opt/vllm apply --check /tmp/vllm-padded-fp8-compat.patch &&     git -C /opt/vllm apply /tmp/vllm-padded-fp8-compat.patch &&     git -C /opt/vllm apply --check /tmp/vllm-dspark-compact-draft.patch &&     git -C /opt/vllm apply /tmp/vllm-dspark-compact-draft.patch &&     git -C /opt/sparkinfer apply --check /tmp/sparkinfer.patch &&     git -C /opt/sparkinfer apply /tmp/sparkinfer.patch # buildkit
                        
# 2026-08-06 04:03:07  21.69KB 复制新文件或目录到容器中
COPY patches/sparkinfer.patch /tmp/sparkinfer.patch # buildkit
                        
# 2026-08-06 04:03:07  3.62KB 复制新文件或目录到容器中
COPY patches/vllm-dspark-compact-draft.patch /tmp/vllm-dspark-compact-draft.patch # buildkit
                        
# 2026-08-06 00:18:13  10.56KB 复制新文件或目录到容器中
COPY patches/vllm-padded-fp8-compat.patch /tmp/vllm-padded-fp8-compat.patch # buildkit
                        
# 2026-08-06 00:18:12  77.86KB 复制新文件或目录到容器中
COPY patches/vllm.patch /tmp/vllm.patch # buildkit
                        
# 2026-08-06 00:18:12  159.63MB 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c rm -rf /opt/vllm /opt/sparkinfer &&     git init /opt/vllm &&     git -C /opt/vllm remote add origin       https://github.com/local-inference-lab/vllm.git &&     git -C /opt/vllm fetch --depth=1 origin "${VLLM_COMMIT}" &&     git -C /opt/vllm checkout --detach FETCH_HEAD &&     git init /opt/sparkinfer &&     git -C /opt/sparkinfer remote add origin       https://github.com/local-inference-lab/sparkinfer.git &&     git -C /opt/sparkinfer fetch --depth=1 origin "${SPARKINFER_COMMIT}" &&     git -C /opt/sparkinfer checkout --detach FETCH_HEAD # buildkit
                        
# 2026-08-06 00:14:15  0.00B 执行命令并创建新的镜像层
RUN |2 VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15 SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f /bin/sh -c test "$(uname -m)" = aarch64 ||     (echo "This image targets one DGX Spark (Linux aarch64 + GB10/SM121)." >&2; exit 2) # buildkit
                        
# 2026-08-06 00:14:15  0.00B 设置环境变量 DEBIAN_FRONTEND CUDA_HOME CUTE_DSL_ARCH PYTHONPATH PATH KV_FP8_ROPE VLLM_DSV4_PADDED_NVFP4
ENV DEBIAN_FRONTEND=noninteractive CUDA_HOME=/usr/local/cuda CUTE_DSL_ARCH=sm_121a PYTHONPATH=/opt/vllm:/opt/sparkinfer PATH=/opt/runtime-venv/bin:/usr/local/cuda/bin:/usr/bin:/bin KV_FP8_ROPE=0 VLLM_DSV4_PADDED_NVFP4=1
                        
# 2026-08-06 00:14:15  0.00B 定义构建参数
ARG SPARKINFER_COMMIT=272a84bd97ce791a1e92d1f3a0da3dd5f3c6565f
                        
# 2026-08-06 00:14:15  0.00B 定义构建参数
ARG VLLM_COMMIT=30038602b71395f481ef4a6edfe4fcf8551d9c15
                        
# 2026-02-20 21:45:29  0.00B 添加元数据标签
LABEL com.nvidia.build.ref=db7600950a476c031b123f25536f8f1d7bcb992b
                        
# 2026-02-20 21:45:29  0.00B 定义构建参数
ARG NVIDIA_BUILD_REF=db7600950a476c031b123f25536f8f1d7bcb992b
                        
# 2026-02-20 21:45:29  0.00B 添加元数据标签
LABEL com.nvidia.build.id=270699521
                        
# 2026-02-20 21:45:29  0.00B 设置环境变量 NVIDIA_BUILD_ID
ENV NVIDIA_BUILD_ID=270699521
                        
# 2026-02-20 21:45:29  0.00B 定义构建参数
ARG NVIDIA_BUILD_ID=270699521
                        
# 2026-02-20 21:45:29  0.00B 设置环境变量 NVIDIA_VLLM_VERSION
ENV NVIDIA_VLLM_VERSION=26.02
                        
# 2026-02-20 21:45:29  0.00B 定义构建参数
ARG NVIDIA_VLLM_VERSION=26.02
                        
# 2026-02-20 21:45:29  0.00B 添加元数据标签
LABEL com.nvidia.vllm.version=0.15.1+befbc472
                        
# 2026-02-20 21:45:29  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin:/opt/tensorrt/bin
                        
# 2026-02-20 21:45:29  0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=vLLM
                        
# 2026-02-20 21:45:29  0.00B 设置工作目录为/workspace
WORKDIR /workspace
                        
# 2026-02-20 21:45:29  0.00B 设置环境变量 VLLM_FLASH_ATTN_SRC_DIR
ENV VLLM_FLASH_ATTN_SRC_DIR=/opt/vllm/vllm-flash-attn/
                        
# 2026-02-20 21:45:29  598.00MB 执行命令并创建新的镜像层
RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.15.1+befbc472 /bin/sh -c set -xeo pipefail
pip --version
python -c 'import sys; print(sys.platform)'
# Remove PyTorch's numba and llvmlite constraints due to vllm version conflict
sed -i -e 's/numba==.*//' /etc/pip/constraint.txt
sed -i -e 's/llvmlite==.*//' /etc/pip/constraint.txt
echo "[PIP_CONSTRAINT(${PIP_CONSTRAINT})]"
cat ${PIP_CONSTRAINT}

# L0_correctness_TinyLlama--Thor_AGX
if [ $TARGETARCH = "arm64" ]; then
    cd /opt
    curl "https://gitlab-master.nvidia.com/api/v4/projects/105799/packages/generic/nvpl_slim_24.04/sbsa/nvpl_slim_24.04.tar" --output nvpl_slim_24.04.tar
    tar -xf nvpl_slim_24.04.tar
    cp -r nvpl_slim_24.04/lib/* /usr/local/lib
    cp -r nvpl_slim_24.04/include/* /usr/local/include
    rm -rf nvpl_slim_24.04.tar nvpl_slim_24.04
fi
# L0_correctness_TinyLlama--H100
if [ $TARGETARCH = "amd64" ]; then
    pip install --no-cache-dir mkl mkl-include mkl-devel
    # Clean up duplicate libraries from mkl/tbb python wheel install which makes copies for symlinks. 
    # This can be removed once upgrading to an MKL pip wheel that fixes the symlinks
    find /usr/local/lib -maxdepth 1 -type f -regex '.*\/lib\(tbb\|mkl\).*\.so\($\|\.[0-9]*\.[0-9]*\)' -exec rm -v {} +
    patchelf --set-rpath '/usr/local/lib' /usr/local/lib/python${PYVER}/dist-packages/torch/lib/libtorch_global_deps.so
    find / -name "*libmkl_intel_lp64*"
fi

find / -name "cuda.h"
ldconfig
sed -i -E 's/^([[:space:]]*)from \.modeling_utils import PreTrainedAudioTokenizerBase/\1pass/' /usr/local/lib/python${PYVER}/dist-packages/transformers/processing_utils.py

# Install build dependencies to enable rebuilding inside the container.
# Note: This installs a newer version of cmake than "apt install cmake" does,
# which we require to support CMAKE_LINKER_TYPE=LLD.
pip install --no-cache-dir uv setuptools-scm cmake change_wheel_version
# Install cuda devel libs required for compilation.
BASE=1 DEVEL=1 VERSION_LIST="CUSPARSE_VERSION CUSOLVER_VERSION" PURGESTUBS=1 /nvidia/build-scripts/installLIBS.sh
# WAR cccl include dir change to enable re-building sglang from source inside the container.
ln -s /usr/local/cuda/include/cccl/cuda /usr/local/cuda/include/cuda

 # buildkit
                        
# 2026-02-20 21:45:10  0.00B 设置环境变量 TIKTOKEN_CACHE_DIR TIKTOKEN_RS_CACHE_DIR
ENV TIKTOKEN_CACHE_DIR=/root/.cache/tiktoken_cache TIKTOKEN_RS_CACHE_DIR=/root/.cache/tiktoken_cache
                        
# 2026-02-20 21:45:10  3.61MB 执行命令并创建新的镜像层
RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.15.1+befbc472 /bin/sh -c mkdir -p /root/.cache/tiktoken_cache  && cd /root/.cache/tiktoken_cache  && wget -q https://openaipublic.blob.core.windows.net/encodings/o200k_base.tiktoken  && mv o200k_base.tiktoken fb374d419588a4632f3f557e76b4b70aebbca790 # buildkit
                        
# 2026-02-20 21:45:09  8.61MB 执行命令并创建新的镜像层
RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.15.1+befbc472 /bin/sh -c pip install "apache-tvm-ffi<=0.1.7" # buildkit
                        
# 2026-02-20 21:45:07  7.24GB 执行命令并创建新的镜像层
RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.15.1+befbc472 /bin/sh -c pip install /opt/transfer/*.whl # buildkit
                        
# 2026-02-18 18:15:59  809.35MB 执行命令并创建新的镜像层
RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.15.1+befbc472 /bin/sh -c curl -Of "https://gitlab-master.nvidia.com/api/v4/projects/9703/packages/generic/pytorch_triton/wheel/pytorch_triton-${PYTORCH_TRITON_VERSION}-cp312-cp312-linux_$(uname -m).whl" &&     mkdir -p /tmp/dist &&     mv *.whl /tmp/dist &&     pip install --no-cache-dir /tmp/dist/*.whl &&     rm -rf /tmp/dist &&     cd /usr/local/lib/python${PYVER}/dist-packages/ &&     ls -la | grep pytorch_triton &&     mv pytorch_triton-${PYTORCH_TRITON_VERSION}.dist-info triton-${PYTORCH_TRITON_VERSION}.dist-info &&     cd triton-${PYTORCH_TRITON_VERSION}.dist-info &&     echo "Current directory: $(pwd)" &&     echo "Files in directory:" &&     ls -la &&     sed -i 's/^Name: pytorch-triton/Name: triton/' METADATA &&     sed -i "s|pytorch_triton-${PYTORCH_TRITON_VERSION}.dist-info/|triton-${PYTORCH_TRITON_VERSION}.dist-info/|g" RECORD &&     echo "METADATA after update:" &&     grep "^Name:" METADATA # buildkit
                        
# 2026-02-18 18:15:53  259.11MB 执行命令并创建新的镜像层
RUN |3 TARGETARCH=arm64 PYVER=3.12 VLLM_VERSION=0.15.1+befbc472 /bin/sh -c export PYSFX=`echo "${PYVER}" | cut -c1-1` &&     export DEBIAN_FRONTEND=noninteractive &&     apt-get update &&     apt-get install -y --no-install-recommends         python$PYVER-dev         python$PYSFX         python$PYSFX-dev         python$PYSFX-venv         python-is-python$PYSFX         patchelf         libxcb1-dev         lld     && rm -rf /var/lib/apt/lists/* &&     curl -O https://bootstrap.pypa.io/get-pip.py &&     python get-pip.py &&     rm get-pip.py # buildkit
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 PYTORCH_TRITON_VERSION
ENV PYTORCH_TRITON_VERSION=3.6.0+git9844da95.nv26.2
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 PIP_NO_BUILD_ISOLATION
ENV PIP_NO_BUILD_ISOLATION=1
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 PIP_BREAK_SYSTEM_PACKAGES
ENV PIP_BREAK_SYSTEM_PACKAGES=1
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 MAX_JOBS
ENV MAX_JOBS=12
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 TRITON_CUPTI_PATH
ENV TRITON_CUPTI_PATH=/usr/local/cuda/include
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 TRITON_CUDART_PATH
ENV TRITON_CUDART_PATH=/usr/local/cuda/include
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 TRITON_CUDACRT_PATH
ENV TRITON_CUDACRT_PATH=/usr/local/cuda/include
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 TRITON_NVDISASM_PATH
ENV TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 TRITON_CUOBJDUMP_PATH
ENV TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 TRITON_PTXAS_PATH
ENV TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 TORCH_CUDA_ARCH_LIST
ENV TORCH_CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0+PTX
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/lib/python3.12/dist-packages/torch_tensorrt/bin:/usr/local/cuda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 CPATH
ENV CPATH=/usr/local/cuda/include:
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 CUDA_HOME
ENV CUDA_HOME=/usr/local/cuda
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 PIP_CONSTRAINT
ENV PIP_CONSTRAINT=/etc/pip/constraint.txt
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64
                        
# 2026-02-18 18:15:53  0.00B 设置环境变量 VLLM_VERSION
ENV VLLM_VERSION=0.15.1+befbc472
                        
# 2026-02-18 18:15:53  0.00B 定义构建参数
ARG VLLM_VERSION=0.15.1+befbc472
                        
# 2026-02-18 18:15:53  0.00B 定义构建参数
ARG PYVER=3.12
                        
# 2026-02-18 18:15:53  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2026-02-18 18:15:43  31.22MB 复制新文件或目录到容器中
COPY /usr/local/cuda/lib64/libnvshmem_device.bc /usr/local/cuda/lib64/libnvshmem_device.bc # buildkit
                        
# 2026-02-18 18:15:43  302.00B 复制新文件或目录到容器中
COPY /etc/pip/original_constraint.txt /etc/pip/constraint.txt # buildkit
                        
# 2026-02-18 05:21:16  49.94MB 复制新文件或目录到容器中
COPY vllm-src/ /opt/vllm/vllm-src/ # buildkit
                        
# 2026-02-05 17:28:49  174.47MB 复制新文件或目录到容器中
COPY vllm-flash-attn/ /opt/vllm/vllm-flash-attn/ # buildkit
                        
# 2026-02-05 17:28:48  361.63MB 复制新文件或目录到容器中
COPY xformers/ /opt/xformers/ # buildkit
                        
# 2026-02-04 05:27:27  0.00B 执行命令并创建新的镜像层
RUN |2 ENABLE_MITMPROXY=0 VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit
                        
# 2026-02-04 05:27:27  458.49MB 执行命令并创建新的镜像层
RUN |2 ENABLE_MITMPROXY=0 VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION /bin/sh -c set -exo pipefail

export DEVEL=1 BASE=0
if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then
    COMPONENT_LIST="nvrtc-dev" /nvidia/build-scripts/installCUDA.sh
else
    # Don't use COMPONENT_LIST in iGPU environment
    /nvidia/build-scripts/installCUDA.sh
fi

VERSION_LIST="${VERSION_LIST}" /nvidia/build-scripts/installLIBS.sh
if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then 
  /nvidia/build-scripts/installNCCL.sh
fi
NOBUILDER=1 /nvidia/build-scripts/installTRT.sh
/nvidia/build-scripts/installCUDNN.sh
/nvidia/build-scripts/installCUSPARSELT.sh

# Clean up libcudnn_engines_precompiled
rm -rf /usr/lib/*-linux-gnu/libcudnn_engines_precompiled.so*
 # buildkit
                        
# 2026-02-04 05:16:19  0.00B 定义构建参数
ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION
                        
# 2026-02-04 05:16:19  0.00B 执行命令并创建新的镜像层
RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
                        
# 2026-02-04 05:16:19  0.00B 定义构建参数
ARG ENABLE_MITMPROXY=0
                        
# 2026-02-04 05:10:01  0.00B 添加元数据标签
LABEL com.nvidia.nccl.version=2.29.stable.20260109 com.nvidia.cublas.version=13.2.1.1 com.nvidia.cufft.version=12.1.0.78 com.nvidia.curand.version=10.4.1.81 com.nvidia.cusparse.version=12.7.3.1 com.nvidia.cusparselt.version=0.8.1.1 com.nvidia.cusolver.version=12.0.9.81 com.nvidia.npp.version=13.0.3.3 com.nvidia.nvjpeg.version=13.0.3.75 com.nvidia.cudnn.version=9.19.0.56
                        
# 2026-02-04 05:10:01  0.00B 执行命令并创建新的镜像层
RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit
                        
# 2026-02-04 05:10:01  0.00B 设置环境变量 LIBRARY_PATH
ENV LIBRARY_PATH=/usr/local/cuda/lib64/stubs:
                        
# 2026-02-04 05:10:01  2.90GB 执行命令并创建新的镜像层
RUN |3 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION /bin/sh -c set -exo pipefail
VERSION_LIST="${VERSION_LIST}" /nvidia/build-scripts/installLIBS.sh

# Hack to grab stubs from the libs stage and put them under /usr/local/cuda/lib64 without actually installing the libs
HACK_LIST="cusparse cusolver cufft nvJitLink"
for lib in ${HACK_LIST}; do
  _LIB_VERSION_ENV_VAR="${lib^^}_VERSION"
  _LIB_MAJOR_VERSION=$(echo "${!_LIB_VERSION_ENV_VAR}" | cut -d. -f1)
  
  if [[ -z "${_LIB_MAJOR_VERSION}" ]]; then
    echo "[ERROR] ${_LIB_VERSION_ENV_VAR} is not set"
    exit 1
  fi
  
  for _stub in $(ls /tmp/stubs/*${lib}*); do
    cp ${_stub} /usr/local/cuda/lib64/$(basename ${_stub}).${_LIB_MAJOR_VERSION}
    # Create a symlink to the file with .0 extension
    ln -sf $(basename ${_stub}).${_LIB_MAJOR_VERSION} /usr/local/cuda/lib64/$(basename ${_stub}).0
  done
done
( set +x; echo "[INFO] /usr/local/cuda/lib64 after hack:"; ls -larth /usr/local/cuda/lib64/ )

/nvidia/build-scripts/installCUDNN.sh

/nvidia/build-scripts/installCUSPARSELT.sh

NOBUILDER=1 /nvidia/build-scripts/installTRT.sh

if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then
  /nvidia/build-scripts/installNCCL.sh
  /nvidia/build-scripts/installNVSHMEM.sh
  # Manually create symlinks nvshmem so we don't need to use dpkg-divert
  # nvshmem default installation is under /usr/lib/x86_64-linux-gnu/nvshmem/${CUDA_VERSION_MAJOR}
  # We need to libs to be available under /usr/local/cuda/lib64
  export CUDA_VERSION_MAJOR=$(echo "${CUDA_VERSION}" | cut -d. -f1)
  find /usr/lib/*-linux-gnu/nvshmem/${CUDA_VERSION_MAJOR}/ -maxdepth 1 -type f -exec ln -sf {} /usr/local/cuda/lib64/ \;
  # For symlinks under /usr/lib/*-linux-gnu/nvshmem/${CUDA_VERSION_MAJOR}/, we want to create it under /usr/local/cuda/lib64/ and link it to the same target
  find /usr/lib/*-linux-gnu/nvshmem/${CUDA_VERSION_MAJOR}/ -maxdepth 1 -type l -exec ln -sf {} /usr/local/cuda/lib64/ \;
  # Ensure libnvshmem_host.so* files exist under /usr/local/cuda/lib64
  ls /usr/local/cuda/lib64/libnvshmem_host.so* || { echo "[ERROR] libnvshmem_host.so* not found under /usr/local/cuda/lib64"; exit 1; }
fi
 # buildkit
                        
# 2026-02-04 05:08:44  0.00B 定义构建参数
ARG VERSION_LIST=CURAND_VERSION CUBLAS_VERSION CUFILE_VERSION
                        
# 2026-02-04 05:08:44  569.55MB 执行命令并创建新的镜像层
RUN |2 ENABLE_MITMPROXY=0 CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras /bin/sh -c set -exo pipefail
if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then
    COMPONENT_LIST="${CUDA_COMPONENT_LIST}" /nvidia/build-scripts/installCUDA.sh
else
    # Don't use COMPONENT_LIST in iGPU environment
    /nvidia/build-scripts/installCUDA.sh
fi
 # buildkit
                        
# 2026-02-04 05:08:35  0.00B 设置环境变量 CUDA_COMPONENT_LIST
ENV CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras
                        
# 2026-02-04 05:08:35  0.00B 定义构建参数
ARG CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras
                        
# 2026-02-04 05:08:35  307.77MB 执行命令并创建新的镜像层
RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive  && apt-get update  && apt-get install -y --no-install-recommends         apt-utils         build-essential         libncurses6         libncursesw6         unzip         jq         gnupg         libtcmalloc-minimal4         git         libglib2.0-0         libhwloc15         libnuma-dev         libnuma1         libpmi2-0-dev         numactl         openssh-client         vim-tiny         wget  && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2026-02-04 05:08:24  0.00B 执行命令并创建新的镜像层
RUN |1 ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
                        
# 2026-02-04 05:08:24  0.00B 定义构建参数
ARG ENABLE_MITMPROXY=0
                        
# 2026-02-04 05:08:08  0.00B 执行命令并创建新的镜像层
RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=arm64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.5.0 _LIBPATH_SUFFIX= /bin/sh -c /tmp/manage_cert.sh uninstall # buildkit
                        
# 2026-02-04 05:08:08  467.00B 执行命令并创建新的镜像层
RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=arm64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.5.0 _LIBPATH_SUFFIX= /bin/sh -c mkdir -p /workspace && cp -f -p /opt/nvidia/entrypoint.d/30-container-license.txt /workspace/license.txt # buildkit
                        
# 2026-02-04 05:08:08  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
                        
# 2026-02-04 05:08:08  0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
                        
# 2026-02-04 05:08:08  16.17KB 复制新文件或目录到容器中
COPY entrypoint/ /opt/nvidia/ # buildkit
                        
# 2026-02-04 05:08:08  35.78KB 执行命令并创建新的镜像层
RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=arm64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.5.0 _LIBPATH_SUFFIX= /bin/sh -c if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then            echo "/opt/amazon/aws-ofi-nccl/lib" > /etc/ld.so.conf.d/aws-ofi-nccl.conf       && ldconfig;                                                 fi # buildkit
                        
# 2026-02-04 05:08:07  9.56MB 复制新文件或目录到容器中
COPY /opt/amazon/aws-ofi-nccl /opt/amazon/aws-ofi-nccl # buildkit
                        
# 2026-02-04 05:06:17  132.64MB 执行命令并创建新的镜像层
RUN |47 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=arm64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.5.0 _LIBPATH_SUFFIX= /bin/sh -c if [ -n "${DOCA_VERSION}" ] && dpkg --compare-versions "${HPCX_VERSION}" "ge" "2.24"; then         /nvidia/build-scripts/installDOCA.sh;     else         echo "Not running installDOCA.sh";     fi # buildkit
                        
# 2026-02-04 05:06:03  0.00B 设置环境变量 PATH LD_LIBRARY_PATH NVIDIA_VISIBLE_DEVICES NVIDIA_DRIVER_CAPABILITIES
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin LD_LIBRARY_PATH=/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64 NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=compute,utility,video
                        
# 2026-02-04 05:06:03  0.00B 定义构建参数
ARG _LIBPATH_SUFFIX=
                        
# 2026-02-04 05:06:03  46.00B 执行命令并创建新的镜像层
RUN |46 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=arm64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.5.0 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf  && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
                        
# 2026-01-31 06:59:45  13.39KB 复制文件或目录到容器中
ADD docs.tgz / # buildkit
                        
# 2026-01-31 06:59:45  0.00B 设置环境变量 NCCL_VERSION CUBLAS_VERSION CUFFT_VERSION CURAND_VERSION CUSPARSE_VERSION CUSPARSELT_VERSION CUSOLVER_VERSION NPP_VERSION NVJPEG_VERSION CUFILE_VERSION NVJITLINK_VERSION NVFATBIN_VERSION CUBLASMP_VERSION NVSHMEM_VERSION CUDLA_VERSION NVPTXCOMPILER_VERSION CUDNN_VERSION CUDNN_FRONTEND_VERSION TRT_VERSION TRTOSS_VERSION NSIGHT_SYSTEMS_VERSION NSIGHT_COMPUTE_VERSION DALI_VERSION DALI_BUILD DALI_URL_SUFFIX POLYGRAPHY_VERSION TRANSFORMER_ENGINE_VERSION MODEL_OPT_VERSION CUDA_ARCH_LIST MAXSMVER NVRX_VERSION
ENV NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSPARSELT_VERSION=0.8.1.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.5.0
                        
# 2026-01-31 06:59:45  0.00B 定义构建参数
ARG NCCL_VERSION=2.29.stable.20260109 CUBLAS_VERSION=13.2.1.1 CUFFT_VERSION=12.1.0.78 CURAND_VERSION=10.4.1.81 CUSPARSE_VERSION=12.7.3.1 CUSOLVER_VERSION=12.0.9.81 NPP_VERSION=13.0.3.3 NVJPEG_VERSION=13.0.3.75 CUFILE_VERSION=1.16.1.26 NVJITLINK_VERSION=13.1.115 NVFATBIN_VERSION=13.1.115 CUBLASMP_VERSION=0.7.0.125 NVSHMEM_VERSION=3.4.5 CUDLA_VERSION=13.1.1.006 NVPTXCOMPILER_VERSION=13.1.115 CUDNN_VERSION=9.19.0.56 CUDNN_FRONTEND_VERSION=1.18.0 TRT_VERSION=10.15.1.29 TRTOSS_VERSION= NSIGHT_SYSTEMS_VERSION=2026.1.1.204 NSIGHT_COMPUTE_VERSION=2025.4.1.2 CUSPARSELT_VERSION=0.8.1.1 DALI_VERSION=1.53.0 DALI_BUILD= DALI_URL_SUFFIX=130 POLYGRAPHY_VERSION=0.49.26 TRANSFORMER_ENGINE_VERSION=2.12 MODEL_OPT_VERSION=0.41.0 CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0 MAXSMVER=121 NVRX_VERSION=0.5.0
                        
# 2026-01-31 06:59:45  0.00B 添加元数据标签
LABEL com.nvidia.volumes.needed=nvidia_driver com.nvidia.cuda.version=9.0
                        
# 2026-01-31 06:59:45  0.00B 设置环境变量 _CUDA_COMPAT_PATH ENV BASH_ENV SHELL NVIDIA_REQUIRE_CUDA
ENV _CUDA_COMPAT_PATH=/usr/local/cuda/compat ENV=/etc/shinit_v2 BASH_ENV=/etc/bash.bashrc SHELL=/bin/bash NVIDIA_REQUIRE_CUDA=cuda>=9.0
                        
# 2026-01-31 06:59:45  100.50KB 执行命令并创建新的镜像层
RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=arm64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 /bin/sh -c cp -vprd /nvidia/. /  &&  patch -p0 < /etc/startup_scripts.patch  &&  rm -f /etc/startup_scripts.patch # buildkit
                        
# 2026-01-31 06:59:45  461.40MB 执行命令并创建新的镜像层
RUN |15 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=arm64 CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0 /bin/sh -c BASE=min /nvidia/build-scripts/installCUDA.sh # buildkit
                        
# 2026-01-31 06:59:09  0.00B 设置环境变量 CUDA_VERSION CUDA_DRIVER_VERSION NVVM_VERSION DOCA_VERSION
ENV CUDA_VERSION=13.1.1.006 CUDA_DRIVER_VERSION=590.48.01 NVVM_VERSION=13.1.115 DOCA_VERSION=3.1.0
                        
# 2026-01-31 06:59:09  0.00B 定义构建参数
ARG DOCA_VERSION=3.1.0
                        
# 2026-01-31 06:59:09  0.00B 定义构建参数
ARG NVVM_VERSION=13.1.115
                        
# 2026-01-31 06:59:09  0.00B 定义构建参数
ARG CUDA_DRIVER_VERSION=590.48.01
                        
# 2026-01-31 06:59:09  0.00B 定义构建参数
ARG CUDA_VERSION=13.1.1.006
                        
# 2026-01-31 06:59:09  0.00B 设置环境变量 OMPI_MCA_coll_hcoll_enable
ENV OMPI_MCA_coll_hcoll_enable=0
                        
# 2026-01-31 06:59:09  0.00B 设置环境变量 OPAL_PREFIX PATH
ENV OPAL_PREFIX=/opt/hpcx/ompi PATH=/usr/local/mpi/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/ucx/bin:/opt/amazon/efa/bin
                        
# 2026-01-31 06:59:09  251.14MB 执行命令并创建新的镜像层
RUN |11 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 RDMACORE_VERSION=56.0 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0 TARGETARCH=arm64 /bin/sh -c cd /nvidia  && ( cd opt/rdma-core/                            && dpkg -i libibverbs1_*.deb                            libibverbs-dev_*.deb                         librdmacm1_*.deb                             librdmacm-dev_*.deb                          libibumad3_*.deb                             libibumad-dev_*.deb                          ibverbs-utils_*.deb                          ibverbs-providers_*.deb           && rm $(dpkg-query -L                                    libibverbs-dev                               librdmacm-dev                                libibumad-dev                            | grep "\(\.so\|\.a\)$")          )                                            && ( cd opt/gdrcopy/                              && dpkg -i libgdrapi_*.deb                   )                                         && ( cp -r opt/hpcx /opt/                                         && cp etc/ld.so.conf.d/hpcx.conf /etc/ld.so.conf.d/          && ln -sf /opt/hpcx/ompi /usr/local/mpi                      && ln -sf /opt/hpcx/ucx  /usr/local/ucx                      && sed -i 's/^\(hwloc_base_binding_policy\) = core$/\1 = none/' /opt/hpcx/ompi/etc/openmpi-mca-params.conf         && sed -i 's/^\(btl = self\)$/#\1/'                             /opt/hpcx/ompi/etc/openmpi-mca-params.conf       )                                                         && ( if [ ! -f /etc/ld.so.conf.d/nvidia-tegra.conf ]; then           cd opt/amazon/efa/                                           && dpkg -i libfabric*.deb                                    && rm /opt/amazon/efa/lib/libfabric.a                        && echo "/opt/amazon/efa/lib" > /etc/ld.so.conf.d/efa.conf;         fi                                                         )                                                         && ldconfig # buildkit
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2026-01-17 06:35:27  0.00B 设置环境变量 GDRCOPY_VERSION HPCX_VERSION MOFED_VERSION OPENUCX_VERSION OPENMPI_VERSION RDMACORE_VERSION EFA_VERSION AWS_OFI_NCCL_VERSION
ENV GDRCOPY_VERSION=2.5.1 HPCX_VERSION=2.25.1-RC2 MOFED_VERSION=5.4-rdmacore56.0 OPENUCX_VERSION=1.20.0 OPENMPI_VERSION=4.1.7 RDMACORE_VERSION=56.0 EFA_VERSION=1.43.1 AWS_OFI_NCCL_VERSION=1.17.0
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG AWS_OFI_NCCL_VERSION=1.17.0
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG EFA_VERSION=1.43.1
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG OPENMPI_VERSION=4.1.7
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG OPENUCX_VERSION=1.20.0
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG MOFED_VERSION=5.4-rdmacore56.0
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG RDMACORE_VERSION=56.0
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG HPCX_VERSION=2.25.1-RC2
                        
# 2026-01-17 06:35:27  0.00B 定义构建参数
ARG GDRCOPY_VERSION=2.5.1
                        
# 2026-01-17 06:35:27  10.05MB 执行命令并创建新的镜像层
RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c export DEBIAN_FRONTEND=noninteractive  && apt-get update  && apt-get install -y --no-install-recommends         adduser         curl         libnl-route-3-200         libnl-3-200         libnl-3-dev         libnl-route-3-dev         patch         wget  && rm -rf /var/lib/apt/lists/*  && echo "hsts=0" > /root/.wgetrc # buildkit
                        
# 2026-01-31 08:38:01  0.00B 执行命令并创建新的镜像层
RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
                        
# 2026-01-17 06:35:19  3.02MB 执行命令并创建新的镜像层
RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c if [ -d /usr/share/ca-certificates ]; then exit; fi  && export DEBIAN_FRONTEND=noninteractive  && apt-get update  && apt-get install -y --no-install-recommends ca-certificates  && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2026-01-31 08:38:01  0.00B 执行命令并创建新的镜像层
RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c /tmp/manage_cert.sh install # buildkit
                        
# 2026-01-31 08:38:01  0.00B 执行命令并创建新的镜像层
RUN |2 JETPACK_HOST_MOUNTS= ENABLE_MITMPROXY=0 /bin/sh -c if [ -n "${JETPACK_HOST_MOUNTS}" ]; then        echo "/usr/lib/aarch64-linux-gnu/tegra" > /etc/ld.so.conf.d/nvidia-tegra.conf     && echo "/usr/lib/aarch64-linux-gnu/tegra-egl" >> /etc/ld.so.conf.d/nvidia-tegra.conf;     fi # buildkit
                        
# 2026-01-31 08:38:01  0.00B 设置环境变量 NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS
ENV NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=
                        
# 2026-01-31 08:38:01  0.00B 定义构建参数
ARG ENABLE_MITMPROXY=0
                        
# 2026-01-31 08:38:01  0.00B 定义构建参数
ARG JETPACK_HOST_MOUNTS=
                        
# 2026-01-13 13:40:17  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2026-01-13 13:40:17  100.72MB 
/bin/sh -c #(nop) ADD file:6089c6bede9eca8ec4f424e5798a0ae0712a6fe38c9b97f9afb9d24d9675024e in / 
                        
# 2026-01-13 13:40:13  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=24.04
                        
# 2026-01-13 13:40:13  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2026-01-13 13:40:13  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2026-01-13 13:40:13  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:3324f96434a2076e80e6a6bc4fbd187e5dd31e80ed85620961f9cff5dbdc3791",
    "RepoTags": [
        "ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer:dspark-k64-fixed-k5-linuxarm64"
    ],
    "RepoDigests": [
        "ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer@sha256:2e077489a83a0360952828051fe7f7a32c1801e5ce8436d85f7267583d614ff4",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/0xsero/deepseek-v4-flash-0731-spark-sparkinfer@sha256:2e077489a83a0360952828051fe7f7a32c1801e5ce8436d85f7267583d614ff4"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2026-08-05T22:18:20.206156976Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "ExposedPorts": {
            "8000/tcp": {}
        },
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/runtime-venv/bin:/usr/local/cuda/bin:/usr/local/bin:/usr/bin:/bin",
            "NVIDIA_REQUIRE_JETPACK_HOST_MOUNTS=",
            "GDRCOPY_VERSION=2.5.1",
            "HPCX_VERSION=2.25.1-RC2",
            "MOFED_VERSION=5.4-rdmacore56.0",
            "OPENUCX_VERSION=1.20.0",
            "OPENMPI_VERSION=4.1.7",
            "RDMACORE_VERSION=56.0",
            "EFA_VERSION=1.43.1",
            "AWS_OFI_NCCL_VERSION=1.17.0",
            "OPAL_PREFIX=/opt/hpcx/ompi",
            "OMPI_MCA_coll_hcoll_enable=0",
            "CUDA_VERSION=13.1.1.006",
            "CUDA_DRIVER_VERSION=590.48.01",
            "NVVM_VERSION=13.1.115",
            "DOCA_VERSION=3.1.0",
            "_CUDA_COMPAT_PATH=/usr/local/cuda/compat",
            "ENV=/etc/shinit_v2",
            "BASH_ENV=/etc/bash.bashrc",
            "SHELL=/bin/bash",
            "NVIDIA_REQUIRE_CUDA=cuda\u003e=9.0",
            "NCCL_VERSION=2.29.stable.20260109",
            "CUBLAS_VERSION=13.2.1.1",
            "CUFFT_VERSION=12.1.0.78",
            "CURAND_VERSION=10.4.1.81",
            "CUSPARSE_VERSION=12.7.3.1",
            "CUSPARSELT_VERSION=0.8.1.1",
            "CUSOLVER_VERSION=12.0.9.81",
            "NPP_VERSION=13.0.3.3",
            "NVJPEG_VERSION=13.0.3.75",
            "CUFILE_VERSION=1.16.1.26",
            "NVJITLINK_VERSION=13.1.115",
            "NVFATBIN_VERSION=13.1.115",
            "CUBLASMP_VERSION=0.7.0.125",
            "NVSHMEM_VERSION=3.4.5",
            "CUDLA_VERSION=13.1.1.006",
            "NVPTXCOMPILER_VERSION=13.1.115",
            "CUDNN_VERSION=9.19.0.56",
            "CUDNN_FRONTEND_VERSION=1.18.0",
            "TRT_VERSION=10.15.1.29",
            "TRTOSS_VERSION=",
            "NSIGHT_SYSTEMS_VERSION=2026.1.1.204",
            "NSIGHT_COMPUTE_VERSION=2025.4.1.2",
            "DALI_VERSION=1.53.0",
            "DALI_BUILD=",
            "DALI_URL_SUFFIX=130",
            "POLYGRAPHY_VERSION=0.49.26",
            "TRANSFORMER_ENGINE_VERSION=2.12",
            "MODEL_OPT_VERSION=0.41.0",
            "CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0",
            "MAXSMVER=121",
            "NVRX_VERSION=0.5.0",
            "LD_LIBRARY_PATH=/usr/local/lib/python3.12/dist-packages/torch/lib:/usr/local/lib/python3.12/dist-packages/torch_tensorrt/lib:/usr/local/cuda/compat/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
            "NVIDIA_VISIBLE_DEVICES=all",
            "NVIDIA_DRIVER_CAPABILITIES=compute,utility,video",
            "NVIDIA_PRODUCT_NAME=vLLM",
            "CUDA_COMPONENT_LIST=cccl crt nvrtc driver-dev culibos-dev cudart cudart-dev nvcc tileiras",
            "LIBRARY_PATH=/usr/local/cuda/lib64/stubs:",
            "VLLM_VERSION=0.15.1+befbc472",
            "PIP_CONSTRAINT=/etc/pip/constraint.txt",
            "CUDA_HOME=/usr/local/cuda",
            "CPATH=/usr/local/cuda/include:",
            "TORCH_CUDA_ARCH_LIST=8.0 8.6 9.0 10.0 11.0 12.0+PTX",
            "TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas",
            "TRITON_CUOBJDUMP_PATH=/usr/local/cuda/bin/cuobjdump",
            "TRITON_NVDISASM_PATH=/usr/local/cuda/bin/nvdisasm",
            "TRITON_CUDACRT_PATH=/usr/local/cuda/include",
            "TRITON_CUDART_PATH=/usr/local/cuda/include",
            "TRITON_CUPTI_PATH=/usr/local/cuda/include",
            "MAX_JOBS=12",
            "PIP_BREAK_SYSTEM_PACKAGES=1",
            "PIP_NO_BUILD_ISOLATION=1",
            "PYTORCH_TRITON_VERSION=3.6.0+git9844da95.nv26.2",
            "TIKTOKEN_CACHE_DIR=/root/.cache/tiktoken_cache",
            "TIKTOKEN_RS_CACHE_DIR=/root/.cache/tiktoken_cache",
            "VLLM_FLASH_ATTN_SRC_DIR=/opt/vllm/vllm-flash-attn/",
            "NVIDIA_VLLM_VERSION=26.02",
            "NVIDIA_BUILD_ID=270699521",
            "DEBIAN_FRONTEND=noninteractive",
            "CUTE_DSL_ARCH=sm_121a",
            "PYTHONPATH=/opt/vllm:/opt/sparkinfer",
            "KV_FP8_ROPE=0",
            "VLLM_DSV4_PADDED_NVFP4=1"
        ],
        "Cmd": null,
        "Healthcheck": {
            "Test": [
                "CMD-SHELL",
                "/opt/recipe/scripts/healthcheck.sh"
            ],
            "Interval": 30000000000,
            "Timeout": 5000000000,
            "StartPeriod": 1200000000000,
            "Retries": 3
        },
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/workspace",
        "Entrypoint": [
            "/opt/recipe/scripts/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "com.nvidia.build.id": "270699521",
            "com.nvidia.build.ref": "db7600950a476c031b123f25536f8f1d7bcb992b",
            "com.nvidia.cublas.version": "13.2.1.1",
            "com.nvidia.cuda.version": "9.0",
            "com.nvidia.cudnn.version": "9.19.0.56",
            "com.nvidia.cufft.version": "12.1.0.78",
            "com.nvidia.curand.version": "10.4.1.81",
            "com.nvidia.cusolver.version": "12.0.9.81",
            "com.nvidia.cusparse.version": "12.7.3.1",
            "com.nvidia.cusparselt.version": "0.8.1.1",
            "com.nvidia.nccl.version": "2.29.stable.20260109",
            "com.nvidia.npp.version": "13.0.3.3",
            "com.nvidia.nvjpeg.version": "13.0.3.75",
            "com.nvidia.vllm.version": "0.15.1+befbc472",
            "com.nvidia.volumes.needed": "nvidia_driver",
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "24.04"
        }
    },
    "Architecture": "arm64",
    "Os": "linux",
    "Size": 21702432816,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/9730c9f8b3ac544a6c4b3738efdbbd54eb6cb3f3b3d0541787397d85cf4cc93b/diff:/var/lib/docker/overlay2/7a8773801df6384913260220bd997bb98cb68934dbf33e9cf50cc706978f1ebe/diff:/var/lib/docker/overlay2/5fd12a89b7d7682e2d9d843c7d123193dbae337b8a6df62126b545e331de95b3/diff:/var/lib/docker/overlay2/0d40e973dd19231431d308b39d3a443e862cdf00807acad944e9c8a2b8dfd626/diff:/var/lib/docker/overlay2/2a3255f9972c9120919c33a340f2b375fae53ed88dfbd9f17f9bb6d719c4e3b1/diff:/var/lib/docker/overlay2/8e6fde65cd89e42d3e269c57bd26f502eebf4b018384b0865e86a36b1cf89d33/diff:/var/lib/docker/overlay2/bd7cbe10f34a841eb7e5cc5140f1fc0b96144c820fdea63511b4a87047b35792/diff:/var/lib/docker/overlay2/836ce990aec821be4ca02e9a1bf99331fbf59ce542177ea7103d915ea52f1f91/diff:/var/lib/docker/overlay2/7e802a0922ca0b6b77072d7b8d2464683aa447edc26c461c6c5f609bbf2d3e7d/diff:/var/lib/docker/overlay2/11b7a32ffb9796a8667707d8a98ec5248910fee21d8ebc613dc5e5569de743de/diff:/var/lib/docker/overlay2/b1a6b563a550ec4ebd4b1f21f25c3896612f9d9c5d8efd8311af342d34f40f4b/diff:/var/lib/docker/overlay2/46161ba62e76ae705254893e988005c5f569a989f7d1f5062e5cf47a905ce5a1/diff:/var/lib/docker/overlay2/dc6bb0e4679668ed461ec2f4ba6c136d2d6997b3068371624fa870c3c1471c51/diff:/var/lib/docker/overlay2/0d3640cbcbdbd1f139213442b8f280777e885f9935237f8fae2313786d325482/diff:/var/lib/docker/overlay2/00a500b9342ef98ec81ea4efae539254f8d92d969dcfce94e80424fa59c5cb2f/diff:/var/lib/docker/overlay2/cdc7d7ea3dff500662aa93572258078577f32006ac8b9524dd7aa2225edbbca6/diff:/var/lib/docker/overlay2/5de55ee9276d3668b2c3bdecd2ae91e56ebf6ff42bcd69f3c7fa0c8ca5dd1a4b/diff:/var/lib/docker/overlay2/6296e08370547bdde7d667b9249f0519abc155c7c39a21031ff1f067ab8e8fdb/diff:/var/lib/docker/overlay2/7ba6ff9a21fd6d3ba5d2f78a3fee7813d635c370b56b84e8b67654d0ca64bb13/diff:/var/lib/docker/overlay2/25757af73941b928512c2ce39111e34b997240ded258cbdc641a7b8b9d35ae31/diff:/var/lib/docker/overlay2/e13b97c72d2d13c3b5139e68d0ab26ac3e04f20e4e4e417c532fef8dbb202087/diff:/var/lib/docker/overlay2/349801831a9c90495de52ae42f0be7958b76693c0e5acd500e1e82b8e40e5965/diff:/var/lib/docker/overlay2/78be2c50016fcf536a3ba7aa40c166b2434e0e8386b7528c9c110800f2409aab/diff:/var/lib/docker/overlay2/5422515707c222547168952180a04cf01ad20e5dab904a9c76a3df93550a12aa/diff:/var/lib/docker/overlay2/ffa4ef9d8384e40832c1c441f22870ba129b24f390780ccaf5001f673e23b707/diff:/var/lib/docker/overlay2/ed963a5d41dbf661bd5b0c61475b3beb9fea7f297c8872ab92dc474dd69ff752/diff:/var/lib/docker/overlay2/2928b80af0cef659157095ed3da1bfc029cf8c85879ae3c90a2738b0632f6351/diff:/var/lib/docker/overlay2/8b62ee140840637723ca45647204a58f4b2baa9a683b8d3f21a83c43bf793bce/diff:/var/lib/docker/overlay2/6568657b46f95f4e7d3e075d022e0713db1c7fce361b48ec649041c0f07913a0/diff:/var/lib/docker/overlay2/8da75090007090376a761c0e70e3a33c54e7e3132505d50cf77f7833c1957b03/diff:/var/lib/docker/overlay2/d1fee3299768647d433f13eff466b2fc1a6b40c21fb9eaf92f499fbc689e5355/diff:/var/lib/docker/overlay2/99d9c4a84e72a6e8c28e1df563242515b8c9294fb311b70ecab33409527fea1d/diff:/var/lib/docker/overlay2/78a84823371c8de8851d82a47ebec66b5016e902e6c2f878c3482a713d3fe792/diff:/var/lib/docker/overlay2/25bca28be1554cfe5ca21ca0fc113ef7c258d55bfd0773c0b6dd6da77f4d1843/diff:/var/lib/docker/overlay2/d5f0770d75a05bf5b39555f5be45cff54cb01f3497b0616c4ef180e5f8d15b0d/diff:/var/lib/docker/overlay2/445a50e79f1e064c16992915a457b543c9b2ddc6a4e18a26ade35d080481b10b/diff:/var/lib/docker/overlay2/9d041ddf77c5bf3b8b50bd552a6911a367921b19f60f02a4864c27f9eeb6270e/diff:/var/lib/docker/overlay2/5590d1683cd7ca312917fd9c4950851961df7924e5869b3c53f7c369e906c1cd/diff:/var/lib/docker/overlay2/6e72c4967995c1db6fd19add00e673c60ca69a0a5a02f832f8c3de01c0e18757/diff:/var/lib/docker/overlay2/593850f70b1d18e04588d23a1c64231acea271124a9cd936132140127d088d35/diff:/var/lib/docker/overlay2/8b693bdd7d17c4a1e926f6b0948131fc6b087de4239efb3424da395f1fc20dab/diff:/var/lib/docker/overlay2/0c89207c131f844ac9e8bf80fd75170b33ba6a38e1d8628cf5694ecc3c22c2c7/diff:/var/lib/docker/overlay2/830ddb1d9c68dd66003081c039a8d4eb38c53e5b29115acf6a256b79afda1949/diff:/var/lib/docker/overlay2/d9381ea263d7b4ea8529bafaa7782efedb86e1b473273ee836828463d8cc41dd/diff:/var/lib/docker/overlay2/47dd4aeb5c3d9a875945c04ee5692fa1b19e24392539781553fba3e8e2e737fd/diff:/var/lib/docker/overlay2/3f6a0ffdf8f9189a5e7f61d711590c2d04fc8949c6f73732483508c4649ec241/diff:/var/lib/docker/overlay2/9acd7b13e4a9e87293fb9f606edbc5b59fd15fc93c747951f30350476403baa7/diff:/var/lib/docker/overlay2/818e7409605e8f8eb204e49ac18434c752e4d053774f33823f59499799cfd9a5/diff:/var/lib/docker/overlay2/8e95c45dbc3a9427d7c023d319181c817a847f2dac204b6abed4cc24edca6c11/diff:/var/lib/docker/overlay2/0096c3d9e75c302a452cf247989a33d8e35f50a8b4cfd6c83c850b564b3af41c/diff:/var/lib/docker/overlay2/d1fb52114b0efb9c3f54f9115bba58c9916dab3c12b4ca142784e1256c3220b6/diff:/var/lib/docker/overlay2/dcac98e263f39b81bec1b33d01e058c2b61351bcca7b6e5b73276172f4af5826/diff:/var/lib/docker/overlay2/3ab00f4a28db1d78c8deb8550fa3f39ddd77243f75dedbef20cd72f816557be4/diff:/var/lib/docker/overlay2/616cb95e981409d0894352fc4975c0101be88518bf007557357354a052ea2aac/diff:/var/lib/docker/overlay2/847f47b608e5bc50446bcdd582cdb05b243fe71e6f380836268b9fd072f41607/diff:/var/lib/docker/overlay2/a4121ba4d7e40ea59faa91a2e1175d0962eb1a6201f9c077f3c8cc068a2a0796/diff:/var/lib/docker/overlay2/72784b5601fa0bb1006ce0ff64461f670a4855c24d71b127b965bdf2e4911e49/diff:/var/lib/docker/overlay2/786f4701402bd239375cbd24dbece9476f13dc5e049ad32585d5ddbb89de1455/diff",
            "MergedDir": "/var/lib/docker/overlay2/3e11242765b15b4aecc35f3815b3dba9f59d19aa2c2c36703a22a6d3c9c2b18f/merged",
            "UpperDir": "/var/lib/docker/overlay2/3e11242765b15b4aecc35f3815b3dba9f59d19aa2c2c36703a22a6d3c9c2b18f/diff",
            "WorkDir": "/var/lib/docker/overlay2/3e11242765b15b4aecc35f3815b3dba9f59d19aa2c2c36703a22a6d3c9c2b18f/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:af7f55edf6d6953f845c9ccd22ecfb679043d792775d2bf4c210ff22485a7397",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:156c9fb9e333dc868fb6feefb487a542286a6be5eda60094cdb5be65ca10565d",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:ba280ec9cff5229ee26cbf0c9bffd9e8b3744832a0cb7506695c5272e9058ef3",
            "sha256:fd29a0b791dd2ff1c8367f6c70f0c69cef1840de302ffdab1a4b9c0fcf85cc2e",
            "sha256:0588fd521991ea0842065d94cfdd1cf6c3d87857e1505ecce7d52aab33c0bd24",
            "sha256:37b3e46efdd5a6d1f768d829f544aa4d8624d1c7f5497eb967f20f69bb2a0da2",
            "sha256:186dc37c6056510b33f7134376e4c3a8c9639a3baba03d16f0881df9488b8e28",
            "sha256:1be3660369a2aa23fd0051332e24b870d2ca9ebfc7963f967f355460656990d5",
            "sha256:d547fad350ecc9fb195f73c629fb30aa939f676630e2b215478d0401fcd83ebc",
            "sha256:cccf9e7b4dc0bca5d11debd4ef28960665cff55ddb9faa3c980128bb5c1ddd3a",
            "sha256:53fa847f0731100cb53675a153ba549bf387f4e2d2d58d16a2ba667c5e34c9bf",
            "sha256:05a914ccfbc73657d2ac56875546de7c580fc7b37a4210f08edfd1d8ddd2e8cd",
            "sha256:e7ac70975cc0cd71eab7b5092d3bd2e7d7d1c0dda2618fe3cb8ddf688b291304",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:16d03d71aaddbca1b246aaf85dfd9de1368b42147de45d227a0294b82cecf2db",
            "sha256:dd5f0b98e31d36496b78d290a7737adfdcf84a4944a9abe70eed13e5fbc78140",
            "sha256:1fde6ebbb30e8b760cec50f75d01ceb7e8d427273708ffedf9adc88b9e42a532",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:111592de95dc73f994a7089a84bcb000c98d028991e8e18710b568cff545a073",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:f35506e899710acc3abe6061aaa651f62a179999116088c4fff98f8352a80fc7",
            "sha256:6bdf011cfd4ef21a05a413b65ec11f10fa57732eb3de55c0043bc53d95ecf774",
            "sha256:9641cb14fb2877b2d058e5f6945524c37264fce025d1980ba2d71a7fe53fe132",
            "sha256:6710ccdef286b54289623358e264d698573be673feab9991ec4aab36a3b8b3af",
            "sha256:eb3f213102048e2ec438ccd5881dec7265cf49109fd112187cc715ea23684e53",
            "sha256:071aae73ad25fd5252d609d21f356b96c0bd6acfa23c55d9967e00cea8d8c106",
            "sha256:a38f0cfa6a2d471881e6cfc85c5d9121fc982adb7ea855b349d1d374f6d25553",
            "sha256:91f2c3a34ac2c241b0908e5d7902ef62df2877a1409dc08239d50e4c3efdd939",
            "sha256:aa095ba60a8443687f3c36c6d39715f30ba142018d9ef6caacc20479e60ca69c",
            "sha256:3313439e77047e980543929ed85a5e10a4dc5f79f0523de2142b16acbb2a069e",
            "sha256:6cd79d7e7087e29c9f3c0388fe1bb5ba6c82d76419236083abbc211df6b3e7c9",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:931c4fc53166c375264671da1f7da5cf7ac5efe780d832d4f740bf4878a6843f",
            "sha256:ae386bbcf70575dfcc3e80f16f21d9142c4d97d928820eff2f5a4f568990e3cb",
            "sha256:c2c1934e1ce348a758e4f582a66e1f752a18fb1d5ecf14719ea448f1d8ffc6d8",
            "sha256:a7ba60fc025fc9f4b4638a3c6442082c6d5ac26776603111a947297e2416a6be",
            "sha256:d9029e15033aa98175f2c93b2729f8f5e8c702229b60660a4094a55a7afe4fa2",
            "sha256:d2325be17da672267d768f3165f70aae34277c692b414ada96c279918db70d4e",
            "sha256:ee18cdda721a7a496e9c4c8f92b3a0576cac70f42e41f57b8538d635771946de",
            "sha256:613398342f6568d99d6b65f2a69b21436e0bd7ce7647383b4715adb047b26227",
            "sha256:dd2e1945129b841fe8406f41eb5c4cd35381e496a402160b327548d5104ab537",
            "sha256:a140b115cd24184b7a6ee76500fee3be4b1550dbedc5a15d4c2d7ff29a8f35de",
            "sha256:40ee0d0f09cc8070dc0500837c76a09cff21c404caa57c5383bf380a5885f458",
            "sha256:6b1a960490ab7869561ee70a7ec53158b282d7c47b337e4ba6aedf29ded41662",
            "sha256:f4aa5660467f3a0f66fb1885e27a31cd54c224106d64435526e72dedfbcb8436",
            "sha256:3b9d5684de6b3f8e74fcfb95a505ee1149732051cd25c672583c8b4cf0e6e5f5",
            "sha256:b62dc9330179ad532002cacdd3410c798cc58a36eee90c81468f0b0deb7a1a4d",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:e9e019aaa92808bbb5cbebaad9b30113f193edc04de0e43469f02050458d470b",
            "sha256:2ccb340a02693d2cccb0b168e39c6cd5edbe245111a76e254c82e67729ee2ddd",
            "sha256:c0fafc91edf27e2a1011fa658841c15f628ddf1798f813abb1d85e5b4a95b63f",
            "sha256:1417a588a5f59966a4f5e8382d65b2bfc385642f29c398e035312f33674e77b8",
            "sha256:db466f7bd71a767916f3f9b4fcec735d651be26759194f88197ee780b87d82c7"
        ]
    },
    "Metadata": {
        "LastTagTime": "2026-11-11T01:18:12.49038756+08:00"
    }
}