docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04 linux/arm64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64  docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64  docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04

Shell快速替换命令

sed -i 's#dustynv/vllm:0.7.4-r36.4.0-cu128-24.04#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64  docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64  docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04'

镜像构建历史

# 2025-03-17 13:16:31  98.44MB 
|4 FORCE_BUILD=off VLLM_BRANCH=v0.7.4 VLLM_VERSION=0.7.4 XGRAMMAR_VERSION=0.1.15 /bin/sh -c /tmp/transformers/install.sh
                        
# 2025-03-17 00:40:47  1.93GB 
|4 FORCE_BUILD=off VLLM_BRANCH=v0.7.4 VLLM_VERSION=0.7.4 XGRAMMAR_VERSION=0.1.15 /bin/sh -c /tmp/vllm/install.sh || /tmp/vllm/build.sh
                        
# 2025-03-17 00:39:18  19.77KB 
/bin/sh -c #(nop) COPY multi:75d975f53d4ef9fbca04603a2facde44b558328c9cd421039831d74bdec3926e in /tmp/vllm/ 
                        
# 2025-03-17 00:39:17  303.48MB 
|4 FORCE_BUILD=off VLLM_BRANCH=v0.7.4 VLLM_VERSION=0.7.4 XGRAMMAR_VERSION=0.1.15 /bin/sh -c apt-get update -y && apt-get install -y libnuma-dev     libsndfile1 libsndfile1-dev libprotobuf-dev libsm6 libxext6 libgl1
                        
# 2025-03-17 00:38:54  0.00B 
/bin/sh -c #(nop)  ARG VLLM_VERSION VLLM_BRANCH XGRAMMAR_VERSION CUDAARCHS FORCE_BUILD=off
                        
# 2025-03-17 00:38:51  12.71MB 
|2 FORCE_BUILD=off TORCHAUDIO_VERSION=2.6.0 /bin/sh -c /tmp/torchaudio/install.sh || /tmp/torchaudio/build.sh
                        
# 2025-03-17 00:38:46  1.31KB 
/bin/sh -c #(nop) COPY multi:f8e133f258d985ca365afcad1df36f4c3b6b4a102e4efb434dde75665213be69 in /tmp/torchaudio/ 
                        
# 2025-03-17 00:38:46  0.00B 
/bin/sh -c #(nop)  ARG TORCHAUDIO_VERSION FORCE_BUILD=off
                        
# 2025-03-17 00:38:43  313.68MB 
|2 FLASH_ATTENTION_VERSION=2.7.4.post1 FORCE_BUILD=off /bin/sh -c /tmp/flash-attention/install.sh || /tmp/flash-attention/build.sh
                        
# 2025-03-17 00:38:33  24.90KB 
/bin/sh -c #(nop) COPY multi:b26d34206209ecc8de95f4cafb0bbf4261438682f6bc14a1fbd34542f89aefcd in /tmp/flash-attention/ 
                        
# 2025-03-17 00:38:33  0.00B 
/bin/sh -c #(nop)  ARG FLASH_ATTENTION_VERSION FORCE_BUILD=off
                        
# 2025-03-17 00:38:27  48.32MB 
|2 FORCE_BUILD=off XFORMERS_VERSION=0.0.30 /bin/sh -c /tmp/xformers/install.sh || /tmp/xformers/build.sh
                        
# 2025-03-17 00:38:24  750.00B 
/bin/sh -c #(nop) COPY multi:e7c380e7a0cac0245ecfcb64f7532381d1d94eba41229d13ff99c342b2d21c7d in /tmp/xformers/ 
                        
# 2025-03-17 00:38:24  0.00B 
/bin/sh -c #(nop)  ENV XFORMERS_FORCE_DISABLE_TRITON=1
                        
# 2025-03-17 00:38:24  0.00B 
/bin/sh -c #(nop)  ARG XFORMERS_VERSION FORCE_BUILD=off
                        
# 2025-03-17 00:38:04  1.07GB 
|6 BITSANDBYTES_BRANCH=0.45.4 BITSANDBYTES_REPO=bitsandbytes-foundation/bitsandbytes BITSANDBYTES_VERSION=0.45.4 CUDA_INSTALLED_VERSION=128 CUDA_MAKE_LIB=cuda12x FORCE_BUILD=off /bin/sh -c /tmp/bitsandbytes/install.sh || /tmp/bitsandbytes/build.sh
                        
# 2025-03-17 00:36:52  1.68KB 
/bin/sh -c #(nop) COPY multi:021bf875e725a743f5672002d15a71ed807783d7875dbc2d950b692505fa0a0c in /tmp/bitsandbytes/ 
                        
# 2025-03-17 00:36:51  0.00B 
/bin/sh -c #(nop)  ARG BITSANDBYTES_VERSION FORCE_BUILD=off BITSANDBYTES_REPO BITSANDBYTES_BRANCH CUDA_INSTALLED_VERSION CUDA_MAKE_LIB
                        
# 2025-03-17 00:36:47  512.20MB 
|3 FORCE_BUILD=off TRITON_BRANCH=release/3.1.x TRITON_VERSION=3.1.0 /bin/sh -c /tmp/triton/install.sh || /tmp/triton/build.sh
                        
# 2025-03-17 00:36:37  1.16KB 
/bin/sh -c #(nop) COPY multi:af1041759d243cdeef46ad3907f92ff027649501b6cab16c101ec58b9e0f1b96 in /tmp/triton/ 
                        
# 2025-03-17 00:36:37  0.00B 
/bin/sh -c #(nop)  ARG TRITON_VERSION TRITON_BRANCH FORCE_BUILD=off
                        
# 2025-03-17 00:36:19  62.63KB 
/bin/sh -c pip3 show transformers     && python3 -c 'import transformers; print(transformers.__version__)'
                        
# 2025-03-17 00:36:15  4.73KB 
/bin/sh -c #(nop) COPY file:d65b25d7fbe6ea1b91a3bb25e0cba28a6390cf9f83e569b2fc0c8dee08623169 in /usr/local/bin 
                        
# 2025-03-17 00:36:14  122.09MB 
/bin/sh -c /tmp/transformers/install.sh
                        
# 2025-03-17 00:35:23  801.00B 
/bin/sh -c #(nop) COPY file:f48872032ba5675c2bd11da0f4225907bdc48ec45107f81f91dd07a4b2624012 in /tmp/transformers/install.sh 
                        
# 2025-03-17 00:35:23  0.00B 
/bin/sh -c #(nop)  ENV TRANSFORMERS_PACKAGE=git+https://github.com/huggingface/transformers@main TRANSFORMERS_VERSION=main
                        
# 2025-03-17 00:35:23  0.00B 
/bin/sh -c #(nop)  ARG TRANSFORMERS_PACKAGE TRANSFORMERS_VERSION
                        
# 2025-03-10 23:57:56  354.44KB 
/bin/sh -c rustc --version &&     pip3 install setuptools-rust
                        
# 2025-03-10 23:57:54  0.00B 
/bin/sh -c #(nop)  ENV PATH=/root/.cargo/bin:/opt/venv/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-03-10 23:57:52  1.43GB 
/bin/sh -c curl https://sh.rustup.rs -sSf | sh -s -- -y
                        
# 2025-03-10 23:56:58  11.39MB 
/bin/sh -c set -ex     && pip3 install         huggingface_hub[cli]         dataclasses         && huggingface-cli --help     && huggingface-downloader --help     && pip3 show huggingface_hub     && python3 -c 'import huggingface_hub; print(huggingface_hub.__version__)'         && apt-get update     && rm -rf /var/lib/apt/lists/*     && apt-get clean
                        
# 2025-03-10 23:56:47  3.48KB 
/bin/sh -c #(nop) COPY file:b9e93da08167ff3d361a60be33029d9e580dcf9c5b7efa3223bc2908fbaac57d in /usr/local/bin/_huggingface-downloader.py 
                        
# 2025-03-10 23:56:47  499.00B 
/bin/sh -c #(nop) COPY file:31583bc005bc47928bcc5337891ac48bf6e3bc3d3bd525b755d487e841b21faf in /usr/local/bin/ 
                        
# 2025-03-10 23:56:47  0.00B 
/bin/sh -c #(nop)  ENV TRANSFORMERS_CACHE=/data/models/huggingface HUGGINGFACE_HUB_CACHE=/data/models/huggingface HF_HOME=/data/models/huggingface
                        
# 2025-03-10 23:56:21  26.99MB 
|2 FORCE_BUILD=off TORCHVISION_VERSION=0.21.0 /bin/sh -c /tmp/torchvision/install.sh || /tmp/torchvision/build.sh
                        
# 2025-03-10 23:56:16  4.10MB 
|2 FORCE_BUILD=off TORCHVISION_VERSION=0.21.0 /bin/sh -c apt-get update &&     apt-get install -y --no-install-recommends         libjpeg-dev         libpng-dev         zlib1g-dev 	&& rm -rf /var/lib/apt/lists/* 	&& apt-get clean
                        
# 2025-03-10 23:55:59  1.04KB 
/bin/sh -c #(nop) COPY multi:299b0132662d98e090a93431781d9c1d56418db13d28499010a50cd90368acdd in /tmp/torchvision/ 
                        
# 2025-03-10 23:55:59  0.00B 
/bin/sh -c #(nop)  ARG TORCHVISION_VERSION FORCE_BUILD=off
                        
# 2025-03-10 23:55:48  1.09GB 
|10 FORCE_BUILD=off PYTORCH_BUILD_VERSION=2.6.0 TORCH_CUDA_ARCH_ARGS=8.7 TORCH_VERSION=2.6 USE_GLOO=1 USE_MPI=0 USE_NCCL=1 USE_NNPACK=1 USE_PYTORCH_QNNPACK=1 USE_XNNPACK=0 /bin/sh -c /tmp/pytorch/install.sh || /tmp/pytorch/build.sh
                        
# 2025-03-10 23:52:49  2.69KB 
/bin/sh -c #(nop) COPY multi:07b5db74745423b3cd94a71424fea7715d036b4c0671ac59da96117a35e3bc34 in /tmp/pytorch/ 
                        
# 2025-03-10 23:52:49  0.00B 
/bin/sh -c #(nop)  ENV TORCH_CUDA_ARCH_LIST=8.7 TORCH_HOME=/data/models/torch
                        
# 2025-03-10 23:52:49  0.00B 
/bin/sh -c #(nop)  ARG TORCH_CUDA_ARCH_ARGS TORCH_VERSION PYTORCH_BUILD_VERSION USE_NCCL=0 USE_GLOO=1 USE_MPI=1 USE_NNPACK=1 USE_XNNPACK=1 USE_PYTORCH_QNNPACK=1 FORCE_BUILD=off
                        
# 2025-03-10 23:52:48  37.00MB 
|1 ONNX_VERSION=main /bin/sh -c pip3 install onnx ||     pip3 install git+https://github.com/onnx/onnx@${ONNX_VERSION} &&     pip3 show onnx &&     python3 -c 'import onnx; print(onnx.__version__)'
                        
# 2025-03-10 23:52:36  0.00B 
/bin/sh -c #(nop)  ARG ONNX_VERSION
                        
# 2025-03-10 23:52:35  63.02MB 
/bin/sh -c set -ex     && pip3 install --force-reinstall cmake     && cmake --version     && which cmake
                        
# 2025-03-10 23:52:28  59.98MB 
/bin/sh -c bash /tmp/numpy/install.sh
                        
# 2025-03-10 23:52:21  482.00B 
/bin/sh -c #(nop) COPY file:072fcadd219a626de2989993463b8ff0dd9cafdda9fb38f983ba7e9edee93314 in /tmp/numpy/ 
                        
# 2025-03-10 23:52:21  0.00B 
/bin/sh -c #(nop)  ENV NUMPY_PACKAGE=numpy
                        
# 2025-03-10 23:52:21  0.00B 
/bin/sh -c #(nop)  ARG NUMPY_PACKAGE=numpy
                        
# 2025-03-10 23:52:20  0.00B 
/bin/sh -c #(nop)  ENV OPENBLAS_CORETYPE=ARMV8
                        
# 2025-03-10 23:52:20  94.58MB 
|1 PYTHON_VERSION_ARG=3.12 /bin/sh -c /tmp/install_python.sh
                        
# 2025-03-10 23:51:30  1.88KB 
/bin/sh -c #(nop) COPY file:b987f597598ab56864319c6d855e337345153d2fb2c42a4136067e5fb8b60c03 in /tmp/install_python.sh 
                        
# 2025-03-10 23:51:30  0.00B 
/bin/sh -c #(nop)  ENV PYTHON_VERSION=3.12 PYTHONFAULTHANDLER=1 PYTHONUNBUFFERED=1 PYTHONIOENCODING=utf-8 PYTHONHASHSEED=random PIP_NO_CACHE_DIR=true PIP_CACHE_PURGE=true PIP_ROOT_USER_ACTION=ignore PIP_DISABLE_PIP_VERSION_CHECK=on PIP_DEFAULT_TIMEOUT=100 PIP_WHEEL_DIR=/opt/wheels PIP_VERBOSE=3 TWINE_NON_INTERACTIVE=1 DEBIAN_FRONTEND=noninteractive PATH=/opt/venv/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-03-10 23:51:30  0.00B 
/bin/sh -c #(nop)  ARG PYTHON_VERSION_ARG
                        
# 2025-03-10 23:51:29  703.32KB 
|3 CUDNN_DEB=cudnn-local-tegra-repo-ubuntu2404-9.8.0 CUDNN_PACKAGES=libcudnn9-cuda-12 libcudnn9-dev-cuda-12 libcudnn9-samples CUDNN_URL=https://developer.download.nvidia.com/compute/cudnn/9.8.0/local_installers/cudnn-local-tegra-repo-ubuntu2404-9.8.0_1.0-1_arm64.deb /bin/sh -c cd /usr/src/cudnn_samples_v*/conv_sample/ &&     make -j$(nproc)
                        
# 2025-03-10 23:51:17  1.21GB 
|3 CUDNN_DEB=cudnn-local-tegra-repo-ubuntu2404-9.8.0 CUDNN_PACKAGES=libcudnn9-cuda-12 libcudnn9-dev-cuda-12 libcudnn9-samples CUDNN_URL=https://developer.download.nvidia.com/compute/cudnn/9.8.0/local_installers/cudnn-local-tegra-repo-ubuntu2404-9.8.0_1.0-1_arm64.deb /bin/sh -c echo "Downloading ${CUDNN_DEB}" &&     mkdir /tmp/cudnn && cd /tmp/cudnn &&     wget --quiet --show-progress --progress=bar:force:noscroll ${CUDNN_URL} &&     dpkg -i *.deb &&     cp /var/cudnn-local-tegra-repo-*/cudnn-local-tegra-*-keyring.gpg /usr/share/keyrings/ &&     apt-get update &&     apt-cache search cudnn &&     apt list --installed | grep 'cuda\|cudnn\|cublas' &&     apt-get install -y --no-install-recommends ${CUDNN_PACKAGES} &&     rm -rf /var/lib/apt/lists/* &&     apt-get clean &&     dpkg --list | grep cudnn &&     dpkg -P ${CUDNN_DEB} &&     rm -rf /tmp/cudnn
                        
# 2025-03-10 23:49:35  45.72MB 
|3 CUDNN_DEB=cudnn-local-tegra-repo-ubuntu2404-9.8.0 CUDNN_PACKAGES=libcudnn9-cuda-12 libcudnn9-dev-cuda-12 libcudnn9-samples CUDNN_URL=https://developer.download.nvidia.com/compute/cudnn/9.8.0/local_installers/cudnn-local-tegra-repo-ubuntu2404-9.8.0_1.0-1_arm64.deb /bin/sh -c ls /etc/apt/sources.list.d/ &&     apt-get update &&     apt-cache search cudnn
                        
# 2025-03-10 23:49:27  0.00B 
/bin/sh -c #(nop)  ARG CUDNN_PACKAGES
                        
# 2025-03-10 23:49:27  0.00B 
/bin/sh -c #(nop)  ARG CUDNN_DEB
                        
# 2025-03-10 23:49:27  0.00B 
/bin/sh -c #(nop)  ARG CUDNN_URL
                        
# 2025-03-10 23:49:26  0.00B 
/bin/sh -c #(nop) WORKDIR /
                        
# 2025-03-10 23:49:26  0.00B 
/bin/sh -c #(nop)  ENV NVIDIA_VISIBLE_DEVICES=all NVIDIA_DRIVER_CAPABILITIES=all CUDAARCHS=87 CUDA_ARCHITECTURES=87 CUDA_HOME=/usr/local/cuda CUDNN_LIB_PATH=/usr/lib/aarch64-linux-gnu CUDNN_LIB_INCLUDE_PATH=/usr/include CMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc CUDA_NVCC_EXECUTABLE=/usr/local/cuda/bin/nvcc CUDACXX=/usr/local/cuda/bin/nvcc TORCH_NVCC_FLAGS=-Xfatbin -compress-all CUDA_BIN_PATH=/usr/local/cuda/bin CUDA_TOOLKIT_ROOT_DIR=/usr/local/cuda PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin LD_LIBRARY_PATH=/usr/local/cuda/compat:/usr/local/cuda/lib64: DEBIAN_FRONTEND=noninteractive
                        
# 2025-03-10 23:49:26  0.00B 
/bin/sh -c #(nop)  ENV NVCC_PATH=/usr/local/cuda/bin/nvcc
                        
# 2025-03-10 23:49:26  0.00B 
/bin/sh -c #(nop)  ENV CUDA_HOME=/usr/local/cuda
                        
# 2025-03-10 23:49:24  4.30GB 
|5 CUDA_ARCH_LIST=87 CUDA_DEB=cuda-tegra-repo-ubuntu2204-12-8-local CUDA_PACKAGES=cuda-toolkit* CUDA_URL=https://developer.download.nvidia.com/compute/cuda/12.8.1/local_installers/cuda-tegra-repo-ubuntu2204-12-8-local_12.8.1-1_arm64.deb DISTRO=ubuntu2404 /bin/sh -c /tmp/install_cuda.sh
                        
# 2025-03-02 15:43:17  894.00B 
/bin/sh -c #(nop) COPY file:4688f070ce9fd499963f7be4fc8a47addb43e87261c4168cebeebf5923452502 in /tmp/install_cuda.sh 
                        
# 2025-03-02 15:43:17  0.00B 
/bin/sh -c #(nop)  ARG CUDA_URL CUDA_DEB CUDA_PACKAGES CUDA_ARCH_LIST DISTRO=ubuntu2004
                        
# 2025-03-02 15:43:17  0.00B 
/bin/sh -c #(nop)  ENV TAR_INDEX_URL=https://apt.jetson-ai-lab.dev/jp6/cu128/24.04 PIP_INDEX_URL=https://pypi.jetson-ai-lab.dev/jp6/cu128 PIP_TRUSTED_HOST= TWINE_REPOSITORY_URL=http://alice:3141/jp6/cu128 TWINE_USERNAME=jp6 TWINE_PASSWORD=NvidiaJetson24 SCP_UPLOAD_URL=jao-51:/dist/jp6/cu128/24.04 SCP_UPLOAD_USER=nvidia SCP_UPLOAD_PASS=nvidia
                        
# 2025-02-28 16:20:54  0.00B 
/bin/sh -c #(nop)  ARG PIP_INDEX_REPO PIP_UPLOAD_REPO PIP_UPLOAD_USER PIP_UPLOAD_PASS PIP_TRUSTED_HOSTS TAR_INDEX_URL SCP_UPLOAD_URL SCP_UPLOAD_USER SCP_UPLOAD_PASS
                        
# 2025-02-28 16:20:53  1.77KB 
/bin/sh -c #(nop) COPY file:c151096ecdec41c0e751df4f9131773ddaf0b0074b72388cc344129a04329635 in /usr/local/bin/ 
                        
# 2025-02-28 16:20:52  793.04MB 
/bin/sh -c set -ex     && apt-get update     && apt-get install -y --no-install-recommends         locales         locales-all         tzdata     && locale-gen en_US $LANG     && update-locale LC_ALL=$LC_ALL LANG=$LANG     && locale         && apt-get install -y --no-install-recommends         build-essential         software-properties-common         apt-transport-https         ca-certificates         lsb-release         pkg-config         gnupg         git         git-lfs         gdb         wget         wget2         curl         nano         zip         unzip         time         sshpass         ssh-client     && apt-get clean     && rm -rf /var/lib/apt/lists/*         && gcc --version     && g++ --version
                        
# 2025-02-28 16:19:24  0.00B 
/bin/sh -c #(nop)  ENV DEBIAN_FRONTEND=noninteractive LANGUAGE=en_US:en LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8
                        
# 2025-01-27 12:14:54  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-01-27 12:14:54  100.73MB 
/bin/sh -c #(nop) ADD file:68158f1ff76fd4de9f92666ad22571e6cd11df166255c2814a135773fdd6acd7 in / 
                        
# 2025-01-27 12:14:51  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=24.04
                        
# 2025-01-27 12:14:51  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-01-27 12:14:51  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-01-27 12:14:51  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:ca0733dd0f5735fc0da845f1ba02d7bb1d132f99197268628214ec934ed69cd2",
    "RepoTags": [
        "dustynv/vllm:0.7.4-r36.4.0-cu128-24.04",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm:0.7.4-r36.4.0-cu128-24.04-linuxarm64"
    ],
    "RepoDigests": [
        "dustynv/vllm@sha256:b920ae2befca62e18d7da421cc3aac6bb6c43cace66cb8659662751a69ab7c95",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/dustynv/vllm@sha256:4b22e7e61663fd5ecebeeb88f3d79a3602253404826379af282b185b2e1998c9"
    ],
    "Parent": "",
    "Comment": "",
    "Created": "2025-03-17T05:16:31.708871869Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "24.0.7",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/root/.cargo/bin:/opt/venv/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "DEBIAN_FRONTEND=noninteractive",
            "LANGUAGE=en_US:en",
            "LANG=en_US.UTF-8",
            "LC_ALL=en_US.UTF-8",
            "TAR_INDEX_URL=https://apt.jetson-ai-lab.dev/jp6/cu128/24.04",
            "PIP_INDEX_URL=https://pypi.jetson-ai-lab.dev/jp6/cu128",
            "PIP_TRUSTED_HOST=",
            "TWINE_REPOSITORY_URL=http://alice:3141/jp6/cu128",
            "TWINE_USERNAME=jp6",
            "TWINE_PASSWORD=NvidiaJetson24",
            "SCP_UPLOAD_URL=jao-51:/dist/jp6/cu128/24.04",
            "SCP_UPLOAD_USER=nvidia",
            "SCP_UPLOAD_PASS=nvidia",
            "CUDA_HOME=/usr/local/cuda",
            "NVCC_PATH=/usr/local/cuda/bin/nvcc",
            "NVIDIA_VISIBLE_DEVICES=all",
            "NVIDIA_DRIVER_CAPABILITIES=all",
            "CUDAARCHS=87",
            "CUDA_ARCHITECTURES=87",
            "CUDNN_LIB_PATH=/usr/lib/aarch64-linux-gnu",
            "CUDNN_LIB_INCLUDE_PATH=/usr/include",
            "CMAKE_CUDA_COMPILER=/usr/local/cuda/bin/nvcc",
            "CUDA_NVCC_EXECUTABLE=/usr/local/cuda/bin/nvcc",
            "CUDACXX=/usr/local/cuda/bin/nvcc",
            "TORCH_NVCC_FLAGS=-Xfatbin -compress-all",
            "CUDA_BIN_PATH=/usr/local/cuda/bin",
            "CUDA_TOOLKIT_ROOT_DIR=/usr/local/cuda",
            "LD_LIBRARY_PATH=/usr/local/cuda/compat:/usr/local/cuda/lib64:",
            "PYTHON_VERSION=3.12",
            "PYTHONFAULTHANDLER=1",
            "PYTHONUNBUFFERED=1",
            "PYTHONIOENCODING=utf-8",
            "PYTHONHASHSEED=random",
            "PIP_NO_CACHE_DIR=true",
            "PIP_CACHE_PURGE=true",
            "PIP_ROOT_USER_ACTION=ignore",
            "PIP_DISABLE_PIP_VERSION_CHECK=on",
            "PIP_DEFAULT_TIMEOUT=100",
            "PIP_WHEEL_DIR=/opt/wheels",
            "PIP_VERBOSE=3",
            "TWINE_NON_INTERACTIVE=1",
            "OPENBLAS_CORETYPE=ARMV8",
            "NUMPY_PACKAGE=numpy",
            "TORCH_CUDA_ARCH_LIST=8.7",
            "TORCH_HOME=/data/models/torch",
            "TRANSFORMERS_CACHE=/data/models/huggingface",
            "HUGGINGFACE_HUB_CACHE=/data/models/huggingface",
            "HF_HOME=/data/models/huggingface",
            "TRANSFORMERS_PACKAGE=git+https://github.com/huggingface/transformers@main",
            "TRANSFORMERS_VERSION=main",
            "XFORMERS_FORCE_DISABLE_TRITON=1"
        ],
        "Cmd": [
            "/bin/bash"
        ],
        "Image": "sha256:6e2538f9e1f59aba6637588ce46b14ec2dd4b33c94a78e25ffbc8a687b4bf34b",
        "Volumes": null,
        "WorkingDir": "/",
        "Entrypoint": null,
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "24.04"
        }
    },
    "Architecture": "arm64",
    "Variant": "v8",
    "Os": "linux",
    "Size": 13671513949,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/54fc88e8c4f7ef3f42c170a0c876a6d053471c618885b167420e2612f724c7fe/diff:/var/lib/docker/overlay2/11741f2d8bfe9280ac3927078c123a91e298032bb8d435356495f34caff8a5de/diff:/var/lib/docker/overlay2/93b7cdffbb13d0f09591d4bbd443395854a210562909b539c1dcc5d06c642cbc/diff:/var/lib/docker/overlay2/23f28c5342e97dca4ba43a94d3d47fd96a24ae401f26ba31710ba625318b20be/diff:/var/lib/docker/overlay2/10dcdeb3b5ed1b31a5ed651c13ffb5465566fef2fc28b55a050446cfa5b79a93/diff:/var/lib/docker/overlay2/ab0b2da9bae2212b6a3ed7ed48c28f3a4adeca2d49110070bf53fbe6611cabae/diff:/var/lib/docker/overlay2/70b8df2c6ebcc4bb98db2759502f6b4e55244bc6bdbed464c6cbd59fe9e3b19d/diff:/var/lib/docker/overlay2/667bf6e4fbe2c248d7de21279d24fa8a48a53ae041ed91a065820f6c06ff68d3/diff:/var/lib/docker/overlay2/a55eb1456010ffdb1a279bc847e048deddc8441a4c7c6349a32e10ffdd981988/diff:/var/lib/docker/overlay2/38cceed8b1e9c94cb65fd0a082ee2563d2a45d843a9265ed4e68f84cd37e302e/diff:/var/lib/docker/overlay2/0b7645a05dd1d7de6ccc96afd64a58dfdb721dfa90242afa36161b06b30eb7de/diff:/var/lib/docker/overlay2/75c14d30c0bd279004f9a2ff2afc97d45a87921c344c9470afabec8c2b1a5266/diff:/var/lib/docker/overlay2/c5bb94edc8afff9a0d991078e3478c90667da4c411c658de609c7d9173b962d5/diff:/var/lib/docker/overlay2/f9fd851beb0e7267ca0313bc7feff4e1115f058a699e57502b112555e0b9fe76/diff:/var/lib/docker/overlay2/3b59435e1abb73e1e8f545f17a01cc8fb2e8dc8e87ab5d8d6a1b3c9ba8cb8000/diff:/var/lib/docker/overlay2/9ed1053790fa7565d07f3e0d4fbe723162ea853951bae138514385cfdcac88da/diff:/var/lib/docker/overlay2/c8f8be94561743cedf670fe6fa7681c36541e5dfa763e902432d610a1501a47b/diff:/var/lib/docker/overlay2/0ca70f0b54f680c2b959feb251bf0572835733997f93f242ca6a22d21f461c59/diff:/var/lib/docker/overlay2/d338fc3354e45436322f057781342e756c7da7817f3917789cf036375875006f/diff:/var/lib/docker/overlay2/edb03059326144ad4228a51707a4f3254c9386ff43961e713fb3e276f63d262c/diff:/var/lib/docker/overlay2/5ed11472e33b62caf26c214ac4713f2d703d0342517554d1aabf3bb2305812a5/diff:/var/lib/docker/overlay2/2c20265f8dddc92e82ddf3bc08de404a6913681733bb7f84ecc0554484a62faf/diff:/var/lib/docker/overlay2/d714c04ad5e5153e541465af6786bc8775e862345f3962e687501899e8e3db67/diff:/var/lib/docker/overlay2/a6229531b1c7acc9ee8a9c5e23bb6a1fc99f7a290f64cfae2082023d26a15101/diff:/var/lib/docker/overlay2/ddb4ed718148172eb9c66e445ba9dd2e03b2c3cbf9e41d9ab304c0754f24b67b/diff:/var/lib/docker/overlay2/807e9904d08bd463a48d8c93c9239ae91551a40a4aad2d131b984b096e86d9a0/diff:/var/lib/docker/overlay2/cd1d6d518a7db92d0223458862ff9f86b697caaaedd156ce2ebc634a61e4016f/diff:/var/lib/docker/overlay2/b6159ffe67d8ad0cb825607b057041671a3fe8c783fe6267de648c35dda81c54/diff:/var/lib/docker/overlay2/d58b4cb7b54246727a3509991e8a28c08957cff8ba28b007e9ab1e9ffd0825ad/diff:/var/lib/docker/overlay2/f3769be6f4075f1981256854ac6c118186268d608b9b8023f406d782cf2bff6c/diff:/var/lib/docker/overlay2/9a86ab2f0f4c5922a1f23c899759ebceec9f1f8b3cdeab04a2adeebf54b5e4f7/diff:/var/lib/docker/overlay2/78fc0ed3010e232126573a652063d24a5d06f9f778fabab7e4ffb29607da0b1f/diff:/var/lib/docker/overlay2/bc794bffded57b8b440b1186719b083afa8847025b7898b6eab85a94d16808cd/diff:/var/lib/docker/overlay2/9fe0683c02a8c5b2229efbeba3ba47c79221b7dab8dce4008daa8114883caea2/diff:/var/lib/docker/overlay2/aa5635057a20ba347afdedd3e4cd45e29c35153656c6ee9e49cfd63790bf3c3d/diff:/var/lib/docker/overlay2/3288682e5bfb4d560ae3a2780aeaaa0c1746c7e8931bea587b2d718b85c9336d/diff:/var/lib/docker/overlay2/a9b0fd6a8c29cbc537c0007e1f546843f999f3f9632ecc3da8e4dfe8b8306ad8/diff:/var/lib/docker/overlay2/b93f9113ddf8ff170f2a3fb29471fc4282147a08689725b57a63ed455aee6278/diff:/var/lib/docker/overlay2/a7290ddb902f3400454af0ad3d75328cefce604fa49171ad8574be58c4dbf507/diff:/var/lib/docker/overlay2/03e6d338e8f915525a64ec2c6f0bceade9ea57d5368637a5f00ded8a6ebe70d6/diff:/var/lib/docker/overlay2/aa74f9a13b66c3491a4644ecdf7ab5f7cd37ec35892352cc9cd415145c29fd23/diff",
            "MergedDir": "/var/lib/docker/overlay2/554c3465c9de51faee891ff57b9cedeaa89b22bc40e31241560483b0287e5fba/merged",
            "UpperDir": "/var/lib/docker/overlay2/554c3465c9de51faee891ff57b9cedeaa89b22bc40e31241560483b0287e5fba/diff",
            "WorkDir": "/var/lib/docker/overlay2/554c3465c9de51faee891ff57b9cedeaa89b22bc40e31241560483b0287e5fba/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:375990b2a90a8d8f332d9b9422d948f7068a3313bf5a1c9fbb91ff2d29046130",
            "sha256:88271e1e67279f672bb99208d9e7054f44571e83ca0310e88c184ea275bbe8c1",
            "sha256:8c9d87416a17f0d6730ef73bc078ccdf83743493bbe5ae6334a76e578dda23d5",
            "sha256:8f98447df5e84640a63b1af511a3299509cb6aee86732a80763d8f55745a7d24",
            "sha256:bdec7cc90acabec8d839d2e36a17b1c5ecdbfa60190e09b6c5e0c5fe0b279f8f",
            "sha256:4b7e6f3e7821da03cc8e132493770db3f71af374442a9c0ebee7e8f37c25dd03",
            "sha256:46d17b7847eba16ffbcd3361a036a4f42b28d046d64e4c1d2bd0a95a29e5c446",
            "sha256:3f27ca48b078885dac67d05871a3b3b8489e8075eba2bef28597cd3d4e75c762",
            "sha256:ffb802b816b7bcec14cfacabce0a94726198e4687603658117e7a93ca8699434",
            "sha256:f91e7720da2328f2ceca7db0b4dd5acb01f91d715b88b618b4bf9b5db4dea066",
            "sha256:21c9aea3a87656fe64ff4156d4f5869fb08e138b942de95c580c5cd00abcde74",
            "sha256:ea553c640cf20302fb79c8848d94913089a6b6d5dd5a3f4659d4f9b763e9b531",
            "sha256:e9421cd51199bb74a3ddf9c3bf601875c2de9c5cbe36ce142bba0dfa61afaab9",
            "sha256:2c6ad3af988845206926a564618e266a892ebfaf16532ea2c6a3adb898082c47",
            "sha256:5b7773a885fa18d5a8c8880f8d075e0fb1ae1447e0029b49375515def22028d1",
            "sha256:53dae3aae796f76e1511c7e013d65428733b36bbbb705031603d29e0717da789",
            "sha256:cb30430bb2561a650d8667002c6e5bf53af8147ae5a481cb5431584c344e8f7f",
            "sha256:560a037d7e5a067e940a62be9567e38032886facec49f0aed427a6b40f8cbba9",
            "sha256:1700125fe0659dd2702b5fd9423a3209dff5c9339d3a25b02c4734f34bb7feda",
            "sha256:55b618a5eddfdb1d5dea936f714d5ca3a5b513512b743e4ea4e18f341100acaf",
            "sha256:92beacbb5c957f1ed18f0272fb1051701583be645ca7688b2ed19fd552b076f2",
            "sha256:24180ba3422b12de33c6dc9ccb8d50db20bc4b0d1e2b8f85571c061c698ccf60",
            "sha256:9635dab0b27b59a93ffcae37bbbd6a10917cd5039137f3a3e0a666495b47a4a2",
            "sha256:bb2b4ad2d09999c84608ffa0aa5e0579a062ea4023925a55d8142ce42b821a71",
            "sha256:f649db6db5fc6fc38948c1351ec5b4398d39c9ddfdfb282757c5b5564d41eec8",
            "sha256:5b7bbd8086f8a6cc57d7aa13950880ac90c644426363fc3147184215ff7fa55e",
            "sha256:80eacb10f4659a1d0e9e5b5f35ddf4d7686bf45bc130f3f6a49a76c858eb57e2",
            "sha256:3ac778d85f84d024df4f600eb79d158d727da7a901f48b84ad9294f5b35a2f95",
            "sha256:6f5d1d81ed55c1778cee979f7db22940472db9e2944294fc748933fc8366240f",
            "sha256:47d5763b664db3a64a7d9018b3cf19e0918e74d2329b808faced5836d39af0b6",
            "sha256:dab811ad1f268b4f8a06784416d67a50a31bb54dd06139279e995005bf93612c",
            "sha256:147f17dc95625c30ae92351a4f3a0f495a32ec916908ff45a2c8f7daa1635e9b",
            "sha256:7054c12860074bf4191a7e79faba090377f5b07f941faf18925dd0fd496ca056",
            "sha256:5f03f6835a62ecb865a66ad990e5d0c9c6e1687abbe4c0da6b20e2bdad7ef101",
            "sha256:511b11634cd829b48423a39d9683e92615e702115b2adde5c12068a72daa01e0",
            "sha256:6b602ca419c29782d5d9a4ae3ca23b1fa48db4cbf5e148312eae57257f05e20b",
            "sha256:15f3925bdcb148319ed8b3bc0d1c6b9dc1c8e7bf3d8fd9a891114a60c3e4a114",
            "sha256:ff8b2c9a5ecb31d87084e5d48786acfbe89a497786dcaffa8e9d5054306390f7",
            "sha256:f7e1fb8233ded4b131170e7bfa377a465a0a1ac9caa28965bc9367f2aa6cca28",
            "sha256:1a67575eb26f8106834daa82e48e870c093f9b6aa0d21ff4bf2f86a6bc7bd8ff",
            "sha256:043fc282167e90d844785cc6aae8dbf4ea12f99a7597d10f83ae7a15f9a2ca36",
            "sha256:d3d7429821bd25226473e06e5bf31a212a6dea44ca14955b81d0395e52e4e002"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-04-02T11:01:56.904793399+08:00"
    }
}