Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64  docker.io/localai/localai:latest

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64  docker.io/localai/localai:latest

Shell快速替换命令

sed -i 's#localai/localai:latest#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64  docker.io/localai/localai:latest'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64  docker.io/localai/localai:latest'

镜像构建历史

# 2025-12-25 15:48:37  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/entrypoint.sh"]
                        
# 2025-12-25 15:48:37  0.00B 声明容器运行时监听的端口
EXPOSE [8080/tcp]
                        
# 2025-12-25 15:48:37  0.00B 创建挂载点用于持久化数据或共享数据
VOLUME [/models /backends /configuration]
                        
# 2025-12-25 15:48:37  0.00B 指定检查容器健康状态的命令
HEALTHCHECK &{["CMD-SHELL" "curl -f ${HEALTHCHECK_ENDPOINT} || exit 1"] "1m0s" "10m0s" "0s" "0s" '\n'}
                        
# 2025-12-25 15:48:37  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c mkdir -p /models /backends # buildkit
                        
# 2025-12-25 15:48:37  74.97MB 复制新文件或目录到容器中
COPY /build/local-ai ./ # buildkit
                        
# 2025-12-25 15:25:29  777.00B 复制新文件或目录到容器中
COPY ./entrypoint.sh . # buildkit
                        
# 2025-12-25 15:25:29  0.00B 设置工作目录为/
WORKDIR /
                        
# 2025-12-25 15:25:29  0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
                        
# 2025-12-25 15:25:29  0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA
ENV NVIDIA_REQUIRE_CUDA=cuda>=.0
                        
# 2025-12-25 15:25:29  0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
                        
# 2025-12-25 15:25:29  0.00B 定义构建参数
ARG CUDA_MAJOR_VERSION=
                        
# 2025-12-25 15:25:29  0.00B 设置环境变量 HEALTHCHECK_ENDPOINT
ENV HEALTHCHECK_ENDPOINT=http://localhost:8080/readyz
                        
# 2025-12-25 15:25:29  0.00B 设置环境变量 PATH
ENV PATH=/opt/rocm/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-12-25 15:25:29  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-12-25 15:25:29  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c expr "${BUILD_TYPE}" = intel && echo "intel" > /run/localai/capability || echo "not intel" # buildkit
                        
# 2025-12-25 15:25:29  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c if [ "${BUILD_TYPE}" = "hipblas" ]; then     ln -s /opt/rocm-**/lib/llvm/lib/libomp.so /usr/lib/libomp.so     ; fi # buildkit
                        
# 2025-12-25 15:25:29  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then         apt-get update &&         apt-get install -y --no-install-recommends             hipblas-dev             rocblas-dev &&         apt-get clean &&         rm -rf /var/lib/apt/lists/* &&         echo "amd" > /run/localai/capability &&         ldconfig     ; fi # buildkit
                        
# 2025-12-25 15:25:29  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c if [ "${BUILD_TYPE}" = "clblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then         apt-get update &&         apt-get install -y --no-install-recommends             libclblast-dev &&         apt-get clean &&         rm -rf /var/lib/apt/lists/*     ; fi # buildkit
                        
# 2025-12-25 15:25:28  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c <<EOT bash
    if [ "${BUILD_TYPE}" = "cublas" ] && [ "${TARGETARCH}" = "arm64" ]; then
        wget https://developer.download.nvidia.com/compute/cudss/0.6.0/local_installers/cudss-local-tegra-repo-ubuntu${UBUNTU_VERSION}-0.6.0_0.6.0-1_arm64.deb && \
        dpkg -i cudss-local-tegra-repo-ubuntu${UBUNTU_VERSION}-0.6.0_0.6.0-1_arm64.deb && \
        cp /var/cudss-local-tegra-repo-ubuntu${UBUNTU_VERSION}-0.6.0/cudss-*-keyring.gpg /usr/share/keyrings/ && \
        apt-get update && apt-get -y install cudss cudss-cuda-${CUDA_MAJOR_VERSION} && \
        wget https://developer.download.nvidia.com/compute/nvpl/25.5/local_installers/nvpl-local-repo-ubuntu${UBUNTU_VERSION}-25.5_1.0-1_arm64.deb && \
        dpkg -i nvpl-local-repo-ubuntu${UBUNTU_VERSION}-25.5_1.0-1_arm64.deb && \
        cp /var/nvpl-local-repo-ubuntu${UBUNTU_VERSION}-25.5/nvpl-*-keyring.gpg /usr/share/keyrings/ && \
        apt-get update && apt-get install -y nvpl
    fi
EOT # buildkit
                        
# 2025-12-25 15:25:28  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c <<EOT bash
    if [ "${BUILD_TYPE}" = "cublas" ] && [ "${TARGETARCH}" = "arm64" ]; then
        echo "nvidia-l4t-cuda-${CUDA_MAJOR_VERSION}" > /run/localai/capability
    fi
EOT # buildkit
                        
# 2025-12-25 15:25:28  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c <<EOT bash
    if ( [ "${BUILD_TYPE}" = "cublas" ] || [ "${BUILD_TYPE}" = "l4t" ] ) && [ "${SKIP_DRIVERS}" = "false" ]; then
        apt-get update && \
        apt-get install -y  --no-install-recommends \
            software-properties-common pciutils
        if [ "amd64" = "$TARGETARCH" ]; then
            curl -O https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${UBUNTU_VERSION}/x86_64/cuda-keyring_1.1-1_all.deb
        fi
        if [ "arm64" = "$TARGETARCH" ]; then
            if [ "${CUDA_MAJOR_VERSION}" = "13" ]; then
                curl -O https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${UBUNTU_VERSION}/sbsa/cuda-keyring_1.1-1_all.deb
            else
                curl -O https://developer.download.nvidia.com/compute/cuda/repos/ubuntu${UBUNTU_VERSION}/arm64/cuda-keyring_1.1-1_all.deb
            fi
        fi
        dpkg -i cuda-keyring_1.1-1_all.deb && \
        rm -f cuda-keyring_1.1-1_all.deb && \
        apt-get update && \
        apt-get install -y --no-install-recommends \
            cuda-nvcc-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcufft-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcurand-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcublas-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcusparse-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcusolver-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION}
        if [ "${CUDA_MAJOR_VERSION}" = "13" ] && [ "arm64" = "$TARGETARCH" ]; then
            apt-get install -y --no-install-recommends \
            libcufile-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} libcudnn9-cuda-${CUDA_MAJOR_VERSION} cuda-cupti-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} libnvjitlink-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION}
        fi
        apt-get clean && \
        rm -rf /var/lib/apt/lists/* && \
        echo "nvidia-cuda-${CUDA_MAJOR_VERSION}" > /run/localai/capability
    fi
EOT # buildkit
                        
# 2025-12-25 15:25:28  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c <<EOT bash
    if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
        apt-get update && \
        apt-get install -y  --no-install-recommends \
            software-properties-common pciutils wget gpg-agent && \
        wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
        wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
        apt-get update && \
        apt-get install -y \
            vulkan-sdk && \
        apt-get clean && \
        rm -rf /var/lib/apt/lists/* && \
        echo "vulkan" > /run/localai/capability
    fi
EOT # buildkit
                        
# 2025-12-25 15:25:28  8.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c echo "default" > /run/localai/capability # buildkit
                        
# 2025-12-25 15:25:28  0.00B 执行命令并创建新的镜像层
RUN |7 BUILD_TYPE= CUDA_MAJOR_VERSION= CUDA_MINOR_VERSION= SKIP_DRIVERS=false TARGETARCH=arm64 TARGETVARIANT= UBUNTU_VERSION=2204 /bin/sh -c mkdir -p /run/localai # buildkit
                        
# 2025-12-25 15:25:28  0.00B 定义构建参数
ARG UBUNTU_VERSION=2204
                        
# 2025-12-25 15:25:28  0.00B 设置环境变量 BUILD_TYPE
ENV BUILD_TYPE=
                        
# 2025-12-25 15:25:28  0.00B 定义构建参数
ARG TARGETVARIANT=
                        
# 2025-12-25 15:25:28  0.00B 定义构建参数
ARG TARGETARCH=arm64
                        
# 2025-12-25 15:25:28  0.00B 定义构建参数
ARG SKIP_DRIVERS=false
                        
# 2025-12-25 15:25:28  0.00B 定义构建参数
ARG CUDA_MINOR_VERSION=
                        
# 2025-12-25 15:25:28  0.00B 定义构建参数
ARG CUDA_MAJOR_VERSION=
                        
# 2025-12-25 15:25:28  0.00B 定义构建参数
ARG BUILD_TYPE=
                        
# 2025-12-25 15:25:28  343.31MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update &&     apt-get install -y --no-install-recommends         ca-certificates curl wget espeak-ng libgomp1         ffmpeg &&     apt-get clean &&     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-12-25 15:25:28  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
                        
# 2025-10-14 01:25:18  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-10-14 01:25:18  69.35MB 
/bin/sh -c #(nop) ADD file:2e0e653363da35febc0204e69cb713c0d1497720522f79d3d531980a7f291a39 in / 
                        
# 2025-10-14 01:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2025-10-14 01:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-10-14 01:25:16  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-10-14 01:25:16  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:0d8c362010a487107643b5f2c09ca8cc3405b9363e09e001197d8206741da396",
    "RepoTags": [
        "localai/localai:latest",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:latest-linuxarm64"
    ],
    "RepoDigests": [
        "localai/localai@sha256:29c0965e27ac450cd79a13d2fa3e1679413283211de045ea01727ebe681a2dca",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai@sha256:d93cb9e241dca07258b45e5389c3f1316fdba799bd86395b326df2e248b1f356"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-12-25T07:48:37.576707991Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "ExposedPorts": {
            "8080/tcp": {}
        },
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/rocm/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "DEBIAN_FRONTEND=noninteractive",
            "BUILD_TYPE=",
            "HEALTHCHECK_ENDPOINT=http://localhost:8080/readyz",
            "NVIDIA_DRIVER_CAPABILITIES=compute,utility",
            "NVIDIA_REQUIRE_CUDA=cuda\u003e=.0",
            "NVIDIA_VISIBLE_DEVICES=all"
        ],
        "Cmd": null,
        "Healthcheck": {
            "Test": [
                "CMD-SHELL",
                "curl -f ${HEALTHCHECK_ENDPOINT} || exit 1"
            ],
            "Interval": 60000000000,
            "Timeout": 600000000000,
            "Retries": 10
        },
        "Image": "",
        "Volumes": {
            "/backends": {},
            "/configuration": {},
            "/models": {}
        },
        "WorkingDir": "/",
        "Entrypoint": [
            "/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.created": "2025-12-25T07:22:05.618Z",
            "org.opencontainers.image.description": ":robot: The free, Open Source alternative to OpenAI, Claude and others. Self-hosted and local-first. Drop-in replacement for OpenAI,  running on consumer-grade hardware. No GPU required. Runs gguf, transformers, diffusers and many more. Features: Generate Text, MCP, Audio, Video, Images, Voice Cloning, Distributed, P2P and decentralized inference",
            "org.opencontainers.image.licenses": "MIT",
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.revision": "aadec0b8cb2a7c608981823e7b8a003551662205",
            "org.opencontainers.image.source": "https://github.com/mudler/LocalAI",
            "org.opencontainers.image.title": "LocalAI",
            "org.opencontainers.image.url": "https://github.com/mudler/LocalAI",
            "org.opencontainers.image.version": "v3.9.0"
        }
    },
    "Architecture": "arm64",
    "Os": "linux",
    "Size": 487634666,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/af3c939c8f9d90d89b7342929f2976963c67c4d9f463926e5d649f79a114f3c9/diff:/var/lib/docker/overlay2/f1f3d4dd2649af2cf825132144f438e6e5a059ad8917ca33cf716405a182f133/diff:/var/lib/docker/overlay2/c27dfb303d450cdcb0b0a1893ef573ca5248358b0f8b9014d6383e01b12a0299/diff:/var/lib/docker/overlay2/71dba4a683157cfe4d7c5622f3d3dc059eed0e3f290b798368a849c5e34272c0/diff:/var/lib/docker/overlay2/a545c7c96a26ead5d8ab1b015f58928126ebf1831973e2e86f0459487eaf5f20/diff:/var/lib/docker/overlay2/f115fd01d8c3341854aa905606b52eb4f682f8ee5c6c90f867cb1050c024f438/diff:/var/lib/docker/overlay2/06e2a7c9552e1478651642770ba954fa0beca62cba1e8e3c8a66ebed551fa3d8/diff:/var/lib/docker/overlay2/84d311b849395aa64854cde47d6eb3ef4794ea55ad375c5eeda70b21b59c5172/diff:/var/lib/docker/overlay2/5e8b39c76f764dbe67238e8a7abe508d8ac893d6561d6a6c1a8780db76dc8e09/diff:/var/lib/docker/overlay2/e282f35f5978e6b4b89048ced77619e2117f42c9c89eea80edcbb8c71fbfa1a7/diff:/var/lib/docker/overlay2/d6f34432ceff47ef927624a53df10f0a71f1a0221ee90f36c10c6496372cf361/diff:/var/lib/docker/overlay2/7660d896105322ad6eaab6fe32122a1bed311796bc17f8c9a0944bba0fc4c656/diff:/var/lib/docker/overlay2/b8576275c35f18b518f0c4fae5bb045295f8f94c195681c3addb8d9a91b8eef8/diff:/var/lib/docker/overlay2/676c2947b618da25a8d50f397336a2c60450dd517e1c5480dca60255c893dcc3/diff",
            "MergedDir": "/var/lib/docker/overlay2/36c9d79e085ecdec93202cd166de95f5de469299b5a7d7b039940700e4fa1e17/merged",
            "UpperDir": "/var/lib/docker/overlay2/36c9d79e085ecdec93202cd166de95f5de469299b5a7d7b039940700e4fa1e17/diff",
            "WorkDir": "/var/lib/docker/overlay2/36c9d79e085ecdec93202cd166de95f5de469299b5a7d7b039940700e4fa1e17/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:b3f74c31dcaee85c6efbb1c8b30081ee1e7f2b11e841d4492217caa7d1681539",
            "sha256:6173eb5096e46c07c5b89eafdece6c32916c28114e6382254b6e7e5b45b5caff",
            "sha256:8728506177a41dfa2b1f79c9cd6be6cd637384b6f2e1d1823cc88f33030007e6",
            "sha256:545843380a3a0d7753f5da8706a699202e7f9c8375a1e5aeac7156dee8a58815",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:fae0dbb4ebd113200847cdec4df628d21c97534d10beef390929a74c8c4aaf2c",
            "sha256:58692cd380b0b8d86911daea162cee7e34043f058b1a413fb85d0314f6113d1c",
            "sha256:3326cde3f410718354a33981ed89733f8bd16b2a002a0268589a6d065b4e8617"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-12-26T21:57:59.912801401+08:00"
    }
}