Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12  docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12  docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12

Shell快速替换命令

sed -i 's#localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12  docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12  docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12'

镜像构建历史

# 2025-05-14 18:27:57  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/aio/entrypoint.sh"]
                        
# 2025-05-14 18:27:57  25.21KB 复制新文件或目录到容器中
COPY aio/ /aio # buildkit
                        
# 2025-05-14 18:27:57  65.13MB 执行命令并创建新的镜像层
RUN /bin/bash -c apt-get update && apt-get install -y pciutils && apt-get clean # buildkit
                        
# 2025-05-14 18:01:30  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/build/entrypoint.sh"]
                        
# 2025-05-14 18:01:30  0.00B 声明容器运行时监听的端口
EXPOSE map[8080/tcp:{}]
                        
# 2025-05-14 18:01:30  0.00B 创建挂载点用于持久化数据或共享数据
VOLUME [/build/models]
                        
# 2025-05-14 18:01:30  0.00B 指定检查容器健康状态的命令
HEALTHCHECK &{["CMD-SHELL" "curl -f ${HEALTHCHECK_ENDPOINT} || exit 1"] "1m0s" "10m0s" "0s" "0s" '\n'}
                        
# 2025-05-14 18:01:30  0.00B 执行命令并创建新的镜像层
RUN |13 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false FFMPEG=true IMAGE_TYPE=extras EXTRA_BACKENDS= MAKEFLAGS=--jobs=3 --output-sync=target /bin/bash -c mkdir -p /build/models # buildkit
                        
# 2025-05-14 18:01:29  18.49GB 执行命令并创建新的镜像层
RUN |13 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false FFMPEG=true IMAGE_TYPE=extras EXTRA_BACKENDS= MAKEFLAGS=--jobs=3 --output-sync=target /bin/bash -c if [[ ( "${EXTRA_BACKENDS}" =~ "vllm" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/vllm     ; fi &&     if [[ ( "${EXTRA_BACKENDS}" =~ "bark" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/bark     ; fi &&     if [[ ( "${EXTRA_BACKENDS}" =~ "rerankers" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/rerankers     ; fi # buildkit
                        
# 2025-05-14 17:59:13  7.35GB 执行命令并创建新的镜像层
RUN |13 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false FFMPEG=true IMAGE_TYPE=extras EXTRA_BACKENDS= MAKEFLAGS=--jobs=3 --output-sync=target /bin/bash -c if [[ ( "${EXTRA_BACKENDS}" =~ "kokoro" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/kokoro     ; fi &&     if [[ ( "${EXTRA_BACKENDS}" =~ "exllama2" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/exllama2     ; fi &&     if [[ ( "${EXTRA_BACKENDS}" =~ "transformers" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/transformers     ; fi # buildkit
                        
# 2025-05-14 17:57:52  7.62GB 执行命令并创建新的镜像层
RUN |13 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false FFMPEG=true IMAGE_TYPE=extras EXTRA_BACKENDS= MAKEFLAGS=--jobs=3 --output-sync=target /bin/bash -c if [[ ( "${EXTRA_BACKENDS}" =~ "coqui" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/coqui     ; fi &&     if [[ ( "${EXTRA_BACKENDS}" =~ "faster-whisper" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/faster-whisper     ; fi &&     if [[ ( "${EXTRA_BACKENDS}" =~ "diffusers" || -z "${EXTRA_BACKENDS}" ) && "$IMAGE_TYPE" == "extras" ]]; then         make -C backend/python/diffusers     ; fi # buildkit
                        
# 2025-05-14 17:57:05  0.00B 执行命令并创建新的镜像层
RUN |13 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false FFMPEG=true IMAGE_TYPE=extras EXTRA_BACKENDS= MAKEFLAGS=--jobs=3 --output-sync=target /bin/bash -c if [[ ( "${IMAGE_TYPE}" == "extras ")]]; then         apt-get -qq -y install espeak-ng     ; fi # buildkit
                        
# 2025-05-14 17:57:04  0.00B 
SHELL [/bin/bash -c]
                        
# 2025-05-14 17:57:04  34.64MB 复制新文件或目录到容器中
COPY /build/sources/go-piper/piper-phonemize/pi/lib/* /usr/lib/ # buildkit
                        
# 2025-05-14 17:57:04  3.03GB 复制新文件或目录到容器中
COPY /build/local-ai ./ # buildkit
                        
# 2025-05-14 17:56:49  1.55GB 执行命令并创建新的镜像层
RUN |13 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false FFMPEG=true IMAGE_TYPE=extras EXTRA_BACKENDS= MAKEFLAGS=--jobs=3 --output-sync=target /bin/sh -c make prepare-sources # buildkit
                        
# 2025-05-14 17:56:25  1.21GB 复制新文件或目录到容器中
COPY /opt/grpc /usr/local # buildkit
                        
# 2025-05-14 17:56:13  2.47GB 复制新文件或目录到容器中
COPY /build/sources ./sources/ # buildkit
                        
# 2025-05-14 14:38:40  26.05MB 复制新文件或目录到容器中
COPY . . # buildkit
                        
# 2025-05-14 14:38:40  0.00B 设置工作目录为/build
WORKDIR /build
                        
# 2025-05-14 14:38:39  329.46MB 执行命令并创建新的镜像层
RUN |13 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false FFMPEG=true IMAGE_TYPE=extras EXTRA_BACKENDS= MAKEFLAGS=--jobs=3 --output-sync=target /bin/sh -c if [ "${FFMPEG}" = "true" ]; then         apt-get update &&         apt-get install -y --no-install-recommends             ffmpeg &&         apt-get clean &&         rm -rf /var/lib/apt/lists/*     ; fi # buildkit
                        
# 2025-05-14 14:38:15  0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
                        
# 2025-05-14 14:38:15  0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.0
                        
# 2025-05-14 14:38:15  0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
                        
# 2025-05-14 14:38:15  0.00B 定义构建参数
ARG CUDA_MAJOR_VERSION=12
                        
# 2025-05-14 14:38:15  0.00B 设置环境变量 MAKEFLAGS --output-sync
ENV MAKEFLAGS=--jobs=3 --output-sync=target
                        
# 2025-05-14 14:38:15  0.00B 设置环境变量 HEALTHCHECK_ENDPOINT
ENV HEALTHCHECK_ENDPOINT=http://localhost:8080/readyz
                        
# 2025-05-14 14:38:15  0.00B 设置环境变量 REBUILD
ENV REBUILD=false
                        
# 2025-05-14 14:38:15  0.00B 设置环境变量 BUILD_TYPE
ENV BUILD_TYPE=cublas
                        
# 2025-05-14 14:38:15  0.00B 定义构建参数
ARG MAKEFLAGS=--jobs=3 --output-sync=target
                        
# 2025-05-14 14:38:15  0.00B 定义构建参数
ARG EXTRA_BACKENDS
                        
# 2025-05-14 14:38:15  0.00B 定义构建参数
ARG IMAGE_TYPE=extras
                        
# 2025-05-14 14:38:15  0.00B 定义构建参数
ARG TARGETARCH=amd64
                        
# 2025-05-14 14:38:15  0.00B 定义构建参数
ARG BUILD_TYPE=cublas
                        
# 2025-05-14 14:38:15  0.00B 定义构建参数
ARG FFMPEG=true
                        
# 2025-05-14 14:38:15  0.00B 执行命令并创建新的镜像层
RUN |9 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false /bin/sh -c if [ "${BUILD_TYPE}" = "hipblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then         apt-get update &&         apt-get install -y --no-install-recommends             hipblas-dev             rocblas-dev &&         apt-get clean &&         rm -rf /var/lib/apt/lists/* &&         ldconfig     ; fi # buildkit
                        
# 2025-05-14 14:38:15  0.00B 执行命令并创建新的镜像层
RUN |9 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false /bin/sh -c if [ "${BUILD_TYPE}" = "clblas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then         apt-get update &&         apt-get install -y --no-install-recommends             libclblast-dev &&         apt-get clean &&         rm -rf /var/lib/apt/lists/*     ; fi # buildkit
                        
# 2025-05-14 14:38:15  3.94GB 执行命令并创建新的镜像层
RUN |9 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false /bin/sh -c <<EOT bash
    if [ "${BUILD_TYPE}" = "cublas" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
        apt-get update && \
        apt-get install -y  --no-install-recommends \
            software-properties-common pciutils
        if [ "amd64" = "$TARGETARCH" ]; then
            curl -O https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/x86_64/cuda-keyring_1.1-1_all.deb
        fi
        if [ "arm64" = "$TARGETARCH" ]; then
            curl -O https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/arm64/cuda-keyring_1.1-1_all.deb
        fi
        dpkg -i cuda-keyring_1.1-1_all.deb && \
        rm -f cuda-keyring_1.1-1_all.deb && \
        apt-get update && \
        apt-get install -y --no-install-recommends \
            cuda-nvcc-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcufft-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcurand-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcublas-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcusparse-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} \
            libcusolver-dev-${CUDA_MAJOR_VERSION}-${CUDA_MINOR_VERSION} && \
        apt-get clean && \
        rm -rf /var/lib/apt/lists/*
    fi
EOT # buildkit
                        
# 2025-05-14 14:36:27  0.00B 执行命令并创建新的镜像层
RUN |9 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= BUILD_TYPE=cublas CUDA_MAJOR_VERSION=12 CUDA_MINOR_VERSION=0 SKIP_DRIVERS=false /bin/sh -c <<EOT bash
    if [ "${BUILD_TYPE}" = "vulkan" ] && [ "${SKIP_DRIVERS}" = "false" ]; then
        apt-get update && \
        apt-get install -y  --no-install-recommends \
            software-properties-common pciutils wget gpg-agent && \
        wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | apt-key add - && \
        wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list && \
        apt-get update && \
        apt-get install -y \
            vulkan-sdk && \
        apt-get clean && \
        rm -rf /var/lib/apt/lists/*
    fi
EOT # buildkit
                        
# 2025-05-14 14:36:27  0.00B 设置环境变量 BUILD_TYPE
ENV BUILD_TYPE=cublas
                        
# 2025-05-14 14:36:27  0.00B 定义构建参数
ARG SKIP_DRIVERS=false
                        
# 2025-05-14 14:36:27  0.00B 定义构建参数
ARG CUDA_MINOR_VERSION=0
                        
# 2025-05-14 14:36:27  0.00B 定义构建参数
ARG CUDA_MAJOR_VERSION=12
                        
# 2025-05-14 14:36:27  0.00B 定义构建参数
ARG BUILD_TYPE=cublas
                        
# 2025-05-14 14:36:27  35.38MB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c pip install --user grpcio-tools # buildkit
                        
# 2025-05-14 14:36:24  281.35MB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c apt-get update &&     apt-get install -y --no-install-recommends         espeak-ng         espeak         python3-pip         python-is-python3         python3-dev llvm         python3-venv &&     apt-get clean &&     rm -rf /var/lib/apt/lists/* &&     pip install --upgrade pip # buildkit
                        
# 2025-05-14 14:36:11  1.21GB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c curl --proto '=https' --tlsv1.2 -sSf https://sh.rustup.rs | sh -s -- -y # buildkit
                        
# 2025-05-14 14:35:54  0.00B 设置环境变量 PATH
ENV PATH=/root/.cargo/bin:/opt/rocm/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/go/bin:/usr/local/go/bin
                        
# 2025-05-14 14:35:54  42.97MB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c curl -LsSf https://astral.sh/uv/install.sh | UV_INSTALL_DIR=/usr/bin sh # buildkit
                        
# 2025-05-14 14:35:52  0.00B 设置工作目录为/build
WORKDIR /build
                        
# 2025-05-14 14:35:52  110.52MB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c apt-get update &&     apt-get install -y --no-install-recommends         libopenblas-dev &&     apt-get clean &&     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-05-14 14:35:47  0.00B 设置环境变量 PATH
ENV PATH=/opt/rocm/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/go/bin:/usr/local/go/bin
                        
# 2025-05-14 14:35:47  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/go/bin:/usr/local/go/bin
                        
# 2025-05-14 14:35:47  0.00B 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c echo "Target Variant: $TARGETVARIANT" # buildkit
                        
# 2025-05-14 14:35:47  0.00B 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c echo "Target Architecture: $TARGETARCH" # buildkit
                        
# 2025-05-14 14:35:46  0.00B 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c test -n "$TARGETARCH"     || (echo 'warn: missing $TARGETARCH, either set this `ARG` manually, or run using `docker buildkit`') # buildkit
                        
# 2025-05-14 14:35:46  219.34KB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c update-ca-certificates # buildkit
                        
# 2025-05-14 14:35:46  0.00B 复制新文件或目录到容器中
COPY --chmod=644 custom-ca-certs/* /usr/local/share/ca-certificates/ # buildkit
                        
# 2025-05-14 14:35:46  159.67MB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c go install google.golang.org/protobuf/cmd/protoc-gen-go@v1.34.2 &&     go install google.golang.org/grpc/cmd/protoc-gen-go-grpc@1958fcbe2ca8bd93af633f11e97d44e567e945af &&     go install github.com/GeertJohan/go.rice/rice@latest # buildkit
                        
# 2025-05-14 14:35:36  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/go/bin:/usr/local/go/bin
                        
# 2025-05-14 14:35:36  222.31MB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c curl -L -s https://go.dev/dl/go${GO_VERSION}.linux-${TARGETARCH}.tar.gz | tar -C /usr/local -xz # buildkit
                        
# 2025-05-14 14:35:33  68.62MB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c <<EOT bash
    if [ "${CMAKE_FROM_SOURCE}}" = "true" ]; then
        curl -L -s https://github.com/Kitware/CMake/releases/download/v${CMAKE_VERSION}/cmake-${CMAKE_VERSION}.tar.gz -o cmake.tar.gz && tar xvf cmake.tar.gz && cd cmake-${CMAKE_VERSION} && ./configure && make && make install
    else
        apt-get update && \
        apt-get install -y \
            cmake && \
        apt-get clean && \
        rm -rf /var/lib/apt/lists/*
    fi
EOT # buildkit
                        
# 2025-05-14 14:35:25  300.20MB 执行命令并创建新的镜像层
RUN |5 GO_VERSION=1.22.6 CMAKE_VERSION=3.26.4 CMAKE_FROM_SOURCE=false TARGETARCH=amd64 TARGETVARIANT= /bin/sh -c apt-get update &&     apt-get install -y --no-install-recommends         build-essential         ccache         ca-certificates         curl libssl-dev         git         git-lfs         unzip upx-ucl &&     apt-get clean &&     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-05-14 14:35:25  0.00B 设置环境变量 EXTERNAL_GRPC_BACKENDS
ENV EXTERNAL_GRPC_BACKENDS=coqui:/build/backend/python/coqui/run.sh,transformers:/build/backend/python/transformers/run.sh,rerankers:/build/backend/python/rerankers/run.sh,bark:/build/backend/python/bark/run.sh,diffusers:/build/backend/python/diffusers/run.sh,faster-whisper:/build/backend/python/faster-whisper/run.sh,kokoro:/build/backend/python/kokoro/run.sh,vllm:/build/backend/python/vllm/run.sh,exllama2:/build/backend/python/exllama2/run.sh
                        
# 2025-05-14 14:35:25  0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
                        
# 2025-05-14 14:35:25  0.00B 定义构建参数
ARG TARGETVARIANT=
                        
# 2025-05-14 14:35:25  0.00B 定义构建参数
ARG TARGETARCH=amd64
                        
# 2025-05-14 14:35:25  0.00B 定义构建参数
ARG CMAKE_FROM_SOURCE=false
                        
# 2025-05-14 14:35:25  0.00B 定义构建参数
ARG CMAKE_VERSION=3.26.4
                        
# 2025-05-14 14:35:25  0.00B 定义构建参数
ARG GO_VERSION=1.22.6
                        
# 2025-05-14 14:35:25  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-04-28 17:44:42  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-04-28 17:44:42  77.86MB 
/bin/sh -c #(nop) ADD file:59e67123ba6a5d9eea9813e7b2a767696f767c15c5b23c61c4d5bd6ba6fa9ac6 in / 
                        
# 2025-04-28 17:44:40  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2025-04-28 17:44:40  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-04-28 17:44:40  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-04-28 17:44:40  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:a8d7baca506566f4c748681517c1d2245947711388171ce41b2cdbdcba8fe150",
    "RepoTags": [
        "localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai:v2.29.0-aio-gpu-nvidia-cuda-12"
    ],
    "RepoDigests": [
        "localai/localai@sha256:85d5b0c2c388deca9e42a96aa23a01be327792a3cbeb5d26ce8d902927c70039",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/localai/localai@sha256:db223e70a9a3c9b8eedbdf6656c96ccd6963b8ae529d71e5bfc7c366dd5a8cff"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-05-14T10:27:57.185637869Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "root",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "ExposedPorts": {
            "8080/tcp": {}
        },
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/root/.cargo/bin:/opt/rocm/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/go/bin:/usr/local/go/bin",
            "DEBIAN_FRONTEND=noninteractive",
            "EXTERNAL_GRPC_BACKENDS=coqui:/build/backend/python/coqui/run.sh,transformers:/build/backend/python/transformers/run.sh,rerankers:/build/backend/python/rerankers/run.sh,bark:/build/backend/python/bark/run.sh,diffusers:/build/backend/python/diffusers/run.sh,faster-whisper:/build/backend/python/faster-whisper/run.sh,kokoro:/build/backend/python/kokoro/run.sh,vllm:/build/backend/python/vllm/run.sh,exllama2:/build/backend/python/exllama2/run.sh",
            "BUILD_TYPE=cublas",
            "REBUILD=false",
            "HEALTHCHECK_ENDPOINT=http://localhost:8080/readyz",
            "MAKEFLAGS=--jobs=3 --output-sync=target",
            "NVIDIA_DRIVER_CAPABILITIES=compute,utility",
            "NVIDIA_REQUIRE_CUDA=cuda\u003e=12.0",
            "NVIDIA_VISIBLE_DEVICES=all"
        ],
        "Cmd": null,
        "Healthcheck": {
            "Test": [
                "CMD-SHELL",
                "curl -f ${HEALTHCHECK_ENDPOINT} || exit 1"
            ],
            "Interval": 60000000000,
            "Timeout": 600000000000,
            "Retries": 10
        },
        "Image": "",
        "Volumes": {
            "/build/models": {}
        },
        "WorkingDir": "/build",
        "Entrypoint": [
            "/aio/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.created": "2025-05-14T06:34:48.823Z",
            "org.opencontainers.image.description": ":robot: The free, Open Source alternative to OpenAI, Claude and others. Self-hosted and local-first. Drop-in replacement for OpenAI,  running on consumer-grade hardware. No GPU required. Runs gguf, transformers, diffusers and many more models architectures. Features: Generate Text, Audio, Video, Images, Voice Cloning, Distributed, P2P inference",
            "org.opencontainers.image.licenses": "MIT",
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.revision": "fd17a3312c4c1f5688152eff227e27d9b7bce365",
            "org.opencontainers.image.source": "https://github.com/mudler/LocalAI",
            "org.opencontainers.image.title": "LocalAI",
            "org.opencontainers.image.url": "https://github.com/mudler/LocalAI",
            "org.opencontainers.image.version": "v2.29.0-aio-gpu-nvidia-cuda-12"
        },
        "Shell": [
            "/bin/bash",
            "-c"
        ]
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 48618017789,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/7a3e46e6137599a80ac6d6937d9166cdd509413b3f4a412354df11f0f4f54420/diff:/var/lib/docker/overlay2/ae4af90a29f42de10a0627ca0af706db0baabfa7a7744bbefbe8e147ffd935d6/diff:/var/lib/docker/overlay2/11991df491a81b7434388e70bc923fcd1ebe95e2e949f29f6cfc67fcf888014a/diff:/var/lib/docker/overlay2/5f140a207872cefd2defbaf92b3628f4a2babeb2ac99724c431b5397bb404647/diff:/var/lib/docker/overlay2/d92eafe55b1618150875c593ced38cf745e25a615c79da39a347d40fcbcd7d5c/diff:/var/lib/docker/overlay2/7fc79b5d04c3209be18da2873f795fb6ca3671e87b5f7fd1c2f24302f9c5aa47/diff:/var/lib/docker/overlay2/f4df545bae7f47afcd50c05eddaafcfe67fa4ccaa664ad16b20ee6bd3c548c28/diff:/var/lib/docker/overlay2/dcf094c98accc98ae233a4f4126d9a4f22f49fd39f977df6861a557279a9c343/diff:/var/lib/docker/overlay2/3fb2ae6844b646a8e2acf6f83eebf1b7fe0a7a22b6a4095b6dbff4dd0a6d01b3/diff:/var/lib/docker/overlay2/7fd467c5d5dae3f6869e3b933d159e3e8a86927dc6d41f1b2d31183db4e0e8f0/diff:/var/lib/docker/overlay2/0f1d2fe70089a379943b3769dd3ffab8b405420ff3d89b00c9fc16074a6934e8/diff:/var/lib/docker/overlay2/07e6b44c06eaf5d36d92afd76358467de5d7c70d2c302e5980af6b763f39b223/diff:/var/lib/docker/overlay2/b39a5c811be04634cf7b4c0360f2d483811e4c454a78552f9d1e3a1696128f76/diff:/var/lib/docker/overlay2/584d3307ad09c1dcff1ee665e81a17bd768b307a6f80d44246af99e5b8d60df1/diff:/var/lib/docker/overlay2/08cc3f5173d0c7867be12ccbf14c4591a29c14d2faf2a46b5794b4136814a6b8/diff:/var/lib/docker/overlay2/7b91eb81498e3262bed6951f6c2eeabdef1b8606dc2fd0a2e5650042d0ef1b74/diff:/var/lib/docker/overlay2/b1389849edef7f57577e079f8629309b992ddce528095b5fc3dada0be2235fce/diff:/var/lib/docker/overlay2/0ce2657171bba5df1a19f472478c45cd45563d25efaf0594dc1d2d8f8809ef08/diff:/var/lib/docker/overlay2/11f6e0fb8044a73b4d21635e7a8f0aee2b2b365e3087bac748cb6d2fd93c32ef/diff:/var/lib/docker/overlay2/bf7c1aa53ec0737ee7f7d5cf930688bdb5e50148477af5695366692392d6f720/diff:/var/lib/docker/overlay2/79569e2702cb8625c0fc929326b44d6342140247f6cccfc59a8f2435f42cd67f/diff:/var/lib/docker/overlay2/fe76bdb8653cdd183d9a7bd47c4d8302e4e175b27f0dc5e1a872eea8dd9068ef/diff:/var/lib/docker/overlay2/2a02babda80fef038486612259ce2e29c58d58bca2a2fa83847c34135ab83b79/diff:/var/lib/docker/overlay2/624ea3144cf9aa9bf29a8f41285a02981bc49a77cd309d7aeaac050904154201/diff:/var/lib/docker/overlay2/d5d80e6b8ac538eaa2035b17fa99a48feee88cd65a0b99a105b44773a46f5d5c/diff:/var/lib/docker/overlay2/09248576f54839e2e47bae1d21f48105366a1413474f3eb865ad3a026df628cb/diff:/var/lib/docker/overlay2/2f6f1b6b812d16e8ee4f4853530e68989d3f0415c719d01deda9aece6906f3c6/diff:/var/lib/docker/overlay2/50359a2f0863524aca48d0974abf06e6a3fe18c0f720a7345242c047c2cbe12d/diff:/var/lib/docker/overlay2/124e82819217e39b101906ffbbd64e8bca4b8053a28201d0b6c7746d51783ee6/diff:/var/lib/docker/overlay2/02454329422cf5d35ee9db20af0be57965c5248bc177f4001bd98b9b0303a822/diff:/var/lib/docker/overlay2/96a8d968c845cc66b9b7c15b8e485d5cf86a584d447e41a6f6e7476e0a90c369/diff:/var/lib/docker/overlay2/d3ec216bff73e796586655b1e73796c4e3fc6a14f3af0fe08ecc56fc684e5b96/diff:/var/lib/docker/overlay2/4bbad9b0331e4e3de661b488e459ef8b5b34e4fdf1f7e192963e12298ebaff4d/diff:/var/lib/docker/overlay2/4fcc5403e042c93b3ca4d38d146f8e6b90dd77bfab9e3b637ca3380d6edf5498/diff",
            "MergedDir": "/var/lib/docker/overlay2/1783680d3a515c73c585fd74707a9c373992e3299a786f7fbe40382b10232269/merged",
            "UpperDir": "/var/lib/docker/overlay2/1783680d3a515c73c585fd74707a9c373992e3299a786f7fbe40382b10232269/diff",
            "WorkDir": "/var/lib/docker/overlay2/1783680d3a515c73c585fd74707a9c373992e3299a786f7fbe40382b10232269/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:346f14bf17b9846c3e67362b00c16c9085772033cb7c58742c4e1efa22466d38",
            "sha256:0f73626229b25ae0a5c7fc856693ef4640f45b0ca6ac2624b32ea8f885510f9c",
            "sha256:b51e490df676a0bd4da01ae0bbfb501c339f42df6d86b5a921afc4d808d1a0b3",
            "sha256:fd2e3fd220abc8ce4652c0cb7f4d39e7fca6ecf38742f12d0d95fe74388c3948",
            "sha256:03e383c4fcacf2c8f4a9525519b1ff74b22f402b07659d85baff70ea70b684c9",
            "sha256:1f736aa1f86a2522f3437b783d9eee48f06fab6fb9a8d470e426114aec14514c",
            "sha256:7e70e1542d621fb0f1524a6c9f91820b6918c24d0a5262e7d03c93f1dfc171c7",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:f29ca97a996be88655998ee2e5ef3405b28141189025ba66dc018a67e397d425",
            "sha256:7827e2bc5f58d6270d6d0be0aac843e557968f24e840487cea9fa5961f304278",
            "sha256:063b4cbf2dda89781087af6656b324f0e78cbab50ae4e5f82a84916c39510ec7",
            "sha256:85fd28455011fc64dc80bb97455a0c143813c19144a3ff3710706d81731ebfa9",
            "sha256:29087d119f119bbb3a9db2f874294d4216a057b3016f1d941f6899806346dbef",
            "sha256:7a402094c6d0ebe0ed1a38d52cbcb0a75b7711cc23e40e278870dd9bc59a0214",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:c2cd09112dab270e0ab5d19c7e16822f72527fa98a7a4bee17ad6db176d8daf7",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:874445dc99455c9d94c6bbbb7cdcbafd6851742ec1e002d538bf85d056e8182c",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:eba29c9869a104dffea4d5ef827168493cbd22087f0ca3841cdd5e86ce9c1e1a",
            "sha256:6b3c49528b70474b02b25e210787b8e1aaeea6d354ce8fb22463bd1e67287e31",
            "sha256:d43bb34fdcb0b0ebbbba0f30bdf4d134c8b3719d713817bd68e9551803ac8216",
            "sha256:04d144fed3bb76aec56d9c3a0d38c978d1a6c943403e5e2f3e184d0668430ac9",
            "sha256:b926318747ddf6ca973710bf53526321013013fc07d63719852fb9d5fdd07186",
            "sha256:e5d29ab296052f3a5a3b94857a20d5196c97540c38d236fb014ce9e9b3b6061d",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:e249b147bdae6a7f757ebdae883f49d23ef9c7ad707c664385b590eb2ed5723c",
            "sha256:f82b8a336837420aaa5fdf922371f1e86a1eddebe81ce768b6c030533d81ca08",
            "sha256:0e8f8d8a38cd45c1d5dc34cdf880f5ef7e96525805184fd0094b54b5ecd3dc8e",
            "sha256:de099845d9d086bc7d9efe016859948431f4ef1452f52da898aa73d6ff88eddb",
            "sha256:f6ca2ddeb51c1c5a08aa7ce0bba92977031683005917166702e15494dc60cb3d",
            "sha256:51f77cb63f6f390ede07384bac8cd0020267b2674be73352b7fb4c59aec39f27"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-05-29T01:59:41.784235011+08:00"
    }
}