镜像构建历史
# 2026-03-19 09:51:38 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/app/start_server.sh"]
# 2026-03-19 09:51:38 0.00B 指定检查容器健康状态的命令
HEALTHCHECK &{["CMD-SHELL" "curl -f http://localhost:${API_SERVER_PORT}/v1/health || exit 1"] "30s" "10s" "1m0s" "0s" '\x03'}
# 2026-03-19 09:51:38 578.00B 执行命令并创建新的镜像层
RUN |13 PY_VER=3.12 BACKEND=cuda USERNAME=fish USER_UID=1000 USER_GID=1000 UV_VERSION=0.8.15 UV_EXTRA=cu126 DEPENDENCIES= libsox-dev build-essential cmake libasound-dev portaudio19-dev libportaudio2 libportaudiocpp0 ffmpeg API_SERVER_NAME=0.0.0.0 API_SERVER_PORT=8080 LLAMA_CHECKPOINT_PATH=checkpoints/s2-pro DECODER_CHECKPOINT_PATH=checkpoints/s2-pro/codec.pth DECODER_CONFIG_NAME=modded_dac_vq /bin/sh -c printf '%s\n' '#!/bin/bash' 'source /app/common.sh' '' 'log "Starting Fish Speech API Server..."' 'validate_env' '' 'DEVICE_ARGS=$(build_device_args)' 'COMPILE_ARGS=$(build_compile_args "$@")' '' 'log "Device args: ${DEVICE_ARGS:-none}"' 'log "Compile args: ${COMPILE_ARGS}"' 'log "Server: ${API_SERVER_NAME}:${API_SERVER_PORT}"' '' 'exec uv run tools/api_server.py \' ' --listen "${API_SERVER_NAME}:${API_SERVER_PORT}" \' ' --llama-checkpoint-path "${LLAMA_CHECKPOINT_PATH}" \' ' --decoder-checkpoint-path "${DECODER_CHECKPOINT_PATH}" \' ' --decoder-config-name "${DECODER_CONFIG_NAME}" \' ' ${DEVICE_ARGS} ${COMPILE_ARGS}' > /app/start_server.sh && chmod +x /app/start_server.sh # buildkit
# 2026-03-19 09:51:38 0.00B 设置环境变量 DECODER_CONFIG_NAME
ENV DECODER_CONFIG_NAME=modded_dac_vq
# 2026-03-19 09:51:38 0.00B 设置环境变量 DECODER_CHECKPOINT_PATH
ENV DECODER_CHECKPOINT_PATH=checkpoints/s2-pro/codec.pth
# 2026-03-19 09:51:38 0.00B 设置环境变量 LLAMA_CHECKPOINT_PATH
ENV LLAMA_CHECKPOINT_PATH=checkpoints/s2-pro
# 2026-03-19 09:51:38 0.00B 设置环境变量 API_SERVER_PORT
ENV API_SERVER_PORT=8080
# 2026-03-19 09:51:38 0.00B 设置环境变量 API_SERVER_NAME
ENV API_SERVER_NAME=0.0.0.0
# 2026-03-19 09:51:38 0.00B 声明容器运行时监听的端口
EXPOSE [8080/tcp]
# 2026-03-19 09:51:38 0.00B 定义构建参数
ARG DECODER_CONFIG_NAME=modded_dac_vq
# 2026-03-19 09:51:38 0.00B 定义构建参数
ARG DECODER_CHECKPOINT_PATH=checkpoints/s2-pro/codec.pth
# 2026-03-19 09:51:38 0.00B 定义构建参数
ARG LLAMA_CHECKPOINT_PATH=checkpoints/s2-pro
# 2026-03-19 09:51:38 0.00B 定义构建参数
ARG API_SERVER_PORT=8080
# 2026-03-19 09:51:38 0.00B 定义构建参数
ARG API_SERVER_NAME=0.0.0.0
# 2026-03-19 09:51:38 0.00B 设置环境变量 PYTHONDONTWRITEBYTECODE PYTHONUNBUFFERED
ENV PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1
# 2026-03-19 09:51:38 1.40KB 执行命令并创建新的镜像层
RUN |8 PY_VER=3.12 BACKEND=cuda USERNAME=fish USER_UID=1000 USER_GID=1000 UV_VERSION=0.8.15 UV_EXTRA=cu126 DEPENDENCIES= libsox-dev build-essential cmake libasound-dev portaudio19-dev libportaudio2 libportaudiocpp0 ffmpeg /bin/sh -c printf '%s\n' '#!/bin/bash' 'set -euo pipefail' '' '# Set user info from build args' 'USER_UID='${USER_UID} 'USER_GID='${USER_GID} '' '# Logging function' 'log() { echo "[$(date +"%Y-%m-%d %H:%M:%S")] $*" >&2; }' '' '# Validate environment' 'validate_env() {' ' if [ ! -d "/app/checkpoints" ]; then' ' log "WARNING: /app/checkpoints directory not found. Please mount your checkpoints."' ' fi' ' if [ ! -d "/app/references" ]; then' ' log "WARNING: /app/references directory not found. Please mount your references."' ' else' ' # Check if we can write to references directory' ' if [ ! -w "/app/references" ]; then' ' log "ERROR: Cannot write to /app/references directory. Please ensure the mounted directory has proper permissions for user with UID ${USER_UID}."' ' log "You can fix this by running: sudo chown -R ${USER_UID}:${USER_GID} /path/to/your/references"' ' exit 1' ' fi' ' fi' '}' '' '# Build device arguments' 'build_device_args() {' ' if [ "${BACKEND:-}" = "cpu" ]; then' ' echo "--device cpu"' ' fi' '}' '' '# Build compile arguments' 'build_compile_args() {' ' if [ "${1:-}" = "compile" ] || [ "${COMPILE:-}" = "1" ] || [ "${COMPILE:-}" = "true" ]; then' ' echo "--compile"' ' shift' ' fi' ' echo "$@"' '}' '' '# Health check function' 'health_check() {' ' local port=${1:-7860}' ' local endpoint=${2:-/health}' ' curl -f http://localhost:${port}${endpoint} 2>/dev/null || exit 1' '}' > /app/common.sh && chmod +x /app/common.sh # buildkit
# 2026-03-19 09:51:38 354.08KB 执行命令并创建新的镜像层
RUN |8 PY_VER=3.12 BACKEND=cuda USERNAME=fish USER_UID=1000 USER_GID=1000 UV_VERSION=0.8.15 UV_EXTRA=cu126 DEPENDENCIES= libsox-dev build-essential cmake libasound-dev portaudio19-dev libportaudio2 libportaudiocpp0 ffmpeg /bin/sh -c uv sync --extra ${UV_EXTRA} --frozen # buildkit
# 2026-03-19 09:51:37 7.40MB 复制新文件或目录到容器中
COPY --chown=1000:1000 . . # buildkit
# 2026-03-19 09:51:36 7.09GB 执行命令并创建新的镜像层
RUN |8 PY_VER=3.12 BACKEND=cuda USERNAME=fish USER_UID=1000 USER_GID=1000 UV_VERSION=0.8.15 UV_EXTRA=cu126 DEPENDENCIES= libsox-dev build-essential cmake libasound-dev portaudio19-dev libportaudio2 libportaudiocpp0 ffmpeg /bin/sh -c uv python pin ${PY_VER} && uv sync --extra ${UV_EXTRA} --frozen --no-install-project # buildkit
# 2026-03-19 09:51:01 0.00B 指定运行容器时使用的用户
USER 1000:1000
# 2026-03-19 09:51:01 1.23MB 复制新文件或目录到容器中
COPY --chown=1000:1000 pyproject.toml uv.lock README.md ./ # buildkit
# 2025-10-23 15:13:41 0.00B 设置工作目录为/app
WORKDIR /app
# 2025-10-23 15:13:41 0.00B 执行命令并创建新的镜像层
RUN |8 PY_VER=3.12 BACKEND=cuda USERNAME=fish USER_UID=1000 USER_GID=1000 UV_VERSION=0.8.15 UV_EXTRA=cu126 DEPENDENCIES= libsox-dev build-essential cmake libasound-dev portaudio19-dev libportaudio2 libportaudiocpp0 ffmpeg /bin/sh -c mkdir -p /app/references && chown -R ${USER_UID}:${USER_GID} /app/references && chmod 755 /app/references # buildkit
# 2025-10-23 15:13:40 0.00B 执行命令并创建新的镜像层
RUN |8 PY_VER=3.12 BACKEND=cuda USERNAME=fish USER_UID=1000 USER_GID=1000 UV_VERSION=0.8.15 UV_EXTRA=cu126 DEPENDENCIES= libsox-dev build-essential cmake libasound-dev portaudio19-dev libportaudio2 libportaudiocpp0 ffmpeg /bin/sh -c set -eux; if getent group ${USER_GID} >/dev/null 2>&1; then echo "Group ${USER_GID} already exists"; else groupadd -g ${USER_GID} ${USERNAME}; fi; if id -u ${USER_UID} >/dev/null 2>&1; then echo "User ${USER_UID} already exists, using existing user"; EXISTING_USER=$(id -un ${USER_UID}); mkdir -p /app /home/${EXISTING_USER}/.cache; chown -R ${USER_UID}:${USER_GID} /app /home/${EXISTING_USER}/.cache; else useradd -m -u ${USER_UID} -g ${USER_GID} ${USERNAME}; mkdir -p /app /home/${USERNAME}/.cache; chown -R ${USERNAME}:${USERNAME} /app /home/${USERNAME}/.cache; fi # buildkit
# 2025-10-23 15:13:40 48.97MB 复制新文件或目录到容器中
COPY /uv /uvx /bin/ # buildkit
# 2025-10-23 15:13:40 737.05MB 执行命令并创建新的镜像层
RUN |8 PY_VER=3.12 BACKEND=cuda USERNAME=fish USER_UID=1000 USER_GID=1000 UV_VERSION=0.8.15 UV_EXTRA=cu126 DEPENDENCIES= libsox-dev build-essential cmake libasound-dev portaudio19-dev libportaudio2 libportaudiocpp0 ffmpeg /bin/sh -c set -eux && rm -f /etc/apt/apt.conf.d/docker-clean && echo 'Binary::apt::APT::Keep-Downloaded-Packages "true";' >/etc/apt/apt.conf.d/keep-cache && apt-get update && apt-get install -y --no-install-recommends ${DEPENDENCIES} && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-10-23 15:13:20 0.00B 定义构建参数
ARG DEPENDENCIES= libsox-dev build-essential cmake libasound-dev portaudio19-dev libportaudio2 libportaudiocpp0 ffmpeg
# 2025-10-23 15:13:20 0.00B 设置环境变量 BACKEND DEBIAN_FRONTEND PYTHONDONTWRITEBYTECODE PYTHONUNBUFFERED
ENV BACKEND=cuda DEBIAN_FRONTEND=noninteractive PYTHONDONTWRITEBYTECODE=1 PYTHONUNBUFFERED=1
# 2025-10-23 15:13:20 0.00B 定义构建参数
ARG UV_EXTRA=cu126
# 2025-10-23 15:13:20 0.00B 定义构建参数
ARG UV_VERSION=0.8.15
# 2025-10-23 15:13:20 0.00B 定义构建参数
ARG USER_GID=1000
# 2025-10-23 15:13:20 0.00B 定义构建参数
ARG USER_UID=1000
# 2025-10-23 15:13:20 0.00B 定义构建参数
ARG USERNAME=fish
# 2025-10-23 15:13:20 0.00B 定义构建参数
ARG BACKEND=cuda
# 2025-10-23 15:13:20 0.00B 定义构建参数
ARG PY_VER=3.12
# 2025-10-23 15:13:20 213.21MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux && rm -f /etc/apt/apt.conf.d/docker-clean && echo 'Binary::apt::APT::Keep-Downloaded-Packages "true";' >/etc/apt/apt.conf.d/keep-cache && apt-get update && apt-get install -y --no-install-recommends python3-pip python3-dev git ca-certificates curl && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
# 2025-10-23 15:13:20 0.00B 设置环境变量 DEBIAN_FRONTEND
ENV DEBIAN_FRONTEND=noninteractive
# 2024-08-10 02:11:46 877.28MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends ${NV_CUDNN_PACKAGE} && apt-mark hold ${NV_CUDNN_PACKAGE_NAME} && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-08-10 02:11:46 0.00B 添加元数据标签
LABEL com.nvidia.cudnn.version=9.3.0.75-1
# 2024-08-10 02:11:46 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2024-08-10 02:11:46 0.00B 定义构建参数
ARG TARGETARCH
# 2024-08-10 02:11:46 0.00B 设置环境变量 NV_CUDNN_PACKAGE
ENV NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.3.0.75-1
# 2024-08-10 02:11:46 0.00B 设置环境变量 NV_CUDNN_PACKAGE_NAME
ENV NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12
# 2024-08-10 02:11:46 0.00B 设置环境变量 NV_CUDNN_VERSION
ENV NV_CUDNN_VERSION=9.3.0.75-1
# 2024-08-10 01:49:34 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2024-08-10 01:49:34 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2024-08-10 01:49:34 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2024-08-10 01:49:34 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2024-08-10 01:49:34 238.77KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
# 2024-08-10 01:49:34 2.05GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-6=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-6=${NV_NVTX_VERSION} libcusparse-12-6=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-08-10 01:49:34 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2024-08-10 01:49:34 0.00B 定义构建参数
ARG TARGETARCH
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.22.3-1+cuda12.6
# 2024-08-10 01:49:34 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.22.3-1
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.22.3-1
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-6=12.6.0.22-1
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=12.6.0.22-1
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.5.2.23-1
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-12-6=12.3.1.23-1
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=12.3.1.23-1
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=12.6.37-1
# 2024-08-10 01:49:34 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.6.0-1
# 2024-08-10 01:38:07 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2024-08-10 01:38:07 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2024-08-10 01:38:07 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2024-08-10 01:38:07 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
# 2024-08-10 01:38:07 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2024-08-10 01:38:07 46.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2024-08-10 01:38:07 161.51MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-6=${NV_CUDA_CUDART_VERSION} cuda-compat-12-6 && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-08-10 01:37:57 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=12.6.0
# 2024-08-10 01:37:57 16.71MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSL https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH}/3bf863cc.pub | apt-key add - && echo "deb https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${NVARCH} /" > /etc/apt/sources.list.d/cuda.list && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-08-10 01:37:57 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2024-08-10 01:37:57 0.00B 定义构建参数
ARG TARGETARCH
# 2024-08-10 01:37:57 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=12.6.37-1
# 2024-08-10 01:37:57 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.6 brand=unknown,driver>=470,driver<471 brand=grid,driver>=470,driver<471 brand=tesla,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=vapps,driver>=470,driver<471 brand=vpc,driver>=470,driver<471 brand=vcs,driver>=470,driver<471 brand=vws,driver>=470,driver<471 brand=cloudgaming,driver>=470,driver<471 brand=unknown,driver>=535,driver<536 brand=grid,driver>=535,driver<536 brand=tesla,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=vapps,driver>=535,driver<536 brand=vpc,driver>=535,driver<536 brand=vcs,driver>=535,driver<536 brand=vws,driver>=535,driver<536 brand=cloudgaming,driver>=535,driver<536 brand=unknown,driver>=550,driver<551 brand=grid,driver>=550,driver<551 brand=tesla,driver>=550,driver<551 brand=nvidia,driver>=550,driver<551 brand=quadro,driver>=550,driver<551 brand=quadrortx,driver>=550,driver<551 brand=nvidiartx,driver>=550,driver<551 brand=vapps,driver>=550,driver<551 brand=vpc,driver>=550,driver<551 brand=vcs,driver>=550,driver<551 brand=vws,driver>=550,driver<551 brand=cloudgaming,driver>=550,driver<551
# 2024-08-10 01:37:57 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2024-06-07 20:00:09 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2024-06-07 20:00:08 78.05MB
/bin/sh -c #(nop) ADD file:5601f441718b0d192d73394b35fd07675342837ec9089ddd52dd1dc0de79630e in /
# 2024-06-07 20:00:06 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=24.04
# 2024-06-07 20:00:06 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2024-06-07 20:00:06 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2024-06-07 20:00:06 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:9ad2fb1789e590696edb5aa350659f66d92c962eff57e4c0e5a6117f79eee21a",
"RepoTags": [
"fishaudio/fish-speech:server-cuda",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/fishaudio/fish-speech:server-cuda"
],
"RepoDigests": [
"fishaudio/fish-speech@sha256:bb4b0f3cbf40c5b44ea27d4feb2cb3d1ec251c1520d70e96ae394c4a4c6b6e89",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/fishaudio/fish-speech@sha256:35e01994aada7faa377c8e07f5e76d4063d7c21b1ff03931fc2fb5483d5a64ab"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2026-03-19T01:51:38.889485536Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "1000:1000",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"8080/tcp": {}
},
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.6 brand=unknown,driver\u003e=470,driver\u003c471 brand=grid,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=vapps,driver\u003e=470,driver\u003c471 brand=vpc,driver\u003e=470,driver\u003c471 brand=vcs,driver\u003e=470,driver\u003c471 brand=vws,driver\u003e=470,driver\u003c471 brand=cloudgaming,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=535,driver\u003c536 brand=grid,driver\u003e=535,driver\u003c536 brand=tesla,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=vapps,driver\u003e=535,driver\u003c536 brand=vpc,driver\u003e=535,driver\u003c536 brand=vcs,driver\u003e=535,driver\u003c536 brand=vws,driver\u003e=535,driver\u003c536 brand=cloudgaming,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=550,driver\u003c551 brand=grid,driver\u003e=550,driver\u003c551 brand=tesla,driver\u003e=550,driver\u003c551 brand=nvidia,driver\u003e=550,driver\u003c551 brand=quadro,driver\u003e=550,driver\u003c551 brand=quadrortx,driver\u003e=550,driver\u003c551 brand=nvidiartx,driver\u003e=550,driver\u003c551 brand=vapps,driver\u003e=550,driver\u003c551 brand=vpc,driver\u003e=550,driver\u003c551 brand=vcs,driver\u003e=550,driver\u003c551 brand=vws,driver\u003e=550,driver\u003c551 brand=cloudgaming,driver\u003e=550,driver\u003c551",
"NV_CUDA_CUDART_VERSION=12.6.37-1",
"CUDA_VERSION=12.6.0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.6.0-1",
"NV_NVTX_VERSION=12.6.37-1",
"NV_LIBNPP_VERSION=12.3.1.23-1",
"NV_LIBNPP_PACKAGE=libnpp-12-6=12.3.1.23-1",
"NV_LIBCUSPARSE_VERSION=12.5.2.23-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-6",
"NV_LIBCUBLAS_VERSION=12.6.0.22-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-6=12.6.0.22-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.22.3-1",
"NCCL_VERSION=2.22.3-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.22.3-1+cuda12.6",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDNN_VERSION=9.3.0.75-1",
"NV_CUDNN_PACKAGE_NAME=libcudnn9-cuda-12",
"NV_CUDNN_PACKAGE=libcudnn9-cuda-12=9.3.0.75-1",
"DEBIAN_FRONTEND=noninteractive",
"BACKEND=cuda",
"PYTHONDONTWRITEBYTECODE=1",
"PYTHONUNBUFFERED=1",
"API_SERVER_NAME=0.0.0.0",
"API_SERVER_PORT=8080",
"LLAMA_CHECKPOINT_PATH=checkpoints/s2-pro",
"DECODER_CHECKPOINT_PATH=checkpoints/s2-pro/codec.pth",
"DECODER_CONFIG_NAME=modded_dac_vq"
],
"Cmd": null,
"Healthcheck": {
"Test": [
"CMD-SHELL",
"curl -f http://localhost:${API_SERVER_PORT}/v1/health || exit 1"
],
"Interval": 30000000000,
"Timeout": 10000000000,
"StartPeriod": 60000000000,
"Retries": 3
},
"Image": "",
"Volumes": null,
"WorkingDir": "/app",
"Entrypoint": [
"/app/start_server.sh"
],
"OnBuild": null,
"Labels": {
"com.nvidia.cudnn.version": "9.3.0.75-1",
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "24.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 11281736261,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/4ac180c21a5ee7ff002f392a081bfc9936c4313ccc89ae25a4fbcb9ae0ba7e5c/diff:/var/lib/docker/overlay2/8d535abe3ddfed31c04c146ea29ed1b6bef0eba13819ff62b6dafa32f5c0fd45/diff:/var/lib/docker/overlay2/e9ce53dfa452d282c96ffe75245719f54e093219eb767bd3a1a860db62afd547/diff:/var/lib/docker/overlay2/b8c441a9ecb0624c856a79b1b36f4880ea3bad9ca1d95e6c5f6a335dccce1c1b/diff:/var/lib/docker/overlay2/497ea52bb7ff7a41309498c72922f3590bd6c8e1ab93fa638508c0e2b4897354/diff:/var/lib/docker/overlay2/868c79185a4fe756add4feff97235090b9c2ee12bcb41afb410d4cc260115998/diff:/var/lib/docker/overlay2/56d106e896dd219597648497b030d8e620fc230ad259633da14cdb6b0c826be7/diff:/var/lib/docker/overlay2/018c2133e514f5b00a24c08629d047d2e84a680316d12abf73c58de94161b20b/diff:/var/lib/docker/overlay2/aea3733909e0ae5789d22ee68ce01d5b1a388164392c776195e39984364ab75a/diff:/var/lib/docker/overlay2/7079d5d386af579477ef0989f7fbfd3a00c87f8bd378dfbc166ffb164a1f68dd/diff:/var/lib/docker/overlay2/a349576d8b82f9ba48bdb3738143163cd15b7117e99c97f73f6c251017e6089b/diff:/var/lib/docker/overlay2/ff94715baf21fe112361758bebcd028db784b7136b85a47c3183b1ed9f4a9878/diff:/var/lib/docker/overlay2/e71ecf0b6122c3e5be134baa3fcbb4b6dac25295b2de800870b4869f8a3a108d/diff:/var/lib/docker/overlay2/436ab4849fd20c88dbf765271770f885092a530938b6c33e74abee329d5054bf/diff:/var/lib/docker/overlay2/1a39f76d4b4fd93b659165cbe43d740b3c2b3c3e22c985d5976e40bb93f9437e/diff:/var/lib/docker/overlay2/6f8f2742167527921346a010858fc5115a5d26d68e8c9ee53b0e54843e2ae918/diff:/var/lib/docker/overlay2/e3b30441c8979f4f270144ab54b7554b826fe308934e0d78ea77d23373c2fc03/diff:/var/lib/docker/overlay2/9c752991c29d136dee6a18df2d7b2e869c3d8b7fca6f3c4d8d3a30d20fdb1108/diff:/var/lib/docker/overlay2/904b1c37ae5fdb405e0de873ee786fda5a453d3498293f67d8ab9edd008ad88b/diff:/var/lib/docker/overlay2/ae834fbe87597f2385e0657a5533dd4b82cbbbdc42bd31d10a954f62e6099af9/diff:/var/lib/docker/overlay2/4a032059fbb6f5c6aef2b1284647c1b07cb7f499606b2002c113c98f151e808e/diff",
"MergedDir": "/var/lib/docker/overlay2/040f9fe6d0dc2a30d839336a1360abd1e51c899118831c962bb84032dddc0597/merged",
"UpperDir": "/var/lib/docker/overlay2/040f9fe6d0dc2a30d839336a1360abd1e51c899118831c962bb84032dddc0597/diff",
"WorkDir": "/var/lib/docker/overlay2/040f9fe6d0dc2a30d839336a1360abd1e51c899118831c962bb84032dddc0597/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:a30a5965a4f7d9d5ff76a46eb8939f58e95be844de1ac4a4b452d5d31158fdea",
"sha256:5b096da7cf1052229a68121b0987e9a1ae12696b78f1c2b1ad497a032ed3f2f5",
"sha256:5d8dc3bab95c12d3d79d1e7d5f7e58ffd3f07b56828125c64d76dc4d5c5b7550",
"sha256:cc51bf61b66d15057d4c73ba89e3c3ba387cdeaac86d594c98a042b55455ee17",
"sha256:3b6bc3c2c74bad1746ed46ebdcf13c564d4efd61b1198ca172bfaebea05f8843",
"sha256:e1d402f1ec23c025ddc33ae428ffa73fc364c69e1f99c39e8d163ff8a0d8be70",
"sha256:4955af498c10b9ec964f1d6ca9d057ccf1da6596d2463c905ba71a9cf047059d",
"sha256:601fb124072c1dbb60f0513cf9e9a83fd27e27f8e731941dc7aee4f1a3f4468f",
"sha256:bcf01e78c0a2011acbb581acbe881150e44659a3a8a46ced44863d00c3e554e3",
"sha256:8dc75ea0508049b24c2813531c7d0c006f262840487581aee6c937295af03574",
"sha256:f177346ea196f7c15a9bc1d6fed38ef454cd146e08b014ef170d122d196a8a6a",
"sha256:0c3185a05dfc45870f08cc7b0af573c5368b390f23aceb83ce5a8e0fe7c215c7",
"sha256:4c3f6c203d6c6646363dee172b3012a65e5e5f8f40d7d02f565accc6e094eb3d",
"sha256:57dca6ad35b13d4f009a92f01f89de8b01b9471c2164930c99d6f28cfa032c35",
"sha256:e11543953d9a23ef72b7eb06e8e2656448759ac63a130c84aaf123a2a13e602b",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:db3e488329b05d6d916ad7bf5f971cfec11f14026629ab6b452add35d6dd78a9",
"sha256:31a7d99f2ac6bb8aa6c398a171d3616c97c912a768e960da3aadf45b42d086e9",
"sha256:c30772340b8599f70459f801a7286b70574ecf3a26f61fd8bbfbab819e8c8760",
"sha256:053a92d49db7de9e0fdafab9c3890d6809fc7d8f2b6cbf9b98a8f0445f867288",
"sha256:efff14f705f119b13c2399f09cbc0c8afefe8c707c2d64199f64b62fd3bfb6bc",
"sha256:96ff7ef9ee9cc267612a515a05e25e3d53afa970bb6f65c465027acffe51bbea"
]
},
"Metadata": {
"LastTagTime": "2026-03-20T00:49:23.991045166+08:00"
}
}