镜像构建历史
# 2025-03-31 19:26:04 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["python3" "-m" "huggingfaceserver"]
# 2025-03-31 19:26:04 0.00B 指定运行容器时使用的用户
USER 1000
# 2025-03-31 19:26:04 0.00B 设置环境变量 VLLM_USE_V1
ENV VLLM_USE_V1=0
# 2025-03-31 19:26:04 0.00B 设置环境变量 VLLM_WORKER_MULTIPROC_METHOD
ENV VLLM_WORKER_MULTIPROC_METHOD=spawn
# 2025-03-31 19:26:04 0.00B 设置环境变量 VLLM_NCCL_SO_PATH
ENV VLLM_NCCL_SO_PATH=/lib/x86_64-linux-gnu/libnccl.so.2
# 2025-03-31 19:26:04 0.00B 设置环境变量 HF_HUB_DISABLE_TELEMETRY
ENV HF_HUB_DISABLE_TELEMETRY=1
# 2025-03-31 19:26:04 0.00B 设置环境变量 SAFETENSORS_FAST_GPU
ENV SAFETENSORS_FAST_GPU=1
# 2025-03-31 19:26:04 0.00B 设置环境变量 HF_HOME
ENV HF_HOME=/tmp/huggingface
# 2025-03-31 19:26:04 732.18KB 复制新文件或目录到容器中
COPY huggingfaceserver huggingfaceserver # buildkit
# 2025-03-31 19:26:04 4.23MB 复制新文件或目录到容器中
COPY kserve kserve # buildkit
# 2025-03-31 19:26:03 7.71GB 复制新文件或目录到容器中
COPY --chown=kserve:kserve /prod_venv /prod_venv # buildkit
# 2025-03-31 19:23:03 333.74KB 执行命令并创建新的镜像层
RUN |1 VENV_PATH=/prod_venv /bin/sh -c useradd kserve -m -u 1000 -d /home/kserve # buildkit
# 2025-03-31 19:23:03 0.00B 设置环境变量 PATH
ENV PATH=/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2025-03-31 19:23:03 0.00B 设置环境变量 VIRTUAL_ENV
ENV VIRTUAL_ENV=/prod_venv
# 2025-03-31 19:23:03 0.00B 定义构建参数
ARG VENV_PATH=/prod_venv
# 2025-03-31 19:23:03 365.05KB 复制新文件或目录到容器中
COPY third_party third_party # buildkit
# 2025-03-31 19:23:03 515.55MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update && apt-get upgrade -y && apt-get install python3.10-venv build-essential gcc python3-dev -y && apt-get clean && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-04-23 07:46:26 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2024-04-23 07:46:26 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2024-04-23 07:46:26 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2024-04-23 07:46:26 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2024-04-23 07:46:26 263.02KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
# 2024-04-23 07:46:26 2.05GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-4=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-4=${NV_NVTX_VERSION} libcusparse-12-4=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-04-23 07:46:26 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2024-04-23 07:46:26 0.00B 定义构建参数
ARG TARGETARCH
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4
# 2024-04-23 07:46:26 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.21.5-1
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=12.4.5.8-1
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.3.1.170-1
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=12.2.5.30-1
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=12.4.127-1
# 2024-04-23 07:46:26 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.4.1-1
# 2024-04-23 07:42:28 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2024-04-23 07:42:28 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2024-04-23 07:42:28 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2024-04-23 07:42:28 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
# 2024-04-23 07:42:28 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2024-04-23 07:42:28 46.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2024-04-23 07:42:28 155.93MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-4=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-04-23 07:42:16 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=12.4.1
# 2024-04-23 07:42:16 10.57MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.1-1_all.deb && dpkg -i cuda-keyring_1.1-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2024-04-23 07:42:16 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2024-04-23 07:42:16 0.00B 定义构建参数
ARG TARGETARCH
# 2024-04-23 07:42:16 0.00B 设置环境变量 NV_CUDA_COMPAT_PACKAGE
ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
# 2024-04-23 07:42:16 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=12.4.127-1
# 2024-04-23 07:42:16 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
# 2024-04-23 07:42:16 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2024-04-11 02:52:04 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2024-04-11 02:52:04 77.86MB
/bin/sh -c #(nop) ADD file:3bd10da0673e2e72cb06a1f64a9df49a36341df39b0f762e3d1b38ee4de296fa in /
# 2024-04-11 02:52:02 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
# 2024-04-11 02:52:02 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2024-04-11 02:52:02 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2024-04-11 02:52:02 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:cab132c5fb5841d13fa173053e1a45ede11a3b5959fc2c566c3d3fccc8121b51",
"RepoTags": [
"kserve/huggingfaceserver:v0.15.0-gpu",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kserve/huggingfaceserver:v0.15.0-gpu"
],
"RepoDigests": [
"kserve/huggingfaceserver@sha256:5521758ceb761673a44d5117123f8f17a707d548320e0af6087624b848e66b6d",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kserve/huggingfaceserver@sha256:db316c1b72fdb5af946d8f22dd149b13380a4b802a18bb32b12fb068d16a8167"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2025-03-31T11:26:04.090263656Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "1000",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/prod_venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.4 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526 brand=tesla,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=geforce,driver\u003e=535,driver\u003c536 brand=geforcertx,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=titan,driver\u003e=535,driver\u003c536 brand=titanrtx,driver\u003e=535,driver\u003c536",
"NV_CUDA_CUDART_VERSION=12.4.127-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4",
"CUDA_VERSION=12.4.1",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.4.1-1",
"NV_NVTX_VERSION=12.4.127-1",
"NV_LIBNPP_VERSION=12.2.5.30-1",
"NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1",
"NV_LIBCUSPARSE_VERSION=12.3.1.170-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4",
"NV_LIBCUBLAS_VERSION=12.4.5.8-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1",
"NCCL_VERSION=2.21.5-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4",
"NVIDIA_PRODUCT_NAME=CUDA",
"VIRTUAL_ENV=/prod_venv",
"HF_HOME=/tmp/huggingface",
"SAFETENSORS_FAST_GPU=1",
"HF_HUB_DISABLE_TELEMETRY=1",
"VLLM_NCCL_SO_PATH=/lib/x86_64-linux-gnu/libnccl.so.2",
"VLLM_WORKER_MULTIPROC_METHOD=spawn",
"VLLM_USE_V1=0"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"python3",
"-m",
"huggingfaceserver"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "22.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 10521596591,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/d5ee718b0c7dc187400aaf3cbb4d8c64c65367a77ecc276c40a3ea052af1da85/diff:/var/lib/docker/overlay2/216bad513e0e11806933fd0639c845b8c7dd838e496cebba784af1924efdc26b/diff:/var/lib/docker/overlay2/53f92bd535fe159f72da0489e3fd5951a0c436cd0f62a8297cddfe2aa8562ed8/diff:/var/lib/docker/overlay2/8d4dbca8c2577b770f6cacccc9c059dbb402b54565a366015c181071a34a03c1/diff:/var/lib/docker/overlay2/6be75b6dfbf8384ebd7abe33808c315d52983371c4da2f995f702bc30b23f3b7/diff:/var/lib/docker/overlay2/45e80cf80457291171e7a8f33175d559fe7bff1587f324f24831e0f48d3298fd/diff:/var/lib/docker/overlay2/5d0f20a448ea7c1363031b9cf0a284410972079031494f5a8fef1086b4920f28/diff:/var/lib/docker/overlay2/c2e29c5b73ec8c3c3e2adc6b9465ad01eaf51a7225905e59712d6cea656e2b74/diff:/var/lib/docker/overlay2/939c5f5f22f5b010c4caedec9d023ae4c9f46fe6f7b8ad34212ae9688c3675ec/diff:/var/lib/docker/overlay2/7e8135b0303bdf6ea94fa928c2b924bc48907cb0a2487cebe2d3ddff90300211/diff:/var/lib/docker/overlay2/7b0b8cab90cb9909469ab844fb5bf50d5e241650a7be904a80104929105a0334/diff:/var/lib/docker/overlay2/f3178054ea5bd4c430b487f3a83d3af7f7773c4ad88bf9cd5a78971d7c933abe/diff:/var/lib/docker/overlay2/6646050924d039828224495dbc9fd4b5fc3391dea495585094d5536156371f8f/diff:/var/lib/docker/overlay2/518175769d21bd73a7a0eefee7bafc6624b91f0161dddcc4a0fc9a991535701e/diff",
"MergedDir": "/var/lib/docker/overlay2/819a45e4e5c5ba76d5e19c778cabc65c27dafe3002da106c5035ad3c6a380150/merged",
"UpperDir": "/var/lib/docker/overlay2/819a45e4e5c5ba76d5e19c778cabc65c27dafe3002da106c5035ad3c6a380150/diff",
"WorkDir": "/var/lib/docker/overlay2/819a45e4e5c5ba76d5e19c778cabc65c27dafe3002da106c5035ad3c6a380150/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:e0a9f5911802534ba097660206feabeb0247a81e409029167b30e2e1f2803b57",
"sha256:47654eeadbc543f1dd44ebb41c6ca0954b9f1813efabdcd46b0e7f17ac4e9fd1",
"sha256:efe2b79b53de08e199a2ce107d83adc0cbdff94f605e03f5ef51f3df3ae31cfd",
"sha256:46d54736d31f4bfeb749544e22e8611dba11128bdb2cebb820a3b452b50e7d52",
"sha256:809d3bb9c80fb3d31d4c061ba0b38ba4e83b6329e33c2cb2bbf27251a8e527c6",
"sha256:1ffbbe19418f9726ebb365371ef96637c68f9d25af3f76a4f01f760e87fb31be",
"sha256:1b30dd39de2709bc00beebf392ea1f931d5f037d08e0f675a50855385cddad93",
"sha256:89fd878224a017aead1d4c83d5c62749307aa6f1a9e22087144ef339c3df8c1e",
"sha256:2b4acda8678c6f7ae0075eabb2c0c21078b80671800996ad2cf730f15fa0ef26",
"sha256:1e4e4f0ccb431a9cb1ab46e91790dcc70bfb68b744e3acd5b017fa4f048269f7",
"sha256:5702d40cdd942097f182aadf63efc44ffeeaa258796fcf0ad91a957e994f16f3",
"sha256:faa095642fbc75bb7bb4682b5bf088f48c9ac53e9278cebf978f26bbbda7a15a",
"sha256:cdc6a2d6f76579a929f47f11ac4bb1c3e8846f53acf9eeddc6fa110bff169d62",
"sha256:27a7c539bba3476ab29c5cf003a3236154b9ac5f54c7f0d96cc2d4978b0a5452",
"sha256:0277b415debf2b72ac0683d8ee7afef93af8eda433e56195073fb7b70ac8d013"
]
},
"Metadata": {
"LastTagTime": "2025-04-18T01:12:57.639249527+08:00"
}
}