镜像构建历史
# 2024-03-30 10:42:43 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["python3" "-m" "vllm.entrypoints.openai.api_server"]
# 2024-03-30 10:42:43 0.00B 设置环境变量 VLLM_USAGE_SOURCE
ENV VLLM_USAGE_SOURCE=production-docker-image
# 2024-03-30 10:42:43 2.44MB 复制新文件或目录到容器中
COPY vllm vllm # buildkit
# 2024-03-30 10:42:43 507.14MB 复制新文件或目录到容器中
COPY /workspace/vllm/*.so /workspace/vllm/ # buildkit
# 2024-03-30 10:06:04 304.01MB 执行命令并创建新的镜像层
RUN /bin/sh -c pip install accelerate hf_transfer modelscope # buildkit
# 2024-03-30 10:05:32 404.35MB 执行命令并创建新的镜像层
RUN /bin/sh -c pip install /usr/src/flash-attention-v2/*.whl --no-cache-dir # buildkit
# 2024-03-30 10:04:45 6.02GB 执行命令并创建新的镜像层
RUN /bin/sh -c pip install -r requirements.txt # buildkit
# 2024-03-30 09:57:37 465.00B 复制新文件或目录到容器中
COPY requirements.txt requirements.txt # buildkit
# 2024-03-30 09:57:37 0.00B 设置工作目录为/workspace
WORKDIR /workspace
# 2024-03-30 09:57:37 410.87MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update -y && apt-get install -y python3-pip # buildkit
# 2023-11-10 13:49:20 0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/nvidia/nvidia_entrypoint.sh"]
# 2023-11-10 13:49:20 0.00B 设置环境变量 NVIDIA_CUDA_END_OF_LIFE
ENV NVIDIA_CUDA_END_OF_LIFE=1
# 2023-11-10 13:49:20 0.00B 设置环境变量 NVIDIA_PRODUCT_NAME
ENV NVIDIA_PRODUCT_NAME=CUDA
# 2023-11-10 13:49:20 2.53KB 复制新文件或目录到容器中
COPY nvidia_entrypoint.sh /opt/nvidia/ # buildkit
# 2023-11-10 13:49:20 3.06KB 复制新文件或目录到容器中
COPY entrypoint.d/ /opt/nvidia/entrypoint.d/ # buildkit
# 2023-11-10 13:49:20 261.38KB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-mark hold ${NV_LIBCUBLAS_PACKAGE_NAME} ${NV_LIBNCCL_PACKAGE_NAME} # buildkit
# 2023-11-10 13:49:19 1.99GB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-libraries-12-1=${NV_CUDA_LIB_VERSION} ${NV_LIBNPP_PACKAGE} cuda-nvtx-12-1=${NV_NVTX_VERSION} libcusparse-12-1=${NV_LIBCUSPARSE_VERSION} ${NV_LIBCUBLAS_PACKAGE} ${NV_LIBNCCL_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2023-11-10 13:49:19 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2023-11-10 13:49:19 0.00B 定义构建参数
ARG TARGETARCH
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE
ENV NV_LIBNCCL_PACKAGE=libnccl2=2.17.1-1+cuda12.1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NCCL_VERSION
ENV NCCL_VERSION=2.17.1-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_VERSION
ENV NV_LIBNCCL_PACKAGE_VERSION=2.17.1-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBNCCL_PACKAGE_NAME
ENV NV_LIBNCCL_PACKAGE_NAME=libnccl2
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE
ENV NV_LIBCUBLAS_PACKAGE=libcublas-12-1=12.1.0.26-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBCUBLAS_VERSION
ENV NV_LIBCUBLAS_VERSION=12.1.0.26-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBCUBLAS_PACKAGE_NAME
ENV NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBCUSPARSE_VERSION
ENV NV_LIBCUSPARSE_VERSION=12.0.2.55-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBNPP_PACKAGE
ENV NV_LIBNPP_PACKAGE=libnpp-12-1=12.0.2.50-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_LIBNPP_VERSION
ENV NV_LIBNPP_VERSION=12.0.2.50-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_NVTX_VERSION
ENV NV_NVTX_VERSION=12.1.66-1
# 2023-11-10 13:49:19 0.00B 设置环境变量 NV_CUDA_LIB_VERSION
ENV NV_CUDA_LIB_VERSION=12.1.0-1
# 2023-11-10 13:44:29 0.00B 设置环境变量 NVIDIA_DRIVER_CAPABILITIES
ENV NVIDIA_DRIVER_CAPABILITIES=compute,utility
# 2023-11-10 13:44:29 0.00B 设置环境变量 NVIDIA_VISIBLE_DEVICES
ENV NVIDIA_VISIBLE_DEVICES=all
# 2023-11-10 13:44:29 17.29KB 复制新文件或目录到容器中
COPY NGC-DL-CONTAINER-LICENSE / # buildkit
# 2023-11-10 13:44:29 0.00B 设置环境变量 LD_LIBRARY_PATH
ENV LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
# 2023-11-10 13:44:29 0.00B 设置环境变量 PATH
ENV PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2023-11-10 13:44:29 46.00B 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c echo "/usr/local/nvidia/lib" >> /etc/ld.so.conf.d/nvidia.conf && echo "/usr/local/nvidia/lib64" >> /etc/ld.so.conf.d/nvidia.conf # buildkit
# 2023-11-10 13:44:29 149.59MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends cuda-cudart-12-1=${NV_CUDA_CUDART_VERSION} ${NV_CUDA_COMPAT_PACKAGE} && rm -rf /var/lib/apt/lists/* # buildkit
# 2023-11-10 13:44:18 0.00B 设置环境变量 CUDA_VERSION
ENV CUDA_VERSION=12.1.0
# 2023-11-10 13:44:18 10.56MB 执行命令并创建新的镜像层
RUN |1 TARGETARCH=amd64 /bin/sh -c apt-get update && apt-get install -y --no-install-recommends gnupg2 curl ca-certificates && curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2204/${NVARCH}/cuda-keyring_1.0-1_all.deb && dpkg -i cuda-keyring_1.0-1_all.deb && apt-get purge --autoremove -y curl && rm -rf /var/lib/apt/lists/* # buildkit
# 2023-11-10 13:44:18 0.00B 添加元数据标签
LABEL maintainer=NVIDIA CORPORATION <cudatools@nvidia.com>
# 2023-11-10 13:44:18 0.00B 定义构建参数
ARG TARGETARCH
# 2023-11-10 13:44:18 0.00B 设置环境变量 NV_CUDA_COMPAT_PACKAGE
ENV NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
# 2023-11-10 13:44:18 0.00B 设置环境变量 NV_CUDA_CUDART_VERSION
ENV NV_CUDA_CUDART_VERSION=12.1.55-1
# 2023-11-10 13:44:18 0.00B 设置环境变量 NVIDIA_REQUIRE_CUDA brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand brand
ENV NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
# 2023-11-10 13:44:18 0.00B 设置环境变量 NVARCH
ENV NVARCH=x86_64
# 2023-10-05 15:33:32 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2023-10-05 15:33:32 77.82MB
/bin/sh -c #(nop) ADD file:63d5ab3ef0aab308c0e71cb67292c5467f60deafa9b0418cbb220affcd078444 in /
# 2023-10-05 15:33:30 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
# 2023-10-05 15:33:30 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2023-10-05 15:33:30 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2023-10-05 15:33:30 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:ebb4bb8578616212c661b20c635d916a5df6ebe70026adf654bc4e588fe257c9",
"RepoTags": [
"vllm/vllm-openai:v0.4.0",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/vllm/vllm-openai:v0.4.0"
],
"RepoDigests": [
"vllm/vllm-openai@sha256:25c92c384f03e389a346efb7678d613aed6eaefed16ef44337a1f6c7b17f7271",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/vllm/vllm-openai@sha256:3eeca84b9bd708551615a58038d4f169a71bc9b38be0418b16ef6b04137a9c69"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-03-30T02:42:43.34429538Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.1 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526",
"NV_CUDA_CUDART_VERSION=12.1.55-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1",
"CUDA_VERSION=12.1.0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.1.0-1",
"NV_NVTX_VERSION=12.1.66-1",
"NV_LIBNPP_VERSION=12.0.2.50-1",
"NV_LIBNPP_PACKAGE=libnpp-12-1=12.0.2.50-1",
"NV_LIBCUSPARSE_VERSION=12.0.2.55-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-1",
"NV_LIBCUBLAS_VERSION=12.1.0.26-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-1=12.1.0.26-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.17.1-1",
"NCCL_VERSION=2.17.1-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.17.1-1+cuda12.1",
"NVIDIA_PRODUCT_NAME=CUDA",
"NVIDIA_CUDA_END_OF_LIFE=1",
"VLLM_USAGE_SOURCE=production-docker-image"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/workspace",
"Entrypoint": [
"python3",
"-m",
"vllm.entrypoints.openai.api_server"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "22.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 9875340603,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/eb3c44317e1a75e8c346ee4313777bcf5bd7a550476eb38113645cf9324dd989/diff:/var/lib/docker/overlay2/05629ca0f749d07572e17c738269eb271016bad310f8c3a18cfe0fb02713c59a/diff:/var/lib/docker/overlay2/dad09f61ef9604ee4a54f46198274f4d7b4bf28e5a047e358424abd94fe620cc/diff:/var/lib/docker/overlay2/2f12f8983570cabbe4e3196cdb757fca3360ebb4458526777f6ba3f7a5a2b45b/diff:/var/lib/docker/overlay2/fdb0ea1c03349eb8925c9ba0f2c14829273693cd6dff2003f245ebf90b6a33dd/diff:/var/lib/docker/overlay2/1818183fca6d860c481c433018c63d9a81ca07486e4baf1f4bdcbee9e57c92a9/diff:/var/lib/docker/overlay2/36f706b7cc8e1621c4c36cbed296e418c76dc269ea692b80e599307623f78a77/diff:/var/lib/docker/overlay2/ad9909645812c361e364bef3d3d61ae213a9a0041fe70d565729395c475803b8/diff:/var/lib/docker/overlay2/3c6d5ea9f0137b810f2c5e9b2257e63f58baacba2c75b4c4722277357320216b/diff:/var/lib/docker/overlay2/2a4834c047db7ca33b0935fcf59cac785026edf2e275d07c484267f9dc406a9a/diff:/var/lib/docker/overlay2/6b5a2a88bc3906ccf1dd2ff2b3a48162e98f477f8153c2a3f46a4803c2a30c64/diff:/var/lib/docker/overlay2/86c98ab0ed88b61b06cf59d67d016cbf05a2c7cea2a7a4fe53a6be12a6bb87d7/diff:/var/lib/docker/overlay2/dddcc2c36b2b15125b046f443eaf956385215dd4fe1629756f29c2e1077ee125/diff:/var/lib/docker/overlay2/7c0ec148c160c668fe5b36bcb65f7d5badb55eb5dcdea8490e826c2a41b578a9/diff:/var/lib/docker/overlay2/b213e3c8abc27592f101ffbb1d0f2c437b5effe9b384d0f550f46a4f894f180d/diff:/var/lib/docker/overlay2/f2905627b4505cda033dd62b5a5dc1676edda5a6e1bda7cd6e6e2048fcf5aee0/diff",
"MergedDir": "/var/lib/docker/overlay2/56c549cc7d7a01a83003d3c07b5ba36285a9a19878bab238b7e2cae39ccb649a/merged",
"UpperDir": "/var/lib/docker/overlay2/56c549cc7d7a01a83003d3c07b5ba36285a9a19878bab238b7e2cae39ccb649a/diff",
"WorkDir": "/var/lib/docker/overlay2/56c549cc7d7a01a83003d3c07b5ba36285a9a19878bab238b7e2cae39ccb649a/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:256d88da41857db513b95b50ba9a9b28491b58c954e25477d5dad8abb465430b",
"sha256:7b9433fba79bfc9269aab8277ea9975364db1c1f775a7ee6b14b5dffa045b294",
"sha256:765423415d690bf8ca1510e7147d5b86dba15dcf1a3b1a515f1a85cc5dd439bb",
"sha256:e4b1bddcbe6378dfa58bf1faa040813b74938129eb4bb06cbf083240335c5c54",
"sha256:cd77f58b80cdcfac5fcdef06b2033fedc1115073afae035a14b6692cb5cd6650",
"sha256:8d113b7b997c1bc18469d2373662f02c8bbcf7182f8c5d8e0e1eea082cc234a4",
"sha256:40f0eb1871b906cf31a54649bf4f7657e2a60da6d6a9adfb8598a469b8495e77",
"sha256:6ac15100dff644720d396a534fcd373774b1aefca621211930855e5db5ebae52",
"sha256:600c676771a0a21056d45f5fb4441c538380564d4a7127a41e260d74fc6b0519",
"sha256:51e09ff4c501f25c282e6727452cc6e4880c2425644b63a5804a5b88291622e0",
"sha256:5a74611112ba2d883ddbb56bdf8c13bf0b0169ceccb52f0d3b6520180ea2c0b3",
"sha256:a3f433334b10bef35d6281faf75967121ddb4205b93565b2f87ae50c853f9ccc",
"sha256:f39f78818f8c9333263243dcf337bccbc6b3ef3e89f398dea7a5f555c1e9945b",
"sha256:39e0c3f9e4e3ae00616ebe620ea6aa22cc918589c14c5d738d776110dcf1305e",
"sha256:1e7e8c031d92c670b21f263fba0a426dd02ef255e1822de8af9c327a8a3822bd",
"sha256:31fef571f3dc8a9596ff35acf97c2306b895e778f0d7b374b309302e9b745298",
"sha256:82ba0def69311c0909aa73d1b153dda1006d3e450563227b56b8725316913f0d"
]
},
"Metadata": {
"LastTagTime": "2025-11-22T01:50:07.795187111+08:00"
}
}