PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
NV_CUDA_CUDART_VERSION=12.4.127-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
CUDA_VERSION=12.4.1
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
DEBIAN_FRONTEND=noninteractive
VLLM_USAGE_SOURCE=production-docker-image
镜像信息
{
"Id": "sha256:714424fc682cec74d71394991384f2ebd3897b390c36b9d6f4ef92290bd14bc0",
"RepoTags": [
"vllm/vllm-openai:v0.6.0",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/vllm/vllm-openai:v0.6.0"
],
"RepoDigests": [
"vllm/vllm-openai@sha256:072427aa6f95c74782a9bc3fe1d1fcd1e1aa3fe47b317584ea2181c549ad2de8",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/vllm/vllm-openai@sha256:79a1f50ef57f16f6a3349ecb9db412a6b423814ec37a42efd648f2198335a747"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-09-04T17:27:15.534216729-07:00",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.4 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526 brand=tesla,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=geforce,driver\u003e=535,driver\u003c536 brand=geforcertx,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=titan,driver\u003e=535,driver\u003c536 brand=titanrtx,driver\u003e=535,driver\u003c536",
"NV_CUDA_CUDART_VERSION=12.4.127-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4",
"CUDA_VERSION=12.4.1",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"DEBIAN_FRONTEND=noninteractive",
"VLLM_USAGE_SOURCE=production-docker-image"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/vllm-workspace",
"Entrypoint": [
"python3",
"-m",
"vllm.entrypoints.openai.api_server"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "20.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 9718219672,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/22617013debcc53c8c5f4fd28238b998696c12f29324336dbc8f1511a6228bbd/diff:/var/lib/docker/overlay2/c0ccb37909d5e16beffc08dbd3908656f3dadf6a331ab241db0205b222417cc3/diff:/var/lib/docker/overlay2/caa96f62fd564b5d0dda8a504bf3344f2a62e9473378517e9b0d22bf4905ad35/diff:/var/lib/docker/overlay2/cf32d27066c4d556078813197270b03f16a9f2d74c140a290da6ec4ec0b9041d/diff:/var/lib/docker/overlay2/696a30956436534ea2b3c817ce46a253e1ead34bfd9ee2c9f6bc311b0efc6598/diff:/var/lib/docker/overlay2/c0a9e9a6e7012e6a369999651c4fbc6796aaa0c7ca2a23fbd5e490c703a9c183/diff:/var/lib/docker/overlay2/d4386286ddea4007b50d8eafd1bdb65af9f4073e300b9f3ff9d6ec4080802fb0/diff:/var/lib/docker/overlay2/ccb7260e7523aeaedb4d5169f5273a4c8f54a99459b0779b140d58133ebdc447/diff:/var/lib/docker/overlay2/6d66af67a20111ccb5715b4ff442670890f89be109ce098a495d25b0d7096f8c/diff:/var/lib/docker/overlay2/30a70a50e22b367e20821b78b8e7a896edd747ca2c4b859b6240d62e6fdba99e/diff:/var/lib/docker/overlay2/19a8ab0f5cd270808df6d3932c6ffdb6771326e6c024bfd7768e0a2e1b579af4/diff",
"MergedDir": "/var/lib/docker/overlay2/e540e608032de5bb49c185756b499df5be60559f21ee43300e2bae96d9fa273f/merged",
"UpperDir": "/var/lib/docker/overlay2/e540e608032de5bb49c185756b499df5be60559f21ee43300e2bae96d9fa273f/diff",
"WorkDir": "/var/lib/docker/overlay2/e540e608032de5bb49c185756b499df5be60559f21ee43300e2bae96d9fa273f/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:106e8431b412f51ccd75ea46a2d5cb4343b23273cbcf50188377cb93aa9a6d82",
"sha256:cd76869b72ab2a56badf9a068c3f6231203c316e6d1f7a9206e1a9a1a8009fd4",
"sha256:2ecbf7829cb760264b926dfd4b3cd036c1bdbb50d311bb1c31a6c217ca208bb4",
"sha256:5136ffc45974618abb8b5ac96d2be9a16fecf79d6ab6759d896f5355c52f10b9",
"sha256:809d3bb9c80fb3d31d4c061ba0b38ba4e83b6329e33c2cb2bbf27251a8e527c6",
"sha256:f64d335e5a99796db8621cc422978eba0bb9fbde78c7af53ca1867d545fde504",
"sha256:2c1ed2c1da9656089f29d332d556e64364a9d7d3baf34f653823afc0fa33926e",
"sha256:6e44a86d7e24ab88030cf839ab32d42a95208f9277b5906041b7a35ae7ddf21b",
"sha256:3d42f132c006a5c80dbffaf9c2e38cfcaf379037b6b88273490e307a10f1a8ef",
"sha256:3f3eb8c7c911cf80afc93c8ebd25b05e177a984d216a8cab762060d0f5395150",
"sha256:220ab014ee964b4828b3fdc4d6cd323cbdeb9b4a237f47d2dd926f8fec617d36",
"sha256:5d2b4a0ead904aadca0a0b294ae31c19a972e6c487a1be208d007d387635d556"
]
},
"Metadata": {
"LastTagTime": "2024-09-11T01:39:00.949773171+08:00"
}
}