PATH=/opt/lmdeploy/install/bin:/opt/py3/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/openmpi/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
NV_CUDA_CUDART_VERSION=12.4.127-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
CUDA_VERSION=12.4.1
LD_LIBRARY_PATH=/opt/lmdeploy/install/lib:/usr/local/nccl/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/openmpi/lib
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
NV_CUDA_LIB_VERSION=12.4.1-1
NV_NVTX_VERSION=12.4.127-1
NV_LIBNPP_VERSION=12.2.5.30-1
NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1
NV_LIBCUSPARSE_VERSION=12.3.1.170-1
NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
NV_LIBCUBLAS_VERSION=12.4.5.8-1
NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1
NV_LIBNCCL_PACKAGE_NAME=libnccl2
NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1
NCCL_VERSION=2.21.5-1
NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4
NVIDIA_PRODUCT_NAME=CUDA
NV_CUDA_CUDART_DEV_VERSION=12.4.127-1
NV_NVML_DEV_VERSION=12.4.127-1
NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1
NV_LIBNPP_DEV_VERSION=12.2.5.30-1
NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1
NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1
NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4
NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1
NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1
NV_NVPROF_VERSION=12.4.127-1
NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1
NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1
NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4
LIBRARY_PATH=/usr/local/cuda/lib64/stubs
CUDA_VERSION_SHORT=cu121
NCCL_LAUNCH_MODE=GROUP
TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas
镜像信息
{
"Id": "sha256:c609d08df93290dd4c7cd1bc77bfa56d0263d96c8f2cb7f24bcef1908b3b7398",
"RepoTags": [
"openmmlab/lmdeploy:v0.6.3.post1-cu12",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/openmmlab/lmdeploy:v0.6.3.post1-cu12"
],
"RepoDigests": [
"openmmlab/lmdeploy@sha256:83daef8fb18d814a9ee0532784258905229602d7b538eead21287061cda5ad0a",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/openmmlab/lmdeploy@sha256:c89d0f7029cf1b9150c0f540ecc34b61d6b96f342bed8b97756aba9d252f7857"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-11-26T09:30:55.940036652Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/opt/lmdeploy/install/bin:/opt/py3/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/local/openmpi/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.4 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526 brand=tesla,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=geforce,driver\u003e=535,driver\u003c536 brand=geforcertx,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=titan,driver\u003e=535,driver\u003c536 brand=titanrtx,driver\u003e=535,driver\u003c536",
"NV_CUDA_CUDART_VERSION=12.4.127-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4",
"CUDA_VERSION=12.4.1",
"LD_LIBRARY_PATH=/opt/lmdeploy/install/lib:/usr/local/nccl/lib:/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/usr/local/openmpi/lib",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.4.1-1",
"NV_NVTX_VERSION=12.4.127-1",
"NV_LIBNPP_VERSION=12.2.5.30-1",
"NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1",
"NV_LIBCUSPARSE_VERSION=12.3.1.170-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4",
"NV_LIBCUBLAS_VERSION=12.4.5.8-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1",
"NCCL_VERSION=2.21.5-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDA_CUDART_DEV_VERSION=12.4.127-1",
"NV_NVML_DEV_VERSION=12.4.127-1",
"NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1",
"NV_LIBNPP_DEV_VERSION=12.2.5.30-1",
"NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1",
"NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1",
"NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4",
"NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1",
"NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1",
"NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1",
"NV_NVPROF_VERSION=12.4.127-1",
"NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1",
"NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev",
"NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1",
"NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4",
"LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
"CUDA_VERSION_SHORT=cu121",
"NCCL_LAUNCH_MODE=GROUP",
"TRITON_PTXAS_PATH=/usr/local/cuda/bin/ptxas"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/opt/lmdeploy",
"Entrypoint": [
"/opt/nvidia/nvidia_entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "22.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 16076232098,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/e7d94dd4c429bfb2e622cb505fe318c4d164ef6ae97262ada9bde2a20828f0af/diff:/var/lib/docker/overlay2/b0a39c595d1492630fc691637232051502f9029a98b625e4b97860f799c2a7c6/diff:/var/lib/docker/overlay2/12ba1b6893dd9757cc8ffa4408f8f1479789dc2a93aebc5f4c049352d0cd9a3e/diff:/var/lib/docker/overlay2/cc1cd6a314e42434590e0d2f4ffddf4872527ebb77441cb006746d08e64dcdfc/diff:/var/lib/docker/overlay2/d1a7b2a0b7f4c0e9939e15b80ca91b8ac84c91fa6c5367628f244b2bef665481/diff:/var/lib/docker/overlay2/bc63b15b57f490dfb8fb6eddc0f63a10d2bd7f8f596b00418ebf83a60fa49842/diff:/var/lib/docker/overlay2/2fcf61aebba96c32f026ca920a4fc54d79e815b577b5bd0b085018a4784e6553/diff:/var/lib/docker/overlay2/dc118194eab882bd8672569b0f4a6c29bf7272df1ca8d5e64b7a91cf5538bbd3/diff:/var/lib/docker/overlay2/28cc8a7e33c41069e038aa52129ae964e57aad9a9e628b29562c1adf5cebc4f6/diff:/var/lib/docker/overlay2/281e165227bb28b99ddbdc7c038597976db3f0a7fe8e9cc0f19fa72123338b4f/diff:/var/lib/docker/overlay2/925e8e89f8f740bfdd69cbc8b99fdf114d35ecc8a62a41e57e6822dd222168df/diff:/var/lib/docker/overlay2/c515cda81269eace692824604746a9cb58fa550333c76b64956929b806d89b7c/diff:/var/lib/docker/overlay2/c78de2d4eaf3c816835c94310295c60bf6b6fd6a854e1f7318242ab1edf64f33/diff:/var/lib/docker/overlay2/d0a507259d74e5b5ec4da75be6517077b4e41b069bdf1cd37885253a325d817e/diff:/var/lib/docker/overlay2/c96adcef9058d31322df86df81cbd7502a196242984e59d1e04b199271c6d221/diff:/var/lib/docker/overlay2/74792e268953b4fdb260ea0804d8d312f9193ba3f2f5b0effaae5ea56fcfd80c/diff:/var/lib/docker/overlay2/d610c5cb5669b0a70624a55babbe27b4d9bcec57558962c147458ff2bf897525/diff:/var/lib/docker/overlay2/148bcc66ab70b6cb427a25a34862b3d6697911eccdb26609268f0f32a3858f97/diff",
"MergedDir": "/var/lib/docker/overlay2/fcca6d2f8699b7ea43d118a1881a53e80eb0d9243c14c61f5c7da5c48aef4934/merged",
"UpperDir": "/var/lib/docker/overlay2/fcca6d2f8699b7ea43d118a1881a53e80eb0d9243c14c61f5c7da5c48aef4934/diff",
"WorkDir": "/var/lib/docker/overlay2/fcca6d2f8699b7ea43d118a1881a53e80eb0d9243c14c61f5c7da5c48aef4934/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:e0a9f5911802534ba097660206feabeb0247a81e409029167b30e2e1f2803b57",
"sha256:47654eeadbc543f1dd44ebb41c6ca0954b9f1813efabdcd46b0e7f17ac4e9fd1",
"sha256:efe2b79b53de08e199a2ce107d83adc0cbdff94f605e03f5ef51f3df3ae31cfd",
"sha256:46d54736d31f4bfeb749544e22e8611dba11128bdb2cebb820a3b452b50e7d52",
"sha256:809d3bb9c80fb3d31d4c061ba0b38ba4e83b6329e33c2cb2bbf27251a8e527c6",
"sha256:1ffbbe19418f9726ebb365371ef96637c68f9d25af3f76a4f01f760e87fb31be",
"sha256:1b30dd39de2709bc00beebf392ea1f931d5f037d08e0f675a50855385cddad93",
"sha256:89fd878224a017aead1d4c83d5c62749307aa6f1a9e22087144ef339c3df8c1e",
"sha256:2b4acda8678c6f7ae0075eabb2c0c21078b80671800996ad2cf730f15fa0ef26",
"sha256:5fb5b17c5835e3e44f7c48dfc15f29504febad945f26dcfa11470d0070b166e4",
"sha256:b7fa3c6c5beea49f65d51f65f06a4a8af32b48f128c02bea3822e5afaf4ebf23",
"sha256:71e9ac76e55335d1d04c7628094a1766f7d5e104f2b4c8c0295516228658c6b7",
"sha256:16a92a239bb81bee7dfc24d03a04741a9d1f102a5ec8124030d3d0dd22581a43",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:b4d475a9f648d5a0e8c52124d5b0389558dccf35d3712ab71f9a39fdc64b4fab",
"sha256:789f929c134c2e58cac65079692f8b45593bf7e5b560a2793eec42354a23dd02",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:5f7efaf34beb8c000fb8e30a09d3f455a69688e50e6e3ea20cf9ae28698e45af",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
]
},
"Metadata": {
"LastTagTime": "2024-11-30T00:09:39.109696346+08:00"
}
}