PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=11.7 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471
NV_CUDA_CUDART_VERSION=11.7.99-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-7
CUDA_VERSION=11.7.1
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
NV_CUDA_LIB_VERSION=11.7.1-1
NV_NVTX_VERSION=11.7.91-1
NV_LIBNPP_VERSION=11.7.4.75-1
NV_LIBNPP_PACKAGE=libnpp-11-7=11.7.4.75-1
NV_LIBCUSPARSE_VERSION=11.7.4.91-1
NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-7
NV_LIBCUBLAS_VERSION=11.10.3.66-1
NV_LIBCUBLAS_PACKAGE=libcublas-11-7=11.10.3.66-1
NV_LIBNCCL_PACKAGE_NAME=libnccl2
NV_LIBNCCL_PACKAGE_VERSION=2.13.4-1
NCCL_VERSION=2.13.4-1
NV_LIBNCCL_PACKAGE=libnccl2=2.13.4-1+cuda11.7
NVIDIA_PRODUCT_NAME=CUDA
镜像信息 
{
"Id": "sha256:282d1bb50af40bb3068c0141db19f86d17f764fdeb54cc690824087efacf1d1c",
"RepoTags": [
"ghcr.io/ggerganov/llama.cpp:server-cuda--b1-a59f8fd",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/ggerganov/llama.cpp:server-cuda--b1-a59f8fd"
],
"RepoDigests": [
"ghcr.io/ggerganov/llama.cpp@sha256:1c890914e9b90a5fa2ccc9f9c33ee29a8ccb8a5d6d8c712bd587f98f4eb62a0d",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/ggerganov/llama.cpp@sha256:6167df6fe96cbd6f0cae28be42e64e70346a93704b4e75a830dcd8071da8ab65"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-07-10T00:11:45.233488856Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=11.7 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471",
"NV_CUDA_CUDART_VERSION=11.7.99-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-11-7",
"CUDA_VERSION=11.7.1",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=11.7.1-1",
"NV_NVTX_VERSION=11.7.91-1",
"NV_LIBNPP_VERSION=11.7.4.75-1",
"NV_LIBNPP_PACKAGE=libnpp-11-7=11.7.4.75-1",
"NV_LIBCUSPARSE_VERSION=11.7.4.91-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-11-7",
"NV_LIBCUBLAS_VERSION=11.10.3.66-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-11-7=11.10.3.66-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.13.4-1",
"NCCL_VERSION=2.13.4-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.13.4-1+cuda11.7",
"NVIDIA_PRODUCT_NAME=CUDA"
],
"Cmd": null,
"Healthcheck": {
"Test": [
"CMD",
"curl",
"-f",
"http://localhost:8080/health"
]
},
"Image": "",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": [
"/llama-server"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "22.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 2547532107,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/cf15ef161b7bedbb7b84077f9537239fe5c8de3cbb3e3ad644df064b0d9e3f53/diff:/var/lib/docker/overlay2/76be164f8328b37b304dd422eccf7e677a66d729b9c43a8e30d9e70da86b30da/diff:/var/lib/docker/overlay2/d914bad66dabdda108f5cd8357518b6ec2e5e54790a5a3205992a92859ff324b/diff:/var/lib/docker/overlay2/d09a614349bc7001ac24cf694b869649f50c9186acaa3b6267d46c798abaa53c/diff:/var/lib/docker/overlay2/77905561f5e181d60add8c386322a1781d3301d3cd3fe59043e114dd5be5fe48/diff:/var/lib/docker/overlay2/064f838f639490f15050cc39e7c94d0f9245a420f271c93377b6f7e7fe5882b3/diff:/var/lib/docker/overlay2/eb148c289f22be4c2e1e77b7348058adc45fbeb40b292ff321e6c80a4b2f1678/diff:/var/lib/docker/overlay2/9fa9ee7eafcffe1fb9da77d618175df81576d0fee4e782517251aa9484bff434/diff:/var/lib/docker/overlay2/4bf250e36b12061986bde7332522ba399caae0dd4e41f5f09d30a1434afa3f4c/diff:/var/lib/docker/overlay2/f2905627b4505cda033dd62b5a5dc1676edda5a6e1bda7cd6e6e2048fcf5aee0/diff",
"MergedDir": "/var/lib/docker/overlay2/240a6c76e86bbef72011a35eae861c67068404ac7828bb86808ea9d419ef821e/merged",
"UpperDir": "/var/lib/docker/overlay2/240a6c76e86bbef72011a35eae861c67068404ac7828bb86808ea9d419ef821e/diff",
"WorkDir": "/var/lib/docker/overlay2/240a6c76e86bbef72011a35eae861c67068404ac7828bb86808ea9d419ef821e/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:256d88da41857db513b95b50ba9a9b28491b58c954e25477d5dad8abb465430b",
"sha256:4ad41657a86c8516483228108d82a96ac1775fc9854fc3678d8c0d7da25739b8",
"sha256:67efcadf4aa7886c0d71a16de756a006aad4fcc5d29ffab31748fc775195be06",
"sha256:ce834a1fbcb846045b8e44772c20fe0b993c32e73715996d5353e594a9d2c5c3",
"sha256:95e88160a0fcdbddc8277a0764eb3effe83301ed42102de4b7673b42b3387acb",
"sha256:4b69e1255531691f1b5f1ecfff65847ffac917c8e5a0747648a872cfaadab270",
"sha256:2d59be1c8099b8cebd945a5923ec6e4fe676df8eac50280a8e5c16a87e69c667",
"sha256:eb9fe4c91d76328db5dcea49b192a276545fd774342785855123d6b7ac5f739f",
"sha256:c4d94af61487ca48de110c9a4b962779e28754a80c1fcb62e9b679e88836b29a",
"sha256:9163d5e2f85e485464d6fa403d5465bbe8977d10f999fbb667966e6315da505c",
"sha256:9b20e8b9450424f7cae4d88c4af1a3a272348f80a01006268953db3cbfffe813"
]
},
"Metadata": {
"LastTagTime": "2024-11-03T15:35:11.156981515+08:00"
}
}