PATH=/home/venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NV_CUDA_CUDART_VERSION=12.1.55-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
CUDA_VERSION=12.1.0
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
PYTHONUNBUFFERED=TRUE
TEMP=/home/model-server/tmp
镜像信息 
{
"Id": "sha256:cf10b02cadcf31745f7ee16f8ff553308034ab6433ea67403e222e6282490b00",
"RepoTags": [
"pytorch/torchserve:0.11.0-gpu",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pytorch/torchserve:0.11.0-gpu"
],
"RepoDigests": [
"pytorch/torchserve@sha256:e2b2a89e6a7d7910f82b1f0d2057d69612527939df001aab35f72dfaa2a1b0d9",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pytorch/torchserve@sha256:77e2888f15c9c98a6c3489354134a6ad5d4e5e8a7509f671e1e7fb85ed2fc832"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-05-16T18:35:51.608860345Z",
"Container": "",
"ContainerConfig": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": null,
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "",
"Entrypoint": null,
"OnBuild": null,
"Labels": null
},
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "model-server",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"7070/tcp": {},
"7071/tcp": {},
"8080/tcp": {},
"8081/tcp": {},
"8082/tcp": {}
},
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/home/venv/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.1 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526",
"NV_CUDA_CUDART_VERSION=12.1.55-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1",
"CUDA_VERSION=12.1.0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"PYTHONUNBUFFERED=TRUE",
"TEMP=/home/model-server/tmp"
],
"Cmd": [
"serve"
],
"ArgsEscaped": true,
"Image": "",
"Volumes": null,
"WorkingDir": "/home/model-server",
"Entrypoint": [
"/usr/local/bin/dockerd-entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "20.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 6585857354,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/81905e37a0bfb11404b226372480040e04d94a0cc317dc5878fb9ce825fbf640/diff:/var/lib/docker/overlay2/52783fd57f7cd679e8e23fb49aa49a353c11562f3980f177973ed218901d6a9f/diff:/var/lib/docker/overlay2/ffdb3b62bca6ccaa52dee90fa972463b5d393e6a8a60b1439fb8a6fbd14ff060/diff:/var/lib/docker/overlay2/3df4f21cc27e8586c3a363dd876a27894a12e9da01afaede042011215e26df39/diff:/var/lib/docker/overlay2/64601fe3250bb225090b72c05760200e49e9bd75db755328c0da40f1ff7d805e/diff:/var/lib/docker/overlay2/81fc85b4b6e5dfebb652bc7f4d51b57812c02f0519e630ff80c8c6bef4a53847/diff:/var/lib/docker/overlay2/1a23d18ae8277fdd4544ec7c91e8980c2ad09a8a8d8110bf1c5898767546f728/diff:/var/lib/docker/overlay2/978d2b624213a9ffa6483966ae4eeec3b9761fc61a967de5caf0e6e00457a114/diff:/var/lib/docker/overlay2/642923889e91ff6d02aa6dc91fa22e2cccb32abf1fa2bd4a9f2a776ded026f6f/diff:/var/lib/docker/overlay2/489e5bfad1846c0565b545fb1ea2c7e716e997f4bacb35f77b390d9d9284640d/diff:/var/lib/docker/overlay2/9fa42091921c6826caa5d589852ced0784e66793e97573c8550b7ffcfe42598c/diff:/var/lib/docker/overlay2/65a7e775beb0dcc10e5a0b127ca88b2a6cf8ce7fe891a59346968096174b0c6e/diff",
"MergedDir": "/var/lib/docker/overlay2/58677fdb4262bd499042dca98b7cd06f1cd7687f621c2aa1bdb7ba08ed71ce73/merged",
"UpperDir": "/var/lib/docker/overlay2/58677fdb4262bd499042dca98b7cd06f1cd7687f621c2aa1bdb7ba08ed71ce73/diff",
"WorkDir": "/var/lib/docker/overlay2/58677fdb4262bd499042dca98b7cd06f1cd7687f621c2aa1bdb7ba08ed71ce73/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:6c3e7df31590f02f10cb71fc4eb27653e9b428df2e6e5421a455b062bd2e39f9",
"sha256:2651516ff8de098646c66d3a2869845f49f5910f9073a654f4cdd1bd69163c02",
"sha256:35d40f4df845e4ec2e4d9606f2b00285daa57616c98a27ce0de1913d3f01a445",
"sha256:1eeecbd4dbae984e15018caeab879b50811fbcf75b59345d4547cfa33151be98",
"sha256:1ff8f721b9dbee7ce469524967a4138db73097d81672dad87e13860c5f9f1b6c",
"sha256:6602eb1683a71815486667f1f22346980834175ac40a0ba4c89c893b7e176f0b",
"sha256:f4dc012ac6e542b402eef4da3974c04d98dca52849ca6b13bcb5663f06cdab4a",
"sha256:8892c6e8c37cf2209f83e90fe04faddcc1f640347e1085c8f3c89a8f5f086642",
"sha256:6f29959eb42d00a8cde9b4c0f5dea5f957ba4e8b135a96eb131aee38f5e47116",
"sha256:72f2085805ff7f516b13b642c5a32ca37efaf8e1e945855e5f0a69a538e29384",
"sha256:b4dadf28eecae867dc8d1c51bef45a8e7b80fcdea3567299a01a213e4b84103e",
"sha256:1e176805a8591e1a69c5f209e9add6ee36887817a9ad173902fd190b1100d5b0",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
]
},
"Metadata": {
"LastTagTime": "2024-08-30T07:41:36.790982285Z"
}
}