PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NV_CUDA_CUDART_VERSION=12.1.55-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
CUDA_VERSION=12.1.0
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
CONDA_PREFIX=/opt/conda
HUGGINGFACE_HUB_CACHE=/data
HF_HUB_ENABLE_HF_TRANSFER=1
PORT=80
LD_PRELOAD=/opt/conda/lib/python3.10/site-packages/nvidia/nccl/lib/libnccl.so.2
镜像信息
{
"Id": "sha256:9d051a75934c903eae5a7463f687bbb03b387a26262cb621e40659e2ba943c34",
"RepoTags": [
"ghcr.io/huggingface/text-generation-inference:2.2",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/huggingface/text-generation-inference:2.2"
],
"RepoDigests": [
"ghcr.io/huggingface/text-generation-inference@sha256:d39d513f13727ffa9b6a4d0e949f36413b944aabc9a236c0aa2986c929906769",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/huggingface/text-generation-inference@sha256:375be1ecdc3657336109cd137d9543e24365e71aceb8a9a313c111aaf81c521f"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-07-23T16:37:53.110737062Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.1 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526",
"NV_CUDA_CUDART_VERSION=12.1.55-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1",
"CUDA_VERSION=12.1.0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"CONDA_PREFIX=/opt/conda",
"HUGGINGFACE_HUB_CACHE=/data",
"HF_HUB_ENABLE_HF_TRANSFER=1",
"PORT=80",
"LD_PRELOAD=/opt/conda/lib/python3.10/site-packages/nvidia/nccl/lib/libnccl.so.2"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/usr/src",
"Entrypoint": [
"/tgi-entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.created": "2024-07-23T16:30:27.437Z",
"org.opencontainers.image.description": "Large Language Model Text Generation Inference",
"org.opencontainers.image.licenses": "Apache-2.0",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.revision": "db7e043ded45e14ed24188d5a963911c96049618",
"org.opencontainers.image.source": "https://github.com/huggingface/text-generation-inference",
"org.opencontainers.image.title": "text-generation-inference",
"org.opencontainers.image.url": "https://github.com/huggingface/text-generation-inference",
"org.opencontainers.image.version": "2.2.0"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 11371973860,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/d184fb1096a096963a134b4b2c181d7cbbb259cb61ca05c08d6157a85275d5a7/diff:/var/lib/docker/overlay2/8d0fb60ef5f30d7c6e8dc97c3b5c948810e345ab4d05b86187c8582538dbe145/diff:/var/lib/docker/overlay2/4d166923680b144e7a7e0b1b204aca87b87bc8095e4a3d7541bacf2323783d55/diff:/var/lib/docker/overlay2/cb71995d956320a9de6c9ada88e42f512b57a7cc9291bb47f1a663693b0c8ab8/diff:/var/lib/docker/overlay2/57e1a1d516abfa912fe50b326024004d7b632c2fd763ced9f11d35eb7fd29ed1/diff:/var/lib/docker/overlay2/f302342588137da444acfbfdef25be7e6f7b428d88be5e55ae9713f74af4bab0/diff:/var/lib/docker/overlay2/5c7b00f70fb137cb434ee37a2807093b0a6064fe80c4312473b930e9971c3bdb/diff:/var/lib/docker/overlay2/9533f66b23a7deb286ec1eadcd605ad5169deb36b0d52f2b291a545fe18f363f/diff:/var/lib/docker/overlay2/74e3e4181620a8ffcd18da6b238e8560b349886a5c050c340f507520346f9270/diff:/var/lib/docker/overlay2/dbded4904df8fe84e33b9d8029d8dd86cc318f9dbd37636235bd7155d08a5cb3/diff:/var/lib/docker/overlay2/22afc4f02371774a6955ecc7563c12ace4fa6eb4a29707d0f10c1685ac0b234e/diff:/var/lib/docker/overlay2/379d69e982b600f4d057b58ef7f79d058c65af75bded8f39337451caae80e00a/diff:/var/lib/docker/overlay2/2a4a3ae45b3e8e77e06839378f054baf997d270a9b46b1c9cb3f5134311c3519/diff:/var/lib/docker/overlay2/f3a8985848a06736528e4703b641b83d0457376f5892efae477e67e8d24aed51/diff:/var/lib/docker/overlay2/c8ff90b44b74a009af2b2b7f11ec553e3d2e1508f083b4807ff8a1c573915333/diff:/var/lib/docker/overlay2/65bb0c56332bbd96192e9a7e693acc417438b906895f250ca484cae3e03a1ea6/diff:/var/lib/docker/overlay2/5b72fe53326cbe65cca6a812f3ed494507edddff9410fa1b36afd2478200c350/diff:/var/lib/docker/overlay2/d3dadf5532f59b8f82591750f0565e33f9e41f6975fda986974e3ce20a63ab14/diff:/var/lib/docker/overlay2/8bdcf725e7bea8053c9e57f093db46493e47b4110c19045f786431192a8bef20/diff:/var/lib/docker/overlay2/1a402e8e9c8cc5d01a09b22b698f5980ccc20cdcc0a89fa14a3d40718664d135/diff:/var/lib/docker/overlay2/f0ce53db0979b5e252d14b69bc239488d9eff883d5bd3e0caa9ebd3da7ba4d2a/diff:/var/lib/docker/overlay2/7c3dfc557e8ccec7d491470b1b73e7db0b6b51b0b9f25eb93d2eb08f58151192/diff:/var/lib/docker/overlay2/3a8c33fb60ad77c558428bdd434c90a0fb8a9e6cd2a8c4e15bed5e7fd338fe78/diff:/var/lib/docker/overlay2/762816a7c798ac8cdf694ecff340e1ad535844b1ede1172d384525ceb9271ba1/diff:/var/lib/docker/overlay2/4bff2a957aec235259d7b8c01c8198de25447b4a4ccedfd5ca376ee02e4917b3/diff:/var/lib/docker/overlay2/6cbfe9dd8c522e158f554d0f15266361953988b952c78cbdf32a670ca4ee6445/diff:/var/lib/docker/overlay2/ade770a52c7a84a4262c665e829c34fcc67858176b382ea45f495fbfa88064d6/diff:/var/lib/docker/overlay2/11bf8cbc1f30799c2ef8c69064762eea46ed695aa408d837388e59d50b84d712/diff:/var/lib/docker/overlay2/d3d698a8ccf5fdd854bbe1eebfe62919b59e8542eb616a40ca52b78d53add557/diff:/var/lib/docker/overlay2/e8397b52cba6b44167ea7de16a9108ce41f915a6784170996cdbe38709929b5a/diff:/var/lib/docker/overlay2/efaeebe2974c39c2e36e209c3da4b2b142c876cba6992207ed673c49d2113b6a/diff:/var/lib/docker/overlay2/dce32ef24c421af37e82756d43445d00355007012a2a016d40a24a0609a9a69a/diff:/var/lib/docker/overlay2/8cc017abf983e128d690ed0af3f9ea2a48c955fb52b6c5e3c19b1bfc5445e110/diff",
"MergedDir": "/var/lib/docker/overlay2/a3bc6f213bda3ee71e3fa52e8473cb9958453ed986e6def043293e310e3061d6/merged",
"UpperDir": "/var/lib/docker/overlay2/a3bc6f213bda3ee71e3fa52e8473cb9958453ed986e6def043293e310e3061d6/diff",
"WorkDir": "/var/lib/docker/overlay2/a3bc6f213bda3ee71e3fa52e8473cb9958453ed986e6def043293e310e3061d6/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:256d88da41857db513b95b50ba9a9b28491b58c954e25477d5dad8abb465430b",
"sha256:7b9433fba79bfc9269aab8277ea9975364db1c1f775a7ee6b14b5dffa045b294",
"sha256:765423415d690bf8ca1510e7147d5b86dba15dcf1a3b1a515f1a85cc5dd439bb",
"sha256:e4b1bddcbe6378dfa58bf1faa040813b74938129eb4bb06cbf083240335c5c54",
"sha256:cd77f58b80cdcfac5fcdef06b2033fedc1115073afae035a14b6692cb5cd6650",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:db5ae6db83bdf264b5afd028220fee12193b48f2907668521db7512c4b25a0b5",
"sha256:74ebbf3b5754cb325caad0a996914d855cbee55f30a85be38a2236ee14d14453",
"sha256:a01a47c35ffe55071697a5361f669ca58f236d3e7cfc102bdd046e77aa57c86c",
"sha256:b45fb878a8ca5ec18fa8183863040c15655dd99c1e23fb5811b4a89c05e8ff0d",
"sha256:f755ad096e8826ca36c29646c2d15a7fa5860f5fb8b982618bf6552cbec7c57e",
"sha256:97a2ca054fa77b27f07d51ef1ccfb72f6a38fc79bb5c29f86367eff72c31bb39",
"sha256:c66533bfeac683148ee67dcd9a85d349f974cd6e3fd30aa3b752d44971b2b8c9",
"sha256:fdf21fa6736b9a38c72a2a037814925fb70fa649891846f1f42fef417ce3dc73",
"sha256:6c0ec33c0db57ad2f6a3f7b70d76c9fceadd5a4ebeba85a80b420a207790501e",
"sha256:a262de275bc33c8e2785a8dd1037df2facf56ed83e38421b712aa897741366de",
"sha256:5d976e14a65f32ef279e0adbd921e919af8a25e4a0d1067eb5c7607a1b0a20cd",
"sha256:5c0e19dadc4fccec34e674e47c8099356e321c78a42e228c2f9a6d616c3df76e",
"sha256:f9ca1d06aefdcb7974ec35932f047a6d6182b9ef4e267bbdf2484b75a170c2e3",
"sha256:15d2ce879181c5a3265d24de0c016db40da6f8d2f3b77aa4125646fd01b66f9d",
"sha256:f716c67828571b6821a6464548fb3a91d11e6766e00a74a2c1de809c6937cb61",
"sha256:6157e45df9c468aa3e6144473aed2c5e09afb64a37368a1a5c6be967ed766f85",
"sha256:6f1daa4ef9e5616155a1c0efdf081e8e26025d81bdf3ee11c13e24a5aa3a7e35",
"sha256:b463f3f563e1957290e6b5189991e4f7b07ddc5783805e32896bdd39bf5ae2c8",
"sha256:3d30e9f71f5deb1e49d941e359906e862d6a37501bc16e6d9b9fb0b8bd52a88e",
"sha256:3dc71efdecf5d012335cae3e9dac279c7a11f554c9a2ba79cce77eb1e80e49f8",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:cd71cfa309879bd54acbd7831409a33e4b9bf95e06747f3768a2e44c3b697bf1",
"sha256:5e3891c288567f6c66a69181e0863e9855b1daff8f893d1c1e481cbda1f00898",
"sha256:fc0a386eed1bd8c14a377ce6a67c5f3bb1bf13422538cda337082e2aaae76b6c",
"sha256:5c277902bbefe48532b86eb364db3998efde07c8413837049fa00021ccb88399",
"sha256:4e553e3ba497e6fd0c0123303bf5b3724ea1e497bccb228dbc1e138e0df76e1f",
"sha256:fa1f6f47b8f7e8b2138cdd5f928db729df5909e479ed5388fea1498f8a0cc7e7",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
]
},
"Metadata": {
"LastTagTime": "2024-09-07T05:08:25.730494964+08:00"
}
}