PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NV_CUDA_CUDART_VERSION=12.1.55-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
CUDA_VERSION=12.1.0
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
CONDA_PREFIX=/opt/conda
HUGGINGFACE_HUB_CACHE=/data
HF_HUB_ENABLE_HF_TRANSFER=1
PORT=80
镜像信息 
{
"Id": "sha256:9e1fdcb3ebf19d1ff7ac7827c54224de1d1bdd6fc20366de0087cb1d68f439e7",
"RepoTags": [
"ghcr.io/huggingface/text-generation-inference:2.1.1",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/huggingface/text-generation-inference:2.1.1"
],
"RepoDigests": [
"ghcr.io/huggingface/text-generation-inference@sha256:5f7cecfcbfd6b650a8d84d485789e7a8d204c6734ec75505c2dc28fe3574d37e",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/huggingface/text-generation-inference@sha256:061f470bac4b9d207405750fc1f167a6247ecf6635fbcab1f2d53c9ff90780ef"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-07-04T10:51:10.571242458Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.1 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526",
"NV_CUDA_CUDART_VERSION=12.1.55-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1",
"CUDA_VERSION=12.1.0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"CONDA_PREFIX=/opt/conda",
"HUGGINGFACE_HUB_CACHE=/data",
"HF_HUB_ENABLE_HF_TRANSFER=1",
"PORT=80"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/usr/src",
"Entrypoint": [
"/tgi-entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.created": "2024-07-04T10:44:07.319Z",
"org.opencontainers.image.description": "Large Language Model Text Generation Inference",
"org.opencontainers.image.licenses": "Apache-2.0",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.revision": "4dfdb481fb1f9cf31561c056061d693f38ba4168",
"org.opencontainers.image.source": "https://github.com/huggingface/text-generation-inference",
"org.opencontainers.image.title": "text-generation-inference",
"org.opencontainers.image.url": "https://github.com/huggingface/text-generation-inference",
"org.opencontainers.image.version": "2.1.1"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 10657476341,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/b29489f6535a081486393624640ebf5fdedfa8b9ca3cf24860598f53c8629dea/diff:/var/lib/docker/overlay2/4f4be1539e9a5a6a55a32756774f9213d0c920abdb41760025b14c2e4be385eb/diff:/var/lib/docker/overlay2/0734a46d69a025193f3e29d95e1453890bc4c8a4661fc61e3fbb079149a91649/diff:/var/lib/docker/overlay2/2298e2713f2e9b67c1eb0a12cbe10b9379e2dd442e7c7c930f55b20abd9c6709/diff:/var/lib/docker/overlay2/8fafe89888329bd2f7394f26c9447f71f5918a9f55e7ad537c317298b7ca14e7/diff:/var/lib/docker/overlay2/4b99230db0581f2771fa2a75e5b69c8f80f0d99e84b1876c4a4f5e460414380d/diff:/var/lib/docker/overlay2/6719528fc2e49a7f9a9fc0c09e0a2eafdd32428cf67b3a0d8eeb9933a0719a28/diff:/var/lib/docker/overlay2/a96d8f0036fe725f243e7053db853e4bb6921d9112081d84c74d2861c6e9734a/diff:/var/lib/docker/overlay2/dbc58b97504bff86c97bc7c44cd543f391b385961a9ccae02457913dcdb70260/diff:/var/lib/docker/overlay2/405e4b1602afff99a7aeb2b8d03c3d67e258124c567b55817f0e3034d8e43d83/diff:/var/lib/docker/overlay2/663f03cfce4f1d5083e962a99a755a9702f47e9f49601a545ba104a7de47e48f/diff:/var/lib/docker/overlay2/d8e8e3fc1a8f63305bfeae98b62c6d53f3714bbe41032158639342c6e5e5cf0b/diff:/var/lib/docker/overlay2/58584c41d169a34077d7e8f2c8b5d1a18bcef4c35861214cd394c6fddfcbbc1c/diff:/var/lib/docker/overlay2/7fe8aa76afa4474f0bd272e5674544d85997f91d1b5da2c3d14278e5fe7403d2/diff:/var/lib/docker/overlay2/6d9aa7f2aac669fbde802f6e5fb596e38485b08b3516729d9c406f3196c392df/diff:/var/lib/docker/overlay2/e4b235c3b351dca2dac0bb5035b9d2f1e731befe4adc331eecaf41d19eb1858d/diff:/var/lib/docker/overlay2/fad0b2cf6cb44c3168ff49b6c0251e196329b57178a18bac9ac0af202863b4ea/diff:/var/lib/docker/overlay2/9afe2e675d257b305dc017a2efdd4c4f608090f9988e36fe506e80c796fe68d2/diff:/var/lib/docker/overlay2/13e536fe2a9ec4e270c4dd6886e0ae66a4abc71bbdd8ecd7c0502d8d4c797b5c/diff:/var/lib/docker/overlay2/1e75c7506b9ac3a3a08c2efe51fa0bbedba45c226261e12581b76497c4266255/diff:/var/lib/docker/overlay2/d35a08ca467114a81ebf405db68f4123477037ab2f74d3d46eefafa01e46ab54/diff:/var/lib/docker/overlay2/f25e4c5f78d14ab130d9769969b104546ab38d0e902fadc87f5ace8bab13578e/diff:/var/lib/docker/overlay2/8f4bc59e22a5081760e5e1f9208c04672792a53ee1be6deddb36fa6a3d20a893/diff:/var/lib/docker/overlay2/920e290241462a5d92c8c3ebb8fa75b035a76b95d6a33847253dec0c53452239/diff:/var/lib/docker/overlay2/b6feb599a7ebe554bd030841f0eee0874964bc850be246ca86b42460c02ff769/diff:/var/lib/docker/overlay2/f99379defc8d2831ba84a5f10efd858c70442a84a566adac04c9b9533b9ece2a/diff:/var/lib/docker/overlay2/11bf8cbc1f30799c2ef8c69064762eea46ed695aa408d837388e59d50b84d712/diff:/var/lib/docker/overlay2/d3d698a8ccf5fdd854bbe1eebfe62919b59e8542eb616a40ca52b78d53add557/diff:/var/lib/docker/overlay2/e8397b52cba6b44167ea7de16a9108ce41f915a6784170996cdbe38709929b5a/diff:/var/lib/docker/overlay2/efaeebe2974c39c2e36e209c3da4b2b142c876cba6992207ed673c49d2113b6a/diff:/var/lib/docker/overlay2/dce32ef24c421af37e82756d43445d00355007012a2a016d40a24a0609a9a69a/diff:/var/lib/docker/overlay2/8cc017abf983e128d690ed0af3f9ea2a48c955fb52b6c5e3c19b1bfc5445e110/diff",
"MergedDir": "/var/lib/docker/overlay2/19a00a497e2b578a0b46797c571c4053793096ed34566167c8b2023a21a9a168/merged",
"UpperDir": "/var/lib/docker/overlay2/19a00a497e2b578a0b46797c571c4053793096ed34566167c8b2023a21a9a168/diff",
"WorkDir": "/var/lib/docker/overlay2/19a00a497e2b578a0b46797c571c4053793096ed34566167c8b2023a21a9a168/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:256d88da41857db513b95b50ba9a9b28491b58c954e25477d5dad8abb465430b",
"sha256:7b9433fba79bfc9269aab8277ea9975364db1c1f775a7ee6b14b5dffa045b294",
"sha256:765423415d690bf8ca1510e7147d5b86dba15dcf1a3b1a515f1a85cc5dd439bb",
"sha256:e4b1bddcbe6378dfa58bf1faa040813b74938129eb4bb06cbf083240335c5c54",
"sha256:cd77f58b80cdcfac5fcdef06b2033fedc1115073afae035a14b6692cb5cd6650",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:7d2bbbc85897905502a6e7af03b2abb0f4d33e1ce88e09154fabe79b0030f2a7",
"sha256:7dae7fb04012d8c6d8bba077affc42d539b4619c36011e7a2625fcd51e67f241",
"sha256:ef0ebcbced99d527ee57f2ee396e60d49d42740f296d83fd1f152cfadcfcb839",
"sha256:40446cf19d0d3176d4bb5d022c8f432c23bc16f3e66daeb463c6e503c0757bf9",
"sha256:c7a95610458b044a7c45b362716acdc2e0bac5162b3971892ed4b4093a5be078",
"sha256:eec1a72bd122bd17d24ebcb916f0345190c27293da0a7ee91ae455049059e3b5",
"sha256:1c19cfb6bcb3ce52468982c51f7663ad6cf6d8d1ba165b17fbb832c5047aed10",
"sha256:90bddc453a29578308e1c5ec86a17f5624e55aac8bdd203424058cd170c402a8",
"sha256:c5c577aef9d3c996869717904e050020277f9231781122908015525967cf329d",
"sha256:5dcb19f569ca538bda8a07a896eccd2e50c67f8fb9227be7f7942ad61781e513",
"sha256:7af124ff4054a70795d3270819ac0923f69b44d4657aada405625dea2b75f0b1",
"sha256:ff636ce63a8fcc53d923537eed155b60c34cc8c28fc92ec61b17515407ba6db7",
"sha256:89392191ea0207a48c5becc75c2d7c10988f7098ee1f04e0acdfee7b4ff89d2e",
"sha256:45ff32307d0d86c11340cc6afbe76749c112e6fe774e38e2d6a6858b3b999808",
"sha256:5a6b0b90b00cc0744034d5e3b31d09d9d8ed23e7e1c6d85edd50935387a56f31",
"sha256:5c49fa3dc556e3ce4dc638d34330d74a075ee30db93e4d01d2a3573679f24c41",
"sha256:938c6ea636a88b56fd6bc17e89932978c4a5020b58cff5ecfd67b58e6b344e94",
"sha256:49f37043076b7190107bc9d9db18a70a3bf72aab137fd346cadc03bebd9587bc",
"sha256:4f33bf87807bfbd7735be67bcbdaba3f106df1941ef279389f619e5c7aabad72",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:c9acd40dc183f52b3f4286e7cb3bb8fe2b5d1d1028a07e49e377edd9c5e7d19a",
"sha256:6bb0230d8ff0fcb58d97644604b170404cabecaa51d5c6cfebf0e5bef7f5f71e",
"sha256:b179a118bf408f619462fb83d834b2ac67c604a07a7bb4da6398c24907f935f5",
"sha256:d083f159e3357922d6e056d8021b10c2ba9477aac3ee120a38cf91bbfab78ca6",
"sha256:5d4baa9ba5e98181e66b873e907993da68d6ebbfd6d8275abb28e3ec2f83fcf1",
"sha256:c567f2e467b1bf919fffc6b18e283a56772a5770f784ba29b04d585a8e1d6903",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
]
},
"Metadata": {
"LastTagTime": "2024-09-07T04:41:14.46939198+08:00"
}
}