PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=12.1 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526
NV_CUDA_CUDART_VERSION=12.1.55-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1
CUDA_VERSION=12.1.0
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/opt/conda/lib/
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
CONDA_PREFIX=/opt/conda
HF_HOME=/data
HF_HUB_ENABLE_HF_TRANSFER=1
PORT=80
LD_PRELOAD=/opt/conda/lib/python3.11/site-packages/nvidia/nccl/lib/libnccl.so.2
EXLLAMA_NO_FLASH_ATTN=1
镜像信息 
{
"Id": "sha256:e6b75a88561eb63012067292efac9ff5ebd0a35207c72f240fa6be64dc043e4f",
"RepoTags": [
"ghcr.io/huggingface/text-generation-inference:2.4.0",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/huggingface/text-generation-inference:2.4.0"
],
"RepoDigests": [
"ghcr.io/huggingface/text-generation-inference@sha256:2854707839790cd8b48a1838165ec35227016bb2cb15993fa896653c35d9031e",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/ghcr.io/huggingface/text-generation-inference@sha256:9948b6bd60459171e64badd1c2c79df370057eb79c6eb7e9bec6ebd84eabd29b"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-10-25T21:21:48.938756559Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/opt/conda/bin:/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.1 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526",
"NV_CUDA_CUDART_VERSION=12.1.55-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-1",
"CUDA_VERSION=12.1.0",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64:/opt/conda/lib/",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"CONDA_PREFIX=/opt/conda",
"HF_HOME=/data",
"HF_HUB_ENABLE_HF_TRANSFER=1",
"PORT=80",
"LD_PRELOAD=/opt/conda/lib/python3.11/site-packages/nvidia/nccl/lib/libnccl.so.2",
"EXLLAMA_NO_FLASH_ATTN=1"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/usr/src",
"Entrypoint": [
"/tgi-entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.created": "2024-10-25T21:16:32.523Z",
"org.opencontainers.image.description": "Large Language Model Text Generation Inference",
"org.opencontainers.image.licenses": "Apache-2.0",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.revision": "0a655a0ab5db15f08e45d8c535e263044b944190",
"org.opencontainers.image.source": "https://github.com/huggingface/text-generation-inference",
"org.opencontainers.image.title": "text-generation-inference",
"org.opencontainers.image.url": "https://github.com/huggingface/text-generation-inference",
"org.opencontainers.image.version": "2.4.0"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 14110919840,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/d5cecf74e239a5673c3cac4b552713ccd3cc8b11d4ad53b64f3966778ac085e3/diff:/var/lib/docker/overlay2/99b6a5951aaad4648e1c21e88d351359f14ebcc0ef7e9ea2ace7d00957767f25/diff:/var/lib/docker/overlay2/c6c9c66d592bc6b1474ebda9fce7b111592ed96fc7c206ff4223449ab1069044/diff:/var/lib/docker/overlay2/52a79075d1cb36cbfd59da04939c5a98ee44d33229efea5cebf37fcb30228d95/diff:/var/lib/docker/overlay2/4e1047e1af76b56c6ac99b02940f24ee7d83025db0a3bb29d914101f251ccee9/diff:/var/lib/docker/overlay2/d2b53a06004ff04047aba9538def0c4d2774d3be0e2768155aeab3b738a3a2ff/diff:/var/lib/docker/overlay2/87f9db76649c6786896df6d98ab3d5a839a2601c59b461cf5ea2f432e029bac3/diff:/var/lib/docker/overlay2/49401440d5adf8dff16ed9612e9870c526f4603fe03df01c5c34514c95711da5/diff:/var/lib/docker/overlay2/6ca714626a0fa70b5293a354e6d35ae570746663f70c6324e46184ce1ca9a50d/diff:/var/lib/docker/overlay2/9530bade66c731f4ac467af6edf9120733713d7c9fe09012be62f4ce1f749785/diff:/var/lib/docker/overlay2/4ee981d55ea32432810205856241ab2ac933c34a614dd168a99623d6d3253959/diff:/var/lib/docker/overlay2/6ec607addb26d17d435ed0a21e9759290708014e2b4a19edf8bca3ccd408ea1e/diff:/var/lib/docker/overlay2/79a068d4931b39474f7c57dd4a8ea0b0592ab703464f6a00428ec44524decc95/diff:/var/lib/docker/overlay2/143181dd442fdec75fb5af9fd2b5ac9b9504c8313c3e98f534c08eaa4870ccf5/diff:/var/lib/docker/overlay2/bbf9494e895406f739325675162e679915c34642f6aa114fbea3dca6b3ccb5e0/diff:/var/lib/docker/overlay2/a47d197ad567d8c6742e463d537d480aac5a08710e52119102f78039e78898f1/diff:/var/lib/docker/overlay2/9c5f95ca94292eb769906b2bcdb05441f086a5acb7d2ca0a737fff12a2466122/diff:/var/lib/docker/overlay2/9a1628ea667e29676261a2234fe3a5c570e45a15fd58133feb7ec443fdbf2bc3/diff:/var/lib/docker/overlay2/98c6bff0d7351c775ed3d4c4cce81c862b10be94f784617693200e79677f122b/diff:/var/lib/docker/overlay2/2e46a20926684f31275bf877872e81ac9a2edc282b621f513dc634e02244994b/diff:/var/lib/docker/overlay2/4fa207bd5f8e2680f5395fe425fffd255b422e9636b8689c3d679c6d629dd3c3/diff:/var/lib/docker/overlay2/80ec0e1f0c6f2d8ad326c1655793939b551bf3e83b1a6cffd999a5e0d28b0295/diff:/var/lib/docker/overlay2/8498b0dded1d2a4702398305c87d1e332063d279149a151a26c7cfa42a8f004d/diff:/var/lib/docker/overlay2/8881da9986f3355bef43fa3e0d7e6ab4db6217ca27235784e33f55203ee90307/diff:/var/lib/docker/overlay2/53e9c421527c6da6521e7e931a5bc8af3046423bf648b6c7ff3c3965ecc3e7ea/diff:/var/lib/docker/overlay2/9bf836674b5ea77d1d6b609f7016d4e94eef7934eb9fc235cd138fe40b1100fd/diff:/var/lib/docker/overlay2/7a61305da1c37eee299f69cfd940813bed37ec9bf020ccecee6c7704084d6e48/diff:/var/lib/docker/overlay2/86c98ab0ed88b61b06cf59d67d016cbf05a2c7cea2a7a4fe53a6be12a6bb87d7/diff:/var/lib/docker/overlay2/dddcc2c36b2b15125b046f443eaf956385215dd4fe1629756f29c2e1077ee125/diff:/var/lib/docker/overlay2/7c0ec148c160c668fe5b36bcb65f7d5badb55eb5dcdea8490e826c2a41b578a9/diff:/var/lib/docker/overlay2/b213e3c8abc27592f101ffbb1d0f2c437b5effe9b384d0f550f46a4f894f180d/diff:/var/lib/docker/overlay2/f2905627b4505cda033dd62b5a5dc1676edda5a6e1bda7cd6e6e2048fcf5aee0/diff",
"MergedDir": "/var/lib/docker/overlay2/9f89a2ad58d55ca7aa0f1de0e2abca557bd13d064cc0995008f95e79458d4e0c/merged",
"UpperDir": "/var/lib/docker/overlay2/9f89a2ad58d55ca7aa0f1de0e2abca557bd13d064cc0995008f95e79458d4e0c/diff",
"WorkDir": "/var/lib/docker/overlay2/9f89a2ad58d55ca7aa0f1de0e2abca557bd13d064cc0995008f95e79458d4e0c/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:256d88da41857db513b95b50ba9a9b28491b58c954e25477d5dad8abb465430b",
"sha256:7b9433fba79bfc9269aab8277ea9975364db1c1f775a7ee6b14b5dffa045b294",
"sha256:765423415d690bf8ca1510e7147d5b86dba15dcf1a3b1a515f1a85cc5dd439bb",
"sha256:e4b1bddcbe6378dfa58bf1faa040813b74938129eb4bb06cbf083240335c5c54",
"sha256:cd77f58b80cdcfac5fcdef06b2033fedc1115073afae035a14b6692cb5cd6650",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:99b0f0055021ba424ea2bac69d5ff058312daa3e1c69fce868398b91ef7a99f5",
"sha256:552c660b1e8ca76d7f0bb62b6629d1786d6ddd3334d21880444f714fa839dec4",
"sha256:9e2989174898a8a2a288b634b7146e3d8204254a60ffc5129c30f8df9c8ba339",
"sha256:09b3046669acc3370807fcf00df283a9ed29327131d64cbeb3e6ebde590506a0",
"sha256:14c0be4c7c06a671b628fb93c0ecb0b22686a0ca1f8cc43ec1c47fa8843d318b",
"sha256:c5a6e30e2280eddef2d103b72767262f863fe80813abc6367319fcde9e374a26",
"sha256:e8df3713c0e2bd346a18801a672ad90aa93fe41f1d5348bf079097d86e056952",
"sha256:13341a9da2cfe33e07d3168b4cb9516059190e8bb064e9573c29cfed0ef7e9c4",
"sha256:f4f69f8530066d6c7717c6b5d8e1adb1c595f2c8fb65a3bc557ea8fe9cc03903",
"sha256:258dcd29effdcb96973d3366d801f8263965742a6113baa3f606c8e8f0fe33ee",
"sha256:662d544d557fad83e2978b8940b2aca2afc612c6fc49a3f825e06095e7c191da",
"sha256:0b55d48e5f53af7b940dea8201ce6743d1886b899ab1f5d15f1e971108202ac4",
"sha256:e20c67844b110b5dead7a023468ce088c25d3e63b746e2dac9966280264ce503",
"sha256:efd17493f5853e66d0c694fbc3908ae2b1036a227efda573ea8bb4f0577cd8c8",
"sha256:a39ca550c2c2e6ccec1bedb0e0927aa83491d734b0589110baeb4c46a210ae40",
"sha256:b7180d38010338b9d2ae47cd67dbe60d11abbe37a9c1108bc1bf09ad803b3d93",
"sha256:2a1b84b66e74b300013ea3ebcbc4835ecb82e54a43df4149bd2f94210644ef99",
"sha256:dad4519fd364bf718f7f7165120a3d5d53bd9c65b5db57fa30307e76af6bdd10",
"sha256:96f3f5725d12dc05adf9806e6bf0c989c7ff1e282ae0f9aebaeb050605a4a1f8",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
"sha256:51a1ecf4cf63aaa2fa0f40931779d3b06a73384d2ce942f15e4d0ea2a1625f2a",
"sha256:4e70e346c805ff300639224983f8facd8efc65a42f16c16caa02ff19289dec3f",
"sha256:0f1d5ca84e5fdad4cc23b5b04c63e63185ce1fc8aa924209421b6fac65555c3d",
"sha256:9b68f8c29457fdebdb573cf0c28b7d1306c3d7bce884001a4fb0a66cc475fef9",
"sha256:63d775cefc13e2bb3134db248fa8ec74cb110eb745c706bdcf34c75b0fec3451",
"sha256:6b3b6a728a2bd2f084d50e84126e2a31ade66c9acafd5f50ef987dbd83e7f626",
"sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
]
},
"Metadata": {
"LastTagTime": "2024-11-08T17:47:22.939732251+08:00"
}
}