PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
NV_CUDA_CUDART_VERSION=12.4.127-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
CUDA_VERSION=12.4.1
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
NV_CUDA_LIB_VERSION=12.4.1-1
NV_NVTX_VERSION=12.4.127-1
NV_LIBNPP_VERSION=12.2.5.30-1
NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1
NV_LIBCUSPARSE_VERSION=12.3.1.170-1
NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
NV_LIBCUBLAS_VERSION=12.4.5.8-1
NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1
NV_LIBNCCL_PACKAGE_NAME=libnccl2
NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1
NCCL_VERSION=2.21.5-1
NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4
NVIDIA_PRODUCT_NAME=CUDA
NV_CUDA_CUDART_DEV_VERSION=12.4.127-1
NV_NVML_DEV_VERSION=12.4.127-1
NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1
NV_LIBNPP_DEV_VERSION=12.2.5.30-1
NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1
NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1
NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4
NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1
NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1
NV_NVPROF_VERSION=12.4.127-1
NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1
NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1
NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4
LIBRARY_PATH=/usr/local/cuda/lib64/stubs
DEBIAN_FRONTEND=interactive
镜像信息 
{
"Id": "sha256:c17b48f712252cbe110ffabbc20d055727f7b8022b3f4fab9add49c2a5b50c5e",
"RepoTags": [
"lmsysorg/sglang:v0.3.0-cu124",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.3.0-cu124"
],
"RepoDigests": [
"lmsysorg/sglang@sha256:7805ec309febf917cb317034af4bfa0d2987fd3a4ffd7429cb6afcbd947bf109",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang@sha256:66e10f10ddae7e49d2a64dd2397185727a4b9b6fd1d7ffbbb554a63d1bfb2369"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-09-03T20:43:40.881616183Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.4 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526 brand=tesla,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=geforce,driver\u003e=535,driver\u003c536 brand=geforcertx,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=titan,driver\u003e=535,driver\u003c536 brand=titanrtx,driver\u003e=535,driver\u003c536",
"NV_CUDA_CUDART_VERSION=12.4.127-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4",
"CUDA_VERSION=12.4.1",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.4.1-1",
"NV_NVTX_VERSION=12.4.127-1",
"NV_LIBNPP_VERSION=12.2.5.30-1",
"NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1",
"NV_LIBCUSPARSE_VERSION=12.3.1.170-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4",
"NV_LIBCUBLAS_VERSION=12.4.5.8-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1",
"NCCL_VERSION=2.21.5-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDA_CUDART_DEV_VERSION=12.4.127-1",
"NV_NVML_DEV_VERSION=12.4.127-1",
"NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1",
"NV_LIBNPP_DEV_VERSION=12.2.5.30-1",
"NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1",
"NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1",
"NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4",
"NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1",
"NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1",
"NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1",
"NV_NVPROF_VERSION=12.4.127-1",
"NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1",
"NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev",
"NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1",
"NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4",
"LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
"DEBIAN_FRONTEND=interactive"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/sgl-workspace",
"Entrypoint": [
"/opt/nvidia/nvidia_entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "20.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 16120500405,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/ed4dabf93f4fc6375652a083cdcf72b04530aa09b8dc9b99a161560f41e86c36/diff:/var/lib/docker/overlay2/cd2fff2b4b08c7279ee16e8c01fdc225b11b757d4fd4a9fc3d850ca5f62eefb9/diff:/var/lib/docker/overlay2/4ff15599cded22e88264a22bfb0bdb9d2f76eba19585365af2d2581533fe2cbc/diff:/var/lib/docker/overlay2/74a0dca84509c3c1edcef6bc1e0f6f618c156f1614b60e5fedfcac659467d484/diff:/var/lib/docker/overlay2/69161107e5e2460ac79f3b76e1414c1ebc2e8423e4e7aab3c3f90588b0e0b080/diff:/var/lib/docker/overlay2/6d70e8e69706bd97c84917469eadbb9862db5984b5c9ad9b9f43b46457ea83ec/diff:/var/lib/docker/overlay2/da37f7bcf833e374f694dc7ddf61f81c5db586c1d76b3f2e1de5ab5d74433ca5/diff:/var/lib/docker/overlay2/0a1e3f0d9b3d3f3b47ff63c5f99bd6784578984aeaf959d09e17b193a5660b94/diff:/var/lib/docker/overlay2/dc0ad81fea62016fd7a078bcf8b27476d06b513a4198feca715db205313eb095/diff:/var/lib/docker/overlay2/c766eaf4abf59d7ce4074a884012ab9bd4ede2f36a7cd2eda48b72ca495a57ac/diff:/var/lib/docker/overlay2/d4386286ddea4007b50d8eafd1bdb65af9f4073e300b9f3ff9d6ec4080802fb0/diff:/var/lib/docker/overlay2/ccb7260e7523aeaedb4d5169f5273a4c8f54a99459b0779b140d58133ebdc447/diff:/var/lib/docker/overlay2/6d66af67a20111ccb5715b4ff442670890f89be109ce098a495d25b0d7096f8c/diff:/var/lib/docker/overlay2/30a70a50e22b367e20821b78b8e7a896edd747ca2c4b859b6240d62e6fdba99e/diff:/var/lib/docker/overlay2/19a8ab0f5cd270808df6d3932c6ffdb6771326e6c024bfd7768e0a2e1b579af4/diff",
"MergedDir": "/var/lib/docker/overlay2/4368f10787fa7ce0ac31ff754093044319f4d7eac4cc8d91f1ed7a8b4bbc820b/merged",
"UpperDir": "/var/lib/docker/overlay2/4368f10787fa7ce0ac31ff754093044319f4d7eac4cc8d91f1ed7a8b4bbc820b/diff",
"WorkDir": "/var/lib/docker/overlay2/4368f10787fa7ce0ac31ff754093044319f4d7eac4cc8d91f1ed7a8b4bbc820b/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:106e8431b412f51ccd75ea46a2d5cb4343b23273cbcf50188377cb93aa9a6d82",
"sha256:cd76869b72ab2a56badf9a068c3f6231203c316e6d1f7a9206e1a9a1a8009fd4",
"sha256:2ecbf7829cb760264b926dfd4b3cd036c1bdbb50d311bb1c31a6c217ca208bb4",
"sha256:5136ffc45974618abb8b5ac96d2be9a16fecf79d6ab6759d896f5355c52f10b9",
"sha256:809d3bb9c80fb3d31d4c061ba0b38ba4e83b6329e33c2cb2bbf27251a8e527c6",
"sha256:bed3270bc1c683dcb71321ee1d7109d5d3a81bf6b3b0422fcc3cda8ae171bc8a",
"sha256:ccf17877232e8fa785f0eb9bb2999c03a1f16e71f896c0f76cdbf3595e1be562",
"sha256:9375032f15396750087e4cb53082fcfcceb059b55c964511ffb38a4820e42e20",
"sha256:882acb3fbb9d059851cf232d63422bd1459557d0f58059ff9dc334242c62061e",
"sha256:78011e011ca18de951c710a0b82a674ec2b88625b2e05d4244e09030a87f5541",
"sha256:b262c6329a45229932aa5acf5b5f3098f3bb224df6b871751a4b150f74c1ed06",
"sha256:6dfdd5d4aa431905a2c6d346be660d57c17288588bc5e1a11e9a3395b7dab9eb",
"sha256:86bb7d8e48e350efca49264876d05bfff1a0d85315d1c65292f1a226cef4dde5",
"sha256:c6e0c93057492771a395ef5c816f3a16d9a8c2606b7a0d5313cb4e4794c60c30",
"sha256:bd3adabffd54e3370dc6e3339da7c415a7a038649253273bf980646b31a327bd",
"sha256:ace4e9110681a7a1fa726c500dfe1f01025cbf6ec6c6a4d8596ea364ccc7861f"
]
},
"Metadata": {
"LastTagTime": "2024-09-13T01:18:21.295874347+08:00"
}
}