PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
NVARCH=x86_64
NVIDIA_REQUIRE_CUDA=cuda>=12.4 brand=tesla,driver>=470,driver<471 brand=unknown,driver>=470,driver<471 brand=nvidia,driver>=470,driver<471 brand=nvidiartx,driver>=470,driver<471 brand=geforce,driver>=470,driver<471 brand=geforcertx,driver>=470,driver<471 brand=quadro,driver>=470,driver<471 brand=quadrortx,driver>=470,driver<471 brand=titan,driver>=470,driver<471 brand=titanrtx,driver>=470,driver<471 brand=tesla,driver>=525,driver<526 brand=unknown,driver>=525,driver<526 brand=nvidia,driver>=525,driver<526 brand=nvidiartx,driver>=525,driver<526 brand=geforce,driver>=525,driver<526 brand=geforcertx,driver>=525,driver<526 brand=quadro,driver>=525,driver<526 brand=quadrortx,driver>=525,driver<526 brand=titan,driver>=525,driver<526 brand=titanrtx,driver>=525,driver<526 brand=tesla,driver>=535,driver<536 brand=unknown,driver>=535,driver<536 brand=nvidia,driver>=535,driver<536 brand=nvidiartx,driver>=535,driver<536 brand=geforce,driver>=535,driver<536 brand=geforcertx,driver>=535,driver<536 brand=quadro,driver>=535,driver<536 brand=quadrortx,driver>=535,driver<536 brand=titan,driver>=535,driver<536 brand=titanrtx,driver>=535,driver<536
NV_CUDA_CUDART_VERSION=12.4.127-1
NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4
CUDA_VERSION=12.4.1
LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64
NVIDIA_VISIBLE_DEVICES=all
NVIDIA_DRIVER_CAPABILITIES=compute,utility
NV_CUDA_LIB_VERSION=12.4.1-1
NV_NVTX_VERSION=12.4.127-1
NV_LIBNPP_VERSION=12.2.5.30-1
NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1
NV_LIBCUSPARSE_VERSION=12.3.1.170-1
NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4
NV_LIBCUBLAS_VERSION=12.4.5.8-1
NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1
NV_LIBNCCL_PACKAGE_NAME=libnccl2
NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1
NCCL_VERSION=2.21.5-1
NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4
NVIDIA_PRODUCT_NAME=CUDA
NV_CUDA_CUDART_DEV_VERSION=12.4.127-1
NV_NVML_DEV_VERSION=12.4.127-1
NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1
NV_LIBNPP_DEV_VERSION=12.2.5.30-1
NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1
NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1
NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4
NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1
NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1
NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1
NV_NVPROF_VERSION=12.4.127-1
NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1
NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev
NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1
NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4
LIBRARY_PATH=/usr/local/cuda/lib64/stubs
DEBIAN_FRONTEND=interactive
镜像信息 
{
"Id": "sha256:479ca97e783dc316c0a0ca67155f1878cb78e7e22a6080943b0162e7e45e883e",
"RepoTags": [
"lmsysorg/sglang:v0.2.0-cu124",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang:v0.2.0-cu124"
],
"RepoDigests": [
"lmsysorg/sglang@sha256:dc052ffa517d95319cc8beb6eb7ef816f6ebf11f082f0693887a30790ca97dab",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/lmsysorg/sglang@sha256:70ff357d1d7de501a5f19110b8cb590d510ce2141c5fac60ecbfa06dbca846d6"
],
"Parent": "",
"Comment": "buildkit.dockerfile.v0",
"Created": "2024-07-25T15:24:59.605397614Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/usr/local/nvidia/bin:/usr/local/cuda/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"NVARCH=x86_64",
"NVIDIA_REQUIRE_CUDA=cuda\u003e=12.4 brand=tesla,driver\u003e=470,driver\u003c471 brand=unknown,driver\u003e=470,driver\u003c471 brand=nvidia,driver\u003e=470,driver\u003c471 brand=nvidiartx,driver\u003e=470,driver\u003c471 brand=geforce,driver\u003e=470,driver\u003c471 brand=geforcertx,driver\u003e=470,driver\u003c471 brand=quadro,driver\u003e=470,driver\u003c471 brand=quadrortx,driver\u003e=470,driver\u003c471 brand=titan,driver\u003e=470,driver\u003c471 brand=titanrtx,driver\u003e=470,driver\u003c471 brand=tesla,driver\u003e=525,driver\u003c526 brand=unknown,driver\u003e=525,driver\u003c526 brand=nvidia,driver\u003e=525,driver\u003c526 brand=nvidiartx,driver\u003e=525,driver\u003c526 brand=geforce,driver\u003e=525,driver\u003c526 brand=geforcertx,driver\u003e=525,driver\u003c526 brand=quadro,driver\u003e=525,driver\u003c526 brand=quadrortx,driver\u003e=525,driver\u003c526 brand=titan,driver\u003e=525,driver\u003c526 brand=titanrtx,driver\u003e=525,driver\u003c526 brand=tesla,driver\u003e=535,driver\u003c536 brand=unknown,driver\u003e=535,driver\u003c536 brand=nvidia,driver\u003e=535,driver\u003c536 brand=nvidiartx,driver\u003e=535,driver\u003c536 brand=geforce,driver\u003e=535,driver\u003c536 brand=geforcertx,driver\u003e=535,driver\u003c536 brand=quadro,driver\u003e=535,driver\u003c536 brand=quadrortx,driver\u003e=535,driver\u003c536 brand=titan,driver\u003e=535,driver\u003c536 brand=titanrtx,driver\u003e=535,driver\u003c536",
"NV_CUDA_CUDART_VERSION=12.4.127-1",
"NV_CUDA_COMPAT_PACKAGE=cuda-compat-12-4",
"CUDA_VERSION=12.4.1",
"LD_LIBRARY_PATH=/usr/local/nvidia/lib:/usr/local/nvidia/lib64",
"NVIDIA_VISIBLE_DEVICES=all",
"NVIDIA_DRIVER_CAPABILITIES=compute,utility",
"NV_CUDA_LIB_VERSION=12.4.1-1",
"NV_NVTX_VERSION=12.4.127-1",
"NV_LIBNPP_VERSION=12.2.5.30-1",
"NV_LIBNPP_PACKAGE=libnpp-12-4=12.2.5.30-1",
"NV_LIBCUSPARSE_VERSION=12.3.1.170-1",
"NV_LIBCUBLAS_PACKAGE_NAME=libcublas-12-4",
"NV_LIBCUBLAS_VERSION=12.4.5.8-1",
"NV_LIBCUBLAS_PACKAGE=libcublas-12-4=12.4.5.8-1",
"NV_LIBNCCL_PACKAGE_NAME=libnccl2",
"NV_LIBNCCL_PACKAGE_VERSION=2.21.5-1",
"NCCL_VERSION=2.21.5-1",
"NV_LIBNCCL_PACKAGE=libnccl2=2.21.5-1+cuda12.4",
"NVIDIA_PRODUCT_NAME=CUDA",
"NV_CUDA_CUDART_DEV_VERSION=12.4.127-1",
"NV_NVML_DEV_VERSION=12.4.127-1",
"NV_LIBCUSPARSE_DEV_VERSION=12.3.1.170-1",
"NV_LIBNPP_DEV_VERSION=12.2.5.30-1",
"NV_LIBNPP_DEV_PACKAGE=libnpp-dev-12-4=12.2.5.30-1",
"NV_LIBCUBLAS_DEV_VERSION=12.4.5.8-1",
"NV_LIBCUBLAS_DEV_PACKAGE_NAME=libcublas-dev-12-4",
"NV_LIBCUBLAS_DEV_PACKAGE=libcublas-dev-12-4=12.4.5.8-1",
"NV_CUDA_NSIGHT_COMPUTE_VERSION=12.4.1-1",
"NV_CUDA_NSIGHT_COMPUTE_DEV_PACKAGE=cuda-nsight-compute-12-4=12.4.1-1",
"NV_NVPROF_VERSION=12.4.127-1",
"NV_NVPROF_DEV_PACKAGE=cuda-nvprof-12-4=12.4.127-1",
"NV_LIBNCCL_DEV_PACKAGE_NAME=libnccl-dev",
"NV_LIBNCCL_DEV_PACKAGE_VERSION=2.21.5-1",
"NV_LIBNCCL_DEV_PACKAGE=libnccl-dev=2.21.5-1+cuda12.4",
"LIBRARY_PATH=/usr/local/cuda/lib64/stubs",
"DEBIAN_FRONTEND=interactive"
],
"Cmd": null,
"Image": "",
"Volumes": null,
"WorkingDir": "/sgl-workspace",
"Entrypoint": [
"/opt/nvidia/nvidia_entrypoint.sh"
],
"OnBuild": null,
"Labels": {
"maintainer": "NVIDIA CORPORATION \u003ccudatools@nvidia.com\u003e",
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "22.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 16103268809,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/fc69c2f75c86926833080ab31a7b95ebec2ec0a6c00aa78d030da104f8965899/diff:/var/lib/docker/overlay2/415903d08c2854c051a06f99b9d41324be119449c26e496ee3da2552c9dcfe9c/diff:/var/lib/docker/overlay2/ca06637affa7bc241e1366d04a21fa05dfaa94e6fc4b157e9438e6429c122744/diff:/var/lib/docker/overlay2/49dca7ba97fbf44875c505b570c9c549ab018f08735956131198e2985a56b612/diff:/var/lib/docker/overlay2/f3e51135d6ff89ccdf87b8f2bb43b5220becbf3629af15f3ffeff2b538417681/diff:/var/lib/docker/overlay2/d20832e756c090b2c15a95c9549f43a587bd1343a7b397d303c461b54dcf2458/diff:/var/lib/docker/overlay2/a4f8b8f60ba21a2877a8aab75a195c7ef82bce7892bdabb78c85f2d27dd40318/diff:/var/lib/docker/overlay2/68073e8b644997335ddc7eb26905edbc7fe8a4d5091b15c350b61ae76bbfc585/diff:/var/lib/docker/overlay2/eb5fd77b0e412a62dad1b1f86e96ddd24b2947dad09efa476df1963833079ca1/diff:/var/lib/docker/overlay2/64ac3bf1511363dbc19afd829a87c3b1714a1a3f3a36abbf35de3d218590a7f3/diff:/var/lib/docker/overlay2/e02b6fc48a88addf8c9cd352fad36d97e18c176a319dbf77442c91f256b2df6b/diff:/var/lib/docker/overlay2/4bdf870521eeb3790aaf5fe2615523a8ff12723a50af31c94d45666ab0364656/diff:/var/lib/docker/overlay2/1eb63d875f1d8558708eef8acd0393e13389760ffb24391bfaee39b5ad66b682/diff:/var/lib/docker/overlay2/fdd83ef62d2fc91a3b2d5010b42539f65a284ec591962d6aaf1408f69798857d/diff",
"MergedDir": "/var/lib/docker/overlay2/ca33cb558779e50f65ee16d0cbc72f0ebb76d1d96d324698e5373243cd6ee767/merged",
"UpperDir": "/var/lib/docker/overlay2/ca33cb558779e50f65ee16d0cbc72f0ebb76d1d96d324698e5373243cd6ee767/diff",
"WorkDir": "/var/lib/docker/overlay2/ca33cb558779e50f65ee16d0cbc72f0ebb76d1d96d324698e5373243cd6ee767/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:e0a9f5911802534ba097660206feabeb0247a81e409029167b30e2e1f2803b57",
"sha256:47654eeadbc543f1dd44ebb41c6ca0954b9f1813efabdcd46b0e7f17ac4e9fd1",
"sha256:efe2b79b53de08e199a2ce107d83adc0cbdff94f605e03f5ef51f3df3ae31cfd",
"sha256:46d54736d31f4bfeb749544e22e8611dba11128bdb2cebb820a3b452b50e7d52",
"sha256:809d3bb9c80fb3d31d4c061ba0b38ba4e83b6329e33c2cb2bbf27251a8e527c6",
"sha256:1ffbbe19418f9726ebb365371ef96637c68f9d25af3f76a4f01f760e87fb31be",
"sha256:1b30dd39de2709bc00beebf392ea1f931d5f037d08e0f675a50855385cddad93",
"sha256:89fd878224a017aead1d4c83d5c62749307aa6f1a9e22087144ef339c3df8c1e",
"sha256:2b4acda8678c6f7ae0075eabb2c0c21078b80671800996ad2cf730f15fa0ef26",
"sha256:5fb5b17c5835e3e44f7c48dfc15f29504febad945f26dcfa11470d0070b166e4",
"sha256:b7fa3c6c5beea49f65d51f65f06a4a8af32b48f128c02bea3822e5afaf4ebf23",
"sha256:88df44d85a916a95bea394dbd34a4ead15c4d983681524edfd74a1a053933392",
"sha256:2bed0654c7c105d96a08c957ee357ad12baf30b080f067cb5d010b05a01b7b81",
"sha256:a134260df6f09b8cc239143debbe6bbebd76ddf368af6d8b761bddb01d25f175",
"sha256:88ed9e4aab29bbf0fae0e1256e4b097ae7d1474251e26fb355892eec17b18cfd"
]
},
"Metadata": {
"LastTagTime": "2024-07-26T18:30:49.009948926+08:00"
}
}