镜像构建历史
# 2025-01-03 03:49:29 0.00B
/bin/sh -c #(nop) CMD ["/bin/sh" "-c" "bash -c \"source /etc/profile && $SPARK_HOME/sbin/start-master.sh && $SPARK_HOME/sbin/start-worker.sh spark://$(hostname):7077 && jupyter lab --ip=0.0.0.0 --port=8888 --no-browser --allow-root --NotebookApp.token='' --NotebookApp.password=''\""]
# 2025-01-03 03:49:21 592.00B
/bin/sh -c echo "umask 000" >> /etc/profile
# 2024-08-31 21:46:25 0.00B
/bin/sh -c #(nop) ENV PATH=/opt/spark/bin:/opt/spark/sbin:/opt/spark/bin:/usr/lib/jvm/java-11-openjdk-amd64/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2024-08-31 21:46:19 0.00B
/bin/sh -c #(nop) ENV SPARK_HOME=/opt/spark
# 2024-08-31 21:46:13 0.00B
/bin/sh -c #(nop) WORKDIR /workspace
# 2024-08-31 21:46:03 0.00B
/bin/sh -c #(nop) EXPOSE 8081
# 2024-08-31 21:45:52 0.00B
/bin/sh -c #(nop) EXPOSE 7078
# 2024-08-31 21:45:45 0.00B
/bin/sh -c #(nop) EXPOSE 6066
# 2024-08-31 21:45:38 0.00B
/bin/sh -c #(nop) EXPOSE 18080
# 2024-08-31 21:45:30 0.00B
/bin/sh -c #(nop) EXPOSE 8080
# 2024-08-31 21:45:20 0.00B
/bin/sh -c #(nop) EXPOSE 7077
# 2024-08-31 21:45:14 0.00B
/bin/sh -c #(nop) EXPOSE 4040
# 2024-08-31 21:45:03 0.00B
/bin/sh -c #(nop) EXPOSE 8888
# 2024-08-31 21:44:52 55.54MB
/bin/sh -c pip install --no-cache-dir datafusion
# 2024-08-31 06:59:56 58.47MB
/bin/sh -c pip install --no-cache-dir pyiceberg[gcsfs,adlfs,s3fs,sql-sqlite,sql-postgres,glue,hive]
# 2024-08-31 04:51:04 9.26GB
/bin/sh -c pip install --no-cache-dir jupyterlab scipy findspark getdaft[all] sqlframe[all] ipywidgets ibis-framework[all] notebook pandas numpy matplotlib seaborn scikit-learn tensorflow torch xgboost lightgbm dask statsmodels plotly openpyxl pyarrow sqlalchemy psycopg2-binary requests beautifulsoup4 lxml duckdb polars pyspark dremio-simple-query boto3 s3fs minio
# 2024-08-31 04:35:17 11.55MB
/bin/sh -c pip3 install --upgrade pip
# 2024-08-31 04:34:59 0.00B
/bin/sh -c #(nop) ENV PATH=/opt/spark/bin:/usr/lib/jvm/java-11-openjdk-amd64/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2024-08-31 04:34:56 0.00B
/bin/sh -c #(nop) ENV SPARK_HOME=/opt/spark
# 2024-08-31 04:34:50 444.14MB
/bin/sh -c wget https://dlcdn.apache.org/spark/spark-${SPARK_VERSION}/spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && tar -xvzf spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz && mv spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION} /opt/spark && rm spark-${SPARK_VERSION}-bin-hadoop${HADOOP_VERSION}.tgz
# 2024-08-31 04:33:23 0.00B
/bin/sh -c #(nop) ENV PATH=/usr/lib/jvm/java-11-openjdk-amd64/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
# 2024-08-31 04:33:19 0.00B
/bin/sh -c #(nop) ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
# 2024-08-31 04:33:07 938.09MB
/bin/sh -c apt-get update && apt-get install -y openjdk-11-jdk wget curl python${PYTHON_VERSION} python${PYTHON_VERSION}-dev python3-pip && apt-get clean
# 2024-08-31 04:16:30 0.00B
/bin/sh -c #(nop) ENV SPARK_VERSION=3.5.2 HADOOP_VERSION=3 PYTHON_VERSION=3.10
# 2024-08-13 17:27:24 0.00B
/bin/sh -c #(nop) CMD ["/bin/bash"]
# 2024-08-13 17:27:24 77.86MB
/bin/sh -c #(nop) ADD file:2f8a54a5efd080fb81efea702b4e3e07d946eec7563fb2281bd28950c10ec462 in /
# 2024-08-13 17:27:22 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.version=22.04
# 2024-08-13 17:27:22 0.00B
/bin/sh -c #(nop) LABEL org.opencontainers.image.ref.name=ubuntu
# 2024-08-13 17:27:22 0.00B
/bin/sh -c #(nop) ARG LAUNCHPAD_BUILD_ARCH
# 2024-08-13 17:27:22 0.00B
/bin/sh -c #(nop) ARG RELEASE
镜像信息
{
"Id": "sha256:65b2886543d37685e2a3be705f586a1c9b4803177555f028c9b7cab2919a9a8a",
"RepoTags": [
"alexmerced/spark35nb:latest",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/alexmerced/spark35nb:latest"
],
"RepoDigests": [
"alexmerced/spark35nb@sha256:a097787b7cda538b668e320d660c24bec7e6a9691a8b0b971b26c96c6661091f",
"swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/alexmerced/spark35nb@sha256:fb5ded07209587c8ffa775819bf6b3270c1d3684693e7be8f15af7d8b67594d8"
],
"Parent": "",
"Comment": "",
"Created": "2025-01-02T19:49:29.352029284Z",
"Container": "",
"ContainerConfig": null,
"DockerVersion": "20.10.14",
"Author": "",
"Config": {
"Hostname": "",
"Domainname": "",
"User": "",
"AttachStdin": false,
"AttachStdout": false,
"AttachStderr": false,
"ExposedPorts": {
"18080/tcp": {},
"4040/tcp": {},
"6066/tcp": {},
"7077/tcp": {},
"7078/tcp": {},
"8080/tcp": {},
"8081/tcp": {},
"8888/tcp": {}
},
"Tty": false,
"OpenStdin": false,
"StdinOnce": false,
"Env": [
"PATH=/opt/spark/bin:/opt/spark/sbin:/opt/spark/bin:/usr/lib/jvm/java-11-openjdk-amd64/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
"SPARK_VERSION=3.5.2",
"HADOOP_VERSION=3",
"PYTHON_VERSION=3.10",
"JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64",
"SPARK_HOME=/opt/spark"
],
"Cmd": [
"/bin/sh",
"-c",
"bash -c \"source /etc/profile \u0026\u0026 $SPARK_HOME/sbin/start-master.sh \u0026\u0026 $SPARK_HOME/sbin/start-worker.sh spark://$(hostname):7077 \u0026\u0026 jupyter lab --ip=0.0.0.0 --port=8888 --no-browser --allow-root --NotebookApp.token='' --NotebookApp.password=''\""
],
"Image": "sha256:5766380aa24e88a25d3ab3e774a26496d6114990df6f78d6dad70576c99d8c9e",
"Volumes": null,
"WorkingDir": "/workspace",
"Entrypoint": null,
"OnBuild": null,
"Labels": {
"org.opencontainers.image.ref.name": "ubuntu",
"org.opencontainers.image.version": "22.04"
}
},
"Architecture": "amd64",
"Os": "linux",
"Size": 10843712643,
"GraphDriver": {
"Data": {
"LowerDir": "/var/lib/docker/overlay2/aa4fe91209cfefeb59d199c3084d804602d87a790d24e7acde83aa560ae14d20/diff:/var/lib/docker/overlay2/518601f943b85e78b244114c888b4eb174fe43bb2916088ac9184ffda0f82634/diff:/var/lib/docker/overlay2/f9c6895c433947dc2831bb18f537beba6e05ab118ffccb97c3d3faff912d5523/diff:/var/lib/docker/overlay2/72404de20348400cf224ed3d24af14a1e7f781d4bd902cf7aff76230a194e1b7/diff:/var/lib/docker/overlay2/1cbe65e6955065ad46355b7e99d01f74e19cfb0d5d95791e3ce0573d120c3d79/diff:/var/lib/docker/overlay2/9c3b30528c657bfb9cd87e1584567270cbc3596a239487b3dd2affbfddb346d2/diff:/var/lib/docker/overlay2/9ad03ccdd8caa702f385a8ac49a2c15dc25076ab3b2ebaef78860b2b46d8aa51/diff:/var/lib/docker/overlay2/ea4b3b06f175f7c011f54ac126befd2694d84923c71c17df22ed6bcf1ccbbb79/diff",
"MergedDir": "/var/lib/docker/overlay2/34079f9be6498eaecd9e29be4cc85f1440b90260e484fcaa4ed45cdd93c36e48/merged",
"UpperDir": "/var/lib/docker/overlay2/34079f9be6498eaecd9e29be4cc85f1440b90260e484fcaa4ed45cdd93c36e48/diff",
"WorkDir": "/var/lib/docker/overlay2/34079f9be6498eaecd9e29be4cc85f1440b90260e484fcaa4ed45cdd93c36e48/work"
},
"Name": "overlay2"
},
"RootFS": {
"Type": "layers",
"Layers": [
"sha256:1b9b7346fee7abbc7f5538eaa23548bd05a45abe8daf6794024be0c8ad7d60bb",
"sha256:912f618456bd93de446de4a4f8cabea031627e650bedc4d9e68594d0aa710d9c",
"sha256:007e4d9639e4b547772b253b921a89b6eca29cf0d059aed235559d367813bf30",
"sha256:2d42ef51a1c674b3cfb5b69d34c0de2fc62271d9c00b7ee3c7e9400d06a84377",
"sha256:00984276c18bd3327c30aece9e4e63788f382bce1bb448bf46cf697e7095a683",
"sha256:2b39bf6ff46e73c53a56aab582f43a24950626312049de1d4fc02ceadb8b6303",
"sha256:686ca5e046c63752491141d6eea111462d1bcdf0a31af69ef128d60b5ab4440c",
"sha256:5c8c8748deaef713f86d884891e72d6841eb6370f451b844442beb1bfdc5f92f",
"sha256:448a2f296368ee9e70b0a90eaa75fb9b373b60b66b9f6c00112543e1251c163b"
]
},
"Metadata": {
"LastTagTime": "2026-01-20T00:56:43.105578499+08:00"
}
}