docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu linux/amd64

docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu - 国内下载镜像源 浏览次数:5 安全受验证的发布者-apache

Apache Spark 镜像

该镜像包含 Apache Spark 的预构建环境,可用于运行 Spark 作业和应用程序。它提供了 Spark 的核心组件,包括:

  • Spark Core
  • Spark SQL
  • Spark Streaming
  • Spark MLlib
  • Spark GraphX

使用该镜像可以快速开始使用 Spark,无需手动安装和配置。它是一个易于使用且可靠的解决方案,适用于各种 Spark 应用场景。

源镜像 docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu
国内镜像 swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu
镜像ID sha256:bc16797b4c04ac6636a9f25cad4fc2d06cbfca6226361eb7e4b0a0c42bc8c732
镜像TAG 3.5.5-scala2.12-java17-python3-ubuntu
大小 1.16GB
镜像源 docker.io
项目信息 Docker-Hub主页 🚀项目TAG 🚀
CMD
启动入口 /opt/entrypoint.sh
工作目录 /opt/spark/work-dir
OS/平台 linux/amd64
浏览量 5 次
贡献者
镜像创建 2025-02-28T05:02:01.854747478Z
同步时间 2025-04-02 15:43
更新时间 2025-04-03 00:24
环境变量
PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin JAVA_HOME=/opt/java/openjdk LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8 JAVA_VERSION=jdk-17.0.14+7 SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz.asc GPG_KEY=F28C9C925C188C35E345614DEDA00CE834F0FC5C SPARK_HOME=/opt/spark
镜像标签
ubuntu: org.opencontainers.image.ref.name 22.04: org.opencontainers.image.version

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu  docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu  docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu

Shell快速替换命令

sed -i 's#apache/spark:3.5.5-scala2.12-java17-python3-ubuntu#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu  docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu  docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu'

镜像构建历史


# 2025-02-28 13:02:01  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2025-02-28 13:02:01  318.37MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -ex;     apt-get update;     apt-get install -y python3 python3-pip;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-02-28 13:02:01  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-02-28 12:49:02  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2025-02-28 12:49:02  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2025-02-28 12:49:02  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2025-02-28 12:49:02  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2025-02-28 12:49:02  4.74KB 复制新文件或目录到容器中
COPY entrypoint.sh /opt/ # buildkit
                        
# 2025-02-28 12:49:02  361.83MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     export SPARK_TMP="$(mktemp -d)";     cd $SPARK_TMP;     wget -nv -O spark.tgz "$SPARK_TGZ_URL";     wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL";     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" ||     gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY";     gpg --batch --verify spark.tgz.asc spark.tgz;     gpgconf --kill all;     rm -rf "$GNUPGHOME" spark.tgz.asc;         tar -xf spark.tgz --strip-components=1;     chown -R spark:spark .;     mv jars /opt/spark/;     mv RELEASE /opt/spark/;     mv bin /opt/spark/;     mv sbin /opt/spark/;     mv kubernetes/dockerfiles/spark/decom.sh /opt/;     mv examples /opt/spark/;     ln -s "$(basename /opt/spark/examples/jars/spark-examples_*.jar)" /opt/spark/examples/jars/spark-examples.jar;     mv kubernetes/tests /opt/spark/;     mv data /opt/spark/;     mv python/pyspark /opt/spark/python/pyspark/;     mv python/lib /opt/spark/python/lib/;     mv R /opt/spark/;     chmod a+x /opt/decom.sh;     cd ..;     rm -rf "$SPARK_TMP"; # buildkit
                        
# 2025-02-28 12:48:35  0.00B 设置环境变量 SPARK_TGZ_URL SPARK_TGZ_ASC_URL GPG_KEY
ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz.asc GPG_KEY=F28C9C925C188C35E345614DEDA00CE834F0FC5C
                        
# 2025-02-28 12:48:35  67.64MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     apt-get update;     apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper;     mkdir -p /opt/spark;     mkdir /opt/spark/python;     mkdir -p /opt/spark/examples;     mkdir -p /opt/spark/work-dir;     chmod g+w /opt/spark/work-dir;     touch /opt/spark/RELEASE;     chown -R spark:spark /opt/spark;     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-02-28 12:48:27  64.83KB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark &&     useradd --system --uid=${spark_uid} --gid=spark spark # buildkit
                        
# 2025-02-28 12:48:27  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2025-01-30 22:32:57  0.00B 设置默认要执行的命令
CMD ["jshell"]
                        
# 2025-01-30 22:32:57  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/__cacert_entrypoint.sh"]
                        
# 2025-01-30 22:32:57  5.31KB 复制新文件或目录到容器中
COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh # buildkit
                        
# 2025-01-30 22:32:57  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     echo "Verifying install ...";     fileEncoding="$(echo 'System.out.println(System.getProperty("file.encoding"))' | jshell -s -)"; [ "$fileEncoding" = 'UTF-8' ]; rm -rf ~/.java;     echo "javac --version"; javac --version;     echo "java --version"; java --version;     echo "Complete." # buildkit
                        
# 2025-01-30 22:32:57  278.61MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     ARCH="$(dpkg --print-architecture)";     case "${ARCH}" in        amd64)          ESUM='a3af83983fb94dd7d11b13ba2dba0fb6819dc2caaf87e6937afd22ad4680ae9a';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.14%2B7/OpenJDK17U-jdk_x64_linux_hotspot_17.0.14_7.tar.gz';          ;;        arm64)          ESUM='62efc3e83fc9bcd08db7c4f02977328cb3559a54519078d8337314cf025d19b7';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.14%2B7/OpenJDK17U-jdk_aarch64_linux_hotspot_17.0.14_7.tar.gz';          ;;        armhf)          ESUM='f43986385403c0f08bd3512c9d11a51c49044a7c8a0a39cf4e2e3731ca0db229';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.14%2B7/OpenJDK17U-jdk_arm_linux_hotspot_17.0.14_7.tar.gz';          ;;        ppc64el)          ESUM='f4cb9ee5906a44d110fa381310cd7181d95498d27087d449e7e9b74bddd9def2';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.14%2B7/OpenJDK17U-jdk_ppc64le_linux_hotspot_17.0.14_7.tar.gz';          ;;        s390x)          ESUM='3a1d896eb3a737020e5ec95ec3206b1ca36cb365538382289d3fb46d14303648';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.14%2B7/OpenJDK17U-jdk_s390x_linux_hotspot_17.0.14_7.tar.gz';          ;;        *)          echo "Unsupported arch: ${ARCH}";          exit 1;          ;;     esac;     wget --progress=dot:giga -O /tmp/openjdk.tar.gz ${BINARY_URL};     wget --progress=dot:giga -O /tmp/openjdk.tar.gz.sig ${BINARY_URL}.sig;     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver keyserver.ubuntu.com --recv-keys 3B04D753C9050D9A5D343F39843C48A565F8F04B;     gpg --batch --verify /tmp/openjdk.tar.gz.sig /tmp/openjdk.tar.gz;     rm -rf "${GNUPGHOME}" /tmp/openjdk.tar.gz.sig;     echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -;     mkdir -p "$JAVA_HOME";     tar --extract         --file /tmp/openjdk.tar.gz         --directory "$JAVA_HOME"         --strip-components 1         --no-same-owner     ;     rm -f /tmp/openjdk.tar.gz ${JAVA_HOME}/lib/src.zip;     find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf;     ldconfig;     java -Xshare:dump; # buildkit
                        
# 2025-01-30 22:32:57  0.00B 设置环境变量 JAVA_VERSION
ENV JAVA_VERSION=jdk-17.0.14+7
                        
# 2025-01-30 22:32:57  56.78MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     apt-get update;     DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends         curl         wget         gnupg         fontconfig         ca-certificates p11-kit         binutils         tzdata         locales     ;     echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen;     locale-gen en_US.UTF-8;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-01-30 22:32:57  0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2025-01-30 22:32:57  0.00B 设置环境变量 PATH
ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-01-30 22:32:57  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/opt/java/openjdk
                        
# 2025-01-26 13:31:11  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-01-26 13:31:10  77.86MB 
/bin/sh -c #(nop) ADD file:1b6c8c9518be42fa2afe5e241ca31677fce58d27cdfa88baa91a65a259be3637 in / 
                        
# 2025-01-26 13:31:07  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2025-01-26 13:31:07  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-01-26 13:31:07  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-01-26 13:31:07  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:bc16797b4c04ac6636a9f25cad4fc2d06cbfca6226361eb7e4b0a0c42bc8c732",
    "RepoTags": [
        "apache/spark:3.5.5-scala2.12-java17-python3-ubuntu",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu"
    ],
    "RepoDigests": [
        "apache/spark@sha256:96dc2bada923824300e1ece564389258934655ba6f463d6daff8753ff0c639ce",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark@sha256:6ff4c34b18763388bae1e38f3f74d781c2939d26433ea81b5ffc1ccc5c18df3a"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-02-28T05:02:01.854747478Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "spark",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "JAVA_HOME=/opt/java/openjdk",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "JAVA_VERSION=jdk-17.0.14+7",
            "SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz",
            "SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz.asc",
            "GPG_KEY=F28C9C925C188C35E345614DEDA00CE834F0FC5C",
            "SPARK_HOME=/opt/spark"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/opt/spark/work-dir",
        "Entrypoint": [
            "/opt/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "22.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 1161169685,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/a6a0188aea57a5bd3d701040ffcb445fbab93c6f953d9638d6ddb6f7b7280662/diff:/var/lib/docker/overlay2/bd337da1bcf6c39fdc7e14480b855242672facc947df8552e28cf9dfc051da12/diff:/var/lib/docker/overlay2/edf8244188ed5093bb87869fb46007e5b4c6e7b5a8770eeb3da11991fb5f4247/diff:/var/lib/docker/overlay2/91cc05081c4baa6ced8d8387c31896dc12c9f11d51916369545e003af803837c/diff:/var/lib/docker/overlay2/a801364822802fcef958c7307493285917a7ac32efa4fc7ccfe9a25d2a9371e8/diff:/var/lib/docker/overlay2/8f5c562c20ab4a4026d2155544b5b81f128a3210a844a98b7583ff155e0844a4/diff:/var/lib/docker/overlay2/dedf07e87e5105df8bda8d5713be2ee21e27b30d4b656cb62b5be5de5a7694f9/diff:/var/lib/docker/overlay2/6dd1388fb91343bc4aad00d10b2feac42a6617455ce8817c6d5e41c174d97f9e/diff:/var/lib/docker/overlay2/2cfc917111b7f5f6338c7a6b249f0de2d433a76dfbb7a54bbec4e5f5f6bfb61d/diff:/var/lib/docker/overlay2/ace3f972cf88bd330727fa9a25fd0df2c3fec1df161ac9102bf9f5739b40b82c/diff",
            "MergedDir": "/var/lib/docker/overlay2/e3a31ed5cbc3193760224ef17070d8ddab7cd6f9f057b07f1d472873f302a7c6/merged",
            "UpperDir": "/var/lib/docker/overlay2/e3a31ed5cbc3193760224ef17070d8ddab7cd6f9f057b07f1d472873f302a7c6/diff",
            "WorkDir": "/var/lib/docker/overlay2/e3a31ed5cbc3193760224ef17070d8ddab7cd6f9f057b07f1d472873f302a7c6/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:270a1170e7e398434ff1b31e17e233f7d7b71aa99a40473615860068e86720af",
            "sha256:84a9f95db1dd283bcee0538751cfe0f7afdb05cd36f7ca33d09265b69409c245",
            "sha256:d59eb20e1514f5677016be9a7fd3ae1ecd123c545c7b0451fedf1f03154514da",
            "sha256:003cf4d920024be0ccf82ac77375be5ce5a292c6578d364d8572f1cea0b0be84",
            "sha256:daa79d160a717ec6217f348b40c2da0393bb471ba999e9b1cfe9c4de79885178",
            "sha256:ff6abd6cbce9f53bae5873e7ea1bf28423cae9799446afcc99d6a324b61f01f8",
            "sha256:f819c7c6a14ecb845d72be12ed8c8ab8894984fd65cf31da4fb9189cec8f188c",
            "sha256:edf505d4fe4ee946dfcaf2e6b9612b0c7344baea3f567e0f03ae80c7437b434c",
            "sha256:df2bcc492dfebda2c2335975d24310661b009c8eba4d318515bddb21f65b54c9",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:4b3dc2eef1ea5f5aed5f8c0e4fdbca24d6e8963c5e87280ab4564a55ca94c16b"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-04-02T15:42:31.273788025+08:00"
    }
}

更多版本

docker.io/apache/spark:3.4.4

linux/amd64 docker.io974.48MB2024-10-29 01:26
205

docker.io/apache/spark:v3.2.3

linux/amd64 docker.io612.37MB2024-11-11 16:11
125

docker.io/apache/spark:3.5.3

linux/amd64 docker.io984.74MB2024-11-23 19:03
90

docker.io/apache/spark:3.5.3-java17

linux/amd64 docker.io1.15GB2024-11-24 00:41
103

docker.io/apache/spark:3.5.3-scala2.12-java11-r-ubuntu

linux/amd64 docker.io1.32GB2024-11-24 01:13
93

docker.io/apache/spark:3.5.3-scala2.12-java11-ubuntu

linux/amd64 docker.io681.32MB2024-11-24 01:31
111

docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu

linux/amd64 docker.io828.98MB2024-11-24 01:33
89

docker.io/apache/spark:3.3.3

linux/amd64 docker.io939.31MB2024-12-03 11:56
121

docker.io/apache/spark-py:v3.1.3

linux/amd64 docker.io886.30MB2024-12-11 19:44
96

docker.io/apache/spark:3.4.0-python3

linux/amd64 docker.io963.13MB2025-02-26 17:21
76

docker.io/apache/spark:3.5.5-scala2.12-java17-python3-ubuntu

linux/amd64 docker.io1.16GB2025-04-02 15:43
4

docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu

linux/amd64 docker.io996.92MB2025-04-02 15:47
11

docker.io/apache/spark:3.5.5-scala2.12-java17-ubuntu

linux/amd64 docker.io842.80MB2025-04-02 15:49
8