docker.io/spark:4.1.1 linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1  docker.io/spark:4.1.1

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1  docker.io/spark:4.1.1

Shell快速替换命令

sed -i 's#spark:4.1.1#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1  docker.io/spark:4.1.1'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1  docker.io/spark:4.1.1'

镜像构建历史

# 2026-05-16 06:14:13  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2026-05-16 06:14:13  318.61MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -ex;     apt-get update;     apt-get install -y python3 python3-pip;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2026-05-16 06:14:13  0.00B 指定运行容器时使用的用户
USER root
                        
# 2026-05-16 05:48:30  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2026-05-16 05:48:30  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2026-05-16 05:48:30  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2026-05-16 05:48:30  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2026-05-16 05:48:30  4.74KB 复制新文件或目录到容器中
COPY entrypoint.sh /opt/ # buildkit
                        
# 2026-05-16 05:48:30  511.83MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     export SPARK_TMP="$(mktemp -d)";     cd $SPARK_TMP;     wget -nv -O spark.tgz "$SPARK_TGZ_URL";     wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL";     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" ||     gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY";     gpg --batch --verify spark.tgz.asc spark.tgz;     gpgconf --kill all;     rm -rf "$GNUPGHOME" spark.tgz.asc;         tar -xf spark.tgz --strip-components=1;     chown -R spark:spark .;     mv jars /opt/spark/;     mv RELEASE /opt/spark/;     mv bin /opt/spark/;     mv sbin /opt/spark/;     mv kubernetes/dockerfiles/spark/decom.sh /opt/;     mv examples /opt/spark/;     ln -s "$(basename /opt/spark/examples/jars/spark-examples_*.jar)" /opt/spark/examples/jars/spark-examples.jar;     mv kubernetes/tests /opt/spark/;     mv data /opt/spark/;     mv python/pyspark /opt/spark/python/pyspark/;     mv python/lib /opt/spark/python/lib/;     mv R /opt/spark/;     chmod a+x /opt/decom.sh;     cd ..;     rm -rf "$SPARK_TMP"; # buildkit
                        
# 2026-05-16 05:47:47  0.00B 设置环境变量 SPARK_TGZ_URL SPARK_TGZ_ASC_URL GPG_KEY
ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.1/spark-4.1.1-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.1/spark-4.1.1-bin-hadoop3.tgz.asc?action=download GPG_KEY=0FE4571297AB84440673665669600C8338F65970
                        
# 2026-05-16 05:47:47  53.37MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     apt-get update;     apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper;     mkdir -p /opt/spark;     mkdir /opt/spark/python;     mkdir -p /opt/spark/examples;     mkdir -p /opt/spark/work-dir;     chmod g+w /opt/spark/work-dir;     touch /opt/spark/RELEASE;     chown -R spark:spark /opt/spark;     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2026-05-16 05:47:40  64.83KB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark &&     useradd --system --uid=${spark_uid} --gid=spark -d /nonexistent spark # buildkit
                        
# 2026-05-16 05:47:40  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2026-05-16 05:15:55  0.00B 设置默认要执行的命令
CMD ["jshell"]
                        
# 2026-05-16 05:15:55  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/__cacert_entrypoint.sh"]
                        
# 2026-05-16 05:15:55  5.31KB 复制新文件或目录到容器中
COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh # buildkit
                        
# 2026-05-16 05:15:54  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     echo "Verifying install ...";     fileEncoding="$(echo 'System.out.println(System.getProperty("file.encoding"))' | jshell -s -)"; [ "$fileEncoding" = 'UTF-8' ]; rm -rf ~/.java;     echo "javac --version"; javac --version;     echo "java --version"; java --version;     echo "Complete." # buildkit
                        
# 2026-05-16 05:15:54  280.83MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     ARCH="$(dpkg --print-architecture)";     case "${ARCH}" in        amd64)          ESUM='d8afc263758141a66e0e3aafc321e783f7016696f4eaea067d340a269037d331';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.19%2B10/OpenJDK17U-jdk_x64_linux_hotspot_17.0.19_10.tar.gz';          ;;        arm64)          ESUM='83a52172678ec8975164648654869cb2e71d7c748b47aca94b29bbfa10c18e81';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.19%2B10/OpenJDK17U-jdk_aarch64_linux_hotspot_17.0.19_10.tar.gz';          ;;        armhf)          ESUM='2de430307390123858ea70b3ba399155b88bb05d65e5d3633b3a4d7b19acddb1';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.19%2B10/OpenJDK17U-jdk_arm_linux_hotspot_17.0.19_10.tar.gz';          ;;        ppc64el)          ESUM='c9d8dc52960ff00aa8c321e211cc5284a2151cffdedeac998f5297066cbad245';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.19%2B10/OpenJDK17U-jdk_ppc64le_linux_hotspot_17.0.19_10.tar.gz';          ;;        s390x)          ESUM='00363a5ceda57aa0dee89d20b3f6b2966e3c1f3fb6dcf57e66d2264573d3c63e';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.19%2B10/OpenJDK17U-jdk_s390x_linux_hotspot_17.0.19_10.tar.gz';          ;;        *)          echo "Unsupported arch: ${ARCH}";          exit 1;          ;;     esac;     wget --progress=dot:giga -O /tmp/openjdk.tar.gz ${BINARY_URL};     wget --progress=dot:giga -O /tmp/openjdk.tar.gz.sig ${BINARY_URL}.sig;     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver keyserver.ubuntu.com --recv-keys 3B04D753C9050D9A5D343F39843C48A565F8F04B;     gpg --batch --verify /tmp/openjdk.tar.gz.sig /tmp/openjdk.tar.gz;     rm -rf "${GNUPGHOME}" /tmp/openjdk.tar.gz.sig;     echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -;     mkdir -p "$JAVA_HOME";     tar --extract         --file /tmp/openjdk.tar.gz         --directory "$JAVA_HOME"         --strip-components 1         --no-same-owner     ;     rm -f /tmp/openjdk.tar.gz ${JAVA_HOME}/lib/src.zip;     find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf;     ldconfig;     java -Xshare:dump; # buildkit
                        
# 2026-05-16 05:15:47  0.00B 设置环境变量 JAVA_VERSION
ENV JAVA_VERSION=jdk-17.0.19+10
                        
# 2026-05-16 05:15:47  56.82MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     apt-get update;     DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends         curl         wget         gnupg         fontconfig         ca-certificates p11-kit         binutils         tzdata         locales     ;     echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen;     locale-gen en_US.UTF-8;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2026-05-16 05:15:47  0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2026-05-16 05:15:47  0.00B 设置环境变量 PATH
ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2026-05-16 05:15:47  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/opt/java/openjdk
                        
# 2026-05-09 12:49:23  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2026-05-09 12:49:23  78.07MB 
/bin/sh -c #(nop) ADD file:14c8897ef5107db11b35f5a0c05bdcb883c0a6daa83d07d4439865541f08514c in / 
                        
# 2026-05-09 12:49:21  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2026-05-09 12:49:21  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2026-05-09 12:49:21  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:66c44c52e87d07986f2d2778290566e2984a0bb54fa89dd9935b29194981f095",
    "RepoTags": [
        "spark:4.1.1",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark:4.1.1"
    ],
    "RepoDigests": [
        "spark@sha256:6383b28979b5356455c51dff1153e603b182ee1b250938bf20261590dca0b1ad",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/spark@sha256:68908527058e6b427cef5486349e380a34c305ef52bf818573346cba616715e9"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2026-05-15T22:14:13.495130015Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "spark",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "JAVA_HOME=/opt/java/openjdk",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "JAVA_VERSION=jdk-17.0.19+10",
            "SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.1/spark-4.1.1-bin-hadoop3.tgz?action=download",
            "SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-4.1.1/spark-4.1.1-bin-hadoop3.tgz.asc?action=download",
            "GPG_KEY=0FE4571297AB84440673665669600C8338F65970",
            "SPARK_HOME=/opt/spark"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/opt/spark/work-dir",
        "Entrypoint": [
            "/opt/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.version": "22.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 1299598888,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/7fe4c9dfdf593d7a0c861ca122aed40464a13f1d120061687969b9982c80c521/diff:/var/lib/docker/overlay2/6fa80af26dcf79c1aaee394e4e492adeca97212d09a612cc243696f4223835e8/diff:/var/lib/docker/overlay2/3a0b4f80ebec6ec1c1470fef86e243971edbe9474dafeb81e8f94ac674129dfb/diff:/var/lib/docker/overlay2/e9b46d5b68497ce5168d6626f13716d40cf2bac08b17e2f1f0df6491efbd70cd/diff:/var/lib/docker/overlay2/e5571bdd1d8286b1a04ee2e38e339857f8e610efc937d4ab35be516547f2a33d/diff:/var/lib/docker/overlay2/74a701532cc61ee9e2ffbc02b0433828525ac1f0409c8018d0ee880660aca6f5/diff:/var/lib/docker/overlay2/08c2fbd3de3490d5433b2e3f6592fc44e3bd795f2b0cda827163fc66368d3960/diff:/var/lib/docker/overlay2/04a754231f7ec333e5b819b2cb4587e4644809f0d55c0a2aa4c417122c864dde/diff:/var/lib/docker/overlay2/2af6d84711db856c9fc0f3f9ebacdfde695261417363f0103d83cc81c6b8add6/diff:/var/lib/docker/overlay2/5dae870e69bbe9ad30a10d629e0d9e1f52628996fce06717fab3fd68e7fd73ec/diff",
            "MergedDir": "/var/lib/docker/overlay2/e470b09fcb37e3d0a72ef28c3b7621b00871ce996d9ef6ce3a25163032e8a441/merged",
            "UpperDir": "/var/lib/docker/overlay2/e470b09fcb37e3d0a72ef28c3b7621b00871ce996d9ef6ce3a25163032e8a441/diff",
            "WorkDir": "/var/lib/docker/overlay2/e470b09fcb37e3d0a72ef28c3b7621b00871ce996d9ef6ce3a25163032e8a441/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:8bba68e7621928237aa6d6e2c680cb9572c942ee23c2adabd22016bb67cb938d",
            "sha256:2e09e3278be467ba6b54d37c6208485923d3d1bdd95c08757525773fdd16445f",
            "sha256:f145642bcf567127371110f6a9b018081d08aae6515feeab7e3016cf02584b25",
            "sha256:1d97d91433f605ca40f261e597ebd5c136ea0bde86428316788915d4076d98be",
            "sha256:bfa047b7bf2f619757f79cfdc2f950a0b0e182593ed7858f758504629cda1eb1",
            "sha256:9ce2674ad957893fbe338247a3e678117e0db2eb9c96062495aab7730ef2670f",
            "sha256:b53b9c59c2cd941b81dabec1f5ea4ef315e35e7ad06dbc0fb595550987cfb147",
            "sha256:a9526a74a8932206222cc68e014952e0d15bfded916eb8fa50d430b9df8982b0",
            "sha256:c457cf1d5fabb4cb5daf3b28056c78cc0c5c0fb37fe21518ae91160fbf142fe3",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:8c65a940acf70192234dc4b75ecbbbb3d8b3b1c854e4b27da9d321dcbacacb22"
        ]
    },
    "Metadata": {
        "LastTagTime": "2026-06-08T15:48:53.727118517+08:00"
    }
}