docker.io/apache/spark-py:v3.4.0 linux/arm64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64  docker.io/apache/spark-py:v3.4.0

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64  docker.io/apache/spark-py:v3.4.0

Shell快速替换命令

sed -i 's#apache/spark-py:v3.4.0#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64  docker.io/apache/spark-py:v3.4.0'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64  docker.io/apache/spark-py:v3.4.0'

镜像构建历史

# 2023-04-15 07:12:53  0.00B 指定运行容器时使用的用户
USER 185
                        
# 2023-04-15 07:12:53  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2023-04-15 07:12:53  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2023-04-15 07:12:53  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2023-04-15 07:12:53  2.02MB 复制新文件或目录到容器中
COPY python/lib /opt/spark/python/lib # buildkit
                        
# 2023-04-15 07:12:53  9.53MB 复制新文件或目录到容器中
COPY python/pyspark /opt/spark/python/pyspark # buildkit
                        
# 2023-04-15 07:12:53  322.87MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update &&     apt install -y python3 python3-pip &&     pip3 install --upgrade pip setuptools &&     rm -rf /root/.cache && rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2023-04-15 07:12:19  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c mkdir ${SPARK_HOME}/python # buildkit
                        
# 2023-04-15 07:12:19  0.00B 指定运行容器时使用的用户
USER 0
                        
# 2023-04-15 07:12:19  0.00B 设置工作目录为/
WORKDIR /
                        
# 2023-04-15 07:10:47  0.00B 指定运行容器时使用的用户
USER 185
                        
# 2023-04-15 07:10:47  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2023-04-15 07:10:47  0.00B 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c chmod a+x /opt/decom.sh # buildkit
                        
# 2023-04-15 07:10:47  0.00B 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c chmod g+w /opt/spark/work-dir # buildkit
                        
# 2023-04-15 07:10:47  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2023-04-15 07:10:47  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2023-04-15 07:10:47  746.90KB 复制新文件或目录到容器中
COPY data /opt/spark/data # buildkit
                        
# 2023-04-15 07:10:47  11.27KB 复制新文件或目录到容器中
COPY kubernetes/tests /opt/spark/tests # buildkit
                        
# 2023-04-15 07:10:47  3.15MB 复制新文件或目录到容器中
COPY examples /opt/spark/examples # buildkit
                        
# 2023-04-15 07:10:47  1.39KB 复制新文件或目录到容器中
COPY kubernetes/dockerfiles/spark/decom.sh /opt/ # buildkit
                        
# 2023-04-15 07:10:47  3.80KB 复制新文件或目录到容器中
COPY kubernetes/dockerfiles/spark/entrypoint.sh /opt/ # buildkit
                        
# 2023-04-15 07:10:47  47.73KB 复制新文件或目录到容器中
COPY sbin /opt/spark/sbin # buildkit
                        
# 2023-04-15 07:10:47  55.32KB 复制新文件或目录到容器中
COPY bin /opt/spark/bin # buildkit
                        
# 2023-04-15 07:10:47  331.68MB 复制新文件或目录到容器中
COPY jars /opt/spark/jars # buildkit
                        
# 2023-04-15 07:10:46  55.84MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex &&     apt-get update &&     ln -s /lib /lib64 &&     apt install -y bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools &&     mkdir -p /opt/spark &&     mkdir -p /opt/spark/examples &&     mkdir -p /opt/spark/work-dir &&     touch /opt/spark/RELEASE &&     rm /bin/sh &&     ln -sv /bin/bash /bin/sh &&     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su &&     chgrp root /etc/passwd && chmod ug+rw /etc/passwd &&     rm -rf /var/cache/apt/* && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2023-04-15 07:10:46  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2023-03-16 09:55:30  0.00B 
/bin/sh -c echo Verifying install ...     && fileEncoding="$(echo 'System.out.println(System.getProperty("file.encoding"))' | jshell -s -)"; [ "$fileEncoding" = 'UTF-8' ]; rm -rf ~/.java     && echo java --version && java --version     && echo Complete.
                        
# 2023-03-16 09:55:29  140.81MB 
/bin/sh -c set -eux;     ARCH="$(dpkg --print-architecture)";     case "${ARCH}" in        aarch64|arm64)          ESUM='3797815cb853616b6415e1b8875cda4eaa004887561ea4ea2090d726b8d8582f';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%2B10/OpenJDK17U-jre_aarch64_linux_hotspot_17.0.6_10.tar.gz';          ;;        armhf|arm)          ESUM='bf7ef7ba477dc278f913e64174e76be9ae7f014c767352eae83b3f9581494fce';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%2B10/OpenJDK17U-jre_arm_linux_hotspot_17.0.6_10.tar.gz';          ;;        ppc64el|powerpc:common64)          ESUM='f11b86bfd7fa4d7a0d05040ea235102296f03eaf064253f76d7ab94baa0352e3';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%2B10/OpenJDK17U-jre_ppc64le_linux_hotspot_17.0.6_10.tar.gz';          ;;        s390x|s390:64-bit)          ESUM='21a7156a29e7921bc7c6eadecb8ee4ac7161921cea85b75b61f0376f9c725caa';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%2B10/OpenJDK17U-jre_s390x_linux_hotspot_17.0.6_10.tar.gz';          ;;        amd64|i386:x86-64)          ESUM='fe669935609086e76cb0b829e92808766cbf8cb7bda57a76b47813b08584bfd2';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%2B10/OpenJDK17U-jre_x64_linux_hotspot_17.0.6_10.tar.gz';          ;;        *)          echo "Unsupported arch: ${ARCH}";          exit 1;          ;;     esac; 	  wget -O /tmp/openjdk.tar.gz ${BINARY_URL}; 	  echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -; 	  mkdir -p "$JAVA_HOME"; 	  tar --extract 	      --file /tmp/openjdk.tar.gz 	      --directory "$JAVA_HOME" 	      --strip-components 1 	      --no-same-owner 	  ;     rm -f /tmp/openjdk.tar.gz ${JAVA_HOME}/src.zip;     find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf;     ldconfig;     java -Xshare:dump;
                        
# 2023-03-16 09:55:04  0.00B 
/bin/sh -c #(nop)  ENV JAVA_VERSION=jdk-17.0.6+10
                        
# 2023-03-16 09:55:03  50.52MB 
/bin/sh -c apt-get update     && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends tzdata curl wget ca-certificates fontconfig locales binutils     && echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen     && locale-gen en_US.UTF-8     && rm -rf /var/lib/apt/lists/*
                        
# 2023-03-16 09:52:26  0.00B 
/bin/sh -c #(nop)  ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2023-03-16 09:52:25  0.00B 
/bin/sh -c #(nop)  ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2023-03-16 09:52:25  0.00B 
/bin/sh -c #(nop)  ENV JAVA_HOME=/opt/java/openjdk
                        
# 2023-03-08 12:32:41  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2023-03-08 12:32:40  69.21MB 
/bin/sh -c #(nop) ADD file:79b36308bc382d9cae7197b4cecc21430f4e8f3e8bec3547d0f00bcff7681e60 in / 
                        
# 2023-03-08 12:32:39  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2023-03-08 12:32:38  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2023-03-08 12:32:38  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2023-03-08 12:32:38  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:5029906da04a25639043ff8d83661237bfe21db4b66faf23710fba1cf7d2f5c6",
    "RepoTags": [
        "apache/spark-py:v3.4.0",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py:v3.4.0-linuxarm64"
    ],
    "RepoDigests": [
        "apache/spark-py@sha256:5f6a8d82dd2667cedcdeb10d3c899ce2b91bc4e1c1bfc0abbc903829291ced6b",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark-py@sha256:7bf175680c82b2b7ae638007650af3862c405670e52109b6c1dc36afacf3a01d"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2023-04-14T23:12:53.39455851Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "185",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "JAVA_HOME=/opt/java/openjdk",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "JAVA_VERSION=jdk-17.0.6+10",
            "SPARK_HOME=/opt/spark"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/opt/spark/work-dir",
        "Entrypoint": [
            "/opt/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "22.04"
        }
    },
    "Architecture": "arm64",
    "Os": "linux",
    "Size": 986500869,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/4d2b5f11b11979600bfb8b0df8a03d93b6c8ae66784ea7898fc53f4d61efa873/diff:/var/lib/docker/overlay2/142db68d99dbe9b7a82cb15415bc07dbc1c4de722b0ebc613ad4eb9ba4a1dee7/diff:/var/lib/docker/overlay2/4ced66e850d67743ad568f89fce0d82a72bdb8172c757d0ed1a2bc452931eddb/diff:/var/lib/docker/overlay2/3d6b724e0c2986992904532fbe1e8ba7f4d943016b1a08db5bd2fb5d787e1adb/diff:/var/lib/docker/overlay2/4c058f864bff8ce2cb479eaa99ac5f91e606bdf7472b99cb614181aa84d9821f/diff:/var/lib/docker/overlay2/66b6839e1ed96f4cbe74fed6e59d3175f5473cc809e1415b7dc338f7954c6c09/diff:/var/lib/docker/overlay2/4e913ec25ca9a700bda62c8597b209826db811d49b6b598b3a153216a00c53b9/diff:/var/lib/docker/overlay2/13db3688309e9158dcc59eedc07f374c3e09df83e92d66df1195c778375b24aa/diff:/var/lib/docker/overlay2/ede750777fd6b1b4f5821e4293f3e32f5446835be77ad882fe93318d57556833/diff:/var/lib/docker/overlay2/f34f032a250918b3289be768bdee381e2179867bff20640dcc77346d46c71cc8/diff:/var/lib/docker/overlay2/8606019420d21364767715117bea1d28d9a38cf8021ee4743d02817da3680378/diff:/var/lib/docker/overlay2/a62c87aa7b824064d186ade36d84634d245805afe499e6a9546af1d333225bcd/diff:/var/lib/docker/overlay2/2b46edeac67ce5c2b301f0053248ef37b9d9432b759c1be50948726c137c72cb/diff:/var/lib/docker/overlay2/1c0e45cdb6d8404fd46ac88083063897a9bb5f631c7c4c355f46f5354388edff/diff:/var/lib/docker/overlay2/8ed2e0c7527aaab9932ad7817ab4deb2cf17d3e14d38df3820e8f846572b85df/diff:/var/lib/docker/overlay2/2f49c8dee9bc818e7c0146b574bb230a163ad057534f983ed3a40d2b5ab30243/diff:/var/lib/docker/overlay2/ace788229ff884e34ef15f04d6788ce4854f02fdcb28efdfccc4411cfa65573b/diff:/var/lib/docker/overlay2/6e16f249e65810257c868042d96be72bd1101ab5ee1217d886d8acc986f9aaca/diff:/var/lib/docker/overlay2/87a1cdb077daf0ae351a79e03b092e1f2020ff9da5b88f22ff0ce307504aafa8/diff:/var/lib/docker/overlay2/712f1dcc6200e9f76db0f5dc59418d422332990cba7997fa93a6622af1b81d65/diff",
            "MergedDir": "/var/lib/docker/overlay2/397bab62cbfbd718e31a5e6a8cec960660fe54e00412c39a6fb95f358a2cb89e/merged",
            "UpperDir": "/var/lib/docker/overlay2/397bab62cbfbd718e31a5e6a8cec960660fe54e00412c39a6fb95f358a2cb89e/diff",
            "WorkDir": "/var/lib/docker/overlay2/397bab62cbfbd718e31a5e6a8cec960660fe54e00412c39a6fb95f358a2cb89e/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:874b048c963ab55b06939c39d59303fb975d323822a4ea48a02ac8dc635ea371",
            "sha256:62f873a65d1ffab39919e29a196db5ac9cc5e4267733a0422d62127037ef4f78",
            "sha256:b736d0b55513223138df070680bbdaeaa39e90f002bbb5f035bc9cf6bb717832",
            "sha256:53bccef3c8f29f36a2cd965bd86f697d92306c23cb0424740adb74d93cda6560",
            "sha256:9a5e1764ef83177ef9dc7fc7472dc0fb3b9fef939b6cd90719ec2d78090db91a",
            "sha256:0715a147b6e2df4bda9a651225ea97bcb08c7d71d616370501757df51c6c9171",
            "sha256:5297b796c4f9bff54c2d62fe29c96d59249772d4780352bc02e4aaaa74e83fed",
            "sha256:b4b099a946eac7b92e14a0074fb929a9765886a316f94806b81fa74e4f3162f6",
            "sha256:2ca6dacd950ecce7bad299912db44eb808696f1f1401d8286320633535110988",
            "sha256:0c5301dce3ed7457354a49d2850313e9bd9c732cf3484bc1e6ec852638e98b43",
            "sha256:10d20256132687d0a396a0f859ae0db71c05eee8e0094d514de38cdf74bfaab0",
            "sha256:a9215bbb3b64a246e661041025c87dd676b6d575fab779de98b6fb93ffc06506",
            "sha256:3018dbad2aa9c4d2c589929b61305bd9f33716a114b071d12542e2f45d816536",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:0086736fa4b3bfb0ceaa7e626b75a95f97932ccc9624fb152184b0fd6a52e7a1",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:4a7675dbd730571a017632005b520978b3050156fd496b903e23c96dfe132c0a",
            "sha256:9ab229479a486cd4311f8e0147fb13df8e1b4a4624d9b6e0f8d3dce512acbb01",
            "sha256:3bb34082c6d43b8ce180495fc7bc962f4212fd97b5423030a355debd50fe12f5",
            "sha256:6b57261c35b32922b80cf682f958213d74ca89af283357bf03cf9aba83c621cd",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-07-16T14:36:11.452852243+08:00"
    }
}