Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu  docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu  docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu

Shell快速替换命令

sed -i 's#apache/spark:3.5.5-scala2.12-java11-python3-ubuntu#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu  docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu  docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu'

镜像构建历史

# 2025-02-28 13:01:55  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2025-02-28 13:01:55  303.05MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -ex;     apt-get update;     apt-get install -y python3 python3-pip;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-02-28 13:01:55  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-02-28 12:49:11  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2025-02-28 12:49:11  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2025-02-28 12:49:11  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2025-02-28 12:49:11  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2025-02-28 12:49:11  4.74KB 复制新文件或目录到容器中
COPY entrypoint.sh /opt/ # buildkit
                        
# 2025-02-28 12:49:11  361.83MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     export SPARK_TMP="$(mktemp -d)";     cd $SPARK_TMP;     wget -nv -O spark.tgz "$SPARK_TGZ_URL";     wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL";     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" ||     gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY";     gpg --batch --verify spark.tgz.asc spark.tgz;     gpgconf --kill all;     rm -rf "$GNUPGHOME" spark.tgz.asc;         tar -xf spark.tgz --strip-components=1;     chown -R spark:spark .;     mv jars /opt/spark/;     mv RELEASE /opt/spark/;     mv bin /opt/spark/;     mv sbin /opt/spark/;     mv kubernetes/dockerfiles/spark/decom.sh /opt/;     mv examples /opt/spark/;     ln -s "$(basename /opt/spark/examples/jars/spark-examples_*.jar)" /opt/spark/examples/jars/spark-examples.jar;     mv kubernetes/tests /opt/spark/;     mv data /opt/spark/;     mv python/pyspark /opt/spark/python/pyspark/;     mv python/lib /opt/spark/python/lib/;     mv R /opt/spark/;     chmod a+x /opt/decom.sh;     cd ..;     rm -rf "$SPARK_TMP"; # buildkit
                        
# 2025-02-28 12:48:40  0.00B 设置环境变量 SPARK_TGZ_URL SPARK_TGZ_ASC_URL GPG_KEY
ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz.asc GPG_KEY=F28C9C925C188C35E345614DEDA00CE834F0FC5C
                        
# 2025-02-28 12:48:40  65.29MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     apt-get update;     apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper;     mkdir -p /opt/spark;     mkdir /opt/spark/python;     mkdir -p /opt/spark/examples;     mkdir -p /opt/spark/work-dir;     chmod g+w /opt/spark/work-dir;     touch /opt/spark/RELEASE;     chown -R spark:spark /opt/spark;     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-02-28 12:48:28  64.84KB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark &&     useradd --system --uid=${spark_uid} --gid=spark spark # buildkit
                        
# 2025-02-28 12:48:28  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2025-01-30 22:32:57  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/__cacert_entrypoint.sh"]
                        
# 2025-01-30 22:32:57  5.31KB 复制新文件或目录到容器中
COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh # buildkit
                        
# 2025-01-30 22:32:57  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     echo "Verifying install ...";     echo "java --version"; java --version;     echo "Complete." # buildkit
                        
# 2025-01-30 22:32:57  141.00MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     ARCH="$(dpkg --print-architecture)";     case "${ARCH}" in        amd64)          ESUM='d26c566a7010d1303d3979b6f076e7911b49419a609c9e4d81f27262bf47f87c';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.26%2B4/OpenJDK11U-jre_x64_linux_hotspot_11.0.26_4.tar.gz';          ;;        arm64)          ESUM='4ececb5c229763107e9e4acf3b7035db38cf18a98a47176fa5ed1be3f3d15518';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.26%2B4/OpenJDK11U-jre_aarch64_linux_hotspot_11.0.26_4.tar.gz';          ;;        armhf)          ESUM='e4a00a3ea318a63ba97236633f34c8a5477f6cdb643cf6883788840818110f5f';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.26%2B4/OpenJDK11U-jre_arm_linux_hotspot_11.0.26_4.tar.gz';          ;;        ppc64el)          ESUM='69b38f0dde128d8c606012335cd60f1f55afa09b4135582188943bee699ebf03';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.26%2B4/OpenJDK11U-jre_ppc64le_linux_hotspot_11.0.26_4.tar.gz';          ;;        s390x)          ESUM='5d9552b1fb699da6052cbd600e750dd8ff48a89a384d537919a3c999257979dc';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.26%2B4/OpenJDK11U-jre_s390x_linux_hotspot_11.0.26_4.tar.gz';          ;;        *)          echo "Unsupported arch: ${ARCH}";          exit 1;          ;;     esac;     wget --progress=dot:giga -O /tmp/openjdk.tar.gz ${BINARY_URL};     wget --progress=dot:giga -O /tmp/openjdk.tar.gz.sig ${BINARY_URL}.sig;     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver keyserver.ubuntu.com --recv-keys 3B04D753C9050D9A5D343F39843C48A565F8F04B;     gpg --batch --verify /tmp/openjdk.tar.gz.sig /tmp/openjdk.tar.gz;     rm -rf "${GNUPGHOME}" /tmp/openjdk.tar.gz.sig;     echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -;     mkdir -p "$JAVA_HOME";     tar --extract         --file /tmp/openjdk.tar.gz         --directory "$JAVA_HOME"         --strip-components 1         --no-same-owner     ;     rm -f /tmp/openjdk.tar.gz;     find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf;     ldconfig;     java -Xshare:dump; # buildkit
                        
# 2025-01-30 22:32:57  0.00B 设置环境变量 JAVA_VERSION
ENV JAVA_VERSION=jdk-11.0.26+4
                        
# 2025-01-30 22:32:57  52.86MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     apt-get update;     DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends         curl         wget         gnupg         fontconfig         ca-certificates p11-kit         tzdata         locales     ;     echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen;     locale-gen en_US.UTF-8;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-01-30 22:32:57  0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2025-01-30 22:32:57  0.00B 设置环境变量 PATH
ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-01-30 22:32:57  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/opt/java/openjdk
                        
# 2024-10-11 11:38:27  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2024-10-11 11:38:27  72.81MB 
/bin/sh -c #(nop) ADD file:7486147a645d8835a5181c79f00a3606c6b714c83bcbfcd8862221eb14690f9e in / 
                        
# 2024-10-11 11:38:25  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=20.04
                        
# 2024-10-11 11:38:25  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2024-10-11 11:38:25  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2024-10-11 11:38:25  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:96c50f0a02c76c1ea4f5b892562d0a3c884d98052ef144cef09a03364f424ce0",
    "RepoTags": [
        "apache/spark:3.5.5-scala2.12-java11-python3-ubuntu",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.5-scala2.12-java11-python3-ubuntu"
    ],
    "RepoDigests": [
        "apache/spark@sha256:39321d67b23e2e0953f81b60778f74bf40c40a18dfb0e881e6a38593af60afa1",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark@sha256:66a496c7857f0bb8eb55f15c0c1db001202e9b5b86d395a933c8b8a2150cdfe3"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-02-28T05:01:55.556856499Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "spark",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "JAVA_HOME=/opt/java/openjdk",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "JAVA_VERSION=jdk-11.0.26+4",
            "SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz",
            "SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz.asc",
            "GPG_KEY=F28C9C925C188C35E345614DEDA00CE834F0FC5C",
            "SPARK_HOME=/opt/spark"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/opt/spark/work-dir",
        "Entrypoint": [
            "/opt/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "20.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 996920375,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/01fbe58de8c2a07b8e76803560e3a24219b26287f0128d2c440ac2d98daba35c/diff:/var/lib/docker/overlay2/70f04ae6388ea64dc63cfd91eddaf50173d176b6f8f3384377da83ad9afab278/diff:/var/lib/docker/overlay2/8d8278936e2f29a6a4909b76d15cd259da331081acc7c8b9b5fcae2036b6f782/diff:/var/lib/docker/overlay2/7bbed469f19d543487b3848d49cd62380b76257a6be413fa1173d5de7cee64f7/diff:/var/lib/docker/overlay2/663a3ef3b6130c980dc9fa8f5496a047a053d765e1182646c0f779e365986630/diff:/var/lib/docker/overlay2/804af1c448eed5fee3fbed3ed733f3b4bd5b431915dfb76745741d1d90669eb4/diff:/var/lib/docker/overlay2/cb66cc51ead1221df957d815f10717f5fdaf537553cd10e38286b560c2a9be2a/diff:/var/lib/docker/overlay2/13cf37b951dc8280721516fc071d62b5a40a9f207f239742d9da2055124560e2/diff:/var/lib/docker/overlay2/df4f6432a6a109bb70f42d79b951a4cb259d0ab3f387727bdf4432b365423665/diff:/var/lib/docker/overlay2/364ee650fcb55abc90ea2c6b6b0e7b00ae28674a17a09f26a611d7681de96bc4/diff",
            "MergedDir": "/var/lib/docker/overlay2/db27cb4fe43ce37808db91d48181496865696cf7394ce9b46f197ab02ac571a0/merged",
            "UpperDir": "/var/lib/docker/overlay2/db27cb4fe43ce37808db91d48181496865696cf7394ce9b46f197ab02ac571a0/diff",
            "WorkDir": "/var/lib/docker/overlay2/db27cb4fe43ce37808db91d48181496865696cf7394ce9b46f197ab02ac571a0/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:fffe76c64ef2dee2d80a8bb3ad13d65d596d04a45510b1956a976a69215dae92",
            "sha256:1a3096154bd1742c5d7920937b1928165fae98fdec9642fefcd967bb05093e80",
            "sha256:89efc40796773182f0543fbbbeaa8b995e3ee67e2aea96f5cc6a8756ac3fa1a6",
            "sha256:e633f41879a27b2f21b3991269f6b8392a45eb580c8b9ff914ce57f9154efa8d",
            "sha256:c44cd634dafa4d22cc71fa9c8b0b36313c34c18a98e82b7b8815b0adb7f92255",
            "sha256:c9cac940ed726df05dda9917c5b630650b05d4e417128fe2be76576d7ed5efbd",
            "sha256:249c636fc64de5e5b0de1d98357faff8239abba983a8d5c8cd30c5fa44935d7c",
            "sha256:af334e8c231f6f9507cbb80f651d649ce8318cb86353f82472c374bb0222d11c",
            "sha256:84a87bfd75dcce32297d317c3c490e9b0f6c41829dcafa61969b5e7172d26689",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:8fb59c29fb695f01ac15c7dc16f213f500a7c2e8fe83d2cb2690debee1bddf20"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-04-02T15:46:19.336185173+08:00"
    }
}