docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5 linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5  docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5  docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5

Shell快速替换命令

sed -i 's#apache/amoro-spark-optimizer:master-snapshot-spark3.5#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5  docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5  docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5'

镜像构建历史

# 2026-03-19 18:32:59  149.55MB 复制新文件或目录到容器中
COPY amoro-optimizer/amoro-optimizer-spark/target/amoro-optimizer-spark-3.5_2.12-0.9-SNAPSHOT-jar-with-dependencies.jar /opt/spark/usrlib/optimizer-job.jar # buildkit
                        
# 2026-03-19 18:32:59  558.30MB 执行命令并创建新的镜像层
RUN |3 MAVEN_MIRROR=https://repo.maven.apache.org/maven2 OPTIMIZER_JOB=amoro-optimizer/amoro-optimizer-spark/target/amoro-optimizer-spark-3.5_2.12-0.9-SNAPSHOT-jar-with-dependencies.jar AWS_VERSION=2.24.12 /bin/sh -c cd $SPARK_HOME/jars     && wget ${MAVEN_MIRROR}/software/amazon/awssdk/bundle/${AWS_VERSION}/bundle-${AWS_VERSION}.jar     && wget ${MAVEN_MIRROR}/software/amazon/awssdk/url-connection-client/${AWS_VERSION}/url-connection-client-${AWS_VERSION}.jar     && chown spark:spark *.jar     && mkdir -p $SPARK_HOME/usrlib # buildkit
                        
# 2026-03-19 18:32:50  58.30MB 执行命令并创建新的镜像层
RUN |3 MAVEN_MIRROR=https://repo.maven.apache.org/maven2 OPTIMIZER_JOB=amoro-optimizer/amoro-optimizer-spark/target/amoro-optimizer-spark-3.5_2.12-0.9-SNAPSHOT-jar-with-dependencies.jar AWS_VERSION=2.24.12 /bin/sh -c apt-get update     && apt-get install -y wget # buildkit
                        
# 2026-03-19 18:32:50  0.00B 指定运行容器时使用的用户
USER root
                        
# 2026-03-19 18:32:50  0.00B 定义构建参数
ARG AWS_VERSION=2.24.12
                        
# 2026-03-19 18:32:50  0.00B 定义构建参数
ARG OPTIMIZER_JOB=amoro-optimizer/amoro-optimizer-spark/target/amoro-optimizer-spark-3.5_2.12-0.9-SNAPSHOT-jar-with-dependencies.jar
                        
# 2026-03-19 18:32:50  0.00B 定义构建参数
ARG MAVEN_MIRROR=https://repo.maven.apache.org/maven2
                        
# 2025-09-25 05:05:17  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2025-09-25 05:05:17  303.06MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -ex;     apt-get update;     apt-get install -y python3 python3-pip;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-09-25 05:05:17  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-09-25 04:43:40  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2025-09-25 04:43:40  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2025-09-25 04:43:40  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2025-09-25 04:43:40  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2025-09-25 04:43:40  4.74KB 复制新文件或目录到容器中
COPY entrypoint.sh /opt/ # buildkit
                        
# 2025-09-25 04:43:40  361.82MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     export SPARK_TMP="$(mktemp -d)";     cd $SPARK_TMP;     wget -nv -O spark.tgz "$SPARK_TGZ_URL";     wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL";     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" ||     gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY";     gpg --batch --verify spark.tgz.asc spark.tgz;     gpgconf --kill all;     rm -rf "$GNUPGHOME" spark.tgz.asc;         tar -xf spark.tgz --strip-components=1;     chown -R spark:spark .;     mv jars /opt/spark/;     mv RELEASE /opt/spark/;     mv bin /opt/spark/;     mv sbin /opt/spark/;     mv kubernetes/dockerfiles/spark/decom.sh /opt/;     mv examples /opt/spark/;     ln -s "$(basename /opt/spark/examples/jars/spark-examples_*.jar)" /opt/spark/examples/jars/spark-examples.jar;     mv kubernetes/tests /opt/spark/;     mv data /opt/spark/;     mv python/pyspark /opt/spark/python/pyspark/;     mv python/lib /opt/spark/python/lib/;     mv R /opt/spark/;     chmod a+x /opt/decom.sh;     cd ..;     rm -rf "$SPARK_TMP"; # buildkit
                        
# 2025-09-25 04:43:30  0.00B 设置环境变量 SPARK_TGZ_URL SPARK_TGZ_ASC_URL GPG_KEY
ENV SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz?action=download SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz.asc?action=download GPG_KEY=564CA14951C29266889F9C5B90E2BA86F7A9B307
                        
# 2025-09-25 04:43:30  71.96MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     apt-get update;     apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper;     mkdir -p /opt/spark;     mkdir /opt/spark/python;     mkdir -p /opt/spark/examples;     mkdir -p /opt/spark/work-dir;     chmod g+w /opt/spark/work-dir;     touch /opt/spark/RELEASE;     chown -R spark:spark /opt/spark;     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-09-25 04:43:13  64.84KB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark &&     useradd --system --uid=${spark_uid} --gid=spark -d /nonexistent spark # buildkit
                        
# 2025-09-25 04:43:13  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2025-04-23 22:48:05  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/__cacert_entrypoint.sh"]
                        
# 2025-04-23 22:48:05  5.31KB 复制新文件或目录到容器中
COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh # buildkit
                        
# 2025-04-23 22:48:05  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     echo "Verifying install ...";     echo "java --version"; java --version;     echo "Complete." # buildkit
                        
# 2025-04-23 22:48:05  141.01MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     ARCH="$(dpkg --print-architecture)";     case "${ARCH}" in        amd64)          ESUM='d854baf8fcf835e28142d1519b88a1367c117e01fa1c18e34f9a1435d02a0437';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.27%2B6/OpenJDK11U-jre_x64_linux_hotspot_11.0.27_6.tar.gz';          ;;        arm64)          ESUM='e486056040ea7878a6e676bf8fd9112128045b3c1e5230b5dcf73756fc63f7e5';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.27%2B6/OpenJDK11U-jre_aarch64_linux_hotspot_11.0.27_6.tar.gz';          ;;        armhf)          ESUM='4cdccdb7da9590635bc9ef60c5c1d3b6c74dd7df2b8c2d265957c54cc6afa274';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.27%2B6/OpenJDK11U-jre_arm_linux_hotspot_11.0.27_6.tar.gz';          ;;        ppc64el)          ESUM='4f8d67bd58137bac307cd6a07f4454ca92dc21632505e9bd8e41652a741d10e9';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.27%2B6/OpenJDK11U-jre_ppc64le_linux_hotspot_11.0.27_6.tar.gz';          ;;        s390x)          ESUM='b6770a1536d43510b42de8a5f4d1f8bfab098b46a99016c70bf8241ede773eb6';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.27%2B6/OpenJDK11U-jre_s390x_linux_hotspot_11.0.27_6.tar.gz';          ;;        *)          echo "Unsupported arch: ${ARCH}";          exit 1;          ;;     esac;     wget --progress=dot:giga -O /tmp/openjdk.tar.gz ${BINARY_URL};     wget --progress=dot:giga -O /tmp/openjdk.tar.gz.sig ${BINARY_URL}.sig;     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver keyserver.ubuntu.com --recv-keys 3B04D753C9050D9A5D343F39843C48A565F8F04B;     gpg --batch --verify /tmp/openjdk.tar.gz.sig /tmp/openjdk.tar.gz;     rm -rf "${GNUPGHOME}" /tmp/openjdk.tar.gz.sig;     echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -;     mkdir -p "$JAVA_HOME";     tar --extract         --file /tmp/openjdk.tar.gz         --directory "$JAVA_HOME"         --strip-components 1         --no-same-owner     ;     rm -f /tmp/openjdk.tar.gz;     find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf;     ldconfig;     java -Xshare:dump; # buildkit
                        
# 2025-04-23 22:48:05  0.00B 设置环境变量 JAVA_VERSION
ENV JAVA_VERSION=jdk-11.0.27+6
                        
# 2025-04-23 22:48:05  52.88MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     apt-get update;     DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends         curl         wget         gnupg         fontconfig         ca-certificates p11-kit         tzdata         locales     ;     echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen;     locale-gen en_US.UTF-8;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2025-04-23 22:48:05  0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2025-04-23 22:48:05  0.00B 设置环境变量 PATH
ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2025-04-23 22:48:05  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/opt/java/openjdk
                        
# 2025-04-08 18:42:48  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-04-08 18:42:48  72.81MB 
/bin/sh -c #(nop) ADD file:f9ee450324e6ff2c946bc9aae5cf7e35e240dbd387d8b9f5ee1ed5b8434b9894 in / 
                        
# 2025-04-08 18:42:46  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=20.04
                        
# 2025-04-08 18:42:46  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-04-08 18:42:46  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-04-08 18:42:46  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:7a837ea82ea63f0513c261e6c57fd163ac554f346fe3cc01dbc2dbe1f1050008",
    "RepoTags": [
        "apache/amoro-spark-optimizer:master-snapshot-spark3.5",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:master-snapshot-spark3.5"
    ],
    "RepoDigests": [
        "apache/amoro-spark-optimizer@sha256:abe3760f756ac71ff5ce492a4a2eff0f421d66435c29455124bbffe7b47f1a55",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer@sha256:6c530b186ac97a5b4e35cc59baf7c98ad2d1d24a6ebeee64f2bd217b10e6304c"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2026-03-19T10:32:59.732877526Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "root",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "JAVA_HOME=/opt/java/openjdk",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "JAVA_VERSION=jdk-11.0.27+6",
            "SPARK_TGZ_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz?action=download",
            "SPARK_TGZ_ASC_URL=https://www.apache.org/dyn/closer.lua/spark/spark-3.5.7/spark-3.5.7-bin-hadoop3.tgz.asc?action=download",
            "GPG_KEY=564CA14951C29266889F9C5B90E2BA86F7A9B307",
            "SPARK_HOME=/opt/spark"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/opt/spark/work-dir",
        "Entrypoint": [
            "/opt/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "20.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 1769754602,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/e75d828ece615a61d2755ac0615550f287e5dcedba78aa2d63fa19ca2e2d119d/diff:/var/lib/docker/overlay2/c58d54079e319ceb7a6199c1459c9e34ba592d6cbae96b15edeadc57a76ab492/diff:/var/lib/docker/overlay2/8e23c822b4aec6f760de4b267d4d80b55b526a96e50bb56c39e0ee3efa7862fa/diff:/var/lib/docker/overlay2/e80c0da38db5177bb52fe119ad768f8abf2a1b54ed73bd4e0acbe38537529343/diff:/var/lib/docker/overlay2/8c66b1e634e7bdd5d3cdb103d1643662df69bbaf9cd735bef3877508ad0fc1fd/diff:/var/lib/docker/overlay2/23c54dab4f9b3d30262cf24f047d17810f164102072fcc67cbedc531d38b517d/diff:/var/lib/docker/overlay2/a1051f9d3ca0ba7053cbae7b95dee59c685135f6ea0840976bfcb711226a5571/diff:/var/lib/docker/overlay2/406ab224df6168339ecc84b3e2a3b6ec533fbfb47da7ea1cab5b172397d39c4a/diff:/var/lib/docker/overlay2/9d4d9d122b0512148e50cb9d9dbc4779116d6ea2ff9d7c021491fbe2797e9dd0/diff:/var/lib/docker/overlay2/7438614729de8da062d1e3019ee5f3e8ac94f8a468fca3adf77c0a1495956f46/diff:/var/lib/docker/overlay2/634bb37d9800e8081a22f2edeba1df6a870fe65e03f6cbe83b793250b90ab724/diff:/var/lib/docker/overlay2/a6382164a72e7c1e4ff3f9d3c22d77eabd2ca6fc226b9a1aa58a48e7e27df92a/diff:/var/lib/docker/overlay2/f694bc4beb52f2e554da6be6a2a8732f43eda21d5ec39744d3bb00491318a610/diff",
            "MergedDir": "/var/lib/docker/overlay2/4bebb0f96fd4ee5055cc0e17c0823061278246c5c21af459aa38842b2761c7b0/merged",
            "UpperDir": "/var/lib/docker/overlay2/4bebb0f96fd4ee5055cc0e17c0823061278246c5c21af459aa38842b2761c7b0/diff",
            "WorkDir": "/var/lib/docker/overlay2/4bebb0f96fd4ee5055cc0e17c0823061278246c5c21af459aa38842b2761c7b0/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:470b66ea5123c93b0d5606e4213bf9e47d3d426b640d32472e4ac213186c4bb6",
            "sha256:730104fcf1f49db88cacdebbbfa74e84066392822512a373f0986ad45908a3a8",
            "sha256:8d09b7313c956f184c1c1503ecd6aae881cf57a8caeaacf70bee9379a541ebd6",
            "sha256:e3660e2b48fd8f3ba243f7c651fad09f4ef3094ca14e96f36eb34a91ccdf873c",
            "sha256:5dcca9744f2a5d116fb146284b75332e055d25fa32da441ebb878e54fecf428e",
            "sha256:f320f655e44092f677aa0718280b0922b63a9292a227448de17d7d303d3e77f3",
            "sha256:eed2a1512cdded8d2b4b88a1c4f7c52eabb02ef68aeaa10f338a2a4b6f5c420d",
            "sha256:9bb0b99a6f4288d62e7d216450dd7544d790f003eecf09d7c79eceb7bed1a57b",
            "sha256:1725af06521223c484cc1fa089b31c4935e3f53b315a0432773d5680198cc035",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:bd5542dfcb13f3751096cea3c8ba2f2e09eebd9e12ace4a0e32529a485222ab8",
            "sha256:ba8efdd78714ed9e3ef509c4e8cbb1592cacf4cdcee940723bf9dcc141c2fdad",
            "sha256:e28a7ab7f507b0a744e53571115b764e8a0ff9bad0919436c06b5db86fd2101c",
            "sha256:0601455fcd819be6ca771af9787379fed523dca036ff2f89fbfb75631e00a75c"
        ]
    },
    "Metadata": {
        "LastTagTime": "2026-03-28T15:28:00.276664427+08:00"
    }
}