docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3 linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3  docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3  docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3

Shell快速替换命令

sed -i 's#apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3  docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3  docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3'

镜像构建历史

# 2025-09-11 16:40:18  175.00MB 复制新文件或目录到容器中
COPY amoro-optimizer/amoro-optimizer-spark/target/amoro-optimizer-spark-0.8.1-incubating-jar-with-dependencies.jar /opt/spark/usrlib/optimizer-job.jar # buildkit
                        
# 2025-09-11 16:40:18  558.30MB 执行命令并创建新的镜像层
RUN |3 MAVEN_MIRROR=https://repo.maven.apache.org/maven2 OPTIMIZER_JOB=amoro-optimizer/amoro-optimizer-spark/target/amoro-optimizer-spark-0.8.1-incubating-jar-with-dependencies.jar AWS_VERSION=2.24.12 /bin/sh -c cd $SPARK_HOME/jars     && wget ${MAVEN_MIRROR}/software/amazon/awssdk/bundle/${AWS_VERSION}/bundle-${AWS_VERSION}.jar     && wget ${MAVEN_MIRROR}/software/amazon/awssdk/url-connection-client/${AWS_VERSION}/url-connection-client-${AWS_VERSION}.jar     && chown spark:spark *.jar     && mkdir -p $SPARK_HOME/usrlib # buildkit
                        
# 2025-09-11 16:40:04  59.76MB 执行命令并创建新的镜像层
RUN |3 MAVEN_MIRROR=https://repo.maven.apache.org/maven2 OPTIMIZER_JOB=amoro-optimizer/amoro-optimizer-spark/target/amoro-optimizer-spark-0.8.1-incubating-jar-with-dependencies.jar AWS_VERSION=2.24.12 /bin/sh -c apt-get update     && apt-get install -y wget # buildkit
                        
# 2025-09-11 16:40:04  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-09-11 16:40:04  0.00B 定义构建参数
ARG AWS_VERSION=2.24.12
                        
# 2025-09-11 16:40:04  0.00B 定义构建参数
ARG OPTIMIZER_JOB=amoro-optimizer/amoro-optimizer-spark/target/amoro-optimizer-spark-0.8.1-incubating-jar-with-dependencies.jar
                        
# 2025-09-11 16:40:04  0.00B 定义构建参数
ARG MAVEN_MIRROR=https://repo.maven.apache.org/maven2
                        
# 2023-08-22 18:18:27  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2023-08-22 18:18:27  303.01MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -ex;     apt-get update;     apt-get install -y python3 python3-pip;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2023-08-22 18:18:27  0.00B 指定运行容器时使用的用户
USER root
                        
# 2023-08-22 18:04:13  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2023-08-22 18:04:13  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2023-08-22 18:04:13  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2023-08-22 18:04:13  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2023-08-22 18:04:13  4.54KB 复制新文件或目录到容器中
COPY entrypoint.sh /opt/ # buildkit
                        
# 2023-08-22 18:04:13  320.05MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     export SPARK_TMP="$(mktemp -d)";     cd $SPARK_TMP;     wget -nv -O spark.tgz "$SPARK_TGZ_URL";     wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL";     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" ||     gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY";     gpg --batch --verify spark.tgz.asc spark.tgz;     gpgconf --kill all;     rm -rf "$GNUPGHOME" spark.tgz.asc;         tar -xf spark.tgz --strip-components=1;     chown -R spark:spark .;     mv jars /opt/spark/;     mv bin /opt/spark/;     mv sbin /opt/spark/;     mv kubernetes/dockerfiles/spark/decom.sh /opt/;     mv examples /opt/spark/;     mv kubernetes/tests /opt/spark/;     mv data /opt/spark/;     mv python/pyspark /opt/spark/python/pyspark/;     mv python/lib /opt/spark/python/lib/;     mv R /opt/spark/;     chmod a+x /opt/decom.sh;     cd ..;     rm -rf "$SPARK_TMP"; # buildkit
                        
# 2023-08-22 18:00:38  0.00B 设置环境变量 SPARK_TGZ_URL SPARK_TGZ_ASC_URL GPG_KEY
ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.3.3/spark-3.3.3-bin-hadoop3.tgz SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.3.3/spark-3.3.3-bin-hadoop3.tgz.asc GPG_KEY=F6468A4FF8377B4F1C07BC2AA077F928A0BF68D8
                        
# 2023-08-22 18:00:38  57.33MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     apt-get update;     apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper;     mkdir -p /opt/spark;     mkdir /opt/spark/python;     mkdir -p /opt/spark/examples;     mkdir -p /opt/spark/work-dir;     chmod g+w /opt/spark/work-dir;     touch /opt/spark/RELEASE;     chown -R spark:spark /opt/spark;     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2023-08-22 18:00:25  64.84KB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark &&     useradd --system --uid=${spark_uid} --gid=spark spark # buildkit
                        
# 2023-08-22 18:00:25  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2023-08-15 02:10:24  0.00B 
/bin/sh -c #(nop)  ENTRYPOINT ["/__cacert_entrypoint.sh"]
                        
# 2023-08-15 02:10:24  1.18KB 
/bin/sh -c #(nop) COPY file:8b8864b3e02a33a579dc216fd51b28a6047bc8eeaa03045b258980fe0cf7fcb3 in /__cacert_entrypoint.sh 
                        
# 2023-08-09 03:22:46  0.00B 
/bin/sh -c echo Verifying install ...     && fileEncoding="$(echo 'System.out.println(System.getProperty("file.encoding"))' | jshell -s -)"; [ "$fileEncoding" = 'UTF-8' ]; rm -rf ~/.java     && echo java --version && java --version     && echo Complete.
                        
# 2023-08-09 03:22:45  140.28MB 
/bin/sh -c set -eux;     ARCH="$(dpkg --print-architecture)";     case "${ARCH}" in        aarch64|arm64)          ESUM='45e190920fb3ec61ee5213a7bd98553abf2ae7692eb9daa504fcdc9d59a7cfc4';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.20%2B8/OpenJDK11U-jre_aarch64_linux_hotspot_11.0.20_8.tar.gz';          ;;        armhf|arm)          ESUM='1e2a02364084b2d054e88a871f3efaa4450ae4f087b8f806fd95c15d5affcc7b';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.20%2B8/OpenJDK11U-jre_arm_linux_hotspot_11.0.20_8.tar.gz';          ;;        ppc64el|powerpc:common64)          ESUM='61034834b61bf080392218b25dcac2d9e3505b5e4f53539704d496be4181aadf';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.20%2B8/OpenJDK11U-jre_ppc64le_linux_hotspot_11.0.20_8.tar.gz';          ;;        s390x|s390:64-bit)          ESUM='0c7050976914e0613179446de62bb20d2845ae809f6d31bc0ed8d136f8fd3d9b';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.20%2B8/OpenJDK11U-jre_s390x_linux_hotspot_11.0.20_8.tar.gz';          ;;        amd64|i386:x86-64)          ESUM='ffb070c26ea22771f78769c569c9db3412e6486434dc6df1fd3c3438285766e7';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.20%2B8/OpenJDK11U-jre_x64_linux_hotspot_11.0.20_8.tar.gz';          ;;        *)          echo "Unsupported arch: ${ARCH}";          exit 1;          ;;     esac; 	  wget -O /tmp/openjdk.tar.gz ${BINARY_URL}; 	  echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -; 	  mkdir -p "$JAVA_HOME"; 	  tar --extract 	      --file /tmp/openjdk.tar.gz 	      --directory "$JAVA_HOME" 	      --strip-components 1 	      --no-same-owner 	  ;     rm -f /tmp/openjdk.tar.gz ${JAVA_HOME}/lib/src.zip;     find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf;     ldconfig;     java -Xshare:dump;
                        
# 2023-08-09 03:22:00  0.00B 
/bin/sh -c #(nop)  ENV JAVA_VERSION=jdk-11.0.20+8
                        
# 2023-08-09 03:20:25  45.78MB 
/bin/sh -c apt-get update     && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends tzdata curl wget ca-certificates fontconfig locales p11-kit     && echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen     && locale-gen en_US.UTF-8     && rm -rf /var/lib/apt/lists/*
                        
# 2023-08-03 10:34:40  0.00B 
/bin/sh -c #(nop)  ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2023-08-03 10:34:40  0.00B 
/bin/sh -c #(nop)  ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2023-08-03 10:34:40  0.00B 
/bin/sh -c #(nop)  ENV JAVA_HOME=/opt/java/openjdk
                        
# 2023-08-01 14:16:46  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2023-08-01 14:16:45  72.79MB 
/bin/sh -c #(nop) ADD file:233702cd816c07bc9fed02881b11fb3bdcaee41f3ce3ec1c9f0c4a060b155d5b in / 
                        
# 2023-08-01 14:16:44  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=20.04
                        
# 2023-08-01 14:16:44  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2023-08-01 14:16:44  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2023-08-01 14:16:43  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:1f092fb2aa979476ae4126cd52d626304c00600afd9c76eed84fa40dc3b68686",
    "RepoTags": [
        "apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer:0.8.1-incubating-spark3.3"
    ],
    "RepoDigests": [
        "apache/amoro-spark-optimizer@sha256:cb7c9c55fe3d6b79f0240f272414eb26ea61bd16c0c363c1a31d858a0368886a",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/amoro-spark-optimizer@sha256:b8cfb647d5af87c13f74bdda32b9a5b14be2bfa106f7e45f328faa2fc687f21c"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-09-11T08:40:18.959584933Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "root",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "JAVA_HOME=/opt/java/openjdk",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "JAVA_VERSION=jdk-11.0.20+8",
            "SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.3.3/spark-3.3.3-bin-hadoop3.tgz",
            "SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.3.3/spark-3.3.3-bin-hadoop3.tgz.asc",
            "GPG_KEY=F6468A4FF8377B4F1C07BC2AA077F928A0BF68D8",
            "SPARK_HOME=/opt/spark"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/opt/spark/work-dir",
        "Entrypoint": [
            "/opt/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "20.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 1732370087,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/c4639dccf85d950b69279fdae68117e48f5daafd3d04adfad9e251193a1ce731/diff:/var/lib/docker/overlay2/dbe5e9c9f06e06479f475c20176712d8ff5bc79730370fdfa471ffdae0bfd1f3/diff:/var/lib/docker/overlay2/1a0e8a323acad9387c203fa549976f02f654795d2d47e0ecc14166a696836dc8/diff:/var/lib/docker/overlay2/93a208ba6335fb22770ddbdf57ba28a456fad9d7dc5338bf909a382bb9aaf029/diff:/var/lib/docker/overlay2/8cff92d973f358b3fde9a75927d647436187de18042c955f72673ebd4e482761/diff:/var/lib/docker/overlay2/caf637f78b435b8b583cdb2a4bde4f6e766ecaa2e55485fcdd466b23008a02d0/diff:/var/lib/docker/overlay2/a0a121e6157f80f8a72fc80b1442ca6f6161d96299755d948f4c57f7fd6da67d/diff:/var/lib/docker/overlay2/8a77cea14043acf507c02ca9b15341c7916dd6e9944f199c91e847a67376344f/diff:/var/lib/docker/overlay2/5480135ec4a9bf8e733445a51221c1100048501af611181997ba5f31f197ce8a/diff:/var/lib/docker/overlay2/a05dba1bf9dc286e38901dd2d11034d1b95db347e75ba3dc25c4f7a03a63295b/diff:/var/lib/docker/overlay2/e0d50b52f3e11a719453637535105f1591204008d4859d3246a8f60c559785ae/diff:/var/lib/docker/overlay2/990d7f6c4e8b0eb08df44e1f63f3a91245376fffc370023a9308a67af1cbaea4/diff:/var/lib/docker/overlay2/4b2b8d2ade56584c9a2974512fdef770b7bbf844f4e5a74dc3cc33cb29abc606/diff",
            "MergedDir": "/var/lib/docker/overlay2/e9e5535a4a941c9a2f8254042f37d183f3cead62a37ef45e425c65efbb7080e2/merged",
            "UpperDir": "/var/lib/docker/overlay2/e9e5535a4a941c9a2f8254042f37d183f3cead62a37ef45e425c65efbb7080e2/diff",
            "WorkDir": "/var/lib/docker/overlay2/e9e5535a4a941c9a2f8254042f37d183f3cead62a37ef45e425c65efbb7080e2/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:954c82bdeb5fcc80094317528fa3fcbb1026aeff64f872527d35ec9b4343b84d",
            "sha256:0b4923f16514fbdf96c8a0ca9eec9282449776e30840066e2a848a0fe324de5f",
            "sha256:2802c81551d24cf028479e0c6ae3d992740a00c0b71f29eaa2d40974f52fc020",
            "sha256:c549c0edaca7e17eb5cb3bed8081e9b2ee92382ec8a24f7957fc541b4a5e5bde",
            "sha256:60e89035d98776a784cfcf9868857f63e7137933a4990fa42f9cc4b5bfc49304",
            "sha256:733ab64c25c95033c4c3df157f659f3b2bfb29b26f6291a536ced0c123b51f12",
            "sha256:d85730979894ce324e98c7be61011780be2a7c38fa7578304ba16a8baad23eb5",
            "sha256:421393740affb9bc1d1e3ebefac9d20949910af140351e846b90980727949827",
            "sha256:94beda9f2ced5b24a136ce40d56e196d8d69c894a1c64f72d50fc0d329f85c6e",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:d1c0cfcfb7159153ee45c76f0aa5ccceb024e11e380805e2067ea9bb670875d5",
            "sha256:cae856f6086b0c8d367a1664fc467ac5fb14f50d15bbe51d8eb6bdc958e66fbf",
            "sha256:111920e09024f6435ae76cfef65d3e80c4c4816afd31ba42b692cac0fbe376a7",
            "sha256:7029e2e982436e5c776cb3da3bfa071a7af731b9a8ec936e75bc087dbf35cef3"
        ]
    },
    "Metadata": {
        "LastTagTime": "2026-03-27T11:17:14.707981019+08:00"
    }
}