Docker拉取命令 无权限下载?点我修复

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu  docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu  docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu

Shell快速替换命令

sed -i 's#apache/spark:3.5.3-scala2.12-java17-ubuntu#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu  docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu  docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu'

镜像构建历史

# 2024-09-28 00:47:57  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2024-09-28 00:47:57  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2024-09-28 00:47:57  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2024-09-28 00:47:57  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2024-09-28 00:47:57  4.74KB 复制新文件或目录到容器中
COPY entrypoint.sh /opt/ # buildkit
                        
# 2024-09-28 00:47:57  361.77MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     export SPARK_TMP="$(mktemp -d)";     cd $SPARK_TMP;     wget -nv -O spark.tgz "$SPARK_TGZ_URL";     wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL";     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" ||     gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY";     gpg --batch --verify spark.tgz.asc spark.tgz;     gpgconf --kill all;     rm -rf "$GNUPGHOME" spark.tgz.asc;         tar -xf spark.tgz --strip-components=1;     chown -R spark:spark .;     mv jars /opt/spark/;     mv RELEASE /opt/spark/;     mv bin /opt/spark/;     mv sbin /opt/spark/;     mv kubernetes/dockerfiles/spark/decom.sh /opt/;     mv examples /opt/spark/;     ln -s "$(basename $(ls /opt/spark/examples/jars/spark-examples_*.jar))" /opt/spark/examples/jars/spark-examples.jar;     mv kubernetes/tests /opt/spark/;     mv data /opt/spark/;     mv python/pyspark /opt/spark/python/pyspark/;     mv python/lib /opt/spark/python/lib/;     mv R /opt/spark/;     chmod a+x /opt/decom.sh;     cd ..;     rm -rf "$SPARK_TMP"; # buildkit
                        
# 2024-09-28 00:47:29  0.00B 设置环境变量 SPARK_TGZ_URL SPARK_TGZ_ASC_URL GPG_KEY
ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz.asc GPG_KEY=0A2D660358B6F6F8071FD16F6606986CF5A8447C
                        
# 2024-09-28 00:47:29  59.69MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     apt-get update;     apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper;     mkdir -p /opt/spark;     mkdir /opt/spark/python;     mkdir -p /opt/spark/examples;     mkdir -p /opt/spark/work-dir;     chmod g+w /opt/spark/work-dir;     touch /opt/spark/RELEASE;     chown -R spark:spark /opt/spark;     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-09-28 00:47:20  64.83KB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark &&     useradd --system --uid=${spark_uid} --gid=spark spark # buildkit
                        
# 2024-09-28 00:47:20  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2024-08-22 15:58:33  0.00B 设置默认要执行的命令
CMD ["jshell"]
                        
# 2024-08-22 15:58:33  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/__cacert_entrypoint.sh"]
                        
# 2024-08-22 15:58:33  4.74KB 复制新文件或目录到容器中
COPY --chmod=755 entrypoint.sh /__cacert_entrypoint.sh # buildkit
                        
# 2024-08-22 15:58:33  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     echo "Verifying install ...";     fileEncoding="$(echo 'System.out.println(System.getProperty("file.encoding"))' | jshell -s -)"; [ "$fileEncoding" = 'UTF-8' ]; rm -rf ~/.java;     echo "javac --version"; javac --version;     echo "java --version"; java --version;     echo "Complete." # buildkit
                        
# 2024-08-22 15:58:33  279.60MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     ARCH="$(dpkg --print-architecture)";     case "${ARCH}" in        amd64)          ESUM='9d4dd339bf7e6a9dcba8347661603b74c61ab2a5083ae67bf76da6285da8a778';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.12%2B7/OpenJDK17U-jdk_x64_linux_hotspot_17.0.12_7.tar.gz';          ;;        arm64)          ESUM='8257de06bf37f0c8f19f8d542e2ab5a4e17db3ca5f29d041bd0b02ab265db021';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.12%2B7/OpenJDK17U-jdk_aarch64_linux_hotspot_17.0.12_7.tar.gz';          ;;        armhf)          ESUM='ce7873ebf40ed0eb1089941ead4d3af79a205b1264f3162860d26ae957572b74';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.12%2B7/OpenJDK17U-jdk_arm_linux_hotspot_17.0.12_7.tar.gz';          ;;        ppc64el)          ESUM='c97988e5a99b8ae0c47ba330b0883398c7433312db0051d8c5ff97911bae1605';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.12%2B7/OpenJDK17U-jdk_ppc64le_linux_hotspot_17.0.12_7.tar.gz';          ;;        s390x)          ESUM='e244947f4c9176bd559598874b6ecaafcabba19c7067271cebb78708c2e9d14f';          BINARY_URL='https://github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.12%2B7/OpenJDK17U-jdk_s390x_linux_hotspot_17.0.12_7.tar.gz';          ;;        *)          echo "Unsupported arch: ${ARCH}";          exit 1;          ;;     esac;     wget --progress=dot:giga -O /tmp/openjdk.tar.gz ${BINARY_URL};     echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -;     mkdir -p "$JAVA_HOME";     tar --extract         --file /tmp/openjdk.tar.gz         --directory "$JAVA_HOME"         --strip-components 1         --no-same-owner     ;     rm -f /tmp/openjdk.tar.gz ${JAVA_HOME}/lib/src.zip;     find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf;     ldconfig;     java -Xshare:dump; # buildkit
                        
# 2024-08-22 15:58:33  0.00B 设置环境变量 JAVA_VERSION
ENV JAVA_VERSION=jdk-17.0.12+7
                        
# 2024-08-22 15:58:33  49.97MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     apt-get update;     DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends         curl         wget         fontconfig         ca-certificates p11-kit         binutils         tzdata         locales     ;     echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen;     locale-gen en_US.UTF-8;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-08-22 15:58:33  0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2024-08-22 15:58:33  0.00B 设置环境变量 PATH
ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2024-08-22 15:58:33  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/opt/java/openjdk
                        
# 2024-09-12 00:25:18  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2024-09-12 00:25:17  77.86MB 
/bin/sh -c #(nop) ADD file:ebe009f86035c175ba244badd298a2582914415cf62783d510eab3a311a5d4e1 in / 
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2024-09-12 00:25:16  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:1fcbb8a4223ebea3826cbd0ab66b164df1c56914c0aac95f9925f41ea717e168",
    "RepoTags": [
        "apache/spark:3.5.3-scala2.12-java17-ubuntu",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark:3.5.3-scala2.12-java17-ubuntu"
    ],
    "RepoDigests": [
        "apache/spark@sha256:c48e4d9ef504e8e0ac019e101fb101ed0a5a02475d69da52fafe62078ead8be0",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/apache/spark@sha256:b286faabe4d0c1974e3be99d259e88de4cc64982214b5464d5b250ccbb23eefe"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2024-09-27T16:47:57.675935349Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "spark",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "JAVA_HOME=/opt/java/openjdk",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "JAVA_VERSION=jdk-17.0.12+7",
            "SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz",
            "SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.3/spark-3.5.3-bin-hadoop3.tgz.asc",
            "GPG_KEY=0A2D660358B6F6F8071FD16F6606986CF5A8447C",
            "SPARK_HOME=/opt/spark"
        ],
        "Cmd": null,
        "ArgsEscaped": true,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/opt/spark/work-dir",
        "Entrypoint": [
            "/opt/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "22.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 828976921,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/58c303c0738b19c872ad3fd4939d7d35e3cba0c3ae689cf9b5e793328957a6eb/diff:/var/lib/docker/overlay2/e4e32d9191e6d57166fcaa570fd97c10694a2a4bb52e1e748b4f5ec612b71900/diff:/var/lib/docker/overlay2/ef27237bf9fc4e388c3a29246ca36291029a5aaa47788c5cee20baaa5ae4f938/diff:/var/lib/docker/overlay2/6d1fe6d3b7a210fabcafb2920c6c7d6cc54896bcbd81567df7b8a30223dc9cc5/diff:/var/lib/docker/overlay2/d0cc12b8e2ea06b1c93333e1bcabf47d3f92a3c77110fdb8dc130ee293f39be0/diff:/var/lib/docker/overlay2/20086459b39ac892a1b9aec181b6f0e4f0c0096d0eccc537cf292be8d5e264aa/diff:/var/lib/docker/overlay2/4b91ad84ccd076e8fcf7f12d04992b694e283d62f7d717bde1a3474e7d4ef53a/diff:/var/lib/docker/overlay2/391f6e9d2c8d4ee74afa292aa92622f191ba773c659e0805eca888cb91d1a787/diff:/var/lib/docker/overlay2/4cfb2ff6eb670d08d805fcc326973c76acabc424b2f6ce5f1903149f34750452/diff",
            "MergedDir": "/var/lib/docker/overlay2/941a56f47e5cd6e0ad00137ccbd782db695b8f2e541ab0cb0671756e22cdd532/merged",
            "UpperDir": "/var/lib/docker/overlay2/941a56f47e5cd6e0ad00137ccbd782db695b8f2e541ab0cb0671756e22cdd532/diff",
            "WorkDir": "/var/lib/docker/overlay2/941a56f47e5cd6e0ad00137ccbd782db695b8f2e541ab0cb0671756e22cdd532/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:2573e0d8158209ed54ab25c87bcdcb00bd3d2539246960a3d592a1c599d70465",
            "sha256:5c959de9250df4a6ba862a0ba4f652a7e865e65c05bcdb2a46367532bebe0edb",
            "sha256:26c101560d0d4076def132059f8381501d1e053e8024a30497697c6a6136af1e",
            "sha256:a6dba2eaa6bd2928bc82613e2a57f5e24aa07d7eb134d145bc68f3bb1aa8a798",
            "sha256:1ce6bcbacfbd5f8efcec72bd6ec5413eeee06c2e1635fc004f675f18f8abf538",
            "sha256:70e9aab47a26afdb4c9c8b97cef3dcdd3c9908f7254b371c28016d55236c341d",
            "sha256:7a9335e360c8e83f81d29f2210098fe976e03a90a22ca6016098be4d866ab4a3",
            "sha256:a45f35585e2ebfa61c02c1ba528faee84dcacbd46346fc17d70d6e2c08bbb7a3",
            "sha256:50a4f8d5bb5afef0d7e593ff7b33f380dbf4a1e8dd1b240073ab56a08a6920fe",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
        ]
    },
    "Metadata": {
        "LastTagTime": "2024-11-24T01:33:40.731750504+08:00"
    }
}