docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0 linux/amd64

Docker拉取命令 无权限下载?点我修复

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0  docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0  docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0

Shell快速替换命令

sed -i 's#kubeflow/spark-operator:v1beta2-1.6.2-3.5.0#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0  docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0  docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0'

镜像构建历史

# 2024-07-22 13:11:42  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/usr/bin/entrypoint.sh"]
                        
# 2024-07-22 13:11:42  708.00B 复制新文件或目录到容器中
COPY entrypoint.sh /usr/bin/ # buildkit
                        
# 2024-07-22 13:11:42  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update --allow-releaseinfo-change     && apt-get update     && apt-get install -y tini     && rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-07-22 13:11:37  60.83MB 复制新文件或目录到容器中
COPY /usr/bin/spark-operator /usr/bin/ # buildkit
                        
# 2024-07-22 13:11:37  0.00B 指定运行容器时使用的用户
USER root
                        
# 2023-09-14 21:22:32  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2023-09-14 21:22:32  303.01MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -ex;     apt-get update;     apt-get install -y python3 python3-pip;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2023-09-14 21:22:32  0.00B 指定运行容器时使用的用户
USER root
                        
# 2023-09-14 21:22:32  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/opt/entrypoint.sh"]
                        
# 2023-09-14 21:22:32  0.00B 指定运行容器时使用的用户
USER spark
                        
# 2023-09-14 21:22:32  0.00B 设置工作目录为/opt/spark/work-dir
WORKDIR /opt/spark/work-dir
                        
# 2023-09-14 21:22:32  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2023-09-14 21:22:32  4.74KB 复制新文件或目录到容器中
COPY entrypoint.sh /opt/ # buildkit
                        
# 2023-09-14 21:22:32  361.28MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     export SPARK_TMP="$(mktemp -d)";     cd $SPARK_TMP;     wget -nv -O spark.tgz "$SPARK_TGZ_URL";     wget -nv -O spark.tgz.asc "$SPARK_TGZ_ASC_URL";     export GNUPGHOME="$(mktemp -d)";     gpg --batch --keyserver hkps://keys.openpgp.org --recv-key "$GPG_KEY" ||     gpg --batch --keyserver hkps://keyserver.ubuntu.com --recv-keys "$GPG_KEY";     gpg --batch --verify spark.tgz.asc spark.tgz;     gpgconf --kill all;     rm -rf "$GNUPGHOME" spark.tgz.asc;         tar -xf spark.tgz --strip-components=1;     chown -R spark:spark .;     mv jars /opt/spark/;     mv bin /opt/spark/;     mv sbin /opt/spark/;     mv kubernetes/dockerfiles/spark/decom.sh /opt/;     mv examples /opt/spark/;     mv kubernetes/tests /opt/spark/;     mv data /opt/spark/;     mv python/pyspark /opt/spark/python/pyspark/;     mv python/lib /opt/spark/python/lib/;     mv R /opt/spark/;     chmod a+x /opt/decom.sh;     cd ..;     rm -rf "$SPARK_TMP"; # buildkit
                        
# 2023-09-14 21:22:32  0.00B 设置环境变量 SPARK_TGZ_URL SPARK_TGZ_ASC_URL GPG_KEY
ENV SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.0/spark-3.5.0-bin-hadoop3.tgz SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.0/spark-3.5.0-bin-hadoop3.tgz.asc GPG_KEY=FC3AE3A7EAA1BAC98770840E7E1ABCC53AAA2216
                        
# 2023-09-14 21:22:32  58.48MB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c set -ex;     apt-get update;     apt-get install -y gnupg2 wget bash tini libc6 libpam-modules krb5-user libnss3 procps net-tools gosu libnss-wrapper;     mkdir -p /opt/spark;     mkdir /opt/spark/python;     mkdir -p /opt/spark/examples;     mkdir -p /opt/spark/work-dir;     chmod g+w /opt/spark/work-dir;     touch /opt/spark/RELEASE;     chown -R spark:spark /opt/spark;     echo "auth required pam_wheel.so use_uid" >> /etc/pam.d/su;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2023-09-14 21:22:32  64.84KB 执行命令并创建新的镜像层
RUN |1 spark_uid=185 /bin/sh -c groupadd --system --gid=${spark_uid} spark &&     useradd --system --uid=${spark_uid} --gid=spark spark # buildkit
                        
# 2023-09-14 21:22:32  0.00B 定义构建参数
ARG spark_uid=185
                        
# 2023-09-14 21:22:32  0.00B 配置容器启动时运行的命令
ENTRYPOINT ["/__cacert_entrypoint.sh"]
                        
# 2023-09-14 21:22:32  1.18KB 复制新文件或目录到容器中
COPY entrypoint.sh /__cacert_entrypoint.sh # buildkit
                        
# 2023-09-14 21:22:32  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     echo "Verifying install ...";     echo "java --version"; java --version;     echo "Complete." # buildkit
                        
# 2023-09-14 21:22:32  140.93MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     ARCH="$(dpkg --print-architecture)";     case "${ARCH}" in        aarch64|arm64)          ESUM='7290ace47a030d89ea023c28e7aa555c9da72b4194f73b39ec9d058011bf06dd';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.23%2B9/OpenJDK11U-jre_aarch64_linux_hotspot_11.0.23_9.tar.gz';          ;;        amd64|i386:x86-64)          ESUM='786a72296189ba8e43999532aa73730d87ec1fce558eb3c4e98b611b423375e3';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.23%2B9/OpenJDK11U-jre_x64_linux_hotspot_11.0.23_9.tar.gz';          ;;        armhf|arm)          ESUM='025f994549708f7291ce3b0fa7c41f7e78ec3af3eae3f85fffe9c5fa4a54889f';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.23%2B9/OpenJDK11U-jre_arm_linux_hotspot_11.0.23_9.tar.gz';          ;;        ppc64el|powerpc:common64)          ESUM='3b3fbd324620fd914bd8462e292124493fcf846fd69195c4b9a231131dc68d5f';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.23%2B9/OpenJDK11U-jre_ppc64le_linux_hotspot_11.0.23_9.tar.gz';          ;;        s390x|s390:64-bit)          ESUM='25abb7f74f55847b0d509402111084bd7a244d904744f3bfffa89528bc3b8a69';          BINARY_URL='https://github.com/adoptium/temurin11-binaries/releases/download/jdk-11.0.23%2B9/OpenJDK11U-jre_s390x_linux_hotspot_11.0.23_9.tar.gz';          ;;        *)          echo "Unsupported arch: ${ARCH}";          exit 1;          ;;     esac;     wget --progress=dot:giga -O /tmp/openjdk.tar.gz ${BINARY_URL};     echo "${ESUM} */tmp/openjdk.tar.gz" | sha256sum -c -;     mkdir -p "$JAVA_HOME";     tar --extract         --file /tmp/openjdk.tar.gz         --directory "$JAVA_HOME"         --strip-components 1         --no-same-owner     ;     rm -f /tmp/openjdk.tar.gz ${JAVA_HOME}/lib/src.zip;     find "$JAVA_HOME/lib" -name '*.so' -exec dirname '{}' ';' | sort -u > /etc/ld.so.conf.d/docker-openjdk.conf;     ldconfig;     java -Xshare:dump; # buildkit
                        
# 2023-09-14 21:22:32  0.00B 设置环境变量 JAVA_VERSION
ENV JAVA_VERSION=jdk-11.0.23+9
                        
# 2023-09-14 21:22:32  45.80MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux;     apt-get update;     DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends         curl         wget         fontconfig         ca-certificates p11-kit         tzdata         locales     ;     echo "en_US.UTF-8 UTF-8" >> /etc/locale.gen;     locale-gen en_US.UTF-8;     rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2023-09-14 21:22:32  0.00B 设置环境变量 LANG LANGUAGE LC_ALL
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
                        
# 2023-09-14 21:22:32  0.00B 设置环境变量 PATH
ENV PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2023-09-14 21:22:32  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/opt/java/openjdk
                        
# 2023-09-14 21:22:32  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2023-09-14 21:22:32  72.81MB 
/bin/sh -c #(nop) ADD file:e7cff353f027ecf0a2cb1cdd51714de3b083a11a0d965f104489f9a7e6925056 in / 
                        
# 2023-09-14 21:22:32  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=20.04
                        
# 2023-09-14 21:22:32  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2023-09-14 21:22:32  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2023-09-14 21:22:32  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:b44b4923a49030f0546a89cdafabdb1b00ecc6ab3129e351190ccaffcb5f1890",
    "RepoTags": [
        "kubeflow/spark-operator:v1beta2-1.6.2-3.5.0",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator:v1beta2-1.6.2-3.5.0"
    ],
    "RepoDigests": [
        "kubeflow/spark-operator@sha256:32cddc3c63e723b75956d601867091add086ffe45786b0b46b351c6f38e17504",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/kubeflow/spark-operator@sha256:d1b942805649cc18a84536f2dbc33016b25ca63930e0a29e9d2d53dcf8b74fc4"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2024-07-22T05:11:42.953774756Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "root",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/java/openjdk/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "JAVA_HOME=/opt/java/openjdk",
            "LANG=en_US.UTF-8",
            "LANGUAGE=en_US:en",
            "LC_ALL=en_US.UTF-8",
            "JAVA_VERSION=jdk-11.0.23+9",
            "SPARK_TGZ_URL=https://archive.apache.org/dist/spark/spark-3.5.0/spark-3.5.0-bin-hadoop3.tgz",
            "SPARK_TGZ_ASC_URL=https://archive.apache.org/dist/spark/spark-3.5.0/spark-3.5.0-bin-hadoop3.tgz.asc",
            "GPG_KEY=FC3AE3A7EAA1BAC98770840E7E1ABCC53AAA2216",
            "SPARK_HOME=/opt/spark"
        ],
        "Cmd": null,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/opt/spark/work-dir",
        "Entrypoint": [
            "/usr/bin/entrypoint.sh"
        ],
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "20.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 1043209180,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/a6c3be4ea87f63dbc7644175cbee050e735677563fae4e3e68163faa78b1d547/diff:/var/lib/docker/overlay2/3a4c9e5a7ef0197711d1e9c3a6b89a0c8bca3735bc0b38ed0adb91c2ba9a249c/diff:/var/lib/docker/overlay2/1e0f1c670f48d55d6f21a7b54bc6dc55eeb825613473bf50c2a98eea0ce62eda/diff:/var/lib/docker/overlay2/531c3370e2a2c20333b7314095ff0843ef7795ed574ae6045e1d0d56e1f1ff28/diff:/var/lib/docker/overlay2/0b24d70ad9cfc35934523146b6007e7e9e4fa208134875c7680fe1068b16f927/diff:/var/lib/docker/overlay2/6f75a19db2f6ffd28541960939fc84f899a94f1b2a1ae4d4759baf7ce8742529/diff:/var/lib/docker/overlay2/9344029e213499103d9860da89896d241cbe56d2989b54f7b2c535d81aedf370/diff:/var/lib/docker/overlay2/9a8fd032cf41c9e3b685c0ce04ccaf3d0abdfc54ec974b883ae6099f8b52c5ec/diff:/var/lib/docker/overlay2/111d2b92f1f3e6eca473a2c3c64b268ae1a67194f468c4a2e073f958a2001b90/diff:/var/lib/docker/overlay2/5fe82803eebf674e429cb8dfce7deebf57e393939926001a4f6885f5a3e7b7a8/diff:/var/lib/docker/overlay2/257c9516c13cd24555a309a484bab02357c8cc3ddd2a8c2ba877473db6b7ec91/diff:/var/lib/docker/overlay2/4084d5ddb4c528d8a962a1f35802779e99081079961028f8c37666b0d9f3bbb6/diff:/var/lib/docker/overlay2/74057b53684ab160702b27c514a9f3c5d014bf1fbc3b690cc7a21332803c951e/diff",
            "MergedDir": "/var/lib/docker/overlay2/7fd9648d0aa8f988ab9cf7aa080050a3e94b5b9b3b366748ea7fbd3c06cf5392/merged",
            "UpperDir": "/var/lib/docker/overlay2/7fd9648d0aa8f988ab9cf7aa080050a3e94b5b9b3b366748ea7fbd3c06cf5392/diff",
            "WorkDir": "/var/lib/docker/overlay2/7fd9648d0aa8f988ab9cf7aa080050a3e94b5b9b3b366748ea7fbd3c06cf5392/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:3ec3ded77c0ce89e931f92aed086b2a2c774a6fbd51617853decc8afa4e1087a",
            "sha256:8cdab93a842f1ebf4bfcd2da131a8b77a3d34a77c27fc239e0c0ef1803705f6d",
            "sha256:5cd56a6a3578cdb4bd96175f6821ba8b011149310b7ef045225de7b35c55dcd2",
            "sha256:01679bf28944de6d2d04295b31a71f6560480b50b37d7580b8535fda41eee590",
            "sha256:ea147d71d1e9a3a1b5b6c7eeaac6ccb9a13d9303c32da4b00dca349335ba250c",
            "sha256:c3939c2de1c2261fcda91db3718a8c589d0da14de688ffe73d26eebc72198436",
            "sha256:05709d198dd990a324829253dbb7c2dfd2ba49c500c3f19fdaf55252512f66c4",
            "sha256:0c829bac5637e687184284ca80a8c7a9bb63dcd41496c399046190f98f88b91b",
            "sha256:1fb6e0ab649135472576c894b64a75aef2b309f0ee532fba05c540ea258c3455",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:3fa40c75776e9193029fb0140d4d6c1fe422fa8212075b53c92b7344dd5d1e78",
            "sha256:0582d12a7405027a7e97260e772bd19a47f1e243d03fd18913f6cd3eadb88882",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:5d8cb1f4047688cdf81c38fb64bfef3209f0da05ada7fe6adaeb6b31207b36f8"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-01-15T10:19:01.081838284+08:00"
    }
}