docker.io/tangchenyang/spark:v1.1 linux/arm64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64  docker.io/tangchenyang/spark:v1.1

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64  docker.io/tangchenyang/spark:v1.1

Shell快速替换命令

sed -i 's#tangchenyang/spark:v1.1#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64  docker.io/tangchenyang/spark:v1.1'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64  docker.io/tangchenyang/spark:v1.1'

镜像构建历史

# 2025-03-13 00:09:47  0.00B 设置默认要执行的命令
CMD ["bash" "/root/software/bootstrap.sh" "-d"]
                        
# 2025-03-13 00:09:47  420.00B 复制文件或目录到容器中
ADD bootstrap.sh /root/software/ # buildkit
                        
# 2025-03-13 00:09:47  0.00B 声明容器运行时监听的端口
EXPOSE map[15002/tcp:{}]
                        
# 2025-03-13 00:09:47  0.00B 声明容器运行时监听的端口
EXPOSE map[4040/tcp:{}]
                        
# 2025-03-13 00:09:47  603.00B 复制文件或目录到容器中
ADD spark-config/hive-site.xml /root/software/spark-3.5.5-bin-hadoop3/conf/hive-site.xml # buildkit
                        
# 2025-03-13 00:09:47  286.00B 复制文件或目录到容器中
ADD spark-config/spark-env.sh /root/software/spark-3.5.5-bin-hadoop3/conf/spark-env.sh # buildkit
                        
# 2025-03-13 00:09:47  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-8-openjdk-arm64//bin:/root/software/hadoop-3.3.5/bin:/root/software/hadoop-3.3.5/sbin:/root/software/apache-hive-4.0.1-bin/bin:/root/software/scala-2.12.19/bin:/root/software/spark-3.5.5-bin-hadoop3/bin:/root/software/spark-3.5.5-bin-hadoop3/sbin
                        
# 2025-03-13 00:09:47  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/root/software/spark-3.5.5-bin-hadoop3
                        
# 2025-03-13 00:09:47  0.00B 设置环境变量 SCALA_HOME
ENV SCALA_HOME=/root/software/scala-2.12.19
                        
# 2025-03-13 00:09:47  444.24MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget https://mirrors.tuna.tsinghua.edu.cn/apache/spark/spark-3.5.5/spark-3.5.5-bin-hadoop3.tgz -P /root/install_packages/ &&     tar -zxvf /root/install_packages/spark-3.5.5-bin-hadoop3.tgz -C /root/software/ &&     rm -f /root/install_packages/spark-3.5.5-bin-hadoop3.tgz # buildkit
                        
# 2025-03-13 00:09:28  22.54MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget https://downloads.lightbend.com/scala/2.12.19/scala-2.12.19.tgz -P /root/install_packages/ &&     tar -zxvf /root/install_packages/scala-2.12.19.tgz -C /root/software/ &&     rm -f /root/install_packages/scala-2.12.19.tgz # buildkit
                        
# 2025-03-13 00:09:25  0.00B 声明容器运行时监听的端口
EXPOSE map[10000/tcp:{}]
                        
# 2025-03-13 00:09:25  2.48MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget -P ${HIVE_HOME}/lib https://repo1.maven.org/maven2/mysql/mysql-connector-java/8.0.28/mysql-connector-java-8.0.28.jar # buildkit
                        
# 2025-03-13 00:09:16  2.00KB 复制文件或目录到容器中
ADD hive-config/hive-site.xml /root/software/apache-hive-4.0.1-bin/conf/hive-site.xml # buildkit
                        
# 2025-03-12 23:31:47  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-8-openjdk-arm64//bin:/root/software/hadoop-3.3.5/bin:/root/software/hadoop-3.3.5/sbin:/root/software/apache-hive-4.0.1-bin/bin
                        
# 2025-03-12 23:31:47  0.00B 设置环境变量 HIVE_HOME
ENV HIVE_HOME=/root/software/apache-hive-4.0.1-bin
                        
# 2025-03-12 23:31:47  461.99MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget https://mirrors.tuna.tsinghua.edu.cn/apache/hive/hive-4.0.1/apache-hive-4.0.1-bin.tar.gz -P /root/install_packages/ &&     tar -zxvf /root/install_packages/apache-hive-4.0.1-bin.tar.gz -C /root/software/ &&     rm -f /root/install_packages/apache-hive-4.0.1-bin.tar.gz # buildkit
                        
# 2025-03-12 23:29:48  199.40MB 执行命令并创建新的镜像层
RUN /bin/sh -c bash /root/software/mysql-change-password.sh # buildkit
                        
# 2025-03-12 23:29:47  139.00B 复制文件或目录到容器中
ADD hive-config/mysql-change-password.sh /root/software/ # buildkit
                        
# 2025-03-12 23:29:47  567.10MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt install -y mysql-server # buildkit
                        
# 2025-03-12 23:29:10  0.00B 声明容器运行时监听的端口
EXPOSE map[9870/tcp:{}]
                        
# 2025-03-12 23:29:10  0.00B 声明容器运行时监听的端口
EXPOSE map[8042/tcp:{}]
                        
# 2025-03-12 23:29:10  0.00B 声明容器运行时监听的端口
EXPOSE map[8088/tcp:{}]
                        
# 2025-03-12 23:29:10  677.00B 执行命令并创建新的镜像层
RUN /bin/sh -c hdfs namenode -format # buildkit
                        
# 2025-03-12 23:29:09  280.00B 复制文件或目录到容器中
ADD hadoop-config/hadoop-env.sh /root/software/hadoop-3.3.5/etc/hadoop/hadoop-env.sh # buildkit
                        
# 2025-03-12 23:29:09  786.00B 复制文件或目录到容器中
ADD hadoop-config/mapred-site.xml /root/software/hadoop-3.3.5/etc/hadoop/mapred-site.xml # buildkit
                        
# 2025-03-12 23:29:09  797.00B 复制文件或目录到容器中
ADD hadoop-config/yarn-site.xml /root/software/hadoop-3.3.5/etc/hadoop/yarn-site.xml # buildkit
                        
# 2025-03-12 23:29:09  311.00B 复制文件或目录到容器中
ADD hadoop-config/hdfs-site.xml /root/software/hadoop-3.3.5/etc/hadoop/hdfs-site.xml # buildkit
                        
# 2025-03-12 23:29:09  143.00B 复制文件或目录到容器中
ADD hadoop-config/core-site.xml /root/software/hadoop-3.3.5/etc/hadoop/core-site.xml # buildkit
                        
# 2025-03-12 23:29:09  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c mkdir -p ${HADOOP_HOME}/dfs/name ${HADOOP_HOME}/dfs/data # buildkit
                        
# 2025-03-12 23:29:08  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-8-openjdk-arm64//bin:/root/software/hadoop-3.3.5/bin:/root/software/hadoop-3.3.5/sbin
                        
# 2025-03-12 23:29:08  0.00B 设置环境变量 HADOOP_HOME
ENV HADOOP_HOME=/root/software/hadoop-3.3.5
                        
# 2025-03-12 23:29:08  1.35GB 执行命令并创建新的镜像层
RUN /bin/sh -c mkdir -p /root/software /root/install_packages &&     wget https://mirrors.tuna.tsinghua.edu.cn/apache/hadoop/common/hadoop-3.3.5/hadoop-3.3.5.tar.gz -P /root/install_packages/ &&     tar -zxvf /root/install_packages/hadoop-3.3.5.tar.gz -C /root/software/ &&     rm -f /root/install_packages/hadoop-3.3.5.tar.gz # buildkit
                        
# 2025-03-12 23:28:41  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-8-openjdk-arm64//bin
                        
# 2025-03-12 23:28:41  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/usr/lib/jvm/java-8-openjdk-arm64/
                        
# 2025-03-12 23:28:41  372.37MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt install -y openjdk-8-jdk # buildkit
                        
# 2025-03-12 23:27:28  5.41KB 执行命令并创建新的镜像层
RUN /bin/sh -c ssh-keygen -t rsa -N '' -f ~/.ssh/id_rsa -q &&     cat ~/.ssh/*.pub > ~/.ssh/authorized_keys && chmod 600 ~/.ssh/authorized_keys &&     sed -i "s/#   StrictHostKeyChecking ask/   StrictHostKeyChecking no/g" /etc/ssh/ssh_config # buildkit
                        
# 2025-03-12 23:27:28  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c /etc/init.d/ssh start & # buildkit
                        
# 2025-03-12 23:27:28  151.11MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt install -y --fix-missing openssh-server vim tree net-tools # buildkit
                        
# 2025-03-12 23:26:45  55.40MB 执行命令并创建新的镜像层
RUN /bin/sh -c sed -i "s@ports.ubuntu.com@mirrors.aliyun.com@g" /etc/apt/sources.list &&     apt clean && apt update # buildkit
                        
# 2025-03-12 23:26:45  0.00B 指定运行容器时使用的用户
USER root
                        
# 2025-01-26 13:32:17  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2025-01-26 13:32:17  69.22MB 
/bin/sh -c #(nop) ADD file:905ede4ce5ed6db0abca06b5e342a3784cd1f328e2cdc1f59f6d556f6382650d in / 
                        
# 2025-01-26 13:32:14  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=22.04
                        
# 2025-01-26 13:32:14  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2025-01-26 13:32:14  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2025-01-26 13:32:14  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:4f5d33384855d03b7355bd803b985ddcd65387f867123ee3c78ae6755addf34d",
    "RepoTags": [
        "tangchenyang/spark:v1.1",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark:v1.1-linuxarm64"
    ],
    "RepoDigests": [
        "tangchenyang/spark@sha256:daba09a71e1c0dd7cf5879d0f190dc58d468e4dc27daf968dd2cb7d11233e599",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/tangchenyang/spark@sha256:1f3a3b2c0e6271522f2bab4fe1a6309788a12b9213ded584e70d5d0f0543c199"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2025-03-13T00:09:47.306480329+08:00",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "root",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "ExposedPorts": {
            "10000/tcp": {},
            "15002/tcp": {},
            "4040/tcp": {},
            "8042/tcp": {},
            "8088/tcp": {},
            "9870/tcp": {}
        },
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/lib/jvm/java-8-openjdk-arm64//bin:/root/software/hadoop-3.3.5/bin:/root/software/hadoop-3.3.5/sbin:/root/software/apache-hive-4.0.1-bin/bin:/root/software/scala-2.12.19/bin:/root/software/spark-3.5.5-bin-hadoop3/bin:/root/software/spark-3.5.5-bin-hadoop3/sbin",
            "JAVA_HOME=/usr/lib/jvm/java-8-openjdk-arm64/",
            "HADOOP_HOME=/root/software/hadoop-3.3.5",
            "HIVE_HOME=/root/software/apache-hive-4.0.1-bin",
            "SCALA_HOME=/root/software/scala-2.12.19",
            "SPARK_HOME=/root/software/spark-3.5.5-bin-hadoop3"
        ],
        "Cmd": [
            "bash",
            "/root/software/bootstrap.sh",
            "-d"
        ],
        "ArgsEscaped": true,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "",
        "Entrypoint": null,
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "22.04"
        }
    },
    "Architecture": "arm64",
    "Variant": "v8",
    "Os": "linux",
    "Size": 3691864788,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/592f6f9c0b69c3cbe0e5cc96452bac22a738e5174e81d8588b51019f0758e819/diff:/var/lib/docker/overlay2/12a85a3214685e386812adfe53246ead30509b5d5ac5a85b4e59fd0ff0f12513/diff:/var/lib/docker/overlay2/85b33cbd7d669b3babc6fbf109037bcf65c4fb9d74b6af72c5cdba9920f95aa1/diff:/var/lib/docker/overlay2/8addc57dcbdbad8d7f8bf1ee878dcebdbff482e6bd4c8f8a6aabe0c6cd75c2d5/diff:/var/lib/docker/overlay2/b77989bf8b77737a6b798e859f2c3ec97ad80122ecb2298f7524b0c386cb8d8d/diff:/var/lib/docker/overlay2/bf37378d32649259731fbce3f61a31449cc7543820d208161df1f61009f7370a/diff:/var/lib/docker/overlay2/04c099c49f2951bd08c7ce2456e8e567ad3c1216af3dc065edcc65124c2a72ef/diff:/var/lib/docker/overlay2/633fe0c6ed10495a43e1c3c472c06ad11ef54b2e95890cc24d9b3f95a8a1485c/diff:/var/lib/docker/overlay2/73f9e9f51d1eeab5bf51c3f937635937d6d859053946647806038b96dae84a72/diff:/var/lib/docker/overlay2/f5a6eed5d92ac711bd1c417f85d20b04d18bcb9984fc56419066e099f747fe6f/diff:/var/lib/docker/overlay2/1c23e37fbbb469d155dc0f0dac8985867c5bc65af7903cedd77760a6d96f16ec/diff:/var/lib/docker/overlay2/94ecbff39eebbcf53b11ea51691c6cea314022bd4c762c8d864de14608cb6554/diff:/var/lib/docker/overlay2/efb9bf7e03462cc2edecc4d5529d6402d6bb023cc02bc22456270c6cc3f6ba64/diff:/var/lib/docker/overlay2/2f6db9888828c2bb4f3c27d5a135a0acbd056eb66bc9af2c9e720497fc6334d7/diff:/var/lib/docker/overlay2/c4b2a77daf27aef929fa06d3d03843ff1f233fd2de33619a6d5b1af7fa1ae710/diff:/var/lib/docker/overlay2/117d5c1c84bad5674b4264b3324b7f8693d19ce442fb310bff88bdff32311192/diff:/var/lib/docker/overlay2/cb6fd961011e5e7ced49bd6d05fdd126121a3d0b496fafa6cd93d16bb0a15942/diff:/var/lib/docker/overlay2/1c788bf48b9c069f33c58c13c903558353599dbdd297df9ce1f61e08a8235d36/diff:/var/lib/docker/overlay2/3eee36e14ae7ba2d9aef26a4b85fcf9c5703f639c6d3e778d5dd395f0a2581c3/diff:/var/lib/docker/overlay2/cb7a4dc0a9fbf9878c5e72280c7764bbd8b2fa344a600ae12caf01fd35ee07a0/diff:/var/lib/docker/overlay2/7a0356ae4e860652604d6b03548a46eae1b79ae5603b58b989cb74fece7e4f75/diff:/var/lib/docker/overlay2/1b449c8a644d43fa87a2e8525d11e33bd4b3fd6bc0f68067bf4b19cda8c2b26a/diff:/var/lib/docker/overlay2/196854bddaf2b1bf8fdee622107784c35bbad2f1a00aa18cf14f10883e07a358/diff:/var/lib/docker/overlay2/2d387911818b01ff67c341e776f2f9879353b3bbbb82b780aa568023ab93e2f0/diff",
            "MergedDir": "/var/lib/docker/overlay2/246fbb5029b854ac80136676050674e825db0d0b2516e473419cad1c4dfdff55/merged",
            "UpperDir": "/var/lib/docker/overlay2/246fbb5029b854ac80136676050674e825db0d0b2516e473419cad1c4dfdff55/diff",
            "WorkDir": "/var/lib/docker/overlay2/246fbb5029b854ac80136676050674e825db0d0b2516e473419cad1c4dfdff55/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:59b223680ef978509f20faf6bf069866dfc02c422159347face0a7565d698526",
            "sha256:74fdfa75d82947f10a64161868deadcc7e8cff7bfc72333d1a2056ab932886b2",
            "sha256:dfd734412e56845f93ed6c68be67826e688af941bf676649cfc3679176063d7f",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:efcebe069c6fc8b72432350c0a43450fe2ea278a3be501fb894dd0fe4c128224",
            "sha256:f432c1cd9691b627f996007446294e2b8724f730d4cd4bae2c52c495590a74c9",
            "sha256:1664f14ea25214c1ba3c092ea245d56d4d59b3c059ebeb368e8f21e84bbed71a",
            "sha256:3dc8dacf37a37d3226f6fe5ecc759a0baf58dc226b23fcba8c3b98eca5281b98",
            "sha256:a4dc6bbb696e10b53779c7bd2ed0957ecb830021d22b2d2ebad012750b0b3c41",
            "sha256:a01582554879ec6867e5688e33bb0e26b057d9f485260df3c30d72e374200eb9",
            "sha256:9e5217dd9355767f265168ac05010424c95839e16d0ea7b2a1b68b7ad9725fe0",
            "sha256:de9a4fef9449092aac496a4c793785a8d40fd2541ca04d3ae06dab4f9fde07fa",
            "sha256:a2ec2f1a808ae7f82b81b602c344e3b630e80811776b31874d844e5a5fa3baf6",
            "sha256:3eb0ad1ea8130400f657544dc2f30eecd6d3b34c86303d5f798c54e19cdba4bb",
            "sha256:e83a418c9569be934b624a61f91935b0457dbb1434f455113e45b861d2223cf4",
            "sha256:f0e3602bba2aa20c262b74fdc85a3645af3f600083d8a89383fe870279545349",
            "sha256:f2971bc6e43010371829d453a002c29e9a6b577ca6251195f1507a4524655e5e",
            "sha256:b06616d9b03633f0e5a84b4344d8e991168288f9cc3bdbff3edc238691fd0cc1",
            "sha256:9cdee29547262b5de81fe76958353a106347af8e67d1ee883a8509a90d85774a",
            "sha256:19f1856348a7d4582e04c88aa3ed86d7c00a2383be5a49c6ff33910cfbf8fe17",
            "sha256:db6fd5612cf18b6c8ae422caf500449519efc88bcca4c82882f8a4bdc8da84a8",
            "sha256:381ca92770d83654a0051947483c925e6a91aa6c6070f56e7650eec59bccf75c",
            "sha256:217b005dd9829f684475eaf876c22565f2c763401a78f9098cb77a0f964fdc7c",
            "sha256:410294a1c21557c6997a30d77e6505f96c5f3b4f81780f78984f74aaf8ae7f40",
            "sha256:2d54fd9215a6505679ff2cb92678c148e0a53ffbf048240b38a74d1ce68e96cc"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-07-24T10:31:35.226146932+08:00"
    }
}