docker.io/pratikroy311/bigdata-env:latest linux/amd64

Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest  docker.io/pratikroy311/bigdata-env:latest

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest  docker.io/pratikroy311/bigdata-env:latest

Shell快速替换命令

sed -i 's#pratikroy311/bigdata-env:latest#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest  docker.io/pratikroy311/bigdata-env:latest'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest  docker.io/pratikroy311/bigdata-env:latest'

镜像构建历史

# 2024-12-08 12:33:46  0.00B 设置默认要执行的命令
CMD ["/start-all.sh"]
                        
# 2024-12-08 12:33:46  0.00B 执行命令并创建新的镜像层
RUN /bin/sh -c chmod +x /start-all.sh # buildkit
                        
# 2024-12-08 12:33:45  496.00B 复制新文件或目录到容器中
COPY start-all.sh /start-all.sh # buildkit
                        
# 2024-12-08 12:33:45  349.00B 复制新文件或目录到容器中
COPY config/hive-site.xml /opt/hive/conf/hive-site.xml # buildkit
                        
# 2024-12-08 12:33:45  132.00B 复制新文件或目录到容器中
COPY config/hdfs-site.xml /opt/hadoop/etc/hadoop/hdfs-site.xml # buildkit
                        
# 2024-12-08 12:33:45  149.00B 复制新文件或目录到容器中
COPY config/core-site.xml /opt/hadoop/etc/hadoop/core-site.xml # buildkit
                        
# 2024-12-08 12:33:45  0.00B 声明容器运行时监听的端口
EXPOSE map[10000/tcp:{} 4040/tcp:{} 50070/tcp:{} 50075/tcp:{} 8080/tcp:{} 8081/tcp:{} 8888/tcp:{} 9000/tcp:{} 9001/tcp:{}]
                        
# 2024-12-08 12:33:45  0.00B 设置环境变量 PATH
ENV PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/hadoop/bin:/opt/hadoop/sbin:/opt/spark/bin:/opt/hive/bin:/opt/sqoop/bin
                        
# 2024-12-08 12:33:45  0.00B 设置环境变量 PYSPARK_DRIVER_PYTHON_OPTS
ENV PYSPARK_DRIVER_PYTHON_OPTS=notebook
                        
# 2024-12-08 12:33:45  0.00B 设置环境变量 PYSPARK_DRIVER_PYTHON
ENV PYSPARK_DRIVER_PYTHON=/opt/venv/bin/jupyter
                        
# 2024-12-08 12:33:45  0.00B 设置环境变量 PYSPARK_PYTHON
ENV PYSPARK_PYTHON=/opt/venv/bin/python
                        
# 2024-12-08 12:33:45  1.64GB 执行命令并创建新的镜像层
RUN /bin/sh -c python3 -m venv /opt/venv &&     /opt/venv/bin/pip install --upgrade pip &&     /opt/venv/bin/pip install pyspark notebook jupyterlab pandas numpy apache-airflow # buildkit
                        
# 2024-12-08 12:29:44  4.14MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update && apt-get install -y     python3     python3-pip     python3-venv     && apt-get clean # buildkit
                        
# 2024-12-08 12:26:15  25.64MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget -q https://archive.apache.org/dist/sqoop/1.4.7/sqoop-1.4.7.bin__hadoop-2.6.0.tar.gz -O /tmp/sqoop.tar.gz &&     tar -xzf /tmp/sqoop.tar.gz -C /opt &&     mv /opt/sqoop-1.4.7.bin__hadoop-2.6.0 $SQOOP_HOME &&     rm /tmp/sqoop.tar.gz # buildkit
                        
# 2024-12-08 12:26:00  368.68MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget -q https://archive.apache.org/dist/hive/hive-3.1.3/apache-hive-3.1.3-bin.tar.gz -O /tmp/hive.tar.gz &&     tar -xzf /tmp/hive.tar.gz -C /opt &&     mv /opt/apache-hive-3.1.3-bin $HIVE_HOME &&     rm /tmp/hive.tar.gz # buildkit
                        
# 2024-12-08 12:21:34  443.75MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget -q https://archive.apache.org/dist/spark/spark-3.5.1/spark-3.5.1-bin-hadoop3.tgz -O /tmp/spark.tgz &&     tar -xzf /tmp/spark.tgz -C /opt &&     mv /opt/spark-3.5.1-bin-hadoop3 $SPARK_HOME &&     rm /tmp/spark.tgz # buildkit
                        
# 2024-12-08 12:10:17  1.37GB 执行命令并创建新的镜像层
RUN /bin/sh -c wget -q https://downloads.apache.org/hadoop/common/hadoop-3.3.6/hadoop-3.3.6.tar.gz -O /tmp/hadoop.tar.gz &&     tar -xzf /tmp/hadoop.tar.gz -C /opt &&     mv /opt/hadoop-3.3.6 $HADOOP_HOME &&     rm /tmp/hadoop.tar.gz # buildkit
                        
# 2024-12-08 11:45:31  28.00MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget -q https://dl.min.io/client/mc/release/linux-amd64/mc -O /usr/local/bin/mc &&     chmod +x /usr/local/bin/mc # buildkit
                        
# 2024-12-08 11:44:33  13.53MB 执行命令并创建新的镜像层
RUN /bin/sh -c git clone https://github.com/abseil/abseil-cpp.git /tmp/abseil &&     cd /tmp/abseil &&     cmake . &&     make &&     make install &&     cd / && rm -rf /tmp/abseil # buildkit
                        
# 2024-12-08 11:42:28  77.13MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update && apt-get install -y     build-essential     cmake     libtool     pkg-config     libssl-dev # buildkit
                        
# 2024-12-08 11:41:31  1.11GB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update && apt-get install -y     openjdk-11-jdk     wget     curl     python3     python3-pip     ssh     rsync     git     net-tools     vim &&     apt-get clean # buildkit
                        
# 2024-12-08 11:33:56  1.54MB 执行命令并创建新的镜像层
RUN /bin/sh -c dpkg-reconfigure -f noninteractive tzdata # buildkit
                        
# 2024-12-08 11:33:55  0.00B 设置环境变量 TZ
ENV TZ=America/New_York
                        
# 2024-12-08 11:33:55  45.46MB 执行命令并创建新的镜像层
RUN /bin/sh -c apt-get update && apt-get install -y tzdata # buildkit
                        
# 2024-12-08 11:33:55  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/hadoop/bin:/opt/hadoop/sbin:/opt/spark/bin:/opt/hive/bin:/opt/sqoop/bin
                        
# 2024-12-08 11:33:55  0.00B 设置环境变量 SQOOP_HOME
ENV SQOOP_HOME=/opt/sqoop
                        
# 2024-12-08 11:33:55  0.00B 设置环境变量 HIVE_HOME
ENV HIVE_HOME=/opt/hive
                        
# 2024-12-08 11:33:55  0.00B 设置环境变量 SPARK_HOME
ENV SPARK_HOME=/opt/spark
                        
# 2024-12-08 11:33:55  0.00B 设置环境变量 HADOOP_HOME
ENV HADOOP_HOME=/opt/hadoop
                        
# 2024-12-08 11:33:55  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64
                        
# 2024-11-20 01:29:25  0.00B 
/bin/sh -c #(nop)  CMD ["/bin/bash"]
                        
# 2024-11-20 01:29:25  78.12MB 
/bin/sh -c #(nop) ADD file:bcebbf0fddcba5b864d5d267b68dd23bcfb01275e6ec7bcab69bf8b56af14804 in / 
                        
# 2024-11-20 01:29:23  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.version=24.04
                        
# 2024-11-20 01:29:23  0.00B 
/bin/sh -c #(nop)  LABEL org.opencontainers.image.ref.name=ubuntu
                        
# 2024-11-20 01:29:23  0.00B 
/bin/sh -c #(nop)  ARG LAUNCHPAD_BUILD_ARCH
                        
# 2024-11-20 01:29:23  0.00B 
/bin/sh -c #(nop)  ARG RELEASE
                        
                    

镜像信息

{
    "Id": "sha256:6773e8e5fe7a77c50e3c975f18c5390acb9c86bfafb5b17d46432d136b86fa51",
    "RepoTags": [
        "pratikroy311/bigdata-env:latest",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env:latest"
    ],
    "RepoDigests": [
        "pratikroy311/bigdata-env@sha256:10148ac80a0c5ecea00f055d49d495e642a9b8167d83c80b5fee1c438f765331",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/pratikroy311/bigdata-env@sha256:74f6790983c93aa49fae4c4411008e8ce372d415f9c2e6a67364f41b7f2d3d5c"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2024-12-08T04:33:46.144429293Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "ExposedPorts": {
            "10000/tcp": {},
            "4040/tcp": {},
            "50070/tcp": {},
            "50075/tcp": {},
            "8080/tcp": {},
            "8081/tcp": {},
            "8888/tcp": {},
            "9000/tcp": {},
            "9001/tcp": {}
        },
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/opt/venv/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/opt/hadoop/bin:/opt/hadoop/sbin:/opt/spark/bin:/opt/hive/bin:/opt/sqoop/bin",
            "JAVA_HOME=/usr/lib/jvm/java-11-openjdk-amd64",
            "HADOOP_HOME=/opt/hadoop",
            "SPARK_HOME=/opt/spark",
            "HIVE_HOME=/opt/hive",
            "SQOOP_HOME=/opt/sqoop",
            "TZ=America/New_York",
            "PYSPARK_PYTHON=/opt/venv/bin/python",
            "PYSPARK_DRIVER_PYTHON=/opt/venv/bin/jupyter",
            "PYSPARK_DRIVER_PYTHON_OPTS=notebook"
        ],
        "Cmd": [
            "/start-all.sh"
        ],
        "ArgsEscaped": true,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "",
        "Entrypoint": null,
        "OnBuild": null,
        "Labels": {
            "org.opencontainers.image.ref.name": "ubuntu",
            "org.opencontainers.image.version": "24.04"
        }
    },
    "Architecture": "amd64",
    "Os": "linux",
    "Size": 5215235647,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/e958df9cb6704e4eae15f54ebf6b3e35a4089d5b68b7259b15e20f88aa12eb8f/diff:/var/lib/docker/overlay2/ff2ce9d5bede92ed9251e19443cd6e7c2732d5a9bb4ff687513a4dfa2f8ef8e1/diff:/var/lib/docker/overlay2/45ea2e1e729cd608d43481df3509c2fc691e0a00c429a02f74daa03a0c895909/diff:/var/lib/docker/overlay2/7bddaf204249444660210e8501071e664331b8a91c046c66e6899fa5636e53d0/diff:/var/lib/docker/overlay2/b1b7f9f05556d852b8aef8cf0b99363aad4306f548e49e8c4740c0fe4bc6cd33/diff:/var/lib/docker/overlay2/11143d0a40493103901939b5844b172fcab3c504dc1b97c2f4024fc97cd67f37/diff:/var/lib/docker/overlay2/b9c1f1274244bf1a0c25d99acc65f17b5bb846c616638eb3ed4cea303aae6aa4/diff:/var/lib/docker/overlay2/49a9713740b120cfa8540d55bd85da8df3aa1dd1a2b6765173a9ac476505c96d/diff:/var/lib/docker/overlay2/6f09de8be87907d71f6acba76d4cfcf878588af33ee2f2865aa10b005d0a067b/diff:/var/lib/docker/overlay2/6ce57831f98affbe5b3057eb1423c568d2c18db490a5de1997f04da656da39a6/diff:/var/lib/docker/overlay2/06843f218fbac562771ea09a31b2acb088de4f6219072da39157c574bb9dfe60/diff:/var/lib/docker/overlay2/64b8fc55ecd68aad0f77f027a66e1bbd8e024ba88b8f967ade65b951b271fb60/diff:/var/lib/docker/overlay2/83032d7cce287f0385ed2edfa8ba1f14e49fbb3920812306003a2832a470f433/diff:/var/lib/docker/overlay2/7962b3036f0d3225e2507fbc1f1332b506a6c1f6515c46aa129b4acd2a040488/diff:/var/lib/docker/overlay2/d220c772866a8fc4830e50a8135b25134268c051e61f4a36aba110ac1fc59fcd/diff:/var/lib/docker/overlay2/ea00997a45663a4f04f7d278628fc532347f43f41f9c504cf1f367d49f2e9070/diff:/var/lib/docker/overlay2/dd9c6c06cee7cbeacd7427404922c280abf5a7156d6a8d1736426b0776ed9b6a/diff",
            "MergedDir": "/var/lib/docker/overlay2/27f924e50790a41decdbd1e9225691e10607bca023898c4848a9e7d301762456/merged",
            "UpperDir": "/var/lib/docker/overlay2/27f924e50790a41decdbd1e9225691e10607bca023898c4848a9e7d301762456/diff",
            "WorkDir": "/var/lib/docker/overlay2/27f924e50790a41decdbd1e9225691e10607bca023898c4848a9e7d301762456/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:687d50f2f6a697da02e05f2b2b9cb05c1d551f37c404ebe55fdec44b0ae8aa5c",
            "sha256:29df2d98ffc77624701cc9d9746b8d4e6fd508cef892825d80fff828095056b9",
            "sha256:9a2b4be51b25aabcb092a5a95073652c43f7772d3fa314e4ba614506231e8c19",
            "sha256:e35253a4e9bbbe4d256e41025249a1b4111d8f94f19a0750ea97aeb8c1dca7bd",
            "sha256:a06a86cd81d571eb02d1b00f70645a57c58435fe521eabd976440ce17f04bd0a",
            "sha256:6510d57b869cb5487e5b0bd8e647a05a608c52ff2b330c308c4b0f35ada5a83c",
            "sha256:070ea09e37d1b0972185b64606d11f9ee8a7bf5eb5d75831af8bedd72e61ee00",
            "sha256:e04388d0467a3a67d6699f127290eedceeaeb7d0e7f741dbb6ba8cbbfe119ab6",
            "sha256:d899b62144ae66db55ff2042ba5574c72ae6de352d0cd4769cbe6c0c5721c4af",
            "sha256:054695a3d9462c57c2e74191de1aed95e649701f072b0b66537657888c497f00",
            "sha256:3146b0d1a2837b41ae6f2a0df123df58e936b239427a36c76ea7712a1d7a3310",
            "sha256:5ef425c8f1e25e87fa45f25b0cbaebf9b6aa2cc352ce45de26f5edb8f03ffe48",
            "sha256:88bca728c5093d8c17a1f6c6dc9cde905e52fc7b112ad05783b4f465cd114966",
            "sha256:9e2b1598815f2cff803e07c87aa663019bcd6e77d5dee2a3512207eb624f078f",
            "sha256:8e1388983df3dac401f6d8a7397de77bff5fc892989ad272f71ccbc024294c7c",
            "sha256:a4be19ff64ad6d50dc120ac5765b90eddb6ad29e4e5bbcb2910beafa7107b46c",
            "sha256:93e0d4cb9bd70102f9434856d179e1b2c6eed4b0b672488c6b8e4b9ea2ad6326",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
        ]
    },
    "Metadata": {
        "LastTagTime": "2025-07-24T10:23:51.71396851+08:00"
    }
}