Docker拉取命令

docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64
docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64  docker.io/opencsghq/dataflow:v2.2.0-api

Containerd拉取命令

ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64
ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64  docker.io/opencsghq/dataflow:v2.2.0-api

Shell快速替换命令

sed -i 's#opencsghq/dataflow:v2.2.0-api#swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64#' deployment.yaml

Ansible快速分发-Docker

#ansible k8s -m shell -a 'docker pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64 && docker tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64  docker.io/opencsghq/dataflow:v2.2.0-api'

Ansible快速分发-Containerd

#ansible k8s -m shell -a 'ctr images pull swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64 && ctr images tag  swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64  docker.io/opencsghq/dataflow:v2.2.0-api'

镜像构建历史

# 2026-06-10 12:22:38  0.00B 声明容器运行时监听的端口
EXPOSE [8000/tcp]
                        
# 2026-06-10 12:22:38  0.00B 执行命令并创建新的镜像层
RUN |2 BUILD_CN=false PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple/ /bin/sh -c ls -lh /root/.cache/data_engine/assets/ &&     ls -lh /root/.cache/data_engine/models/ # buildkit
                        
# 2026-06-10 12:22:37  1.81MB 执行命令并创建新的镜像层
RUN |2 BUILD_CN=false PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple/ /bin/sh -c wget -O /root/.cache/data_engine/models/zh.sp.model     https://dail-wlcb.oss-cn-wulanchabu.aliyuncs.com/data_juicer/models/zh.sp.model &&     wget -O /root/.cache/data_engine/models/en.sp.model     https://dail-wlcb.oss-cn-wulanchabu.aliyuncs.com/data_juicer/models/en.sp.model # buildkit
                        
# 2026-06-10 12:22:33  193.24KB 执行命令并创建新的镜像层
RUN |2 BUILD_CN=false PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple/ /bin/sh -c wget -O /root/.cache/data_engine/assets/flagged_words.json     https://dail-wlcb.oss-cn-wulanchabu.aliyuncs.com/data_juicer/flagged_words.json &&     wget -O /root/.cache/data_engine/assets/stopwords.json     https://dail-wlcb.oss-cn-wulanchabu.aliyuncs.com/data_juicer/stopwords.json # buildkit
                        
# 2026-06-10 12:22:32  0.00B 执行命令并创建新的镜像层
RUN |2 BUILD_CN=false PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple/ /bin/sh -c mkdir -p /root/.cache/data_engine/assets &&     mkdir -p /root/.cache/data_engine/models # buildkit
                        
# 2026-06-10 12:22:32  202.00B 执行命令并创建新的镜像层
RUN |2 BUILD_CN=false PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple/ /bin/sh -c git config --global user.email "dataflow@opencsg.com" &&     git config --global user.name "dataflow" &&     git config --global --add safe.directory '*' # buildkit
                        
# 2026-06-10 12:22:30  3.63GB 执行命令并创建新的镜像层
RUN |2 BUILD_CN=false PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple/ /bin/sh -c if [ "$BUILD_CN" = "true" ]; then       pip install --no-cache-dir -r docker/dataflow_requirements.txt -i ${PIP_INDEX_URL};     else       pip install --no-cache-dir -r docker/dataflow_requirements.txt;     fi # buildkit
                        
# 2026-06-10 11:33:30  0.00B 定义构建参数
ARG PIP_INDEX_URL=https://pypi.tuna.tsinghua.edu.cn/simple/
                        
# 2026-06-10 11:33:30  3.56MB 复制新文件或目录到容器中
COPY . . # buildkit
                        
# 2026-06-08 18:48:40  177.08MB 执行命令并创建新的镜像层
RUN |1 BUILD_CN=false /bin/sh -c if [ "$BUILD_CN" = "true" ]; then       rm -rf /etc/apt/sources.list.d/debian.sources || true;       echo "deb http://mirrors.aliyun.com/debian bookworm main contrib non-free" > /etc/apt/sources.list;       echo "deb http://mirrors.aliyun.com/debian-security bookworm-security main contrib non-free" >> /etc/apt/sources.list;       echo "deb http://mirrors.aliyun.com/debian bookworm-updates main contrib non-free" >> /etc/apt/sources.list;     fi &&     apt-get update &&     apt-get install --no-install-recommends -y       libpq-dev       libgl1-mesa-glx       git-lfs &&     apt-get clean && rm -rf /var/lib/apt/lists/* &&     git lfs install # buildkit
                        
# 2026-06-08 17:01:05  0.00B 定义构建参数
ARG BUILD_CN=false
                        
# 2026-06-08 17:01:05  0.00B 设置工作目录为/dataflow
WORKDIR /dataflow
                        
# 2026-06-08 17:01:05  0.00B 设置环境变量 JAVA_HOME
ENV JAVA_HOME=/opt/jdk
                        
# 2026-06-08 17:01:05  331.67MB 执行命令并创建新的镜像层
RUN /bin/sh -c wget https://aka.ms/download-jdk/microsoft-jdk-17.0.9-linux-x64.tar.gz -O jdk.tar.gz &&     tar -xzf jdk.tar.gz &&     rm -rf jdk.tar.gz &&     mv jdk-17.0.9+8 jdk # buildkit
                        
# 2026-06-08 17:00:47  0.00B 设置工作目录为/opt
WORKDIR /opt
                        
# 2024-08-30 07:26:33  0.00B 设置默认要执行的命令
CMD ["python3"]
                        
# 2024-08-30 07:26:33  11.03MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux; 		wget -O get-pip.py "$PYTHON_GET_PIP_URL"; 	echo "$PYTHON_GET_PIP_SHA256 *get-pip.py" | sha256sum -c -; 		export PYTHONDONTWRITEBYTECODE=1; 		python get-pip.py 		--disable-pip-version-check 		--no-cache-dir 		--no-compile 		"pip==$PYTHON_PIP_VERSION" 		"setuptools==$PYTHON_SETUPTOOLS_VERSION" 		wheel 	; 	rm -f get-pip.py; 		pip --version # buildkit
                        
# 2024-08-30 07:26:33  0.00B 设置环境变量 PYTHON_GET_PIP_SHA256
ENV PYTHON_GET_PIP_SHA256=bc37786ec99618416cc0a0ca32833da447f4d91ab51d2c138dd15b7af21e8e9a
                        
# 2024-08-30 07:26:33  0.00B 设置环境变量 PYTHON_GET_PIP_URL
ENV PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/def4aec84b261b939137dd1c69eff0aabb4a7bf4/public/get-pip.py
                        
# 2024-08-30 07:26:33  0.00B 设置环境变量 PYTHON_SETUPTOOLS_VERSION
ENV PYTHON_SETUPTOOLS_VERSION=65.5.1
                        
# 2024-08-30 07:26:33  0.00B 设置环境变量 PYTHON_PIP_VERSION
ENV PYTHON_PIP_VERSION=23.0.1
                        
# 2024-08-30 07:26:33  32.00B 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux; 	for src in idle3 pydoc3 python3 python3-config; do 		dst="$(echo "$src" | tr -d 3)"; 		[ -s "/usr/local/bin/$src" ]; 		[ ! -e "/usr/local/bin/$dst" ]; 		ln -svT "$src" "/usr/local/bin/$dst"; 	done # buildkit
                        
# 2024-08-30 07:26:33  45.63MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux; 		wget -O python.tar.xz "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz"; 	wget -O python.tar.xz.asc "https://www.python.org/ftp/python/${PYTHON_VERSION%%[a-z]*}/Python-$PYTHON_VERSION.tar.xz.asc"; 	GNUPGHOME="$(mktemp -d)"; export GNUPGHOME; 	gpg --batch --keyserver hkps://keys.openpgp.org --recv-keys "$GPG_KEY"; 	gpg --batch --verify python.tar.xz.asc python.tar.xz; 	gpgconf --kill all; 	rm -rf "$GNUPGHOME" python.tar.xz.asc; 	mkdir -p /usr/src/python; 	tar --extract --directory /usr/src/python --strip-components=1 --file python.tar.xz; 	rm python.tar.xz; 		cd /usr/src/python; 	gnuArch="$(dpkg-architecture --query DEB_BUILD_GNU_TYPE)"; 	./configure 		--build="$gnuArch" 		--enable-loadable-sqlite-extensions 		--enable-optimizations 		--enable-option-checking=fatal 		--enable-shared 		--with-lto 		--with-system-expat 		--without-ensurepip 	; 	nproc="$(nproc)"; 	EXTRA_CFLAGS="$(dpkg-buildflags --get CFLAGS)"; 	LDFLAGS="$(dpkg-buildflags --get LDFLAGS)"; 	make -j "$nproc" 		"EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" 		"LDFLAGS=${LDFLAGS:-}" 		"PROFILE_TASK=${PROFILE_TASK:-}" 	; 	rm python; 	make -j "$nproc" 		"EXTRA_CFLAGS=${EXTRA_CFLAGS:-}" 		"LDFLAGS=${LDFLAGS:--Wl},-rpath='\$\$ORIGIN/../lib'" 		"PROFILE_TASK=${PROFILE_TASK:-}" 		python 	; 	make install; 		bin="$(readlink -ve /usr/local/bin/python3)"; 	dir="$(dirname "$bin")"; 	mkdir -p "/usr/share/gdb/auto-load/$dir"; 	cp -vL Tools/gdb/libpython.py "/usr/share/gdb/auto-load/$bin-gdb.py"; 		cd /; 	rm -rf /usr/src/python; 		find /usr/local -depth 		\( 			\( -type d -a \( -name test -o -name tests -o -name idle_test \) \) 			-o \( -type f -a \( -name '*.pyc' -o -name '*.pyo' -o -name 'libpython*.a' \) \) 		\) -exec rm -rf '{}' + 	; 		ldconfig; 		python3 --version # buildkit
                        
# 2024-08-30 07:26:33  0.00B 设置环境变量 PYTHON_VERSION
ENV PYTHON_VERSION=3.10.14
                        
# 2024-08-30 07:26:33  0.00B 设置环境变量 GPG_KEY
ENV GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D
                        
# 2024-08-30 07:26:33  18.22MB 执行命令并创建新的镜像层
RUN /bin/sh -c set -eux; 	apt-get update; 	apt-get install -y --no-install-recommends 		libbluetooth-dev 		tk-dev 		uuid-dev 	; 	rm -rf /var/lib/apt/lists/* # buildkit
                        
# 2024-08-30 07:26:33  0.00B 设置环境变量 LANG
ENV LANG=C.UTF-8
                        
# 2024-08-30 07:26:33  0.00B 设置环境变量 PATH
ENV PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
                        
# 2024-08-30 07:26:33  559.99MB 
/bin/sh -c set -ex; 	apt-get update; 	apt-get install -y --no-install-recommends 		autoconf 		automake 		bzip2 		default-libmysqlclient-dev 		dpkg-dev 		file 		g++ 		gcc 		imagemagick 		libbz2-dev 		libc6-dev 		libcurl4-openssl-dev 		libdb-dev 		libevent-dev 		libffi-dev 		libgdbm-dev 		libglib2.0-dev 		libgmp-dev 		libjpeg-dev 		libkrb5-dev 		liblzma-dev 		libmagickcore-dev 		libmagickwand-dev 		libmaxminddb-dev 		libncurses5-dev 		libncursesw5-dev 		libpng-dev 		libpq-dev 		libreadline-dev 		libsqlite3-dev 		libssl-dev 		libtool 		libwebp-dev 		libxml2-dev 		libxslt-dev 		libyaml-dev 		make 		patch 		unzip 		xz-utils 		zlib1g-dev 	; 	rm -rf /var/lib/apt/lists/*
                        
# 2024-08-30 07:26:33  182.67MB 
/bin/sh -c set -eux; 	apt-get update; 	apt-get install -y --no-install-recommends 		git 		mercurial 		openssh-client 		subversion 				procps 	; 	rm -rf /var/lib/apt/lists/*
                        
# 2024-08-30 07:26:33  48.54MB 
/bin/sh -c set -eux; 	apt-get update; 	apt-get install -y --no-install-recommends 		ca-certificates 		curl 		gnupg 		netbase 		sq 		wget 	; 	rm -rf /var/lib/apt/lists/*
                        
# 2024-08-30 07:26:33  0.00B 
/bin/sh -c #(nop)  CMD ["bash"]
                        
# 2024-08-30 07:26:33  138.85MB 
/bin/sh -c #(nop) ADD file:7f28c8fde9feb67359cbf19f7d77d3f757490b5f586520257cf92d233b4bfaa4 in / 
                        
                    

镜像信息

{
    "Id": "sha256:e7e542efdc8c15e1816a125efddb68dc23802209d0a2e8d85c1a2872e1a5907f",
    "RepoTags": [
        "opencsghq/dataflow:v2.2.0-api",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow:v2.2.0-api-linuxarm64"
    ],
    "RepoDigests": [
        "opencsghq/dataflow@sha256:ecd05f2f8b212659eaa8cbfedd0d952a8210048bcf8019b5ed020bc16889062a",
        "swr.cn-north-4.myhuaweicloud.com/ddn-k8s/docker.io/opencsghq/dataflow@sha256:5dc4b52681c7db7e79878a5d62f084984a720071cfeee52cb446f522f492b11a"
    ],
    "Parent": "",
    "Comment": "buildkit.dockerfile.v0",
    "Created": "2026-06-10T04:22:38.28103676Z",
    "Container": "",
    "ContainerConfig": null,
    "DockerVersion": "",
    "Author": "",
    "Config": {
        "Hostname": "",
        "Domainname": "",
        "User": "",
        "AttachStdin": false,
        "AttachStdout": false,
        "AttachStderr": false,
        "ExposedPorts": {
            "8000/tcp": {}
        },
        "Tty": false,
        "OpenStdin": false,
        "StdinOnce": false,
        "Env": [
            "PATH=/usr/local/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin",
            "LANG=C.UTF-8",
            "GPG_KEY=A035C8C19219BA821ECEA86B64E628F8D684696D",
            "PYTHON_VERSION=3.10.14",
            "PYTHON_PIP_VERSION=23.0.1",
            "PYTHON_SETUPTOOLS_VERSION=65.5.1",
            "PYTHON_GET_PIP_URL=https://github.com/pypa/get-pip/raw/def4aec84b261b939137dd1c69eff0aabb4a7bf4/public/get-pip.py",
            "PYTHON_GET_PIP_SHA256=bc37786ec99618416cc0a0ca32833da447f4d91ab51d2c138dd15b7af21e8e9a",
            "JAVA_HOME=/opt/jdk"
        ],
        "Cmd": [
            "python3"
        ],
        "ArgsEscaped": true,
        "Image": "",
        "Volumes": null,
        "WorkingDir": "/dataflow",
        "Entrypoint": null,
        "OnBuild": null,
        "Labels": null
    },
    "Architecture": "arm64",
    "Os": "linux",
    "Size": 5151066305,
    "GraphDriver": {
        "Data": {
            "LowerDir": "/var/lib/docker/overlay2/098b6501d95faef1053680fa7fabf5678ea2d602403a4b37767cff28f288f3cc/diff:/var/lib/docker/overlay2/cdcc6498f6ce0545dc2e5090d18112ec499beeffd19e7ed637a7dfef41631a9c/diff:/var/lib/docker/overlay2/56838a84e6da72551bee50315761becfd6eda2482f5313b43fd8c77a204a4a24/diff:/var/lib/docker/overlay2/9cdd4ba12e2813634ecf1866bfb6120b06dd1a0aa565de747bc0d0b52f6df1e5/diff:/var/lib/docker/overlay2/e56349167eb7cab8ec370897cfb0d51460bd6e0bbcbd532a2f33bc334ea7f063/diff:/var/lib/docker/overlay2/5499636a42ccbb6b2d10af31767135f105258d9544e1949aa3228e37fb0e4456/diff:/var/lib/docker/overlay2/9cdbc80e3d8d0f3d84db20a379e76fcd979493f9230d020a79c0174ded6a9666/diff:/var/lib/docker/overlay2/91e8774a911829a8b3e4e393b9a1c30a0009ed690a319b077dc0bc07fd548b64/diff:/var/lib/docker/overlay2/36f05346599f8c391b7002b6674362ace772645f3bed572596f2b363c76e6d54/diff:/var/lib/docker/overlay2/4d9519a3cb883aba8a76224748b897b6286c7749d253e330b0b04e1a52eb0447/diff:/var/lib/docker/overlay2/88013c5c79cfbd024d4e886916495ae5c94479810c7ca09e1dfa5e2d4bb8dd48/diff:/var/lib/docker/overlay2/1324a5006afc83c505efbdfd141b4504a3ebda5285e9666c757a8a979c8747b8/diff:/var/lib/docker/overlay2/b3023497775939e1a33c0abb4c4237ca77cff5fc1bdb6e78637179df4b62ebe3/diff:/var/lib/docker/overlay2/c9d992b3c78268557df76470095a1aae38574870dd6ae0b8de402de69bda2340/diff:/var/lib/docker/overlay2/e4300345788a4e1676bff528102e593f5bc04fa1029f8bed9f8d6b1219e5c546/diff:/var/lib/docker/overlay2/a4729edeff0d81fa37709f94b8681e06ffab4ec327aee76f8e06ea023006b084/diff:/var/lib/docker/overlay2/46696334f666d44e15d3225adc9c274d02af860e3919c3761462881c6bbef6f0/diff:/var/lib/docker/overlay2/39bca7b6c94862268d8059f745456bcfe4939007eaf9ba00e9988f133fc0409a/diff",
            "MergedDir": "/var/lib/docker/overlay2/e12d026d2df71a20050d3395e47bc70ab9d6078a571d45da51fec5abf0d364e4/merged",
            "UpperDir": "/var/lib/docker/overlay2/e12d026d2df71a20050d3395e47bc70ab9d6078a571d45da51fec5abf0d364e4/diff",
            "WorkDir": "/var/lib/docker/overlay2/e12d026d2df71a20050d3395e47bc70ab9d6078a571d45da51fec5abf0d364e4/work"
        },
        "Name": "overlay2"
    },
    "RootFS": {
        "Type": "layers",
        "Layers": [
            "sha256:61f1e6ae67cbed68a6ce7a969707fddf6a35e5fbecfcebeb2f9aedbd8dd5a598",
            "sha256:391e69d2f4b6bba47aec5febb130ac20877a47b2f5c658858058d259a87efce1",
            "sha256:61f03db12f5b4e3b0b1127b56a93c3c5324ee2f99e32c77c1f1c1fef9d5102e0",
            "sha256:cc322244ab6ff161ac13313e942424a6a8f25faab31009fbca99048530698d64",
            "sha256:054b632fa65f9161f4c5a64f2a40a5829bbc1b97343e1c2f33138a9461e57272",
            "sha256:54927c560914e4882889124dc9bb51bdd5258ee855927124b726baf063cff0a6",
            "sha256:ab324e3df6a2f9ddf580c7d96df619772a99bfb544770fb818231acc267fc2cc",
            "sha256:0580caa9e268b58e19f6e8a126b49f7461e8ccc92c10e1fc1846027c78793f3d",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef",
            "sha256:d142e8981814202745d1b6aa8dfbcac778f7a08dd6ebb0fcb70a312fb19c6f2a",
            "sha256:2a7660077ca858b855577f2fe23291829bb8be1fa97e54f7886aee49e1d11388",
            "sha256:5e5e5350b98b69ccdc734e3146252b1e1f6b94821d4769bc5b00d8a0d9f78831",
            "sha256:046ff57facb88e1f0bda5cc31d959e74513e9ac34ddf52abca27f0b91d7817a2",
            "sha256:b1825f19fe559009066a4b128bc45f7ad258b7da4daa75d8c7916d82123ba7ab",
            "sha256:41640e3566a25622ec892ba87c197436271f289372746d6b2f130bdfa226d761",
            "sha256:c4d49a605173385823210e194a3dc63fdaebe439711e0766d0186a5d398ce26b",
            "sha256:afbc50a52c359a96308c5d54a65d0c934cfba27f094dfb3167c6ef0cf3434a54",
            "sha256:dee0fa800a5222a5a894c75ed20555475ef9529e3eadbf2313e3a16ea1dfe667",
            "sha256:5f70bf18a086007016e948b04aed3b82103a36bea41755b6cddfaf10ace3c6ef"
        ]
    },
    "Metadata": {
        "LastTagTime": "2026-07-02T00:12:59.148035249+08:00"
    }
}