add removed-files support,input/output-files to rsync-copy.

This commit is contained in:
kaichao 2024-02-04 06:55:32 +08:00
parent 163c9aac6b
commit 8efac53e87
4 changed files with 47 additions and 9 deletions

View File

@ -162,11 +162,22 @@ echo $ds1 >> ${WORK_DIR}/timestamps.txt
# EOF
send-message $m; code=$?
if [ "$source_mode" = "LOCAL" ] && [ "$KEEP_SOURCE_FILE" = "no" ]; then
# PUSH
full_path_file="/local${source_url}/${m}"
echo [DEBUG]full_path_file:$full_path_file
rm -f $full_path_file
echo source_mode:$source_mode, KEEP_SOURCE_FILE:$KEEP_SOURCE_FILE
full_path_file="/local${source_url}/${m}"
echo full_path_file:$full_path_file
[ "$source_mode" = "LOCAL" ] && [ "$KEEP_SOURCE_FILE" = "no" ] && echo $full_path_file >> ${WORK_DIR}/removed-files.txt
if [ "$source_mode" = "LOCAL" ]; then
echo $full_path_file >> ${WORK_DIR}/input-files.txt
echo $full_path_file >> ${WORK_DIR}/output-files.txt
fi
# if [ "$source_mode" = "LOCAL" ] && [ "$KEEP_SOURCE_FILE" = "no" ]; then
# # PUSH
# full_path_file="/local${source_url}/${m}"
# echo [DEBUG]full_path_file:$full_path_file
# rm -f $full_path_file
# fi
exit $code

View File

@ -21,5 +21,16 @@
## 4.5 迭代优化
用户程序run.sh运行结束后agent对用户程序的运行进行统计并纪录到核心数据库中。两者之间主要通过用户程序的标准输出stdout、标准错误stderr以及以下文件来交换信息
| 文件名 | 文件说明 |
| --------- | ------- |
| /work/task-exec.json | 主控制文件以json形式用户程序运行结果 |
| /work/messages.txt | 消息列表文件,产生后续模块所需的消息;每行一个消息 |
| /work/timestamps.txt | 时间戳文件,用于调试程序、测试程序性能时使用 |
| /work/input-files.txt | 输入文件列表,用于统计输入文件字节数 |
| /work/output-files.txt | 输出文件列表,用于统计输出文件字节数 |
| /work/removed-files.txt | 待删除文件列表,一般用于统计文件字节数后再删除 |
- 采集输入、输出字节数
- 增加时间戳

View File

@ -2,23 +2,25 @@
## 2.1 系统环境需求
### 芯片架构及操作系统支持
### 芯片架构及操作系统
| 芯片架构 | 操作系统 | 说明 |
| --------- | -----| ------- |
| x86_64 | Linux | |
| arm64 | Linux | |
| x86_64 | MacOS | 待测试 |
| arm64 | MacOS | |
| x86_64 | MacOS | |
| arm64 | MacOS | 待测试 |
| x86_64 | Win64 | 待测试 |
### 支持的容器引擎
### 容器引擎
| 容器引擎 | 版本号 | 说明 |
| --------- | -----| ------- |
| docker-ce | 20.10<sup>+</sup> | |
| podman | 4.8<sup>+</sup> | |
| singularity | 3.8<sup>+</sup> | |
| containerd + nerdctl | 1.6<sup>+</sup> | 待测试 |
## 2.2 头节点安装

View File

@ -0,0 +1,14 @@
# 参考文献
## 容器运行时
- [How to Deploy Containers with nerdctl](https://thenewstack.io/containers/how-to-deploy-containers-with-nerdctl/)
- [How to deploy a container with containerd and nerdctl](https://www.techrepublic.com/article/deploy-container-nerdctl/)
- [Rootless mode](https://github.com/containerd/nerdctl/blob/main/docs/rootless.md)
- [Running containerd as a non-root user](https://github.com/containerd/containerd/blob/main/docs/rootless.md)
- [Containerd (nerdctl)](https://rootlesscontaine.rs/getting-started/containerd/)
- [Rootless Containers](https://rootlesscontaine.rs/)
- [Rootless Containers - A Comprehensive Guide](https://www.atatus.com/blog/rootless-containers-guide/)