add removed-files support,input/output-files to rsync-copy.
This commit is contained in:
parent
163c9aac6b
commit
8efac53e87
|
@ -162,11 +162,22 @@ echo $ds1 >> ${WORK_DIR}/timestamps.txt
|
|||
# EOF
|
||||
send-message $m; code=$?
|
||||
|
||||
if [ "$source_mode" = "LOCAL" ] && [ "$KEEP_SOURCE_FILE" = "no" ]; then
|
||||
# PUSH
|
||||
full_path_file="/local${source_url}/${m}"
|
||||
echo [DEBUG]full_path_file:$full_path_file
|
||||
rm -f $full_path_file
|
||||
echo source_mode:$source_mode, KEEP_SOURCE_FILE:$KEEP_SOURCE_FILE
|
||||
full_path_file="/local${source_url}/${m}"
|
||||
echo full_path_file:$full_path_file
|
||||
[ "$source_mode" = "LOCAL" ] && [ "$KEEP_SOURCE_FILE" = "no" ] && echo $full_path_file >> ${WORK_DIR}/removed-files.txt
|
||||
|
||||
|
||||
if [ "$source_mode" = "LOCAL" ]; then
|
||||
echo $full_path_file >> ${WORK_DIR}/input-files.txt
|
||||
echo $full_path_file >> ${WORK_DIR}/output-files.txt
|
||||
fi
|
||||
|
||||
# if [ "$source_mode" = "LOCAL" ] && [ "$KEEP_SOURCE_FILE" = "no" ]; then
|
||||
# # PUSH
|
||||
# full_path_file="/local${source_url}/${m}"
|
||||
# echo [DEBUG]full_path_file:$full_path_file
|
||||
# rm -f $full_path_file
|
||||
# fi
|
||||
|
||||
exit $code
|
||||
|
|
|
@ -21,5 +21,16 @@
|
|||
|
||||
## 4.5 迭代优化
|
||||
|
||||
用户程序(run.sh)运行结束后,agent对用户程序的运行进行统计,并纪录到核心数据库中。两者之间主要通过用户程序的标准输出(stdout)、标准错误(stderr)以及以下文件来交换信息:
|
||||
|
||||
| 文件名 | 文件说明 |
|
||||
| --------- | ------- |
|
||||
| /work/task-exec.json | 主控制文件,以json形式,用户程序运行结果 |
|
||||
| /work/messages.txt | 消息列表文件,产生后续模块所需的消息;每行一个消息 |
|
||||
| /work/timestamps.txt | 时间戳文件,用于调试程序、测试程序性能时使用 |
|
||||
| /work/input-files.txt | 输入文件列表,用于统计输入文件字节数 |
|
||||
| /work/output-files.txt | 输出文件列表,用于统计输出文件字节数 |
|
||||
| /work/removed-files.txt | 待删除文件列表,一般用于统计文件字节数后再删除 |
|
||||
|
||||
- 采集输入、输出字节数
|
||||
- 增加时间戳
|
||||
|
|
|
@ -2,23 +2,25 @@
|
|||
|
||||
## 2.1 系统环境需求
|
||||
|
||||
### 芯片架构及操作系统支持
|
||||
### 芯片架构及操作系统
|
||||
|
||||
| 芯片架构 | 操作系统 | 说明 |
|
||||
| --------- | -----| ------- |
|
||||
| x86_64 | Linux | |
|
||||
| arm64 | Linux | |
|
||||
| x86_64 | MacOS | 待测试 |
|
||||
| arm64 | MacOS | |
|
||||
| x86_64 | MacOS | |
|
||||
| arm64 | MacOS | 待测试 |
|
||||
| x86_64 | Win64 | 待测试 |
|
||||
|
||||
### 支持的容器引擎
|
||||
### 容器引擎
|
||||
|
||||
| 容器引擎 | 版本号 | 说明 |
|
||||
| --------- | -----| ------- |
|
||||
| docker-ce | 20.10<sup>+</sup> | |
|
||||
| podman | 4.8<sup>+</sup> | |
|
||||
| singularity | 3.8<sup>+</sup> | |
|
||||
| containerd + nerdctl | 1.6<sup>+</sup> | 待测试 |
|
||||
|
||||
|
||||
|
||||
## 2.2 头节点安装
|
||||
|
|
|
@ -0,0 +1,14 @@
|
|||
|
||||
# 参考文献
|
||||
|
||||
|
||||
## 容器运行时
|
||||
|
||||
- [How to Deploy Containers with nerdctl](https://thenewstack.io/containers/how-to-deploy-containers-with-nerdctl/)
|
||||
- [How to deploy a container with containerd and nerdctl](https://www.techrepublic.com/article/deploy-container-nerdctl/)
|
||||
- [Rootless mode](https://github.com/containerd/nerdctl/blob/main/docs/rootless.md)
|
||||
- [Running containerd as a non-root user](https://github.com/containerd/containerd/blob/main/docs/rootless.md)
|
||||
- [Containerd (nerdctl)](https://rootlesscontaine.rs/getting-started/containerd/)
|
||||
|
||||
- [Rootless Containers](https://rootlesscontaine.rs/)
|
||||
- [Rootless Containers - A Comprehensive Guide](https://www.atatus.com/blog/rootless-containers-guide/)
|
Loading…
Reference in New Issue