From 02a1be14f86d8221b53d3cbbde2c2b60ea68b95a Mon Sep 17 00:00:00 2001 From: qzweng Date: Mon, 20 Mar 2023 21:31:03 +0800 Subject: [PATCH] [GPU] Replace Git LFS with Aliyun OSS --- cluster-trace-gpu-v2020/README.md | 11 ++++++++++- cluster-trace-gpu-v2020/data/.gitattributes | 1 - cluster-trace-gpu-v2020/data/README.md | 15 +++++++++++++++ cluster-trace-gpu-v2020/data/download_data.sh | 7 +++++++ .../data/pai_group_tag_table.tar.gz | 3 --- .../data/pai_instance_table.tar.gz | 3 --- cluster-trace-gpu-v2020/data/pai_job_table.tar.gz | 3 --- .../data/pai_machine_metric.tar.gz | 3 --- .../data/pai_machine_spec.tar.gz | 3 --- .../data/pai_sensor_table.tar.gz | 3 --- .../data/pai_task_table.tar.gz | 3 --- 11 files changed, 32 insertions(+), 23 deletions(-) delete mode 100644 cluster-trace-gpu-v2020/data/.gitattributes create mode 100644 cluster-trace-gpu-v2020/data/README.md create mode 100755 cluster-trace-gpu-v2020/data/download_data.sh delete mode 100644 cluster-trace-gpu-v2020/data/pai_group_tag_table.tar.gz delete mode 100644 cluster-trace-gpu-v2020/data/pai_instance_table.tar.gz delete mode 100644 cluster-trace-gpu-v2020/data/pai_job_table.tar.gz delete mode 100644 cluster-trace-gpu-v2020/data/pai_machine_metric.tar.gz delete mode 100644 cluster-trace-gpu-v2020/data/pai_machine_spec.tar.gz delete mode 100644 cluster-trace-gpu-v2020/data/pai_sensor_table.tar.gz delete mode 100644 cluster-trace-gpu-v2020/data/pai_task_table.tar.gz diff --git a/cluster-trace-gpu-v2020/README.md b/cluster-trace-gpu-v2020/README.md index e999bd8..76ca4a6 100644 --- a/cluster-trace-gpu-v2020/README.md +++ b/cluster-trace-gpu-v2020/README.md @@ -83,8 +83,17 @@ Below is a brief description of all the tables; the details are deferred to thei - **pai_machine_spec**: machine specification. - **pai_machine_metric**: machine resource metrics with respect to the instance. -(**Note**: the data in `./data` folder, due to its large volume, is encouraged to be downloaded via [Git LFS](https://git-lfs.github.com/)) +**Note**: the data in `./data` folder, due to its large volume, is encouraged to be downloaded via ~~[Git LFS](https://git-lfs.github.com/)~~ [Aliyun OSS](https://www.aliyun.com/product/oss): +- [pai_group_tag_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_group_tag_table.tar.gz) +- [pai_instance_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_instance_table.tar.gz) +- [pai_job_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_job_table.tar.gz) +- [pai_machine_metric.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_machine_metric.tar.gz) +- [pai_machine_spec.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_machine_spec.tar.gz) +- [pai_sensor_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_sensor_table.tar.gz) +- [pai_task_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_task_table.tar.gz) + +(Alternative: [data repo on GitHub](https://github.com/qzweng/clusterdata-cluster-trace-gpu-v2020-data)) **Checksum** (replacing `sha256sum` with `shasum` for macOS users) ```bash diff --git a/cluster-trace-gpu-v2020/data/.gitattributes b/cluster-trace-gpu-v2020/data/.gitattributes deleted file mode 100644 index f087b42..0000000 --- a/cluster-trace-gpu-v2020/data/.gitattributes +++ /dev/null @@ -1 +0,0 @@ -*.tar.gz filter=lfs diff=lfs merge=lfs -text diff --git a/cluster-trace-gpu-v2020/data/README.md b/cluster-trace-gpu-v2020/data/README.md new file mode 100644 index 0000000..4015932 --- /dev/null +++ b/cluster-trace-gpu-v2020/data/README.md @@ -0,0 +1,15 @@ +# Trace data + +Due to the recent surge in pulls, this repository is over the LFS quota. We have tried to bypassed the problem by providing the traces via [Aliyun OSS](https://www.aliyun.com/product/oss). The files can be downloaded as follows: + +- [pai_group_tag_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_group_tag_table.tar.gz) +- [pai_instance_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_instance_table.tar.gz) +- [pai_job_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_job_table.tar.gz) +- [pai_machine_metric.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_machine_metric.tar.gz) +- [pai_machine_spec.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_machine_spec.tar.gz) +- [pai_sensor_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_sensor_table.tar.gz) +- [pai_task_table.tar.gz](https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_task_table.tar.gz) + +(Alternative: [data repo on GitHub](https://github.com/qzweng/clusterdata-cluster-trace-gpu-v2020-data)) + +Thank you for your support and understanding! diff --git a/cluster-trace-gpu-v2020/data/download_data.sh b/cluster-trace-gpu-v2020/data/download_data.sh new file mode 100755 index 0000000..0c8f1a8 --- /dev/null +++ b/cluster-trace-gpu-v2020/data/download_data.sh @@ -0,0 +1,7 @@ +curl -O https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_group_tag_table.tar.gz +curl -O https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_instance_table.tar.gz +curl -O https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_job_table.tar.gz +curl -O https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_machine_metric.tar.gz +curl -O https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_machine_spec.tar.gz +curl -O https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_sensor_table.tar.gz +curl -O https://aliopentrace.oss-cn-beijing.aliyuncs.com/v2020GPUTraces/pai_task_table.tar.gz diff --git a/cluster-trace-gpu-v2020/data/pai_group_tag_table.tar.gz b/cluster-trace-gpu-v2020/data/pai_group_tag_table.tar.gz deleted file mode 100644 index 0bb5fa5..0000000 --- a/cluster-trace-gpu-v2020/data/pai_group_tag_table.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:722fef30b7fb7aa50dabd79155614b5423a9d65cf45a9b26c590d57725423a14 -size 55064781 diff --git a/cluster-trace-gpu-v2020/data/pai_instance_table.tar.gz b/cluster-trace-gpu-v2020/data/pai_instance_table.tar.gz deleted file mode 100644 index 3d88aa4..0000000 --- a/cluster-trace-gpu-v2020/data/pai_instance_table.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:1bf1e423a7ce3f8d086699801c362fd56a7182abdb234139e5ebbed97995ca06 -size 694839139 diff --git a/cluster-trace-gpu-v2020/data/pai_job_table.tar.gz b/cluster-trace-gpu-v2020/data/pai_job_table.tar.gz deleted file mode 100644 index d702d5e..0000000 --- a/cluster-trace-gpu-v2020/data/pai_job_table.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5aad7f7caac501136d14ed6a48e40546f825d7b0617a3a4f337e2348fe0a6cb0 -size 62065432 diff --git a/cluster-trace-gpu-v2020/data/pai_machine_metric.tar.gz b/cluster-trace-gpu-v2020/data/pai_machine_metric.tar.gz deleted file mode 100644 index ba3b5e5..0000000 --- a/cluster-trace-gpu-v2020/data/pai_machine_metric.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:53ad917193d3b1dd0f3055e723148b1f36c2f81789b014ea2930a7875892eef5 -size 206596175 diff --git a/cluster-trace-gpu-v2020/data/pai_machine_spec.tar.gz b/cluster-trace-gpu-v2020/data/pai_machine_spec.tar.gz deleted file mode 100644 index 680de9c..0000000 --- a/cluster-trace-gpu-v2020/data/pai_machine_spec.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cc0d38a4045af1b1af8179de8b1b54b1ddd995e6160d6d061a6b1000f1276c2d -size 30449 diff --git a/cluster-trace-gpu-v2020/data/pai_sensor_table.tar.gz b/cluster-trace-gpu-v2020/data/pai_sensor_table.tar.gz deleted file mode 100644 index ef00c2e..0000000 --- a/cluster-trace-gpu-v2020/data/pai_sensor_table.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:9a0b82e8bdf3949281e4ba1423d9b4b34847e52799eecb138966de46da69c7a0 -size 406119947 diff --git a/cluster-trace-gpu-v2020/data/pai_task_table.tar.gz b/cluster-trace-gpu-v2020/data/pai_task_table.tar.gz deleted file mode 100644 index d372231..0000000 --- a/cluster-trace-gpu-v2020/data/pai_task_table.tar.gz +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:cd1d6dc3215d2a8607ccf6b6dd952b5db776df86926c73259fea7c1499ac40e5 -size 35514117