1128 lines
76 KiB
Plaintext
1128 lines
76 KiB
Plaintext
{
|
||
"cells": [
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 1,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"import json\n",
|
||
"from jira import JIRA\n",
|
||
"from time import time\n",
|
||
"from pymongo import MongoClient"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 2,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# 加载Jira软件生态元数据\n",
|
||
"with open(\"../data/jira_ecos_info.json\") as f:\n",
|
||
" jira_ecos_info = json.load(f)\n",
|
||
"\n",
|
||
"# 连接到MongoDB\n",
|
||
"db = MongoClient()[\"JiraEcos\"]"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 3,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# # 下载软件生态中的Issue、链接类型以及Issue域字段信息\n",
|
||
"# all_eco_issue_types = {}\n",
|
||
"# all_eco_link_types = {}\n",
|
||
"# all_eco_issue_fields = {}\n",
|
||
"# for eco_name, eco_info in jira_ecos_info.items():\n",
|
||
"# url = eco_info.get(\"jira_url\")\n",
|
||
"# pat = eco_info.get(\"pat\")\n",
|
||
"# jira = JIRA(server=url) if pat == None else JIRA(server=url, token_auth=pat)\n",
|
||
"# # 获取Issue类型信息\n",
|
||
"# try:\n",
|
||
"# eco_issue_types = {\n",
|
||
"# issue_type.raw[\"name\"]: issue_type.raw for issue_type in jira.issue_types()\n",
|
||
"# }\n",
|
||
"# except Exception as e:\n",
|
||
"# print(f\"❌ Jira ecosystem {eco_name} issue types info get failed: {e}\")\n",
|
||
"# eco_issue_types = dict()\n",
|
||
"# all_eco_issue_types[eco_name] = eco_issue_types\n",
|
||
"\n",
|
||
"# # 获取链接类型信息\n",
|
||
"# try:\n",
|
||
"# eco_link_types = {\n",
|
||
"# link_type.raw[\"name\"]: link_type.raw\n",
|
||
"# for link_type in jira.issue_link_types()\n",
|
||
"# }\n",
|
||
"# except Exception as e:\n",
|
||
"# print(f\"❌ Jira ecosystem {eco_name} issue link types info get failed: {e}\")\n",
|
||
"# eco_link_types = dict()\n",
|
||
"# all_eco_link_types[eco_name] = eco_link_types\n",
|
||
"\n",
|
||
"# # 获取Issue所有域字段信息\n",
|
||
"# try:\n",
|
||
"# eco_issue_fields = {\n",
|
||
"# issue_field[\"name\"]: issue_field for issue_field in jira.fields()\n",
|
||
"# }\n",
|
||
"# except Exception as e:\n",
|
||
"# print(f\"❌ Jira ecosystem {eco_name} issue fields info get failed: {e}\")\n",
|
||
"# eco_issue_fields = dict()\n",
|
||
"# all_eco_issue_fields[eco_name] = eco_issue_fields\n",
|
||
"\n",
|
||
"# with open(\"../data/eco_issue_types.json\", \"w\", encoding=\"utf-8\") as f:\n",
|
||
"# json.dump(all_eco_issue_types, f, indent=4)\n",
|
||
"\n",
|
||
"# with open(\"../data/eco_link_types.json\", \"w\", encoding=\"utf-8\") as f:\n",
|
||
"# json.dump(all_eco_link_types, f, indent=4)\n",
|
||
"\n",
|
||
"# with open(\"../data/eco_issue_fields.json\", \"w\", encoding=\"utf-8\") as f:\n",
|
||
"# json.dump(all_eco_issue_fields, f, indent=4)"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 4,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# 格式化时间间隔\n",
|
||
"def format_duration(start_time, end_time):\n",
|
||
" # 计算总秒数\n",
|
||
" seconds = end_time - start_time\n",
|
||
" # 计算分钟和小时数\n",
|
||
" minutes = int(seconds / 60)\n",
|
||
" hours = int(minutes / 60)\n",
|
||
" display_minutes = int(minutes % 60)\n",
|
||
" display_seconds = int(seconds % 60)\n",
|
||
"\n",
|
||
" return f\"{hours:02}:{display_minutes:02}:{display_seconds:02}\""
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 5,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"def download_issues_and_write_to_db(\n",
|
||
" name, # Jira软件生态名\n",
|
||
" url, # Jira服务器url\n",
|
||
" pat=None, # Personal access token\n",
|
||
" start_index=0, # 初始访问位置\n",
|
||
" num_desired_issues=None, # 预期访问的issue总数，None表示全部“All”\n",
|
||
" iteration_max=200, # 每次访问数目\n",
|
||
"):\n",
|
||
"\n",
|
||
" try:\n",
|
||
" jira = JIRA(server=url) if pat == None else JIRA(server=url, token_auth=pat)\n",
|
||
" except Exception as e:\n",
|
||
" print(f\"❌ Jira server connection failed: {e}\")\n",
|
||
" print(f\"❗ Retry at issue index: {start_index}\")\n",
|
||
" return False\n",
|
||
"\n",
|
||
" # 获取可以访问的issue总数\n",
|
||
" QUERY = \"ORDER BY created ASC\"\n",
|
||
" try:\n",
|
||
" num_available_issues = jira.search_issues(\n",
|
||
" jql_str=QUERY, startAt=0, maxResults=0, expand=\"changelog\", json_result=True\n",
|
||
" )[\"total\"]\n",
|
||
" except Exception as e:\n",
|
||
" print(f\"❌ Jira search available issues number failed: {e}\")\n",
|
||
" print(f\"❗ Retry at issue index: {start_index}\")\n",
|
||
" return False\n",
|
||
"\n",
|
||
" print(f\"Jira ecosystem name: {name}\")\n",
|
||
" print(\n",
|
||
" f\"Number of desired issues: {num_desired_issues if num_desired_issues != None else 'All'}\"\n",
|
||
" )\n",
|
||
" print(f\"Number of available issues: {num_available_issues}\")\n",
|
||
" print(\"\")\n",
|
||
"\n",
|
||
" # 设置剩余待访问的issue数目\n",
|
||
" if num_desired_issues == None:\n",
|
||
" num_remaining_issues = num_available_issues\n",
|
||
" else:\n",
|
||
" num_remaining_issues = min(int(num_desired_issues), num_available_issues)\n",
|
||
" # 基于start_index参数调整剩余待访问的issue数目\n",
|
||
" num_remaining_issues -= start_index\n",
|
||
"\n",
|
||
" max_count_width = len(str(num_remaining_issues)) + 1\n",
|
||
" print(f\"Total remaining issues number: {num_remaining_issues:< {max_count_width}}\")\n",
|
||
"\n",
|
||
" # 一次性写入MongoDB的issue数量\n",
|
||
" NUM_ISSUES_PER_WRITE = iteration_max * 10\n",
|
||
"\n",
|
||
" # 保存issues、comments和histories的集合\n",
|
||
" issues_collection = db[name]\n",
|
||
" comments_collection = db[name + \"Comments\"]\n",
|
||
" histories_collection = db[name + \"Histories\"]\n",
|
||
"\n",
|
||
" # 临时保存获取的issues、'$comments'字段、'$histories'字段\n",
|
||
" tmp_issue_ls = []\n",
|
||
" comments_feild_ls = []\n",
|
||
" histories_feild_ls = []\n",
|
||
"\n",
|
||
" # 记录目前已经写入MongoDB的issue总数\n",
|
||
" num_written_issues = start_index\n",
|
||
" start_time = time()\n",
|
||
" while num_remaining_issues > 0:\n",
|
||
"\n",
|
||
" # 记录访问一批issue的时间\n",
|
||
" bulk_start_time = time()\n",
|
||
"\n",
|
||
" # 确定访问一批issue的数量\n",
|
||
" num_issues_to_retrieve = min(iteration_max, num_remaining_issues)\n",
|
||
"\n",
|
||
" try:\n",
|
||
" response_json = jira.search_issues(\n",
|
||
" jql_str=QUERY,\n",
|
||
" startAt=start_index,\n",
|
||
" maxResults=num_issues_to_retrieve,\n",
|
||
" expand=\"changelog\",\n",
|
||
" json_result=True,\n",
|
||
" )\n",
|
||
" except Exception as e:\n",
|
||
" print(f\"❌ Jira search issues failed: {e}\")\n",
|
||
" print(\n",
|
||
" f\"❗ Retry at issue index: {num_written_issues} Current duration: {format_duration(start_time, time())}\"\n",
|
||
" )\n",
|
||
" return False\n",
|
||
"\n",
|
||
" returned_issues = response_json.get(\"issues\", [])\n",
|
||
"\n",
|
||
" # 取出'$comments'和'$histories'字段，避免issue文档超过16MB的MongoDB文档大小限制\n",
|
||
" for issue in returned_issues:\n",
|
||
" comments = issue[\"fields\"][\"comment\"][\"comments\"]\n",
|
||
" issue[\"fields\"][\"comment\"][\"comments\"] = []\n",
|
||
" histories = issue[\"changelog\"][\"histories\"]\n",
|
||
" issue[\"changelog\"][\"histories\"] = []\n",
|
||
"\n",
|
||
" comments_feild_ls.append({\"key\": issue[\"key\"], \"comments\": comments})\n",
|
||
" histories_feild_ls.append({\"key\": issue[\"key\"], \"histories\": histories})\n",
|
||
" tmp_issue_ls.append(issue)\n",
|
||
"\n",
|
||
" num_returned_issues = len(returned_issues)\n",
|
||
"\n",
|
||
" # 调整剩余待访问的issue数目\n",
|
||
" num_remaining_issues -= num_returned_issues\n",
|
||
"\n",
|
||
" # 打印访问进度\n",
|
||
" end_index = start_index + num_returned_issues - 1\n",
|
||
" print(\n",
|
||
" f\"Total remaining: {num_remaining_issues:< {max_count_width}} \"\n",
|
||
" f\"Retrieved issues: {start_index:< {max_count_width}} ~ {end_index:< {max_count_width}} \"\n",
|
||
" f\"Duration: {format_duration(bulk_start_time, time())}\"\n",
|
||
" )\n",
|
||
"\n",
|
||
" # 修改start_index\n",
|
||
" start_index += num_returned_issues\n",
|
||
"\n",
|
||
" if (\n",
|
||
" len(tmp_issue_ls) >= NUM_ISSUES_PER_WRITE\n",
|
||
" or num_remaining_issues == 0\n",
|
||
" or num_returned_issues == 0\n",
|
||
" ):\n",
|
||
" # 判断是否缺失'$comments'或'$histories'字段\n",
|
||
" if not (\n",
|
||
" len(tmp_issue_ls) == len(comments_feild_ls)\n",
|
||
" and len(tmp_issue_ls) == len(histories_feild_ls)\n",
|
||
" ):\n",
|
||
" print(f\"❌ '$comments' or '$histories' field missing\")\n",
|
||
" print(\n",
|
||
" f\"❗ Retry at issue index: {num_written_issues} Current duration: {format_duration(start_time, time())}\"\n",
|
||
" )\n",
|
||
"\n",
|
||
" # 保存每一条comment和history，避免'$comments'或'$histories'字段文档超过16MB限制\n",
|
||
" tmp_comment_ls = []\n",
|
||
" tmp_history_ls = []\n",
|
||
"\n",
|
||
" # 把一批issues写入MongoDB\n",
|
||
" try:\n",
|
||
" issues_collection.insert_many(tmp_issue_ls)\n",
|
||
"\n",
|
||
" except Exception as e:\n",
|
||
" print(f\"❌ Write issues to MongoDB failed: {e}\")\n",
|
||
" # 发生错误，计算当前一批中成功写入的issue数目，把对应的comments和histories写入\n",
|
||
" num_issues_collection = issues_collection.count_documents({})\n",
|
||
" num_bulk_written = num_issues_collection - num_written_issues\n",
|
||
"\n",
|
||
" for item in comments_feild_ls[0:num_bulk_written]:\n",
|
||
" key, comments = item[\"key\"], item[\"comments\"]\n",
|
||
" for comment in comments:\n",
|
||
" tmp_comment_ls.append({\"key\": key, \"comment\": comment})\n",
|
||
" comments_collection.insert_many(tmp_comment_ls)\n",
|
||
"\n",
|
||
" for item in histories_feild_ls[0:num_bulk_written]:\n",
|
||
" key, histories = item[\"key\"], item[\"histories\"]\n",
|
||
" for history in histories:\n",
|
||
" tmp_history_ls.append({\"key\": key, \"history\": history})\n",
|
||
" histories_collection.insert_many(tmp_history_ls)\n",
|
||
"\n",
|
||
" num_written_issues = num_issues_collection\n",
|
||
" print(\n",
|
||
" f\"❗ Retry at issue index: {num_written_issues} Current duration: {format_duration(start_time, time())}\"\n",
|
||
" )\n",
|
||
" return False\n",
|
||
"\n",
|
||
" # 把每一条comment和history保存为一份文档\n",
|
||
" # !注意：这里假设了一个comment或history文档的大小不会超过16MB\n",
|
||
" for item in comments_feild_ls:\n",
|
||
" key, comments = item[\"key\"], item[\"comments\"]\n",
|
||
" for comment in comments:\n",
|
||
" tmp_comment_ls.append({\"key\": key, \"comment\": comment})\n",
|
||
" comments_collection.insert_many(tmp_comment_ls)\n",
|
||
"\n",
|
||
" for item in histories_feild_ls:\n",
|
||
" key, histories = item[\"key\"], item[\"histories\"]\n",
|
||
" for history in histories:\n",
|
||
" tmp_history_ls.append({\"key\": key, \"history\": history})\n",
|
||
" histories_collection.insert_many(tmp_history_ls)\n",
|
||
"\n",
|
||
" print(\n",
|
||
" f\"✔ Issues written to MongoDB: {num_written_issues:< {max_count_width}} ~ {end_index:< {max_count_width}}\"\n",
|
||
" )\n",
|
||
"\n",
|
||
" num_written_issues = start_index\n",
|
||
"\n",
|
||
" # 清除临时列表，避免内存溢出\n",
|
||
" tmp_issue_ls = []\n",
|
||
" comments_feild_ls = []\n",
|
||
" histories_feild_ls = []\n",
|
||
"\n",
|
||
" # 如果访问返回的issue数目为0，则需要进一步处理\n",
|
||
" if num_returned_issues == 0:\n",
|
||
" print(\n",
|
||
" \"❗ Number of returned issues is 0. This is strange and should not happen. Investigate it.\"\n",
|
||
" )\n",
|
||
" print(\n",
|
||
" f\"❗ Retry at issue index: {num_written_issues} Current duration: {format_duration(start_time, time())}\"\n",
|
||
" )\n",
|
||
" return False\n",
|
||
" print(\"\")\n",
|
||
" print(\n",
|
||
" f\"✅ Number of downloaded issues: {num_written_issues:< {max_count_width}} \"\n",
|
||
" f\"Current Duration: {format_duration(start_time, time())}\"\n",
|
||
" )\n",
|
||
" return True"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# # ✅ Number of downloaded issues: 502297 Current Duration: 12:05:55\n",
|
||
"# download_issues_and_write_to_db(\n",
|
||
"# \"RedHat\",\n",
|
||
"# jira_eco_sources[\"RedHat\"].get(\"jira_url\"),\n",
|
||
"# jira_eco_sources[\"RedHat\"].get(\"pat\"),\n",
|
||
"# )"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# # ✅ Number of downloaded issues: 180574 Current Duration: 04:05:19\n",
|
||
"# download_issues_and_write_to_db(\n",
|
||
"# \"Qt\",\n",
|
||
"# jira_eco_sources[\"Qt\"].get(\"jira_url\"),\n",
|
||
"# jira_eco_sources[\"Qt\"].get(\"pat\"),\n",
|
||
"# start_index=176000,\n",
|
||
"# )"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# # ✅ Number of downloaded issues: 462599 Current Duration: 09:00:55\n",
|
||
"# download_issues_and_write_to_db(\n",
|
||
"# \"Mojang\",\n",
|
||
"# jira_ecos_info[\"Mojang\"].get(\"jira_url\"),\n",
|
||
"# jira_ecos_info[\"Mojang\"].get(\"pat\"),\n",
|
||
"# )"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# # ✅ Number of downloaded issues: 175886 Current Duration: 04:27:40\n",
|
||
"# download_issues_and_write_to_db(\n",
|
||
"# \"MongoDB\",\n",
|
||
"# jira_ecos_info[\"MongoDB\"].get(\"jira_url\"),\n",
|
||
"# jira_ecos_info[\"MongoDB\"].get(\"pat\"),\n",
|
||
"# )"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": 6,
|
||
"metadata": {},
|
||
"outputs": [
|
||
{
|
||
"name": "stderr",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"/home/huaian/mambaforge/envs/grad_pro_env/lib/python3.9/site-packages/jira/client.py:3140: Warning: All issues cannot be fetched at once, when json_result parameter is set\n",
|
||
" warnings.warn(\n"
|
||
]
|
||
},
|
||
{
|
||
"name": "stdout",
|
||
"output_type": "stream",
|
||
"text": [
|
||
"Jira ecosystem name: Jira\n",
|
||
"Number of desired issues: All\n",
|
||
"Number of available issues: 312301\n",
|
||
"\n",
|
||
"Total remaining issues number: 122301\n",
|
||
"Total remaining: 122101 Retrieved issues: 190000 ~ 190199 Duration: 00:00:23\n",
|
||
"Total remaining: 121901 Retrieved issues: 190200 ~ 190399 Duration: 00:00:19\n",
|
||
"Total remaining: 121701 Retrieved issues: 190400 ~ 190599 Duration: 00:00:15\n",
|
||
"Total remaining: 121501 Retrieved issues: 190600 ~ 190799 Duration: 00:00:17\n",
|
||
"Total remaining: 121301 Retrieved issues: 190800 ~ 190999 Duration: 00:00:19\n",
|
||
"Total remaining: 121101 Retrieved issues: 191000 ~ 191199 Duration: 00:00:21\n",
|
||
"Total remaining: 120901 Retrieved issues: 191200 ~ 191399 Duration: 00:00:22\n",
|
||
"Total remaining: 120701 Retrieved issues: 191400 ~ 191599 Duration: 00:00:16\n",
|
||
"Total remaining: 120501 Retrieved issues: 191600 ~ 191799 Duration: 00:00:20\n",
|
||
"Total remaining: 120301 Retrieved issues: 191800 ~ 191999 Duration: 00:00:19\n",
|
||
"✔ Issues written to MongoDB: 190000 ~ 191999\n",
|
||
"Total remaining: 120101 Retrieved issues: 192000 ~ 192199 Duration: 00:00:18\n",
|
||
"Total remaining: 119901 Retrieved issues: 192200 ~ 192399 Duration: 00:00:18\n",
|
||
"Total remaining: 119701 Retrieved issues: 192400 ~ 192599 Duration: 00:00:18\n",
|
||
"Total remaining: 119501 Retrieved issues: 192600 ~ 192799 Duration: 00:00:18\n",
|
||
"Total remaining: 119301 Retrieved issues: 192800 ~ 192999 Duration: 00:00:18\n",
|
||
"Total remaining: 119101 Retrieved issues: 193000 ~ 193199 Duration: 00:00:19\n",
|
||
"Total remaining: 118901 Retrieved issues: 193200 ~ 193399 Duration: 00:00:20\n",
|
||
"Total remaining: 118701 Retrieved issues: 193400 ~ 193599 Duration: 00:00:21\n",
|
||
"Total remaining: 118501 Retrieved issues: 193600 ~ 193799 Duration: 00:00:21\n",
|
||
"Total remaining: 118301 Retrieved issues: 193800 ~ 193999 Duration: 00:00:18\n",
|
||
"✔ Issues written to MongoDB: 192000 ~ 193999\n",
|
||
"Total remaining: 118101 Retrieved issues: 194000 ~ 194199 Duration: 00:00:24\n",
|
||
"Total remaining: 117901 Retrieved issues: 194200 ~ 194399 Duration: 00:00:28\n",
|
||
"Total remaining: 117701 Retrieved issues: 194400 ~ 194599 Duration: 00:00:20\n",
|
||
"Total remaining: 117501 Retrieved issues: 194600 ~ 194799 Duration: 00:00:16\n",
|
||
"Total remaining: 117301 Retrieved issues: 194800 ~ 194999 Duration: 00:00:15\n",
|
||
"Total remaining: 117101 Retrieved issues: 195000 ~ 195199 Duration: 00:00:17\n",
|
||
"Total remaining: 116901 Retrieved issues: 195200 ~ 195399 Duration: 00:00:17\n",
|
||
"Total remaining: 116701 Retrieved issues: 195400 ~ 195599 Duration: 00:00:19\n",
|
||
"Total remaining: 116501 Retrieved issues: 195600 ~ 195799 Duration: 00:00:20\n",
|
||
"Total remaining: 116301 Retrieved issues: 195800 ~ 195999 Duration: 00:00:25\n",
|
||
"✔ Issues written to MongoDB: 194000 ~ 195999\n",
|
||
"Total remaining: 116101 Retrieved issues: 196000 ~ 196199 Duration: 00:00:19\n",
|
||
"Total remaining: 115901 Retrieved issues: 196200 ~ 196399 Duration: 00:00:21\n",
|
||
"Total remaining: 115701 Retrieved issues: 196400 ~ 196599 Duration: 00:00:23\n",
|
||
"Total remaining: 115501 Retrieved issues: 196600 ~ 196799 Duration: 00:00:19\n",
|
||
"Total remaining: 115301 Retrieved issues: 196800 ~ 196999 Duration: 00:00:20\n",
|
||
"Total remaining: 115101 Retrieved issues: 197000 ~ 197199 Duration: 00:00:18\n",
|
||
"Total remaining: 114901 Retrieved issues: 197200 ~ 197399 Duration: 00:00:15\n",
|
||
"Total remaining: 114701 Retrieved issues: 197400 ~ 197599 Duration: 00:00:18\n",
|
||
"Total remaining: 114501 Retrieved issues: 197600 ~ 197799 Duration: 00:00:21\n",
|
||
"Total remaining: 114301 Retrieved issues: 197800 ~ 197999 Duration: 00:00:27\n",
|
||
"✔ Issues written to MongoDB: 196000 ~ 197999\n",
|
||
"Total remaining: 114101 Retrieved issues: 198000 ~ 198199 Duration: 00:00:21\n",
|
||
"Total remaining: 113901 Retrieved issues: 198200 ~ 198399 Duration: 00:00:22\n",
|
||
"Total remaining: 113701 Retrieved issues: 198400 ~ 198599 Duration: 00:00:23\n",
|
||
"Total remaining: 113501 Retrieved issues: 198600 ~ 198799 Duration: 00:00:18\n",
|
||
"Total remaining: 113301 Retrieved issues: 198800 ~ 198999 Duration: 00:00:21\n",
|
||
"Total remaining: 113101 Retrieved issues: 199000 ~ 199199 Duration: 00:00:18\n",
|
||
"Total remaining: 112901 Retrieved issues: 199200 ~ 199399 Duration: 00:00:22\n",
|
||
"Total remaining: 112701 Retrieved issues: 199400 ~ 199599 Duration: 00:00:21\n",
|
||
"Total remaining: 112501 Retrieved issues: 199600 ~ 199799 Duration: 00:00:19\n",
|
||
"Total remaining: 112301 Retrieved issues: 199800 ~ 199999 Duration: 00:00:16\n",
|
||
"✔ Issues written to MongoDB: 198000 ~ 199999\n",
|
||
"Total remaining: 112101 Retrieved issues: 200000 ~ 200199 Duration: 00:00:17\n",
|
||
"Total remaining: 111901 Retrieved issues: 200200 ~ 200399 Duration: 00:00:15\n",
|
||
"Total remaining: 111701 Retrieved issues: 200400 ~ 200599 Duration: 00:00:21\n",
|
||
"Total remaining: 111501 Retrieved issues: 200600 ~ 200799 Duration: 00:00:31\n",
|
||
"Total remaining: 111301 Retrieved issues: 200800 ~ 200999 Duration: 00:00:18\n",
|
||
"Total remaining: 111101 Retrieved issues: 201000 ~ 201199 Duration: 00:00:18\n",
|
||
"Total remaining: 110901 Retrieved issues: 201200 ~ 201399 Duration: 00:00:24\n",
|
||
"Total remaining: 110701 Retrieved issues: 201400 ~ 201599 Duration: 00:00:18\n",
|
||
"Total remaining: 110501 Retrieved issues: 201600 ~ 201799 Duration: 00:00:20\n",
|
||
"Total remaining: 110301 Retrieved issues: 201800 ~ 201999 Duration: 00:00:19\n",
|
||
"✔ Issues written to MongoDB: 200000 ~ 201999\n",
|
||
"Total remaining: 110101 Retrieved issues: 202000 ~ 202199 Duration: 00:00:20\n",
|
||
"Total remaining: 109901 Retrieved issues: 202200 ~ 202399 Duration: 00:00:16\n",
|
||
"Total remaining: 109701 Retrieved issues: 202400 ~ 202599 Duration: 00:00:21\n",
|
||
"Total remaining: 109501 Retrieved issues: 202600 ~ 202799 Duration: 00:00:20\n",
|
||
"Total remaining: 109301 Retrieved issues: 202800 ~ 202999 Duration: 00:00:20\n",
|
||
"Total remaining: 109101 Retrieved issues: 203000 ~ 203199 Duration: 00:00:21\n",
|
||
"Total remaining: 108901 Retrieved issues: 203200 ~ 203399 Duration: 00:00:19\n",
|
||
"Total remaining: 108701 Retrieved issues: 203400 ~ 203599 Duration: 00:00:17\n",
|
||
"Total remaining: 108501 Retrieved issues: 203600 ~ 203799 Duration: 00:00:21\n",
|
||
"Total remaining: 108301 Retrieved issues: 203800 ~ 203999 Duration: 00:00:23\n",
|
||
"✔ Issues written to MongoDB: 202000 ~ 203999\n",
|
||
"Total remaining: 108101 Retrieved issues: 204000 ~ 204199 Duration: 00:00:19\n",
|
||
"Total remaining: 107901 Retrieved issues: 204200 ~ 204399 Duration: 00:00:18\n",
|
||
"Total remaining: 107701 Retrieved issues: 204400 ~ 204599 Duration: 00:00:20\n",
|
||
"Total remaining: 107501 Retrieved issues: 204600 ~ 204799 Duration: 00:00:21\n",
|
||
"Total remaining: 107301 Retrieved issues: 204800 ~ 204999 Duration: 00:00:19\n",
|
||
"Total remaining: 107101 Retrieved issues: 205000 ~ 205199 Duration: 00:00:18\n",
|
||
"Total remaining: 106901 Retrieved issues: 205200 ~ 205399 Duration: 00:00:18\n",
|
||
"Total remaining: 106701 Retrieved issues: 205400 ~ 205599 Duration: 00:00:15\n",
|
||
"Total remaining: 106501 Retrieved issues: 205600 ~ 205799 Duration: 00:00:17\n",
|
||
"Total remaining: 106301 Retrieved issues: 205800 ~ 205999 Duration: 00:00:20\n",
|
||
"✔ Issues written to MongoDB: 204000 ~ 205999\n",
|
||
"Total remaining: 106101 Retrieved issues: 206000 ~ 206199 Duration: 00:00:18\n",
|
||
"Total remaining: 105901 Retrieved issues: 206200 ~ 206399 Duration: 00:00:16\n",
|
||
"Total remaining: 105701 Retrieved issues: 206400 ~ 206599 Duration: 00:00:17\n",
|
||
"Total remaining: 105501 Retrieved issues: 206600 ~ 206799 Duration: 00:00:18\n",
|
||
"Total remaining: 105301 Retrieved issues: 206800 ~ 206999 Duration: 00:00:16\n",
|
||
"Total remaining: 105101 Retrieved issues: 207000 ~ 207199 Duration: 00:00:18\n",
|
||
"Total remaining: 104901 Retrieved issues: 207200 ~ 207399 Duration: 00:00:15\n",
|
||
"Total remaining: 104701 Retrieved issues: 207400 ~ 207599 Duration: 00:00:16\n",
|
||
"Total remaining: 104501 Retrieved issues: 207600 ~ 207799 Duration: 00:00:18\n",
|
||
"Total remaining: 104301 Retrieved issues: 207800 ~ 207999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 206000 ~ 207999\n",
|
||
"Total remaining: 104101 Retrieved issues: 208000 ~ 208199 Duration: 00:00:16\n",
|
||
"Total remaining: 103901 Retrieved issues: 208200 ~ 208399 Duration: 00:00:17\n",
|
||
"Total remaining: 103701 Retrieved issues: 208400 ~ 208599 Duration: 00:00:20\n",
|
||
"Total remaining: 103501 Retrieved issues: 208600 ~ 208799 Duration: 00:00:16\n",
|
||
"Total remaining: 103301 Retrieved issues: 208800 ~ 208999 Duration: 00:00:20\n",
|
||
"Total remaining: 103101 Retrieved issues: 209000 ~ 209199 Duration: 00:00:18\n",
|
||
"Total remaining: 102901 Retrieved issues: 209200 ~ 209399 Duration: 00:00:20\n",
|
||
"Total remaining: 102701 Retrieved issues: 209400 ~ 209599 Duration: 00:00:16\n",
|
||
"Total remaining: 102501 Retrieved issues: 209600 ~ 209799 Duration: 00:00:15\n",
|
||
"Total remaining: 102301 Retrieved issues: 209800 ~ 209999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 208000 ~ 209999\n",
|
||
"Total remaining: 102101 Retrieved issues: 210000 ~ 210199 Duration: 00:00:16\n",
|
||
"Total remaining: 101901 Retrieved issues: 210200 ~ 210399 Duration: 00:00:19\n",
|
||
"Total remaining: 101701 Retrieved issues: 210400 ~ 210599 Duration: 00:00:17\n",
|
||
"Total remaining: 101501 Retrieved issues: 210600 ~ 210799 Duration: 00:00:13\n",
|
||
"Total remaining: 101301 Retrieved issues: 210800 ~ 210999 Duration: 00:00:17\n",
|
||
"Total remaining: 101101 Retrieved issues: 211000 ~ 211199 Duration: 00:00:20\n",
|
||
"Total remaining: 100901 Retrieved issues: 211200 ~ 211399 Duration: 00:00:19\n",
|
||
"Total remaining: 100701 Retrieved issues: 211400 ~ 211599 Duration: 00:00:17\n",
|
||
"Total remaining: 100501 Retrieved issues: 211600 ~ 211799 Duration: 00:00:19\n",
|
||
"Total remaining: 100301 Retrieved issues: 211800 ~ 211999 Duration: 00:00:16\n",
|
||
"✔ Issues written to MongoDB: 210000 ~ 211999\n",
|
||
"Total remaining: 100101 Retrieved issues: 212000 ~ 212199 Duration: 00:00:19\n",
|
||
"Total remaining: 99901 Retrieved issues: 212200 ~ 212399 Duration: 00:00:22\n",
|
||
"Total remaining: 99701 Retrieved issues: 212400 ~ 212599 Duration: 00:00:17\n",
|
||
"Total remaining: 99501 Retrieved issues: 212600 ~ 212799 Duration: 00:00:16\n",
|
||
"Total remaining: 99301 Retrieved issues: 212800 ~ 212999 Duration: 00:00:17\n",
|
||
"Total remaining: 99101 Retrieved issues: 213000 ~ 213199 Duration: 00:00:18\n",
|
||
"Total remaining: 98901 Retrieved issues: 213200 ~ 213399 Duration: 00:00:19\n",
|
||
"Total remaining: 98701 Retrieved issues: 213400 ~ 213599 Duration: 00:00:17\n",
|
||
"Total remaining: 98501 Retrieved issues: 213600 ~ 213799 Duration: 00:00:17\n",
|
||
"Total remaining: 98301 Retrieved issues: 213800 ~ 213999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 212000 ~ 213999\n",
|
||
"Total remaining: 98101 Retrieved issues: 214000 ~ 214199 Duration: 00:00:15\n",
|
||
"Total remaining: 97901 Retrieved issues: 214200 ~ 214399 Duration: 00:00:14\n",
|
||
"Total remaining: 97701 Retrieved issues: 214400 ~ 214599 Duration: 00:00:17\n",
|
||
"Total remaining: 97501 Retrieved issues: 214600 ~ 214799 Duration: 00:00:19\n",
|
||
"Total remaining: 97301 Retrieved issues: 214800 ~ 214999 Duration: 00:00:22\n",
|
||
"Total remaining: 97101 Retrieved issues: 215000 ~ 215199 Duration: 00:00:16\n",
|
||
"Total remaining: 96901 Retrieved issues: 215200 ~ 215399 Duration: 00:00:16\n",
|
||
"Total remaining: 96701 Retrieved issues: 215400 ~ 215599 Duration: 00:00:15\n",
|
||
"Total remaining: 96501 Retrieved issues: 215600 ~ 215799 Duration: 00:00:16\n",
|
||
"Total remaining: 96301 Retrieved issues: 215800 ~ 215999 Duration: 00:00:20\n",
|
||
"✔ Issues written to MongoDB: 214000 ~ 215999\n",
|
||
"Total remaining: 96101 Retrieved issues: 216000 ~ 216199 Duration: 00:00:14\n",
|
||
"Total remaining: 95901 Retrieved issues: 216200 ~ 216399 Duration: 00:00:18\n",
|
||
"Total remaining: 95701 Retrieved issues: 216400 ~ 216599 Duration: 00:00:14\n",
|
||
"Total remaining: 95501 Retrieved issues: 216600 ~ 216799 Duration: 00:00:20\n",
|
||
"Total remaining: 95301 Retrieved issues: 216800 ~ 216999 Duration: 00:00:15\n",
|
||
"Total remaining: 95101 Retrieved issues: 217000 ~ 217199 Duration: 00:00:14\n",
|
||
"Total remaining: 94901 Retrieved issues: 217200 ~ 217399 Duration: 00:00:16\n",
|
||
"Total remaining: 94701 Retrieved issues: 217400 ~ 217599 Duration: 00:00:20\n",
|
||
"Total remaining: 94501 Retrieved issues: 217600 ~ 217799 Duration: 00:00:17\n",
|
||
"Total remaining: 94301 Retrieved issues: 217800 ~ 217999 Duration: 00:00:21\n",
|
||
"✔ Issues written to MongoDB: 216000 ~ 217999\n",
|
||
"Total remaining: 94101 Retrieved issues: 218000 ~ 218199 Duration: 00:00:20\n",
|
||
"Total remaining: 93901 Retrieved issues: 218200 ~ 218399 Duration: 00:00:14\n",
|
||
"Total remaining: 93701 Retrieved issues: 218400 ~ 218599 Duration: 00:00:21\n",
|
||
"Total remaining: 93501 Retrieved issues: 218600 ~ 218799 Duration: 00:00:15\n",
|
||
"Total remaining: 93301 Retrieved issues: 218800 ~ 218999 Duration: 00:00:18\n",
|
||
"Total remaining: 93101 Retrieved issues: 219000 ~ 219199 Duration: 00:00:20\n",
|
||
"Total remaining: 92901 Retrieved issues: 219200 ~ 219399 Duration: 00:00:18\n",
|
||
"Total remaining: 92701 Retrieved issues: 219400 ~ 219599 Duration: 00:00:17\n",
|
||
"Total remaining: 92501 Retrieved issues: 219600 ~ 219799 Duration: 00:00:18\n",
|
||
"Total remaining: 92301 Retrieved issues: 219800 ~ 219999 Duration: 00:00:18\n",
|
||
"✔ Issues written to MongoDB: 218000 ~ 219999\n",
|
||
"Total remaining: 92101 Retrieved issues: 220000 ~ 220199 Duration: 00:00:19\n",
|
||
"Total remaining: 91901 Retrieved issues: 220200 ~ 220399 Duration: 00:00:18\n",
|
||
"Total remaining: 91701 Retrieved issues: 220400 ~ 220599 Duration: 00:00:17\n",
|
||
"Total remaining: 91501 Retrieved issues: 220600 ~ 220799 Duration: 00:00:18\n",
|
||
"Total remaining: 91301 Retrieved issues: 220800 ~ 220999 Duration: 00:00:16\n",
|
||
"Total remaining: 91101 Retrieved issues: 221000 ~ 221199 Duration: 00:00:19\n",
|
||
"Total remaining: 90901 Retrieved issues: 221200 ~ 221399 Duration: 00:00:19\n",
|
||
"Total remaining: 90701 Retrieved issues: 221400 ~ 221599 Duration: 00:00:21\n",
|
||
"Total remaining: 90501 Retrieved issues: 221600 ~ 221799 Duration: 00:00:20\n",
|
||
"Total remaining: 90301 Retrieved issues: 221800 ~ 221999 Duration: 00:00:17\n",
|
||
"✔ Issues written to MongoDB: 220000 ~ 221999\n",
|
||
"Total remaining: 90101 Retrieved issues: 222000 ~ 222199 Duration: 00:00:18\n",
|
||
"Total remaining: 89901 Retrieved issues: 222200 ~ 222399 Duration: 00:00:17\n",
|
||
"Total remaining: 89701 Retrieved issues: 222400 ~ 222599 Duration: 00:00:12\n",
|
||
"Total remaining: 89501 Retrieved issues: 222600 ~ 222799 Duration: 00:00:15\n",
|
||
"Total remaining: 89301 Retrieved issues: 222800 ~ 222999 Duration: 00:00:16\n",
|
||
"Total remaining: 89101 Retrieved issues: 223000 ~ 223199 Duration: 00:00:15\n",
|
||
"Total remaining: 88901 Retrieved issues: 223200 ~ 223399 Duration: 00:00:14\n",
|
||
"Total remaining: 88701 Retrieved issues: 223400 ~ 223599 Duration: 00:00:16\n",
|
||
"Total remaining: 88501 Retrieved issues: 223600 ~ 223799 Duration: 00:00:14\n",
|
||
"Total remaining: 88301 Retrieved issues: 223800 ~ 223999 Duration: 00:00:14\n",
|
||
"✔ Issues written to MongoDB: 222000 ~ 223999\n",
|
||
"Total remaining: 88101 Retrieved issues: 224000 ~ 224199 Duration: 00:00:17\n",
|
||
"Total remaining: 87901 Retrieved issues: 224200 ~ 224399 Duration: 00:00:18\n",
|
||
"Total remaining: 87701 Retrieved issues: 224400 ~ 224599 Duration: 00:00:14\n",
|
||
"Total remaining: 87501 Retrieved issues: 224600 ~ 224799 Duration: 00:00:17\n",
|
||
"Total remaining: 87301 Retrieved issues: 224800 ~ 224999 Duration: 00:00:16\n",
|
||
"Total remaining: 87101 Retrieved issues: 225000 ~ 225199 Duration: 00:00:19\n",
|
||
"Total remaining: 86901 Retrieved issues: 225200 ~ 225399 Duration: 00:00:16\n",
|
||
"Total remaining: 86701 Retrieved issues: 225400 ~ 225599 Duration: 00:00:17\n",
|
||
"Total remaining: 86501 Retrieved issues: 225600 ~ 225799 Duration: 00:00:17\n",
|
||
"Total remaining: 86301 Retrieved issues: 225800 ~ 225999 Duration: 00:00:17\n",
|
||
"✔ Issues written to MongoDB: 224000 ~ 225999\n",
|
||
"Total remaining: 86101 Retrieved issues: 226000 ~ 226199 Duration: 00:00:15\n",
|
||
"Total remaining: 85901 Retrieved issues: 226200 ~ 226399 Duration: 00:00:17\n",
|
||
"Total remaining: 85701 Retrieved issues: 226400 ~ 226599 Duration: 00:00:15\n",
|
||
"Total remaining: 85501 Retrieved issues: 226600 ~ 226799 Duration: 00:00:17\n",
|
||
"Total remaining: 85301 Retrieved issues: 226800 ~ 226999 Duration: 00:00:13\n",
|
||
"Total remaining: 85101 Retrieved issues: 227000 ~ 227199 Duration: 00:00:16\n",
|
||
"Total remaining: 84901 Retrieved issues: 227200 ~ 227399 Duration: 00:00:17\n",
|
||
"Total remaining: 84701 Retrieved issues: 227400 ~ 227599 Duration: 00:00:14\n",
|
||
"Total remaining: 84501 Retrieved issues: 227600 ~ 227799 Duration: 00:00:18\n",
|
||
"Total remaining: 84301 Retrieved issues: 227800 ~ 227999 Duration: 00:00:19\n",
|
||
"✔ Issues written to MongoDB: 226000 ~ 227999\n",
|
||
"Total remaining: 84101 Retrieved issues: 228000 ~ 228199 Duration: 00:00:15\n",
|
||
"Total remaining: 83901 Retrieved issues: 228200 ~ 228399 Duration: 00:00:18\n",
|
||
"Total remaining: 83701 Retrieved issues: 228400 ~ 228599 Duration: 00:00:18\n",
|
||
"Total remaining: 83501 Retrieved issues: 228600 ~ 228799 Duration: 00:00:17\n",
|
||
"Total remaining: 83301 Retrieved issues: 228800 ~ 228999 Duration: 00:00:15\n",
|
||
"Total remaining: 83101 Retrieved issues: 229000 ~ 229199 Duration: 00:00:16\n",
|
||
"Total remaining: 82901 Retrieved issues: 229200 ~ 229399 Duration: 00:00:18\n",
|
||
"Total remaining: 82701 Retrieved issues: 229400 ~ 229599 Duration: 00:00:20\n",
|
||
"Total remaining: 82501 Retrieved issues: 229600 ~ 229799 Duration: 00:00:18\n",
|
||
"Total remaining: 82301 Retrieved issues: 229800 ~ 229999 Duration: 00:00:17\n",
|
||
"✔ Issues written to MongoDB: 228000 ~ 229999\n",
|
||
"Total remaining: 82101 Retrieved issues: 230000 ~ 230199 Duration: 00:00:19\n",
|
||
"Total remaining: 81901 Retrieved issues: 230200 ~ 230399 Duration: 00:00:21\n",
|
||
"Total remaining: 81701 Retrieved issues: 230400 ~ 230599 Duration: 00:00:21\n",
|
||
"Total remaining: 81501 Retrieved issues: 230600 ~ 230799 Duration: 00:00:19\n",
|
||
"Total remaining: 81301 Retrieved issues: 230800 ~ 230999 Duration: 00:00:21\n",
|
||
"Total remaining: 81101 Retrieved issues: 231000 ~ 231199 Duration: 00:00:17\n",
|
||
"Total remaining: 80901 Retrieved issues: 231200 ~ 231399 Duration: 00:00:19\n",
|
||
"Total remaining: 80701 Retrieved issues: 231400 ~ 231599 Duration: 00:00:15\n",
|
||
"Total remaining: 80501 Retrieved issues: 231600 ~ 231799 Duration: 00:00:18\n",
|
||
"Total remaining: 80301 Retrieved issues: 231800 ~ 231999 Duration: 00:00:18\n",
|
||
"✔ Issues written to MongoDB: 230000 ~ 231999\n",
|
||
"Total remaining: 80101 Retrieved issues: 232000 ~ 232199 Duration: 00:00:15\n",
|
||
"Total remaining: 79901 Retrieved issues: 232200 ~ 232399 Duration: 00:00:19\n",
|
||
"Total remaining: 79701 Retrieved issues: 232400 ~ 232599 Duration: 00:00:17\n",
|
||
"Total remaining: 79501 Retrieved issues: 232600 ~ 232799 Duration: 00:00:15\n",
|
||
"Total remaining: 79301 Retrieved issues: 232800 ~ 232999 Duration: 00:00:18\n",
|
||
"Total remaining: 79101 Retrieved issues: 233000 ~ 233199 Duration: 00:00:16\n",
|
||
"Total remaining: 78901 Retrieved issues: 233200 ~ 233399 Duration: 00:00:16\n",
|
||
"Total remaining: 78701 Retrieved issues: 233400 ~ 233599 Duration: 00:00:13\n",
|
||
"Total remaining: 78501 Retrieved issues: 233600 ~ 233799 Duration: 00:00:15\n",
|
||
"Total remaining: 78301 Retrieved issues: 233800 ~ 233999 Duration: 00:00:14\n",
|
||
"✔ Issues written to MongoDB: 232000 ~ 233999\n",
|
||
"Total remaining: 78101 Retrieved issues: 234000 ~ 234199 Duration: 00:00:18\n",
|
||
"Total remaining: 77901 Retrieved issues: 234200 ~ 234399 Duration: 00:00:14\n",
|
||
"Total remaining: 77701 Retrieved issues: 234400 ~ 234599 Duration: 00:00:16\n",
|
||
"Total remaining: 77501 Retrieved issues: 234600 ~ 234799 Duration: 00:00:17\n",
|
||
"Total remaining: 77301 Retrieved issues: 234800 ~ 234999 Duration: 00:00:18\n",
|
||
"Total remaining: 77101 Retrieved issues: 235000 ~ 235199 Duration: 00:00:18\n",
|
||
"Total remaining: 76901 Retrieved issues: 235200 ~ 235399 Duration: 00:00:15\n",
|
||
"Total remaining: 76701 Retrieved issues: 235400 ~ 235599 Duration: 00:00:21\n",
|
||
"Total remaining: 76501 Retrieved issues: 235600 ~ 235799 Duration: 00:00:20\n",
|
||
"Total remaining: 76301 Retrieved issues: 235800 ~ 235999 Duration: 00:00:18\n",
|
||
"✔ Issues written to MongoDB: 234000 ~ 235999\n",
|
||
"Total remaining: 76101 Retrieved issues: 236000 ~ 236199 Duration: 00:00:19\n",
|
||
"Total remaining: 75901 Retrieved issues: 236200 ~ 236399 Duration: 00:00:16\n",
|
||
"Total remaining: 75701 Retrieved issues: 236400 ~ 236599 Duration: 00:00:12\n",
|
||
"Total remaining: 75501 Retrieved issues: 236600 ~ 236799 Duration: 00:00:15\n",
|
||
"Total remaining: 75301 Retrieved issues: 236800 ~ 236999 Duration: 00:00:16\n",
|
||
"Total remaining: 75101 Retrieved issues: 237000 ~ 237199 Duration: 00:00:15\n",
|
||
"Total remaining: 74901 Retrieved issues: 237200 ~ 237399 Duration: 00:00:14\n",
|
||
"Total remaining: 74701 Retrieved issues: 237400 ~ 237599 Duration: 00:00:16\n",
|
||
"Total remaining: 74501 Retrieved issues: 237600 ~ 237799 Duration: 00:00:19\n",
|
||
"Total remaining: 74301 Retrieved issues: 237800 ~ 237999 Duration: 00:00:16\n",
|
||
"✔ Issues written to MongoDB: 236000 ~ 237999\n",
|
||
"Total remaining: 74101 Retrieved issues: 238000 ~ 238199 Duration: 00:00:16\n",
|
||
"Total remaining: 73901 Retrieved issues: 238200 ~ 238399 Duration: 00:00:15\n",
|
||
"Total remaining: 73701 Retrieved issues: 238400 ~ 238599 Duration: 00:00:18\n",
|
||
"Total remaining: 73501 Retrieved issues: 238600 ~ 238799 Duration: 00:00:14\n",
|
||
"Total remaining: 73301 Retrieved issues: 238800 ~ 238999 Duration: 00:00:16\n",
|
||
"Total remaining: 73101 Retrieved issues: 239000 ~ 239199 Duration: 00:00:14\n",
|
||
"Total remaining: 72901 Retrieved issues: 239200 ~ 239399 Duration: 00:00:16\n",
|
||
"Total remaining: 72701 Retrieved issues: 239400 ~ 239599 Duration: 00:00:14\n",
|
||
"Total remaining: 72501 Retrieved issues: 239600 ~ 239799 Duration: 00:00:17\n",
|
||
"Total remaining: 72301 Retrieved issues: 239800 ~ 239999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 238000 ~ 239999\n",
|
||
"Total remaining: 72101 Retrieved issues: 240000 ~ 240199 Duration: 00:00:14\n",
|
||
"Total remaining: 71901 Retrieved issues: 240200 ~ 240399 Duration: 00:00:17\n",
|
||
"Total remaining: 71701 Retrieved issues: 240400 ~ 240599 Duration: 00:00:17\n",
|
||
"Total remaining: 71501 Retrieved issues: 240600 ~ 240799 Duration: 00:00:15\n",
|
||
"Total remaining: 71301 Retrieved issues: 240800 ~ 240999 Duration: 00:00:15\n",
|
||
"Total remaining: 71101 Retrieved issues: 241000 ~ 241199 Duration: 00:00:17\n",
|
||
"Total remaining: 70901 Retrieved issues: 241200 ~ 241399 Duration: 00:00:15\n",
|
||
"Total remaining: 70701 Retrieved issues: 241400 ~ 241599 Duration: 00:00:16\n",
|
||
"Total remaining: 70501 Retrieved issues: 241600 ~ 241799 Duration: 00:00:18\n",
|
||
"Total remaining: 70301 Retrieved issues: 241800 ~ 241999 Duration: 00:00:18\n",
|
||
"✔ Issues written to MongoDB: 240000 ~ 241999\n",
|
||
"Total remaining: 70101 Retrieved issues: 242000 ~ 242199 Duration: 00:00:20\n",
|
||
"Total remaining: 69901 Retrieved issues: 242200 ~ 242399 Duration: 00:00:16\n",
|
||
"Total remaining: 69701 Retrieved issues: 242400 ~ 242599 Duration: 00:00:15\n",
|
||
"Total remaining: 69501 Retrieved issues: 242600 ~ 242799 Duration: 00:00:31\n",
|
||
"Total remaining: 69301 Retrieved issues: 242800 ~ 242999 Duration: 00:00:59\n",
|
||
"Total remaining: 69101 Retrieved issues: 243000 ~ 243199 Duration: 00:00:15\n",
|
||
"Total remaining: 68901 Retrieved issues: 243200 ~ 243399 Duration: 00:00:17\n",
|
||
"Total remaining: 68701 Retrieved issues: 243400 ~ 243599 Duration: 00:00:17\n",
|
||
"Total remaining: 68501 Retrieved issues: 243600 ~ 243799 Duration: 00:00:15\n",
|
||
"Total remaining: 68301 Retrieved issues: 243800 ~ 243999 Duration: 00:00:17\n",
|
||
"✔ Issues written to MongoDB: 242000 ~ 243999\n",
|
||
"Total remaining: 68101 Retrieved issues: 244000 ~ 244199 Duration: 00:00:13\n",
|
||
"Total remaining: 67901 Retrieved issues: 244200 ~ 244399 Duration: 00:00:13\n",
|
||
"Total remaining: 67701 Retrieved issues: 244400 ~ 244599 Duration: 00:00:17\n",
|
||
"Total remaining: 67501 Retrieved issues: 244600 ~ 244799 Duration: 00:00:14\n",
|
||
"Total remaining: 67301 Retrieved issues: 244800 ~ 244999 Duration: 00:00:17\n",
|
||
"Total remaining: 67101 Retrieved issues: 245000 ~ 245199 Duration: 00:00:17\n",
|
||
"Total remaining: 66901 Retrieved issues: 245200 ~ 245399 Duration: 00:00:17\n",
|
||
"Total remaining: 66701 Retrieved issues: 245400 ~ 245599 Duration: 00:00:14\n",
|
||
"Total remaining: 66501 Retrieved issues: 245600 ~ 245799 Duration: 00:00:16\n",
|
||
"Total remaining: 66301 Retrieved issues: 245800 ~ 245999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 244000 ~ 245999\n",
|
||
"Total remaining: 66101 Retrieved issues: 246000 ~ 246199 Duration: 00:00:15\n",
|
||
"Total remaining: 65901 Retrieved issues: 246200 ~ 246399 Duration: 00:00:14\n",
|
||
"Total remaining: 65701 Retrieved issues: 246400 ~ 246599 Duration: 00:00:13\n",
|
||
"Total remaining: 65501 Retrieved issues: 246600 ~ 246799 Duration: 00:00:20\n",
|
||
"Total remaining: 65301 Retrieved issues: 246800 ~ 246999 Duration: 00:00:17\n",
|
||
"Total remaining: 65101 Retrieved issues: 247000 ~ 247199 Duration: 00:00:14\n",
|
||
"Total remaining: 64901 Retrieved issues: 247200 ~ 247399 Duration: 00:00:17\n",
|
||
"Total remaining: 64701 Retrieved issues: 247400 ~ 247599 Duration: 00:00:14\n",
|
||
"Total remaining: 64501 Retrieved issues: 247600 ~ 247799 Duration: 00:00:18\n",
|
||
"Total remaining: 64301 Retrieved issues: 247800 ~ 247999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 246000 ~ 247999\n",
|
||
"Total remaining: 64101 Retrieved issues: 248000 ~ 248199 Duration: 00:00:15\n",
|
||
"Total remaining: 63901 Retrieved issues: 248200 ~ 248399 Duration: 00:00:16\n",
|
||
"Total remaining: 63701 Retrieved issues: 248400 ~ 248599 Duration: 00:00:22\n",
|
||
"Total remaining: 63501 Retrieved issues: 248600 ~ 248799 Duration: 00:00:18\n",
|
||
"Total remaining: 63301 Retrieved issues: 248800 ~ 248999 Duration: 00:00:16\n",
|
||
"Total remaining: 63101 Retrieved issues: 249000 ~ 249199 Duration: 00:00:14\n",
|
||
"Total remaining: 62901 Retrieved issues: 249200 ~ 249399 Duration: 00:00:18\n",
|
||
"Total remaining: 62701 Retrieved issues: 249400 ~ 249599 Duration: 00:00:15\n",
|
||
"Total remaining: 62501 Retrieved issues: 249600 ~ 249799 Duration: 00:00:14\n",
|
||
"Total remaining: 62301 Retrieved issues: 249800 ~ 249999 Duration: 00:00:12\n",
|
||
"✔ Issues written to MongoDB: 248000 ~ 249999\n",
|
||
"Total remaining: 62101 Retrieved issues: 250000 ~ 250199 Duration: 00:00:15\n",
|
||
"Total remaining: 61901 Retrieved issues: 250200 ~ 250399 Duration: 00:00:17\n",
|
||
"Total remaining: 61701 Retrieved issues: 250400 ~ 250599 Duration: 00:00:19\n",
|
||
"Total remaining: 61501 Retrieved issues: 250600 ~ 250799 Duration: 00:00:21\n",
|
||
"Total remaining: 61301 Retrieved issues: 250800 ~ 250999 Duration: 00:00:13\n",
|
||
"Total remaining: 61101 Retrieved issues: 251000 ~ 251199 Duration: 00:00:14\n",
|
||
"Total remaining: 60901 Retrieved issues: 251200 ~ 251399 Duration: 00:00:14\n",
|
||
"Total remaining: 60701 Retrieved issues: 251400 ~ 251599 Duration: 00:00:14\n",
|
||
"Total remaining: 60501 Retrieved issues: 251600 ~ 251799 Duration: 00:00:15\n",
|
||
"Total remaining: 60301 Retrieved issues: 251800 ~ 251999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 250000 ~ 251999\n",
|
||
"Total remaining: 60101 Retrieved issues: 252000 ~ 252199 Duration: 00:00:16\n",
|
||
"Total remaining: 59901 Retrieved issues: 252200 ~ 252399 Duration: 00:00:16\n",
|
||
"Total remaining: 59701 Retrieved issues: 252400 ~ 252599 Duration: 00:00:16\n",
|
||
"Total remaining: 59501 Retrieved issues: 252600 ~ 252799 Duration: 00:00:16\n",
|
||
"Total remaining: 59301 Retrieved issues: 252800 ~ 252999 Duration: 00:00:18\n",
|
||
"Total remaining: 59101 Retrieved issues: 253000 ~ 253199 Duration: 00:00:15\n",
|
||
"Total remaining: 58901 Retrieved issues: 253200 ~ 253399 Duration: 00:00:15\n",
|
||
"Total remaining: 58701 Retrieved issues: 253400 ~ 253599 Duration: 00:00:14\n",
|
||
"Total remaining: 58501 Retrieved issues: 253600 ~ 253799 Duration: 00:00:17\n",
|
||
"Total remaining: 58301 Retrieved issues: 253800 ~ 253999 Duration: 00:00:18\n",
|
||
"✔ Issues written to MongoDB: 252000 ~ 253999\n",
|
||
"Total remaining: 58101 Retrieved issues: 254000 ~ 254199 Duration: 00:00:15\n",
|
||
"Total remaining: 57901 Retrieved issues: 254200 ~ 254399 Duration: 00:00:17\n",
|
||
"Total remaining: 57701 Retrieved issues: 254400 ~ 254599 Duration: 00:00:16\n",
|
||
"Total remaining: 57501 Retrieved issues: 254600 ~ 254799 Duration: 00:00:19\n",
|
||
"Total remaining: 57301 Retrieved issues: 254800 ~ 254999 Duration: 00:00:18\n",
|
||
"Total remaining: 57101 Retrieved issues: 255000 ~ 255199 Duration: 00:00:16\n",
|
||
"Total remaining: 56901 Retrieved issues: 255200 ~ 255399 Duration: 00:00:18\n",
|
||
"Total remaining: 56701 Retrieved issues: 255400 ~ 255599 Duration: 00:00:16\n",
|
||
"Total remaining: 56501 Retrieved issues: 255600 ~ 255799 Duration: 00:00:14\n",
|
||
"Total remaining: 56301 Retrieved issues: 255800 ~ 255999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 254000 ~ 255999\n",
|
||
"Total remaining: 56101 Retrieved issues: 256000 ~ 256199 Duration: 00:00:13\n",
|
||
"Total remaining: 55901 Retrieved issues: 256200 ~ 256399 Duration: 00:00:17\n",
|
||
"Total remaining: 55701 Retrieved issues: 256400 ~ 256599 Duration: 00:00:15\n",
|
||
"Total remaining: 55501 Retrieved issues: 256600 ~ 256799 Duration: 00:00:17\n",
|
||
"Total remaining: 55301 Retrieved issues: 256800 ~ 256999 Duration: 00:00:15\n",
|
||
"Total remaining: 55101 Retrieved issues: 257000 ~ 257199 Duration: 00:00:14\n",
|
||
"Total remaining: 54901 Retrieved issues: 257200 ~ 257399 Duration: 00:00:17\n",
|
||
"Total remaining: 54701 Retrieved issues: 257400 ~ 257599 Duration: 00:00:18\n",
|
||
"Total remaining: 54501 Retrieved issues: 257600 ~ 257799 Duration: 00:00:16\n",
|
||
"Total remaining: 54301 Retrieved issues: 257800 ~ 257999 Duration: 00:00:16\n",
|
||
"✔ Issues written to MongoDB: 256000 ~ 257999\n",
|
||
"Total remaining: 54101 Retrieved issues: 258000 ~ 258199 Duration: 00:00:17\n",
|
||
"Total remaining: 53901 Retrieved issues: 258200 ~ 258399 Duration: 00:00:15\n",
|
||
"Total remaining: 53701 Retrieved issues: 258400 ~ 258599 Duration: 00:00:15\n",
|
||
"Total remaining: 53501 Retrieved issues: 258600 ~ 258799 Duration: 00:00:15\n",
|
||
"Total remaining: 53301 Retrieved issues: 258800 ~ 258999 Duration: 00:00:15\n",
|
||
"Total remaining: 53101 Retrieved issues: 259000 ~ 259199 Duration: 00:00:18\n",
|
||
"Total remaining: 52901 Retrieved issues: 259200 ~ 259399 Duration: 00:00:16\n",
|
||
"Total remaining: 52701 Retrieved issues: 259400 ~ 259599 Duration: 00:00:15\n",
|
||
"Total remaining: 52501 Retrieved issues: 259600 ~ 259799 Duration: 00:00:16\n",
|
||
"Total remaining: 52301 Retrieved issues: 259800 ~ 259999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 258000 ~ 259999\n",
|
||
"Total remaining: 52101 Retrieved issues: 260000 ~ 260199 Duration: 00:00:15\n",
|
||
"Total remaining: 51901 Retrieved issues: 260200 ~ 260399 Duration: 00:00:16\n",
|
||
"Total remaining: 51701 Retrieved issues: 260400 ~ 260599 Duration: 00:00:14\n",
|
||
"Total remaining: 51501 Retrieved issues: 260600 ~ 260799 Duration: 00:00:15\n",
|
||
"Total remaining: 51301 Retrieved issues: 260800 ~ 260999 Duration: 00:00:17\n",
|
||
"Total remaining: 51101 Retrieved issues: 261000 ~ 261199 Duration: 00:00:15\n",
|
||
"Total remaining: 50901 Retrieved issues: 261200 ~ 261399 Duration: 00:00:20\n",
|
||
"Total remaining: 50701 Retrieved issues: 261400 ~ 261599 Duration: 00:00:15\n",
|
||
"Total remaining: 50501 Retrieved issues: 261600 ~ 261799 Duration: 00:00:13\n",
|
||
"Total remaining: 50301 Retrieved issues: 261800 ~ 261999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 260000 ~ 261999\n",
|
||
"Total remaining: 50101 Retrieved issues: 262000 ~ 262199 Duration: 00:00:20\n",
|
||
"Total remaining: 49901 Retrieved issues: 262200 ~ 262399 Duration: 00:00:17\n",
|
||
"Total remaining: 49701 Retrieved issues: 262400 ~ 262599 Duration: 00:00:15\n",
|
||
"Total remaining: 49501 Retrieved issues: 262600 ~ 262799 Duration: 00:00:15\n",
|
||
"Total remaining: 49301 Retrieved issues: 262800 ~ 262999 Duration: 00:00:16\n",
|
||
"Total remaining: 49101 Retrieved issues: 263000 ~ 263199 Duration: 00:00:21\n",
|
||
"Total remaining: 48901 Retrieved issues: 263200 ~ 263399 Duration: 00:00:16\n",
|
||
"Total remaining: 48701 Retrieved issues: 263400 ~ 263599 Duration: 00:00:14\n",
|
||
"Total remaining: 48501 Retrieved issues: 263600 ~ 263799 Duration: 00:00:15\n",
|
||
"Total remaining: 48301 Retrieved issues: 263800 ~ 263999 Duration: 00:00:16\n",
|
||
"✔ Issues written to MongoDB: 262000 ~ 263999\n",
|
||
"Total remaining: 48101 Retrieved issues: 264000 ~ 264199 Duration: 00:00:17\n",
|
||
"Total remaining: 47901 Retrieved issues: 264200 ~ 264399 Duration: 00:00:15\n",
|
||
"Total remaining: 47701 Retrieved issues: 264400 ~ 264599 Duration: 00:00:15\n",
|
||
"Total remaining: 47501 Retrieved issues: 264600 ~ 264799 Duration: 00:00:14\n",
|
||
"Total remaining: 47301 Retrieved issues: 264800 ~ 264999 Duration: 00:00:14\n",
|
||
"Total remaining: 47101 Retrieved issues: 265000 ~ 265199 Duration: 00:00:15\n",
|
||
"Total remaining: 46901 Retrieved issues: 265200 ~ 265399 Duration: 00:00:15\n",
|
||
"Total remaining: 46701 Retrieved issues: 265400 ~ 265599 Duration: 00:00:15\n",
|
||
"Total remaining: 46501 Retrieved issues: 265600 ~ 265799 Duration: 00:00:16\n",
|
||
"Total remaining: 46301 Retrieved issues: 265800 ~ 265999 Duration: 00:00:18\n",
|
||
"✔ Issues written to MongoDB: 264000 ~ 265999\n",
|
||
"Total remaining: 46101 Retrieved issues: 266000 ~ 266199 Duration: 00:00:19\n",
|
||
"Total remaining: 45901 Retrieved issues: 266200 ~ 266399 Duration: 00:00:17\n",
|
||
"Total remaining: 45701 Retrieved issues: 266400 ~ 266599 Duration: 00:00:16\n",
|
||
"Total remaining: 45501 Retrieved issues: 266600 ~ 266799 Duration: 00:00:15\n",
|
||
"Total remaining: 45301 Retrieved issues: 266800 ~ 266999 Duration: 00:00:15\n",
|
||
"Total remaining: 45101 Retrieved issues: 267000 ~ 267199 Duration: 00:00:11\n",
|
||
"Total remaining: 44901 Retrieved issues: 267200 ~ 267399 Duration: 00:00:07\n",
|
||
"Total remaining: 44701 Retrieved issues: 267400 ~ 267599 Duration: 00:00:06\n",
|
||
"Total remaining: 44501 Retrieved issues: 267600 ~ 267799 Duration: 00:00:09\n",
|
||
"Total remaining: 44301 Retrieved issues: 267800 ~ 267999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 266000 ~ 267999\n",
|
||
"Total remaining: 44101 Retrieved issues: 268000 ~ 268199 Duration: 00:00:14\n",
|
||
"Total remaining: 43901 Retrieved issues: 268200 ~ 268399 Duration: 00:00:17\n",
|
||
"Total remaining: 43701 Retrieved issues: 268400 ~ 268599 Duration: 00:00:16\n",
|
||
"Total remaining: 43501 Retrieved issues: 268600 ~ 268799 Duration: 00:00:13\n",
|
||
"Total remaining: 43301 Retrieved issues: 268800 ~ 268999 Duration: 00:00:17\n",
|
||
"Total remaining: 43101 Retrieved issues: 269000 ~ 269199 Duration: 00:00:14\n",
|
||
"Total remaining: 42901 Retrieved issues: 269200 ~ 269399 Duration: 00:00:14\n",
|
||
"Total remaining: 42701 Retrieved issues: 269400 ~ 269599 Duration: 00:00:16\n",
|
||
"Total remaining: 42501 Retrieved issues: 269600 ~ 269799 Duration: 00:00:14\n",
|
||
"Total remaining: 42301 Retrieved issues: 269800 ~ 269999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 268000 ~ 269999\n",
|
||
"Total remaining: 42101 Retrieved issues: 270000 ~ 270199 Duration: 00:00:15\n",
|
||
"Total remaining: 41901 Retrieved issues: 270200 ~ 270399 Duration: 00:00:14\n",
|
||
"Total remaining: 41701 Retrieved issues: 270400 ~ 270599 Duration: 00:00:14\n",
|
||
"Total remaining: 41501 Retrieved issues: 270600 ~ 270799 Duration: 00:00:12\n",
|
||
"Total remaining: 41301 Retrieved issues: 270800 ~ 270999 Duration: 00:00:13\n",
|
||
"Total remaining: 41101 Retrieved issues: 271000 ~ 271199 Duration: 00:00:15\n",
|
||
"Total remaining: 40901 Retrieved issues: 271200 ~ 271399 Duration: 00:00:14\n",
|
||
"Total remaining: 40701 Retrieved issues: 271400 ~ 271599 Duration: 00:00:15\n",
|
||
"Total remaining: 40501 Retrieved issues: 271600 ~ 271799 Duration: 00:00:17\n",
|
||
"Total remaining: 40301 Retrieved issues: 271800 ~ 271999 Duration: 00:00:15\n",
|
||
"✔ Issues written to MongoDB: 270000 ~ 271999\n",
|
||
"Total remaining: 40101 Retrieved issues: 272000 ~ 272199 Duration: 00:00:14\n",
|
||
"Total remaining: 39901 Retrieved issues: 272200 ~ 272399 Duration: 00:00:14\n",
|
||
"Total remaining: 39701 Retrieved issues: 272400 ~ 272599 Duration: 00:00:14\n",
|
||
"Total remaining: 39501 Retrieved issues: 272600 ~ 272799 Duration: 00:00:13\n",
|
||
"Total remaining: 39301 Retrieved issues: 272800 ~ 272999 Duration: 00:00:15\n",
|
||
"Total remaining: 39101 Retrieved issues: 273000 ~ 273199 Duration: 00:00:16\n",
|
||
"Total remaining: 38901 Retrieved issues: 273200 ~ 273399 Duration: 00:00:18\n",
|
||
"Total remaining: 38701 Retrieved issues: 273400 ~ 273599 Duration: 00:00:18\n",
|
||
"Total remaining: 38501 Retrieved issues: 273600 ~ 273799 Duration: 00:00:13\n",
|
||
"Total remaining: 38301 Retrieved issues: 273800 ~ 273999 Duration: 00:00:16\n",
|
||
"✔ Issues written to MongoDB: 272000 ~ 273999\n",
|
||
"Total remaining: 38101 Retrieved issues: 274000 ~ 274199 Duration: 00:00:12\n",
|
||
"Total remaining: 37901 Retrieved issues: 274200 ~ 274399 Duration: 00:00:13\n",
|
||
"Total remaining: 37701 Retrieved issues: 274400 ~ 274599 Duration: 00:00:13\n",
|
||
"Total remaining: 37501 Retrieved issues: 274600 ~ 274799 Duration: 00:00:15\n",
|
||
"Total remaining: 37301 Retrieved issues: 274800 ~ 274999 Duration: 00:00:14\n",
|
||
"Total remaining: 37101 Retrieved issues: 275000 ~ 275199 Duration: 00:00:13\n",
|
||
"Total remaining: 36901 Retrieved issues: 275200 ~ 275399 Duration: 00:00:14\n",
|
||
"Total remaining: 36701 Retrieved issues: 275400 ~ 275599 Duration: 00:00:15\n",
|
||
"Total remaining: 36501 Retrieved issues: 275600 ~ 275799 Duration: 00:00:18\n",
|
||
"Total remaining: 36301 Retrieved issues: 275800 ~ 275999 Duration: 00:00:12\n",
|
||
"✔ Issues written to MongoDB: 274000 ~ 275999\n",
|
||
"Total remaining: 36101 Retrieved issues: 276000 ~ 276199 Duration: 00:00:13\n",
|
||
"Total remaining: 35901 Retrieved issues: 276200 ~ 276399 Duration: 00:00:14\n",
|
||
"Total remaining: 35701 Retrieved issues: 276400 ~ 276599 Duration: 00:00:14\n",
|
||
"Total remaining: 35501 Retrieved issues: 276600 ~ 276799 Duration: 00:00:18\n",
|
||
"Total remaining: 35301 Retrieved issues: 276800 ~ 276999 Duration: 00:00:14\n",
|
||
"Total remaining: 35101 Retrieved issues: 277000 ~ 277199 Duration: 00:00:14\n",
|
||
"Total remaining: 34901 Retrieved issues: 277200 ~ 277399 Duration: 00:00:16\n",
|
||
"Total remaining: 34701 Retrieved issues: 277400 ~ 277599 Duration: 00:00:16\n",
|
||
"Total remaining: 34501 Retrieved issues: 277600 ~ 277799 Duration: 00:00:14\n",
|
||
"Total remaining: 34301 Retrieved issues: 277800 ~ 277999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 276000 ~ 277999\n",
|
||
"Total remaining: 34101 Retrieved issues: 278000 ~ 278199 Duration: 00:00:13\n",
|
||
"Total remaining: 33901 Retrieved issues: 278200 ~ 278399 Duration: 00:00:14\n",
|
||
"Total remaining: 33701 Retrieved issues: 278400 ~ 278599 Duration: 00:00:13\n",
|
||
"Total remaining: 33501 Retrieved issues: 278600 ~ 278799 Duration: 00:00:16\n",
|
||
"Total remaining: 33301 Retrieved issues: 278800 ~ 278999 Duration: 00:00:19\n",
|
||
"Total remaining: 33101 Retrieved issues: 279000 ~ 279199 Duration: 00:00:14\n",
|
||
"Total remaining: 32901 Retrieved issues: 279200 ~ 279399 Duration: 00:00:15\n",
|
||
"Total remaining: 32701 Retrieved issues: 279400 ~ 279599 Duration: 00:00:13\n",
|
||
"Total remaining: 32501 Retrieved issues: 279600 ~ 279799 Duration: 00:00:12\n",
|
||
"Total remaining: 32301 Retrieved issues: 279800 ~ 279999 Duration: 00:00:16\n",
|
||
"✔ Issues written to MongoDB: 278000 ~ 279999\n",
|
||
"Total remaining: 32101 Retrieved issues: 280000 ~ 280199 Duration: 00:00:13\n",
|
||
"Total remaining: 31901 Retrieved issues: 280200 ~ 280399 Duration: 00:00:12\n",
|
||
"Total remaining: 31701 Retrieved issues: 280400 ~ 280599 Duration: 00:00:13\n",
|
||
"Total remaining: 31501 Retrieved issues: 280600 ~ 280799 Duration: 00:00:14\n",
|
||
"Total remaining: 31301 Retrieved issues: 280800 ~ 280999 Duration: 00:00:15\n",
|
||
"Total remaining: 31101 Retrieved issues: 281000 ~ 281199 Duration: 00:00:12\n",
|
||
"Total remaining: 30901 Retrieved issues: 281200 ~ 281399 Duration: 00:00:13\n",
|
||
"Total remaining: 30701 Retrieved issues: 281400 ~ 281599 Duration: 00:00:14\n",
|
||
"Total remaining: 30501 Retrieved issues: 281600 ~ 281799 Duration: 00:00:14\n",
|
||
"Total remaining: 30301 Retrieved issues: 281800 ~ 281999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 280000 ~ 281999\n",
|
||
"Total remaining: 30101 Retrieved issues: 282000 ~ 282199 Duration: 00:00:11\n",
|
||
"Total remaining: 29901 Retrieved issues: 282200 ~ 282399 Duration: 00:00:14\n",
|
||
"Total remaining: 29701 Retrieved issues: 282400 ~ 282599 Duration: 00:00:12\n",
|
||
"Total remaining: 29501 Retrieved issues: 282600 ~ 282799 Duration: 00:00:13\n",
|
||
"Total remaining: 29301 Retrieved issues: 282800 ~ 282999 Duration: 00:00:14\n",
|
||
"Total remaining: 29101 Retrieved issues: 283000 ~ 283199 Duration: 00:00:13\n",
|
||
"Total remaining: 28901 Retrieved issues: 283200 ~ 283399 Duration: 00:00:14\n",
|
||
"Total remaining: 28701 Retrieved issues: 283400 ~ 283599 Duration: 00:00:12\n",
|
||
"Total remaining: 28501 Retrieved issues: 283600 ~ 283799 Duration: 00:00:13\n",
|
||
"Total remaining: 28301 Retrieved issues: 283800 ~ 283999 Duration: 00:00:14\n",
|
||
"✔ Issues written to MongoDB: 282000 ~ 283999\n",
|
||
"Total remaining: 28101 Retrieved issues: 284000 ~ 284199 Duration: 00:00:17\n",
|
||
"Total remaining: 27901 Retrieved issues: 284200 ~ 284399 Duration: 00:00:12\n",
|
||
"Total remaining: 27701 Retrieved issues: 284400 ~ 284599 Duration: 00:00:11\n",
|
||
"Total remaining: 27501 Retrieved issues: 284600 ~ 284799 Duration: 00:00:12\n",
|
||
"Total remaining: 27301 Retrieved issues: 284800 ~ 284999 Duration: 00:00:14\n",
|
||
"Total remaining: 27101 Retrieved issues: 285000 ~ 285199 Duration: 00:00:13\n",
|
||
"Total remaining: 26901 Retrieved issues: 285200 ~ 285399 Duration: 00:00:12\n",
|
||
"Total remaining: 26701 Retrieved issues: 285400 ~ 285599 Duration: 00:00:13\n",
|
||
"Total remaining: 26501 Retrieved issues: 285600 ~ 285799 Duration: 00:00:12\n",
|
||
"Total remaining: 26301 Retrieved issues: 285800 ~ 285999 Duration: 00:00:12\n",
|
||
"✔ Issues written to MongoDB: 284000 ~ 285999\n",
|
||
"Total remaining: 26101 Retrieved issues: 286000 ~ 286199 Duration: 00:00:12\n",
|
||
"Total remaining: 25901 Retrieved issues: 286200 ~ 286399 Duration: 00:00:13\n",
|
||
"Total remaining: 25701 Retrieved issues: 286400 ~ 286599 Duration: 00:00:14\n",
|
||
"Total remaining: 25501 Retrieved issues: 286600 ~ 286799 Duration: 00:00:12\n",
|
||
"Total remaining: 25301 Retrieved issues: 286800 ~ 286999 Duration: 00:00:11\n",
|
||
"Total remaining: 25101 Retrieved issues: 287000 ~ 287199 Duration: 00:00:15\n",
|
||
"Total remaining: 24901 Retrieved issues: 287200 ~ 287399 Duration: 00:00:11\n",
|
||
"Total remaining: 24701 Retrieved issues: 287400 ~ 287599 Duration: 00:00:12\n",
|
||
"Total remaining: 24501 Retrieved issues: 287600 ~ 287799 Duration: 00:00:17\n",
|
||
"Total remaining: 24301 Retrieved issues: 287800 ~ 287999 Duration: 00:00:12\n",
|
||
"✔ Issues written to MongoDB: 286000 ~ 287999\n",
|
||
"Total remaining: 24101 Retrieved issues: 288000 ~ 288199 Duration: 00:00:12\n",
|
||
"Total remaining: 23901 Retrieved issues: 288200 ~ 288399 Duration: 00:00:12\n",
|
||
"Total remaining: 23701 Retrieved issues: 288400 ~ 288599 Duration: 00:00:15\n",
|
||
"Total remaining: 23501 Retrieved issues: 288600 ~ 288799 Duration: 00:00:14\n",
|
||
"Total remaining: 23301 Retrieved issues: 288800 ~ 288999 Duration: 00:00:12\n",
|
||
"Total remaining: 23101 Retrieved issues: 289000 ~ 289199 Duration: 00:00:13\n",
|
||
"Total remaining: 22901 Retrieved issues: 289200 ~ 289399 Duration: 00:00:12\n",
|
||
"Total remaining: 22701 Retrieved issues: 289400 ~ 289599 Duration: 00:00:12\n",
|
||
"Total remaining: 22501 Retrieved issues: 289600 ~ 289799 Duration: 00:00:12\n",
|
||
"Total remaining: 22301 Retrieved issues: 289800 ~ 289999 Duration: 00:00:11\n",
|
||
"✔ Issues written to MongoDB: 288000 ~ 289999\n",
|
||
"Total remaining: 22101 Retrieved issues: 290000 ~ 290199 Duration: 00:00:12\n",
|
||
"Total remaining: 21901 Retrieved issues: 290200 ~ 290399 Duration: 00:00:11\n",
|
||
"Total remaining: 21701 Retrieved issues: 290400 ~ 290599 Duration: 00:00:12\n",
|
||
"Total remaining: 21501 Retrieved issues: 290600 ~ 290799 Duration: 00:00:12\n",
|
||
"Total remaining: 21301 Retrieved issues: 290800 ~ 290999 Duration: 00:00:11\n",
|
||
"Total remaining: 21101 Retrieved issues: 291000 ~ 291199 Duration: 00:00:13\n",
|
||
"Total remaining: 20901 Retrieved issues: 291200 ~ 291399 Duration: 00:00:11\n",
|
||
"Total remaining: 20701 Retrieved issues: 291400 ~ 291599 Duration: 00:00:12\n",
|
||
"Total remaining: 20501 Retrieved issues: 291600 ~ 291799 Duration: 00:00:12\n",
|
||
"Total remaining: 20301 Retrieved issues: 291800 ~ 291999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 290000 ~ 291999\n",
|
||
"Total remaining: 20101 Retrieved issues: 292000 ~ 292199 Duration: 00:00:11\n",
|
||
"Total remaining: 19901 Retrieved issues: 292200 ~ 292399 Duration: 00:00:13\n",
|
||
"Total remaining: 19701 Retrieved issues: 292400 ~ 292599 Duration: 00:00:12\n",
|
||
"Total remaining: 19501 Retrieved issues: 292600 ~ 292799 Duration: 00:00:12\n",
|
||
"Total remaining: 19301 Retrieved issues: 292800 ~ 292999 Duration: 00:00:12\n",
|
||
"Total remaining: 19101 Retrieved issues: 293000 ~ 293199 Duration: 00:00:12\n",
|
||
"Total remaining: 18901 Retrieved issues: 293200 ~ 293399 Duration: 00:00:12\n",
|
||
"Total remaining: 18701 Retrieved issues: 293400 ~ 293599 Duration: 00:00:11\n",
|
||
"Total remaining: 18501 Retrieved issues: 293600 ~ 293799 Duration: 00:00:11\n",
|
||
"Total remaining: 18301 Retrieved issues: 293800 ~ 293999 Duration: 00:00:11\n",
|
||
"✔ Issues written to MongoDB: 292000 ~ 293999\n",
|
||
"Total remaining: 18101 Retrieved issues: 294000 ~ 294199 Duration: 00:00:11\n",
|
||
"Total remaining: 17901 Retrieved issues: 294200 ~ 294399 Duration: 00:00:11\n",
|
||
"Total remaining: 17701 Retrieved issues: 294400 ~ 294599 Duration: 00:00:12\n",
|
||
"Total remaining: 17501 Retrieved issues: 294600 ~ 294799 Duration: 00:00:11\n",
|
||
"Total remaining: 17301 Retrieved issues: 294800 ~ 294999 Duration: 00:00:13\n",
|
||
"Total remaining: 17101 Retrieved issues: 295000 ~ 295199 Duration: 00:00:13\n",
|
||
"Total remaining: 16901 Retrieved issues: 295200 ~ 295399 Duration: 00:00:13\n",
|
||
"Total remaining: 16701 Retrieved issues: 295400 ~ 295599 Duration: 00:00:12\n",
|
||
"Total remaining: 16501 Retrieved issues: 295600 ~ 295799 Duration: 00:00:12\n",
|
||
"Total remaining: 16301 Retrieved issues: 295800 ~ 295999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 294000 ~ 295999\n",
|
||
"Total remaining: 16101 Retrieved issues: 296000 ~ 296199 Duration: 00:00:11\n",
|
||
"Total remaining: 15901 Retrieved issues: 296200 ~ 296399 Duration: 00:00:12\n",
|
||
"Total remaining: 15701 Retrieved issues: 296400 ~ 296599 Duration: 00:00:11\n",
|
||
"Total remaining: 15501 Retrieved issues: 296600 ~ 296799 Duration: 00:00:10\n",
|
||
"Total remaining: 15301 Retrieved issues: 296800 ~ 296999 Duration: 00:00:11\n",
|
||
"Total remaining: 15101 Retrieved issues: 297000 ~ 297199 Duration: 00:00:11\n",
|
||
"Total remaining: 14901 Retrieved issues: 297200 ~ 297399 Duration: 00:00:11\n",
|
||
"Total remaining: 14701 Retrieved issues: 297400 ~ 297599 Duration: 00:00:12\n",
|
||
"Total remaining: 14501 Retrieved issues: 297600 ~ 297799 Duration: 00:00:12\n",
|
||
"Total remaining: 14301 Retrieved issues: 297800 ~ 297999 Duration: 00:00:11\n",
|
||
"✔ Issues written to MongoDB: 296000 ~ 297999\n",
|
||
"Total remaining: 14101 Retrieved issues: 298000 ~ 298199 Duration: 00:00:10\n",
|
||
"Total remaining: 13901 Retrieved issues: 298200 ~ 298399 Duration: 00:00:11\n",
|
||
"Total remaining: 13701 Retrieved issues: 298400 ~ 298599 Duration: 00:00:11\n",
|
||
"Total remaining: 13501 Retrieved issues: 298600 ~ 298799 Duration: 00:00:12\n",
|
||
"Total remaining: 13301 Retrieved issues: 298800 ~ 298999 Duration: 00:00:11\n",
|
||
"Total remaining: 13101 Retrieved issues: 299000 ~ 299199 Duration: 00:00:12\n",
|
||
"Total remaining: 12901 Retrieved issues: 299200 ~ 299399 Duration: 00:00:11\n",
|
||
"Total remaining: 12701 Retrieved issues: 299400 ~ 299599 Duration: 00:00:11\n",
|
||
"Total remaining: 12501 Retrieved issues: 299600 ~ 299799 Duration: 00:00:12\n",
|
||
"Total remaining: 12301 Retrieved issues: 299800 ~ 299999 Duration: 00:00:13\n",
|
||
"✔ Issues written to MongoDB: 298000 ~ 299999\n",
|
||
"Total remaining: 12101 Retrieved issues: 300000 ~ 300199 Duration: 00:00:12\n",
|
||
"Total remaining: 11901 Retrieved issues: 300200 ~ 300399 Duration: 00:00:11\n",
|
||
"Total remaining: 11701 Retrieved issues: 300400 ~ 300599 Duration: 00:00:12\n",
|
||
"Total remaining: 11501 Retrieved issues: 300600 ~ 300799 Duration: 00:00:12\n",
|
||
"Total remaining: 11301 Retrieved issues: 300800 ~ 300999 Duration: 00:00:11\n",
|
||
"Total remaining: 11101 Retrieved issues: 301000 ~ 301199 Duration: 00:00:12\n",
|
||
"Total remaining: 10901 Retrieved issues: 301200 ~ 301399 Duration: 00:00:11\n",
|
||
"Total remaining: 10701 Retrieved issues: 301400 ~ 301599 Duration: 00:00:11\n",
|
||
"Total remaining: 10501 Retrieved issues: 301600 ~ 301799 Duration: 00:00:13\n",
|
||
"Total remaining: 10301 Retrieved issues: 301800 ~ 301999 Duration: 00:00:14\n",
|
||
"✔ Issues written to MongoDB: 300000 ~ 301999\n",
|
||
"Total remaining: 10101 Retrieved issues: 302000 ~ 302199 Duration: 00:00:12\n",
|
||
"Total remaining: 9901 Retrieved issues: 302200 ~ 302399 Duration: 00:00:11\n",
|
||
"Total remaining: 9701 Retrieved issues: 302400 ~ 302599 Duration: 00:00:10\n",
|
||
"Total remaining: 9501 Retrieved issues: 302600 ~ 302799 Duration: 00:00:11\n",
|
||
"Total remaining: 9301 Retrieved issues: 302800 ~ 302999 Duration: 00:00:10\n",
|
||
"Total remaining: 9101 Retrieved issues: 303000 ~ 303199 Duration: 00:00:06\n",
|
||
"Total remaining: 8901 Retrieved issues: 303200 ~ 303399 Duration: 00:00:11\n",
|
||
"Total remaining: 8701 Retrieved issues: 303400 ~ 303599 Duration: 00:00:12\n",
|
||
"Total remaining: 8501 Retrieved issues: 303600 ~ 303799 Duration: 00:00:11\n",
|
||
"Total remaining: 8301 Retrieved issues: 303800 ~ 303999 Duration: 00:00:11\n",
|
||
"✔ Issues written to MongoDB: 302000 ~ 303999\n",
|
||
"Total remaining: 8101 Retrieved issues: 304000 ~ 304199 Duration: 00:00:11\n",
|
||
"Total remaining: 7901 Retrieved issues: 304200 ~ 304399 Duration: 00:00:12\n",
|
||
"Total remaining: 7701 Retrieved issues: 304400 ~ 304599 Duration: 00:00:10\n",
|
||
"Total remaining: 7501 Retrieved issues: 304600 ~ 304799 Duration: 00:00:11\n",
|
||
"Total remaining: 7301 Retrieved issues: 304800 ~ 304999 Duration: 00:00:11\n",
|
||
"Total remaining: 7101 Retrieved issues: 305000 ~ 305199 Duration: 00:00:11\n",
|
||
"Total remaining: 6901 Retrieved issues: 305200 ~ 305399 Duration: 00:00:12\n",
|
||
"Total remaining: 6701 Retrieved issues: 305400 ~ 305599 Duration: 00:00:10\n",
|
||
"Total remaining: 6501 Retrieved issues: 305600 ~ 305799 Duration: 00:00:10\n",
|
||
"Total remaining: 6301 Retrieved issues: 305800 ~ 305999 Duration: 00:00:10\n",
|
||
"✔ Issues written to MongoDB: 304000 ~ 305999\n",
|
||
"Total remaining: 6101 Retrieved issues: 306000 ~ 306199 Duration: 00:00:10\n",
|
||
"Total remaining: 5901 Retrieved issues: 306200 ~ 306399 Duration: 00:00:10\n",
|
||
"Total remaining: 5701 Retrieved issues: 306400 ~ 306599 Duration: 00:00:10\n",
|
||
"Total remaining: 5501 Retrieved issues: 306600 ~ 306799 Duration: 00:00:11\n",
|
||
"Total remaining: 5301 Retrieved issues: 306800 ~ 306999 Duration: 00:00:11\n",
|
||
"Total remaining: 5101 Retrieved issues: 307000 ~ 307199 Duration: 00:00:10\n",
|
||
"Total remaining: 4901 Retrieved issues: 307200 ~ 307399 Duration: 00:00:10\n",
|
||
"Total remaining: 4701 Retrieved issues: 307400 ~ 307599 Duration: 00:00:10\n",
|
||
"Total remaining: 4501 Retrieved issues: 307600 ~ 307799 Duration: 00:00:10\n",
|
||
"Total remaining: 4301 Retrieved issues: 307800 ~ 307999 Duration: 00:00:09\n",
|
||
"✔ Issues written to MongoDB: 306000 ~ 307999\n",
|
||
"Total remaining: 4101 Retrieved issues: 308000 ~ 308199 Duration: 00:00:10\n",
|
||
"Total remaining: 3901 Retrieved issues: 308200 ~ 308399 Duration: 00:00:10\n",
|
||
"Total remaining: 3701 Retrieved issues: 308400 ~ 308599 Duration: 00:00:09\n",
|
||
"Total remaining: 3501 Retrieved issues: 308600 ~ 308799 Duration: 00:00:10\n",
|
||
"Total remaining: 3301 Retrieved issues: 308800 ~ 308999 Duration: 00:00:10\n",
|
||
"Total remaining: 3101 Retrieved issues: 309000 ~ 309199 Duration: 00:00:10\n",
|
||
"Total remaining: 2901 Retrieved issues: 309200 ~ 309399 Duration: 00:00:11\n",
|
||
"Total remaining: 2701 Retrieved issues: 309400 ~ 309599 Duration: 00:00:11\n",
|
||
"Total remaining: 2501 Retrieved issues: 309600 ~ 309799 Duration: 00:00:11\n",
|
||
"Total remaining: 2301 Retrieved issues: 309800 ~ 309999 Duration: 00:00:11\n",
|
||
"✔ Issues written to MongoDB: 308000 ~ 309999\n",
|
||
"Total remaining: 2101 Retrieved issues: 310000 ~ 310199 Duration: 00:00:11\n",
|
||
"Total remaining: 1901 Retrieved issues: 310200 ~ 310399 Duration: 00:00:09\n",
|
||
"Total remaining: 1701 Retrieved issues: 310400 ~ 310599 Duration: 00:00:09\n",
|
||
"Total remaining: 1501 Retrieved issues: 310600 ~ 310799 Duration: 00:00:09\n",
|
||
"Total remaining: 1301 Retrieved issues: 310800 ~ 310999 Duration: 00:00:09\n",
|
||
"Total remaining: 1101 Retrieved issues: 311000 ~ 311199 Duration: 00:00:09\n",
|
||
"Total remaining: 901 Retrieved issues: 311200 ~ 311399 Duration: 00:00:09\n",
|
||
"Total remaining: 701 Retrieved issues: 311400 ~ 311599 Duration: 00:00:09\n",
|
||
"Total remaining: 501 Retrieved issues: 311600 ~ 311799 Duration: 00:00:09\n",
|
||
"Total remaining: 301 Retrieved issues: 311800 ~ 311999 Duration: 00:00:09\n",
|
||
"✔ Issues written to MongoDB: 310000 ~ 311999\n",
|
||
"Total remaining: 101 Retrieved issues: 312000 ~ 312199 Duration: 00:00:07\n",
|
||
"Total remaining: 0 Retrieved issues: 312200 ~ 312300 Duration: 00:00:04\n",
|
||
"✔ Issues written to MongoDB: 312000 ~ 312300\n",
|
||
"\n",
|
||
"✅ Number of downloaded issues: 312301 Current Duration: 02:43:21\n"
|
||
]
|
||
},
|
||
{
|
||
"data": {
|
||
"text/plain": [
|
||
"True"
|
||
]
|
||
},
|
||
"execution_count": 6,
|
||
"metadata": {},
|
||
"output_type": "execute_result"
|
||
}
|
||
],
|
||
"source": [
|
||
"# # ✅ Number of downloaded issues: 312301 Current Duration: 08:21:51\n",
|
||
"# download_issues_and_write_to_db(\n",
|
||
"# \"Jira\",\n",
|
||
"# jira_ecos_info[\"Jira\"].get(\"jira_url\"),\n",
|
||
"# jira_ecos_info[\"Jira\"].get(\"pat\"),\n",
|
||
"# )"
|
||
]
|
||
},
|
||
{
|
||
"cell_type": "code",
|
||
"execution_count": null,
|
||
"metadata": {},
|
||
"outputs": [],
|
||
"source": [
|
||
"# Total download duration: ~\n",
|
||
"# retry at 551000, current duration 75m+195m+295m+128m+120m\n",
|
||
"download_issues_and_write_to_db(\n",
|
||
" \"Apache\",\n",
|
||
" jira_ecos_info[\"Apache\"].get(\"jira_url\"),\n",
|
||
" jira_ecos_info[\"Apache\"].get(\"pat\"),\n",
|
||
" start_index=551000,\n",
|
||
" iteration_max=100,\n",
|
||
")"
|
||
]
|
||
}
|
||
],
|
||
"metadata": {
|
||
"kernelspec": {
|
||
"display_name": "grad_pro_env",
|
||
"language": "python",
|
||
"name": "python3"
|
||
},
|
||
"language_info": {
|
||
"codemirror_mode": {
|
||
"name": "ipython",
|
||
"version": 3
|
||
},
|
||
"file_extension": ".py",
|
||
"mimetype": "text/x-python",
|
||
"name": "python",
|
||
"nbconvert_exporter": "python",
|
||
"pygments_lexer": "ipython3",
|
||
"version": "3.9.18"
|
||
}
|
||
},
|
||
"nbformat": 4,
|
||
"nbformat_minor": 2
|
||
}
|