forgeplus1/app/controllers/sync_forge_controller.rb

323 lines
13 KiB
Ruby
Raw Normal View History

2020-07-09 16:46:57 +08:00
class SyncForgeController < ApplicationController
2020-07-14 21:20:43 +08:00
# before_action :check_token
2020-07-09 16:46:57 +08:00
2020-07-15 18:02:43 +08:00
def create
2020-07-09 20:17:49 +08:00
ActiveRecord::Base.transaction do
2020-07-10 15:44:52 +08:00
params.permit!
2020-07-09 20:17:49 +08:00
sync_params = params[:sync_params]
2020-07-15 18:02:43 +08:00
project_user = User.where(login: sync_params[:owner_login])&.first
2020-07-10 10:58:39 +08:00
#以前已同步的项目,那么肯定存在仓库
2020-07-15 18:03:50 +08:00
SyncLog.sync_log("=================begin_to_sync_forge: project_identifier: #{sync_params[:identifier]}========")
2020-07-15 17:13:16 +08:00
user_projects = Project.where(user_id: project_user.id)
if user_projects.where(id: sync_params[:id], identifier: sync_params[:identifier]).present?
has_project = true
project = user_projects.where(id: sync_params[:id], identifier: sync_params[:identifier])&.first
elsif user_projects.where(id: sync_params[:id]).present?
has_project = true
project = user_projects.where(id: sync_params[:id])&.first
elsif user_projects.where(identifier: sync_params[:identifier]).present?
has_project = true
project = user_projects.where(identifier: sync_params[:identifier])&.first
else
has_project = false
end
if has_project
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("=================begin_to_update_project========")
2020-07-10 10:58:39 +08:00
check_sync_project(project, sync_params)
2020-07-09 20:17:49 +08:00
else #新建项目
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("=================begin_to_create_new_project========")
2020-07-15 18:02:43 +08:00
2020-07-09 20:17:49 +08:00
project_params = {
2020-07-09 20:40:35 +08:00
repository_name: sync_params[:identifier],
2020-07-09 20:17:49 +08:00
user_id: project_user.id,
2020-07-09 20:36:27 +08:00
private: !sync_params[:is_public],
name: sync_params[:name]
2020-07-09 20:17:49 +08:00
}
project = Projects::CreateService.new(project_user, project_params).call
if project.present?
2020-07-10 14:53:23 +08:00
if sync_params[:project_score].present?
2020-07-10 15:44:52 +08:00
sync_params.permit!
score_params = sync_params[:project_score].merge(project_id: project.id)
new_project_score = ProjectScore.create(score_params)
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("=================new_project_score:#{new_project_score.try(:id)}========")
2020-07-10 14:53:23 +08:00
end
2020-07-15 18:02:43 +08:00
2020-07-10 17:36:15 +08:00
SyncRepositoryJob.perform_later(sync_params[:owner_login], sync_params[:identifier], sync_params[:repository], get_sudomain) if sync_params[:repository].present?
2020-07-09 20:17:49 +08:00
check_new_project(project, sync_params)
2020-07-15 17:13:16 +08:00
else
2020-07-15 18:02:43 +08:00
SyncLog.sync_project_log("=============new_project_create_failed, trustie_project_id==:#{params[:sync_params][:id]}")
2020-07-09 20:17:49 +08:00
end
2020-07-09 20:24:02 +08:00
end
2020-07-09 16:46:57 +08:00
end
2020-07-09 20:24:02 +08:00
rescue Exception => e
2020-07-15 18:02:43 +08:00
SyncLog.sync_project_log("=============sync_has_errors:==#{e.message}, project_id==:#{params[:sync_params][:id]}")
2020-07-09 16:46:57 +08:00
end
def sync_users
params.permit!
2020-07-09 19:46:42 +08:00
sync_params = params[:sync_params]
users_params = sync_params[:users]
2020-07-09 16:46:57 +08:00
users_params.each do |u|
2020-07-09 19:27:36 +08:00
if User.exists?(login: u[:user_params][:login])
2020-07-09 19:57:24 +08:00
SyncLog.sync_log("=================sync_to_user_been_exists====#{u[:user_params][:login]}")
2020-07-09 19:27:36 +08:00
else
2020-07-14 20:20:12 +08:00
# new_user = User.new(u[:user_params])
if u[:user_params][:mail].blank?
u_mail = "#{u[:user_params][:login]}@example.com"
else
u_mail = u[:user_params][:mail]
end
2020-07-14 20:44:12 +08:00
2020-07-14 20:20:12 +08:00
new_user = User.new(u[:user_params].merge(mail: u_mail))
2020-07-14 20:32:08 +08:00
2020-07-09 16:46:57 +08:00
username = new_user.login
password = "12345678"
2020-07-15 21:29:59 +08:00
# if new_user.save!
# SyncLog.sync_log("=================sync_to_user_success==#{new_user.login}")
# else
# SyncLog.sync_log("=================sync_to_user_failed,user_login==#{new_user.login}")
# end
2020-07-15 21:15:40 +08:00
ActiveRecord::Base.transaction do
interactor = Gitea::RegisterInteractor.call({username: username, email: new_user.mail, password: password})
if interactor.success?
gitea_user = interactor.result
result = Gitea::User::GenerateTokenService.new(username, password).call
new_user.gitea_token = result['sha1']
new_user.gitea_uid = gitea_user['id']
if new_user.save!
UserExtension.create!(u[:user_extensions][:user_extensions].merge(user_id: new_user.id)) if u[:user_extensions].present? && u[:user_extensions][:user_extensions].present?
else
SyncLog.sync_log("=================sync_to_user_failed,user_login==#{new_user.login}")
end
else
SyncLog.sync_log("=============sync_to_user_failed,user_login====#{new_user.login}")
SyncLog.sync_log("=================sync_to_user_failed,user_login====#{new_user.login}")
end
end
2020-07-09 16:46:57 +08:00
end
end
2020-07-14 20:32:08 +08:00
# normal_status(1, "completed_sync")
2020-07-09 16:46:57 +08:00
rescue Exception => e
2020-07-14 20:32:08 +08:00
SyncLog.sync_log("=================sync_user_failed====#{e}")
2020-07-09 16:46:57 +08:00
end
2020-07-15 18:02:43 +08:00
private
2020-07-09 16:46:57 +08:00
def check_sync_project(project,sync_params)
2020-07-10 10:09:59 +08:00
begin
2020-07-14 21:11:53 +08:00
gitea_main = "https://www.trustie.net/"
2020-07-15 20:30:57 +08:00
# if request.subdomain === 'testforgeplus'
# gitea_main = "https://ucloudtest.trustie.net/"
# end
2020-07-14 21:07:35 +08:00
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("----begin_to_check_sync_project----project_id:#{project.id}---------------")
2020-07-15 18:02:43 +08:00
change_project_score(project, sync_params[:project_score], sync_params[:repository]) if sync_params[:repository].present? #更新project_score
change_project_issues(project, sync_params[:issues],project.id, gitea_main)
2020-07-13 13:54:27 +08:00
change_project_members(project, sync_params[:members],gitea_main)
change_project_versions(project, sync_params[:project_versions],gitea_main)
change_project_watchers(project, sync_params[:project_watchers],gitea_main)
change_project_praises(project, sync_params[:praise_trends],gitea_main)
2020-07-10 10:09:59 +08:00
rescue => e
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("=========check_sync_project_errors:#{e}===================")
2020-07-09 16:46:57 +08:00
end
2020-07-15 18:02:43 +08:00
2020-07-09 16:46:57 +08:00
end
def check_new_project(project,sync_params)
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***8. begin_to_sync_new_project---------------")
2020-07-09 16:46:57 +08:00
sync_projects_params = {
type: "Project",
ids: sync_params[:id],
token: get_token,
sync_params: sync_params,
new_project_id: project.id
}
2020-07-10 16:59:54 +08:00
2020-07-14 21:11:53 +08:00
gitea_main = "https://www.trustie.net/"
2020-07-15 20:30:57 +08:00
# if request.subdomain === 'testforgeplus'
# gitea_main = "https://ucloudtest.trustie.net/"
# end
2020-07-10 16:59:54 +08:00
SyncProjectsJob.perform_later(sync_projects_params, gitea_main)
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***8. end_to_sync_new_project---------------")
2020-07-09 16:46:57 +08:00
end
2020-07-13 13:54:27 +08:00
def change_project_praises(project, praises,gitea_main)
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***6. begin_to_sync_parises---------------")
2020-07-09 16:46:57 +08:00
forge_praises_ids = project&.praise_treads&.select(:id)&.pluck(:id)
diff_target_ids = praises[:ids] - forge_praises_ids
if diff_target_ids.size > 0
sync_projects_params = {
type: "PraiseTread",
ids: diff_target_ids,
token: get_token,
parent_id: project.id
}
2020-07-13 13:54:27 +08:00
SyncProjectsJob.perform_later(sync_projects_params,gitea_main)
2020-07-15 18:02:43 +08:00
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***6. end_to_sync_parises---------------")
2020-07-09 16:46:57 +08:00
end
end
#检查repository和project_score
def change_project_score(project, project_scores, repository_params)
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***1. begin_to_sync_project_score---------------")
2020-07-10 10:09:59 +08:00
begin
pre_project_score = project.project_score
if pre_project_score.present?
change_num = 0
project_scores.each do |k,v|
unless pre_project_score.send("#{k}") == v
change_num += 1
pre_project_score[:"#{k}"] = v
end
if k == "changeset_num" && v.to_i > pre_project_score.changeset_num.to_i && repository_params[:url].present?
2020-07-10 17:36:15 +08:00
SyncRepositoryJob.perform_later(project.owner.try(:login), project.identifier, repository_params, get_sudomain)
2020-07-10 10:09:59 +08:00
end
2020-07-09 16:46:57 +08:00
end
2020-07-10 10:09:59 +08:00
pre_project_score.save! if change_num > 0 #如果 project_score有变化则更新
2020-07-15 18:02:43 +08:00
else
2020-07-10 10:09:59 +08:00
ProjectScore.create!(project_scores.merge(project_id: project.id))
2020-07-09 16:46:57 +08:00
end
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***1. end_to_sync_project_score---------------")
2020-07-10 10:09:59 +08:00
rescue Exception => e
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("=========change_project_score_errors:#{e}===================")
2020-07-09 16:46:57 +08:00
end
end
2020-07-13 13:54:27 +08:00
def change_project_issues(project, old_issues_params,project_id, gitea_main)
2020-07-15 18:27:53 +08:00
SyncLog.sync_log("***2. begin_to_syncissues---------------")
2020-07-10 10:09:59 +08:00
begin
forge_issue_ids = project&.issues&.select(:id)&.pluck(:id)
sync_projects_params = {}
2020-07-15 18:27:53 +08:00
SyncLog.sync_log("***2--01. forge_issue_ids-#{forge_issue_ids.size.to_i}--------------")
2020-07-15 17:13:16 +08:00
if forge_issue_ids.size.to_i <= old_issues_params[:count].to_i
2020-07-15 01:40:09 +08:00
diff_issue_ids = old_issues_params[:ids] - forge_issue_ids
2020-07-15 18:33:10 +08:00
2020-07-15 01:40:09 +08:00
if diff_issue_ids.size == 0 #issue数量一样判断评论是否有增减
2020-07-15 17:13:16 +08:00
forge_journal_ids = Journal.select([:id, :journalized_id, :journalized_type]).where(journalized_id: forge_issue_ids).pluck(:id)
2020-07-15 01:40:09 +08:00
diff_journal_ids = old_issues_params[:journals][:ids] - forge_journal_ids
unless diff_journal_ids.size == 0
sync_projects_params = {
type: "Journal",
ids: diff_journal_ids,
token: get_token,
parent_id: project_id
}
2020-07-15 22:01:12 +08:00
SyncLog.sync_log("***2--02. sync_projects_params-#{sync_projects_params}--------------")
SyncProjectsJob.perform_later(sync_projects_params, gitea_main)
2020-07-15 01:40:09 +08:00
end
else
2020-07-15 22:55:27 +08:00
new_diff_ids = diff_issue_ids.in_groups_of(200).map{|k| k.reject(&:blank?)}
diff_len = new_diff_ids.length
(1..diff_len).each do |len|
sync_projects_params = {
type: "Issue",
ids: new_diff_ids[len-1],
token: get_token,
parent_id: project_id
}
2020-07-15 22:56:36 +08:00
SyncLog.sync_log("***2--030#{len}. sync_projects_params_groups-#{sync_projects_params}--------------")
2020-07-15 22:55:27 +08:00
SyncProjectsJob.perform_later(sync_projects_params, gitea_main)
end
# sync_projects_params = {
# type: "Issue",
# ids: diff_issue_ids,
# token: get_token,
# parent_id: project_id
# }
# SyncLog.sync_log("***2--03. sync_projects_params_groups-#{sync_projects_params}--------------")
# SyncProjectsJob.perform_later(sync_projects_params, gitea_main)
2020-07-15 22:38:58 +08:00
2020-07-10 10:09:59 +08:00
end
2020-07-09 16:46:57 +08:00
end
2020-07-15 22:01:12 +08:00
# SyncProjectsJob.perform_later(sync_projects_params, gitea_main) if sync_projects_params.present?
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***2. end_to_syncissues---------------")
2020-07-10 10:09:59 +08:00
rescue Exception => e
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("=========change_project_issues_errors:#{e}===================")
2020-07-09 16:46:57 +08:00
end
end
2020-07-13 13:54:27 +08:00
def change_project_watchers(project, watchers,gitea_main)
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***5. begin_to_sync_watchers---------------")
2020-07-09 16:46:57 +08:00
forge_watchers_ids = project&.watchers&.select(:id)&.pluck(:id)
2020-07-15 17:13:16 +08:00
if forge_watchers_ids.size.to_i <= watchers[:count].to_i
2020-07-15 01:40:09 +08:00
diff_target_ids = watchers[:ids] - forge_watchers_ids
if diff_target_ids.size > 0
sync_projects_params = {
type: "Watcher",
ids: diff_target_ids,
token: get_token,
parent_id: project.id
}
SyncProjectsJob.perform_later(sync_projects_params,gitea_main)
2020-07-15 18:02:43 +08:00
2020-07-15 01:40:09 +08:00
end
2020-07-09 16:46:57 +08:00
end
2020-07-15 01:40:09 +08:00
SyncLog.sync_log("***5. begin_to_sync_watchers---------------")
2020-07-09 16:46:57 +08:00
end
2020-07-13 13:54:27 +08:00
def change_project_versions(project, versions,gitea_main)
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***4. begin_to_sync_versions---------------")
2020-07-09 16:46:57 +08:00
forge_version_ids = project&.versions&.select(:id)&.pluck(:id)
2020-07-15 17:13:16 +08:00
if forge_version_ids.size <= versions[:count].to_i
2020-07-15 01:40:09 +08:00
diff_version_ids = versions[:ids] - forge_version_ids
if diff_version_ids.size > 0
sync_projects_params = {
type: "Version",
ids: diff_version_ids,
token: get_token,
parent_id: project.id
}
SyncProjectsJob.perform_later(sync_projects_params,gitea_main)
end
2020-07-15 18:02:43 +08:00
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***4. end_to_sync_versions---------------")
2020-07-09 16:46:57 +08:00
end
end
2020-07-13 13:54:27 +08:00
def change_project_members(project, members,gitea_main)
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***3. begin_to_sync_members---------------")
2020-07-09 16:46:57 +08:00
forge_member_ids = project&.members&.select(:id)&.pluck(:id)
2020-07-15 17:13:16 +08:00
if forge_member_ids.size <= members[:count]
2020-07-15 01:40:09 +08:00
diff_member_ids = members[:ids] - forge_member_ids
if diff_member_ids.size > 0
sync_projects_params = {
type: "Member",
ids: diff_member_ids,
token: get_token,
parent_id: project.id
}
SyncProjectsJob.perform_later(sync_projects_params,gitea_main)
end
2020-07-15 18:02:43 +08:00
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("***3. end_to_sync_members---------------")
2020-07-09 16:46:57 +08:00
end
end
2020-07-15 18:02:43 +08:00
# def check_token
2020-07-14 21:20:43 +08:00
# sync_params = params[:sync_params]
# unless sync_params[:token] && sync_params[:token] == get_token
# render json: {message: "token_errors"}
# end
# end
2020-07-09 16:46:57 +08:00
def get_token
"34c82f51e0b699d9d16d70fd6497c9b1e4821d6ea3e872558a6537a091076b8e"
end
2020-07-10 17:36:15 +08:00
def get_sudomain
2020-07-14 19:27:36 +08:00
SyncLog.sync_log("=================request.subdomain:#{request.subdomain}========")
2020-07-14 21:07:35 +08:00
gitea_main = "gitea.trustie.net"
2020-07-10 17:36:15 +08:00
if request.subdomain === 'testforgeplus'
gitea_main = "testgitea2.trustie.net"
2020-07-14 21:07:35 +08:00
# elsif request.subdomain === 'forgeplus'
# gitea_main = "gitea.trustie.net"
2020-07-10 17:36:15 +08:00
end
return gitea_main
end
2020-07-15 18:02:43 +08:00
end