wangbinghao123
/
forgeplus
forked from Gitlink/forgeplus
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

增加修改gitea仓库不存在的任务和增加readme文件

This commit is contained in:
sylor_huang@126.com 2020-04-20 15:17:28 +08:00
parent 8eb33338a8
commit f030b2d8cd
4 changed files with 61 additions and 466 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

465
app/jobs/sync_forge_job.rb
View File

@ -1,465 +0,0 @@
class SyncForgeJob < ApplicationJob
queue_as :default
def perform(sync_params)
@change_issue_ids = []
@change_journal_ids =[]
@change_watcher_ids = []
@change_pr_ids = []
@change_praise_trend_ids = []
@change_version_ids = []
Rails.logger.info("#######______sync__start__########")
sync_params = ActiveSupport::JSON.decode(sync_params)
all_target_params = sync_params["target_params"]
user_params = sync_params["user_params"]["user_params"]
owner_extension_params = sync_params["user_params"]["user_extension_params"]
platform = sync_params["platform"]
if user_params.present?
user_old_id = user_params["user"]["id"]
new_user = sync_user(user_params, owner_extension_params,platform)
if new_user.present?
ActiveRecord::Base.transaction do
begin
if all_target_params.present?
all_target_params.each do |project|
target_params = {
project_params: project["project_params"],
member_params: project["member_params"],
issue_params: project["issue_params"],
versions_params: project["versions_params"],
project_score_params: project["project_score_params"],
pull_request_params: project["pull_request_params"],
repo_params: project["repo_params"],
commit_params: project["commit_params"],
watchers_params: project["watchers_params"],
praise_trends_params: project["praise_trends_params"]
}
sync_projects(new_user, user_old_id,target_params, platform)
end
end
rescue Exception => e
Rails.logger.info("#######_______forge_new_user_sync_failed___#########{e}")
raise ActiveRecord::Rollback
end
end
else
Rails.logger.info("############____forge_new_user_create_failed_____#######old_user_id:-#{user_old_id}")
end
end
end
def old_version_source
%w(trustie military)
end
private
def sync_user(owner_params,owner_extension_params,platform)
ActiveRecord::Base.transaction do
begin
Rails.logger.info("#######______sync_user_start__########")
keys_other_delete = %w(id created_at updated_at user_id province)
keys_to_delete = %w(id created_on updated_on platform admin_role enterprise_certification)
owner_params = owner_params["user"] if old_version_source.include?(platform) #trustie上需要
owner_params = owner_params&.except!(*keys_to_delete)
new_user = []
if owner_params.present?
if User.exists?(login: owner_params["login"])
new_user = User.find_by(login: owner_params["login"])
else
user_mail = owner_params["mail"]
unless user_mail.present?
user_mail = "#{owner_params["login"]}_example@example.com"
end
new_user = User.new(owner_params.merge(platform: platform,mail: user_mail))
if new_user.save!
if owner_extension_params.present?
owner_extension_params = owner_extension_params["user_extensions"] if old_version_source.include?(platform) #trustie上需要
owner_extension_params = owner_extension_params&.except!(*keys_other_delete).merge(user_id: new_user.id)
UserExtension.create!(owner_extension_params)
end
end
end
Rails.logger.info("#######______sync_user_end__########")
end
new_user
rescue Exception => e
failed_dic = "public/sync_failed_users.dic"
File.open(failed_dic,"a") do |file|
file.puts "[\nTime---#{Time.now}\nuser_info---#{owner_params}\nerrors--#{e}]\n "
end
end
end
end
#同步项目
def sync_projects(new_user,user_old_id, targets,platform)
Rails.logger.info("#######__projects_sync__start__########")
keys_to_delete = %w(id created_on updated_on user_id language homepage_show image_url image_status audit_status_cd)
score_to_delete = %w(id created_at updated_at project_id)
begin
if targets.present?
project = targets[:project_params]
issue_params = targets[:issue_params]
pr_params = targets[:pull_request_params]
commit_params = targets[:commit_params]
version_params = targets[:versions_params]
member_params = targets[:member_params]
project_score = targets[:project_score_params]
praise_trends_params = targets[:praise_trends_params]
watchers_params = targets[:watchers_params]
if project.present?
project = project["project"] if old_version_source.include?(platform)
new_project = Project.new(project&.except!(*keys_to_delete).merge(user_id: new_user.id))
if new_project.save!(:validate => false)
if project_score.present?
project_score = project_score["project_score"] if old_version_source.include?(platform) #trustie上需要
ProjectScore.create!(project_score&.except!(*score_to_delete).merge(project_id: new_project.id))
end
sync_user_issues(new_project.id, issue_params, platform)
sync_members(new_project.id, member_params,platform)
sync_commits(new_project.id,new_project.gpid, commit_params,platform)
sync_pull_requests(new_project.id,new_user.id, pr_params,platform)
sync_versions(new_project.id, new_user.id, version_params,platform)
sync_watchers(new_project.id, watchers_params, platform)
sync_praises(new_project.id,praise_trends_params,platform)
Issue.select(:id, :assigned_to_id).where(id:@change_issue_ids, assigned_to_id: user_old_id)&.update_all(assigned_to_id: new_user.id)
Issue.select(:id, :author_id).where(id:@change_issue_ids, author_id: user_old_id)&.update_all(author_id: new_user.id)
Journal.select(:id,:user_id).where(id: @change_journal_ids, user_id: user_old_id)&.update_all(user_id: new_user.id)
Watcher.select(:id,:user_id).where(id: @change_watcher_ids, user_id: user_old_id)&.update_all(user_id: new_user.id)
PraiseTread.select(:id,:user_id).where(id: @change_praise_trend_ids, user_id: user_old_id)&.update_all(user_id: new_user.id)
PullRequest.select(:id,:user_id).where(id: @change_pr_ids, user_id: user_old_id)&.update_all(user_id: new_user.id)
Version.select(:id,:user_id).where(id: @change_version_ids, user_id: user_old_id)&.update_all(user_id: new_user.id)
end
end
end
rescue Exception => e
failed_dic = "public/sync_failed_users.dic"
File.open(failed_dic,"a") do |file|
file.puts "[\nTime---#{Time.now}\nproject_create_exception---\nerrors---project_created_failed:#{e}]\n "
end
Rails.logger.info("#######_______projects_sync__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
def sync_watchers(project_id, watchers_params, platform)
Rails.logger.info("#######______sync_watchers_start__#######")
roles_other_delete = %w(id watchable_id)
ActiveRecord::Base.transaction do
begin
if watchers_params.present?
Watcher.transaction do
watchers_params.each do |r|
if r.present?
r = r["watcher"] if old_version_source.include?(platform)
new_wathcer = Watcher.new(r&.except!(*roles_other_delete).merge(watchable_id: project_id))
new_wathcer.save(:validate => false)
@change_watcher_ids.push(new_wathcer.id)
end
end
end
end
Rails.logger.info("#######______sync_watchers_end__#######")
rescue Exception => e
Rails.logger.info("#######_______sync_watchers__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_praises(project_id, praises_params, platform)
Rails.logger.info("#######______sync_praises_start__#######")
roles_other_delete = %w(id praise_tread_object_id created_at updated_at)
ActiveRecord::Base.transaction do
begin
if praises_params.present?
PraiseTread.transaction do
praises_params.each do |r|
if r.present?
r = r["praise_tread"] if old_version_source.include?(platform) #trustie上需要
new_tread = PraiseTread.new(r&.except!(*roles_other_delete).merge(praise_tread_object_id: project_id))
new_tread.save(:validate => false)
@change_praise_trend_ids.push(new_tread.id)
end
end
end
end
Rails.logger.info("#######______sync_praises_end__#######")
rescue Exception => e
Rails.logger.info("#######_______sync_praises__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_members(project_id,members_params,platform)
Rails.logger.info("#######______sync_members_start__#######")
member_to_delete = %w(id created_on project_id)
ActiveRecord::Base.transaction do
begin
if members_params.present?
members_params.each do |m|
member = m["member"]
member_user = m["member_user"]
member_user_exten = m["member_extension"]
member_roles = m["member_roles"]
# member_issues = m["member_issues"]
if member_user.present?
u = sync_user(member_user,member_user_exten, platform)
if u.present? && member.present?
member = member["member"] if old_version_source.include?(platform) #trustie上需要
unless Member.exists?(user_id: u.id, project_id: project_id)
new_member = Member.new(member&.except!(*member_to_delete).merge(project_id: project_id, user_id: u.id))
if new_member.save!(:validate => false)
# sync_user_issues(project_id,member_issues, platform)
sync_member_roles(new_member.id, member_roles,platform)
end
end
end
end
end
end
Rails.logger.info("#######______sync_members_end__#######")
rescue Exception => e
Rails.logger.info("#######_______sync_members__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_member_roles(member_id,members,platform)
Rails.logger.info("#######______sync_members___roles_start__#######")
member_role_delete = %w(id member_id role_id)
begin
if members.present?
MemberRole.transaction do
members.each do |m|
if m.present?
m = m["member_role"] if old_version_source.include?(platform) #trustie上需要
role_id = Role.select(:id,:position)&.where(position: m["role_id"])&.first&.id
MemberRole.create!(m&.except!(*member_role_delete).merge(member_id: member_id, role_id: role_id)) if m.present?
end
end
end
end
Rails.logger.info("#######______sync_members___roles_end__#######")
rescue => e
Rails.logger.info("#######_______sync_members___roles__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
#同步该用户的issues
def sync_user_issues(project_id, issues_all_params,platform)
Rails.logger.info("#######______sync_issues_start__#########")
issue_to_delete = %w(id project_id created_on updated_on)
ActiveRecord::Base.transaction do
begin
if issues_all_params.present?
issues_all_params.each do |is_params|
issue_params = is_params["issue_params"]
jours_params = is_params["jours_params"]
commit_params = is_params["commit_params"]
if issue_params.present?
issue_params = issue_params["issue"] if old_version_source.include?(platform) #trustie上需要
issue = Issue.new(issue_params&.except!(*issue_to_delete).merge(project_id: project_id))
if issue.save!(:validate => false)
@change_issue_ids.push(issue.id)
sync_journals(issue.id, jours_params, platform)
sync_commit_issues(issue.id,project_id, commit_params, platform)
else
Rails.logger.info("############______.errors.full_messages_____________##########{issue.errors.full_messages}")
end
end
Rails.logger.info("#######______sync_issues_end_######")
end
end
rescue Exception => e
Rails.logger.info("#######______sync_issues__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_journals(issue_id, jours_params,platform)
Rails.logger.info("#######______sync_journals_start__#######")
jour_to_delete = %w(id created_on journalized_id)
ActiveRecord::Base.transaction do
begin
if jours_params.present?
Journal.transaction do
jours_params.each do |i|
new_journal = i["journal"]
new_journal_detail = i["j_details"]
if new_journal.present?
new_journal = new_journal["journal"] if old_version_source.include?(platform) #trustie上需要
new_journal = Journal.new(new_journal&.except!(*jour_to_delete).merge(journalized_id: issue_id))
if new_journal.save(:validate => false)
@change_journal_ids.push(new_journal.id)
if new_journal_detail.present?
sync_journal_details(new_journal_detail, new_journal.id, platform)
end
end
end
end
end
end
Rails.logger.info("#######______sync_journals_end__########")
rescue Exception => e
Rails.logger.info("#######________sync_journals__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_journal_details(jours_params,journal_id, platform)
Rails.logger.info("#######______sync_journal_detail_start__######")
jour_to_delete = %w(id journal_id)
ActiveRecord::Base.transaction do
begin
JournalDetail.transaction do
jours_params.each do |i|
if i.present?
i = i["journal_detail"] if old_version_source.include?(platform) #trustie上需要
new_journal_detail = JournalDetail.new(i&.except!(*jour_to_delete).merge(journal_id: journal_id))
new_journal_detail.save(:validate => false)
end
end
end
Rails.logger.info("#######______sync_journal__detail_end__########")
rescue Exception => e
Rails.logger.info("#######________sync_journal___detail_failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_commit_issues(issue_id, project_id, commit_params,platform)
Rails.logger.info("#######______sync_commit_issues_start__########")
commit_to_delete = %w(id created_at updated_at)
ActiveRecord::Base.transaction do
begin
if commit_params.present?
CommitIssue.transaction do
commit_params.each do |i|
if i.present?
i = i["commit_issues"] if old_version_source.include?(platform) #trustie上需要
new_commit = CommitIssue.new(i&.except!(*commit_to_delete).merge(issue_id: issue_id, project_id: project_id))
new_commit.save(:validate => false)
end
end
end
end
Rails.logger.info("#######______sync_commit_issues_end__########")
rescue Exception => e
Rails.logger.info("#######________sync_commit_issues__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_pull_requests(project_id, user_id, pull_params,platform)
Rails.logger.info("#######______sync_project_pull_requests_start__########")
commit_to_delete = %w(id project_id created_at updated_at jenkins_output)
ActiveRecord::Base.transaction do
begin
if pull_params.present?
PullRequest.transaction do
pull_params.each do |i|
if i.present?
i = i["pull_request"] if old_version_source.include?(platform) #trustie上需要
newpr = PullRequest.new(i&.except!(*commit_to_delete).merge(project_id: project_id))
newpr.save(:validate => false)
@change_pr_ids.push(newpr.id)
end
end
end
end
Rails.logger.info("#######______sync_project_pull_requests__end__########")
rescue Exception => e
Rails.logger.info("#######_______sync_project_pull_requests__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_commits(project_id, repository_id, commit_params,platform)
Rails.logger.info("#######______sync_project_commits_start__########")
commit_to_delete = %w(id created_at updated_at)
ActiveRecord::Base.transaction do
begin
if commit_params.present?
Commit.transaction do
commit_params.each do |i|
if i.present?
i = i["commit"] if old_version_source.include?(platform) #trustie上需要
new_commit = Commit.new(i&.except!(*commit_to_delete).merge(repository_id: repository_id, project_id: project_id))
new_commit.save(:validate => false)
end
end
end
end
Rails.logger.info("#######______sync_project_commits_end__########")
rescue Exception => e
Rails.logger.info("#######_______sync_project_commits__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
def sync_versions(project_id, new_user_id,version_params,platform)
Rails.logger.info("#######______sync_project_versions_start__########")
version_to_delete = %w(id created_on updated_on project_id)
ActiveRecord::Base.transaction do
begin
if version_params.present?
Version.transaction do
version_params.each do |i|
if i.present?
i = i["version"] if old_version_source.include?(platform) #trustie上需要
new_v = Version.new(i&.except!(*version_to_delete).merge(project_id: project_id))
new_v.save!(:validate => false)
@change_version_ids.push(new_v.id)
end
end
end
end
Rails.logger.info("#######______sync_project_versions_end__########")
rescue Exception => e
Rails.logger.info("#######______sync_project_versions__failed__#########{e}")
raise ActiveRecord::Rollback
end
end
end
end

24
app/services/gitea/repository/check_present_service.rb Normal file
View File

@ -0,0 +1,24 @@
class Gitea::Repository::CheckPresentService < Gitea::ClientService
attr_reader :user, :repo_name, :args
def initialize(user, repo_name, **args)
@user = user
@repo_name = repo_name
@args = {ref: 'master'}.merge(args.compact)
end
def call
response = get(url, params)
response.status
end
private
def params
@args.merge(token: user.gitea_token)
end
def url
"/repos/#{user.login}/#{repo_name}/contents".freeze
end
end

3
app/services/gitea/repository/create_service.rb
View File

@ -24,7 +24,8 @@ class Gitea::Repository::CreateService < Gitea::ClientService
private
def request_params
Hash.new.merge(token: token, data: params)
create_params = params.merge(readme: "readme")
Hash.new.merge(token: token, data: create_params)
end
def url

35
lib/tasks/gitea_create_repository.rake Normal file
View File

@ -0,0 +1,35 @@
# 执行示例 bundle exec rake gitea_create_repository:created_repo
namespace :gitea_create_repository do
desc "if gitea .git file not present ,and create new .git file"
task created_repo: :environment do
puts "__________begin_to_create_repository_git___________"
all_repositories = Repository.select(:id,:identifier, :user_id,:hidden,:project_id).includes(project: :owner)
all_repositories.find_each do |r|
user = r.project.owner
if user.gitea_token.present? #防止用户在forge创建了repository，但是在gitea上没有创建用户
repo_status = Gitea::Repository::CheckPresentService.new(user, r.identifier).call
unless repo_status == 200
delete_gitea = Gitea::Repository::DeleteService.new(user, r.identifier).call
if delete_gitea.status == 204 || delete_gitea.status == 404 #删除成功或者仓库不存在，都重新创建
repository_params= {
name: r.identifier,
auto_init: true,
private: r.hidden,
}
gitea_repository = Gitea::Repository::CreateService.new(user.gitea_token, repository_params).call
puts "__________after_create_gitea_repository_____#{gitea_repository}______"
else
puts "__________delete_gitea__repository_failed,status:_____#{delete_gitea.status}______"
end
end
else
puts "_________this_user_have_no_gitea_token__login:#{user.login}_________"
end
end
puts "__________end_to_create_repository_git___________"
end
end