diff --git a/Gemfile b/Gemfile index 5fad5f056..491b512c2 100644 --- a/Gemfile +++ b/Gemfile @@ -40,7 +40,7 @@ gem 'oauth2' #导出为pdf gem 'pdfkit' gem 'wkhtmltopdf-binary' -gem 'request_store' +# gem 'request_store' #gem 'iconv' # markdown 转html gem 'redcarpet', '~> 3.4' diff --git a/app/constraint/admin_constraint.rb b/app/constraint/admin_constraint.rb index 2cf5649a7..01ed0cad0 100644 --- a/app/constraint/admin_constraint.rb +++ b/app/constraint/admin_constraint.rb @@ -1,8 +1,13 @@ class AdminConstraint def matches?(request) - laboratory = Laboratory.first - return false unless request.session[:"#{laboratory.try(:identifier).split('.').first}_user_id"] - user = User.find request.session[:"#{laboratory.try(:identifier).split('.').first}_user_id"] - user && user.admin? + if Rails.env.development? + true + else + laboratory = Laboratory.first + return false unless request.session[:"#{laboratory.try(:identifier).split('.').first}_user_id"] + user = User.find request.session[:"#{laboratory.try(:identifier).split('.').first}_user_id"] + user && user.admin? + end + end end \ No newline at end of file diff --git a/app/controllers/sync_forge_controller.rb b/app/controllers/sync_forge_controller.rb new file mode 100644 index 000000000..ed2f87aaa --- /dev/null +++ b/app/controllers/sync_forge_controller.rb @@ -0,0 +1,194 @@ +class SyncForgeController < ApplicationController + before_action :check_token + + def create + sync_params = params[:sync_params] + + #以前已同步的项目,那么肯定存在仓库 + if Project.exists?(id: sync_params[:id], identifier: sync_params[:identifier]) + project = Project.find_by(id: sync_params[:id]) + check_sync_project(project, sync_params) + else #新建项目 + + project_user = User.where(login: sync_params[:owner_login]).first.id + project_params = { + identifier: sync_params[:identifier], + user_id: user_id, + is_public: sync_params[:is_public] + } + project = Projects::CreateService.new(project_user, project_params).call + if project.present? + project.project_score.create!( sync_params[:project_score]) if sync_params[:project_score] + SyncRepositoryJob.perform_later(project.repository, sync_params[:repository_params]) if sync_params[:repository_params] + check_new_project(project, sync_params) + end + end + end + + def sync_users + params.permit! + users_params = params[:sync_params] + users_params.each do |u| + unless User.exists?(login: u[:user_params][:login]) + new_user = User.new(u[:user_params]) + username = new_user.login + password = "12345678" + ActiveRecord::Base.transaction do + interactor = Gitea::RegisterInteractor.call({username: username, email: new_user.mail, password: password}) + if interactor.success? + gitea_user = interactor.result + result = Gitea::User::GenerateTokenService.new(username, password).call + new_user.gitea_token = result['sha1'] + new_user.gitea_uid = gitea_user['id'] + if new_user.save! + new_user.user_extension.create!(u[:user_extensions]) if u[:user_extensions].present? + normal_status(1, "created_succrss") + end + else + normal_status(-1, "created_failed") + end + end + end + end + rescue Exception => e + normal_status(-1, e.message) + end + + private + + def check_sync_project(project,sync_params) + if sync_params[:repository_params].present? #仓库存在 + change_project_score(project, sync_params[:project_score], sync_params[:repository_params]) #更新project_score + end + change_project_issues(project, sync_params[:issues],project.id) + change_project_members(project, sync_params[:members]) + change_project_versions(project, sync_params[:project_versions]) + change_project_watchers(project, sync_params[:project_watchers]) + change_project_praises(project, sync_params[:praise_trends]) + end + + def check_new_project(project,sync_params) + sync_projects_params = { + type: "Project", + ids: sync_params[:id], + token: get_token, + sync_params: sync_params, + new_project_id: project.id + } + SyncProjectsJob.perform_later(sync_projects_params) + end + + def change_project_praises(project, praises) + forge_praises_ids = project&.praise_treads&.select(:id)&.pluck(:id) + diff_target_ids = praises[:ids] - forge_praises_ids + if diff_target_ids.size > 0 + sync_projects_params = { + type: "PraiseTread", + ids: diff_target_ids, + token: get_token, + parent_id: project.id + } + SyncProjectsJob.perform_later(sync_projects_params) + end + end + + #检查repository和project_score + def change_project_score(project, project_scores, repository_params) + pre_project_score = project.project_score + if pre_project_score.present? + change_num = 0 + project_scores.each do |k,v| + unless pre_project_score.send("#{k}") == v + change_num += 1 + pre_project_score[:"#{k}"] = v + end + if k == "changeset_num" && v.to_i > pre_project_score.changeset_num.to_i && repository_params[:url].present? + SyncRepositoryJob.perform_later(project.repository, repository_params) + end + end + pre_project_score.save! if change_num > 0 #如果 project_score有变化则更新 + else + project.project_score.create!(project_scores) + end + end + + def change_project_issues(project, old_issues_params,project_id) + forge_issue_ids = project&.issues&.select(:id)&.pluck(:id) + forge_journal_ids = Journal.select([:id, :journalized_id, :journalized_type]).where(journalized_id: forge_issue_ids).pluck(:id) + diff_issue_ids = old_issues_params[:issue_params][:ids] - forge_issue_ids + sync_projects_params = {} + if diff_issue_ids.size == 0 #issue数量一样,判断评论是否有增减 + diff_journal_ids = old_issues_params[:issue_params][:journals][:ids] - forge_journal_ids + unless diff_journal_ids.size == 0 + sync_projects_params = { + type: "Journal", + ids: diff_journal_ids, + token: get_token, + parent_id: project_id + } + end + else + sync_projects_params = { + type: "Issue", + ids: diff_issue_ids, + token: get_token, + parent_id: project_id + } + end + SyncProjectsJob.perform_later(sync_projects_params) if sync_projects_params.present? + end + + def change_project_watchers(project, watchers) + forge_watchers_ids = project&.watchers&.select(:id)&.pluck(:id) + diff_target_ids = watchers[:ids] - forge_watchers_ids + if diff_target_ids.size > 0 + sync_projects_params = { + type: "Watcher", + ids: diff_target_ids, + token: get_token, + parent_id: project.id + } + SyncProjectsJob.perform_later(sync_projects_params) + end + end + + def change_project_versions(project, versions) + forge_version_ids = project&.versions&.select(:id)&.pluck(:id) + diff_version_ids = versions[:ids] - forge_version_ids + if diff_version_ids.size > 0 + sync_projects_params = { + type: "Version", + ids: diff_version_ids, + token: get_token, + parent_id: project.id + } + SyncProjectsJob.perform_later(sync_projects_params) + end + end + + def change_project_members(project, members) + forge_member_ids = project&.members&.select(:id)&.pluck(:id) + diff_member_ids = members[:ids] - forge_member_ids + if diff_member_ids.size > 0 + sync_projects_params = { + type: "Member", + ids: diff_member_ids, + token: get_token, + parent_id: project.id + } + SyncProjectsJob.perform_later(sync_projects_params) + end + end + + def check_token + sync_params = params[:sync_params][0] + unless sync_params[:token] && sync_params[:token] == get_token + render json: {message: "token_errors"} + end + end + + def get_token + "34c82f51e0b699d9d16d70fd6497c9b1e4821d6ea3e872558a6537a091076b8e" + end + +end \ No newline at end of file diff --git a/app/jobs/sync_projects_job.rb b/app/jobs/sync_projects_job.rb new file mode 100644 index 000000000..fb23a44d1 --- /dev/null +++ b/app/jobs/sync_projects_job.rb @@ -0,0 +1,69 @@ +class SyncProjectsJob < ApplicationJob + queue_as :default + + require 'uri' + require 'net/http' + + def perform(sync_params) + SyncLog.sync_log.info("==========begin to sync #{sync_params[:type]} to forge============") + begin + gitea_main = "https://trustie.net" + if request.subdomain === 'testforgeplus' + gitea_main = "https://ucloudtest.trustie.net/" + end + + url = "#{gitea_main}/sync_forges" #trustie上的相关路由 + + sync_json = { + "sync_params": sync_params + } + uri = URI.parse(url) + if api_host + http = Net::HTTP.new(uri.hostname, uri.port) + http.use_ssl = true + response = http.send_request('GET', uri.path, sync_params, {'Content-Type' => 'application/json'}) + if response.status == 200 + target_jsons = response.body + if target_jsons.present? && sync_params[:type] + create_target(eval(target_jsons), sync_params[:type].to_s) + end + else + SyncLog.sync_log.info("==========bsync_user_to_forge_failed #{sync_params[:type]}============") + end + end + rescue => e + SyncLog.sync_log.info("==========bsync_user_to_forge_failed #{sync_params[:type]}============errors:#{e}") + end + end + + + def create_target(target_jsons, target_type) + target_jsons.each do |re| + + u_id = User.select(:id, :login).where(login: re[:user_login]).pluck(:id).first + + new_target = target_type.constantize.new(re[:target_params].merge(user_id: u_id)) + if target_type == "Project" + create_target(re[:issues_params], "Issue") if re[:issues_params].present? + create_target(re[:member_params], "Member") if re[:member_params].present? + create_target(re[:versions_params], "Version") if re[:versions_params].present? + create_target(re[:watcher_params], "Watcher") if re[:watcher_params].present? + create_target(re[:praise_treads], "PraiseTread") if re[:praise_treads].present? + end + if target_type == "Issue" + assing_u_id = User.select(:id, :login).where(login: re[:assign_login]).pluck(:id).first + new_target.assigned_to_id = assing_u_id + if re[:journals].present? + create_target(re[:journals], "Journal") + end + end + if new_target.save! + if re[:journal_details].present? + re[:journal_details].each do |j| + JournalDetail.create!(j[:journal_detail].merge(journal_id: new_target.id)) + end + end + end + end + end +end \ No newline at end of file diff --git a/app/jobs/sync_repository_job.rb b/app/jobs/sync_repository_job.rb new file mode 100644 index 000000000..915df3831 --- /dev/null +++ b/app/jobs/sync_repository_job.rb @@ -0,0 +1,40 @@ +class SyncRepositoryJob < ApplicationJob + queue_as :default + + #同步 trustie的仓库 + + def perform(repository, repository_params) + #创建临时文件夹 clone 并强推代码 + SyncLog.sync_log("=================begin to sync repository=====================") + path = "#{Rails.root}/public/cache_repository" + unless File.directory?(path) + FileUtils.mkdir_p(path) + end + image_url = repository_params[:url] + g_default_branch = repository_params[:default_branch] + image_repo_name = image_url.to_s.split('/')&.last&.chomp('.git') + check_clone = system("cd #{path} and git clone #{image_url}") + + gitea_main = "testgitea.trustie.net" + if request.subdomain === 'testforgeplus' + gitea_main = "testgitea2.trustie.net" + elsif request.subdomain === 'forge' + gitea_main = "gitea.trustie.net" + end + + if check_clone + new_gitlab_url = "http://root:_Trustie_10010@#{gitea_main}/#{repository.user.login}/#{repository.identifier}.git" + + shell_remote_1 = system("cd #{path}/#{image_repo_name} && git remote set-url origin #{new_gitlab_url}") + + shell5 = system("cd #{path}/#{image_repo_name} && git checkout #{g_default_branch} && git push --force --set-upstream origin #{g_default_branch}") + if !shell5 + SyncLog.sync_log("++++++++++++++++++force_push_erros++++++++++++++++++##{path}/#{image_repo_name}++++++new_gitlab_url+++#{new_gitlab_url}") + end + else + SyncLog.sync_log("++++++++++++++++++check_clone_erros++++++++++++++++++#{image_repo_name}") + end + SyncLog.sync_log("=================end to sync repository=====================#{image_repo_name}") + end + +end \ No newline at end of file diff --git a/app/models/sync_log.rb b/app/models/sync_log.rb new file mode 100644 index 000000000..f50cb22b8 --- /dev/null +++ b/app/models/sync_log.rb @@ -0,0 +1,6 @@ +class SyncLog + def self.sync_log(message=nil) + @my_log ||= Logger.new("#{Rails.root}/log/sync.log") + @my_log.debug(message) unless message.nil? + end +end \ No newline at end of file diff --git a/config/routes.rb b/config/routes.rb index ba9efd909..806699948 100644 --- a/config/routes.rb +++ b/config/routes.rb @@ -16,6 +16,11 @@ Rails.application.routes.draw do resources :edu_settings scope '/api' do + resources :sync_forge, only: [:create] do + collection do + post :sync_users + end + end resources :composes do resources :compose_projects, only: [:create, :destroy] end