pod-binary-pack 1.0.0

data/lib/core/hosting/gitee_provider.rb

@@ -0,0 +1,312 @@
+# frozen_string_literal: true
+
+require 'uri'
+require_relative 'provider'
+require_relative 'gitee_client'
+require_relative '../push'
+require_relative '../git_helper'
+
+module Build
+  # Gitee 平台实现(适用于 gitee.com 个人标准版)
+  # 仓库标识统一使用 owner/repo(full_name)，不使用数字ID
+  class GiteeProvider < Hosting::Provider
+    include Singleton
+
+    DEFAULT_ENDPOINT = 'https://gitee.com/api/v5'
+
+    def initialize
+      super
+      @api = nil
+      @user_login = nil
+    end
+
+    def available?
+      true
+    end
+
+    # 创建gitee仓库 如果不存在的话
+    def create_project_if_need(project_name, http_url, private: true, description: nil)
+      unless gitee_url?(http_url)
+        Build.log.info('不使用gitee接口检查和创建项目')
+        return
+      end
+
+      Build.log.detail("检查gitee仓库(#{http_url})是否存在")
+
+      info = find_project(project_name, http_url, false)
+      if info
+        Build.log.info("已存在 仓库: #{info.full_name} 命名空间: #{info.namespace_path} 无需新建")
+        info.full_name
+      else
+        Build.log.info("不存在 需要创建仓库，仓库描述: #{description}")
+        do_create_project(project_name, http_url, description, private)
+      end
+    end
+
+    def find_project(pod_name, http_url, can_raise = true)
+      unless gitee_url?(http_url)
+        Build.log.info('不使用gitee接口查询仓库')
+        return nil
+      end
+
+      _host, owner, repo = split_url(http_url)
+
+      data = api.get("/repos/#{escape(owner)}/#{escape(repo)}")
+      build_info(data)
+    rescue GiteeClient::NotFound
+      if can_raise
+        error = "当前配置access_token检索不到#{owner}/#{repo}，可能是如下原因：\n"
+        error += "1、该组件在gitee仓库中的名字和#{pod_name}不一致\n"
+        error += "2、当前令牌账号对 #{owner}/#{repo} 没有权限，请用仓库管理员账号生成令牌"
+        pusher.push('❌ 打包失败', error)
+        Process.exit(-1)
+      end
+      nil
+    end
+
+    # 标准版保护分支: 保护后仅仓库管理员可推送/合并
+    def lock_branch(repo_info, branch, page_url)
+      owner, repo = split_full_name(repo_info.full_name)
+      branch_path = "#{escape(owner)}/#{escape(repo)}/branches/#{escape(branch)}/protection"
+
+      # 先取消已有的保护(404说明本来就没保护，忽略)
+      begin
+        api.delete("/repos/#{branch_path}")
+      rescue GiteeClient::NotFound
+        # 未保护，无需先取消
+      end
+
+      # 重新保护
+      api.put("/repos/#{branch_path}", {})
+
+      "#{page_url}/branches"
+    rescue GiteeClient::Error => e
+      pusher.push('❌ 打包失败', "锁死分支#{branch}失败: #{e.message}")
+      Process.exit(-1)
+    end
+
+    # 判断分支是否已经包含某次提交(分页拉取分支提交列表)
+    def branch_contain_commit?(repo_info, branch, commit_sha)
+      owner, repo = split_full_name(repo_info.full_name)
+      current_page = 1
+      per_page = 100
+
+      loop do
+        commits = api.get(
+          "/repos/#{escape(owner)}/#{escape(repo)}/commits",
+          sha: branch,
+          page: current_page,
+          per_page: per_page
+        )
+
+        commits.each do |obj|
+          return true if obj['sha'] == commit_sha
+        end
+
+        break if commits.size < per_page
+
+        current_page += 1
+      end
+
+      false
+    rescue GiteeClient::Error => e
+      pusher.push('❌ 打包失败', "查询gitee提交记录失败: #{e.message}")
+      Process.exit(-1)
+    end
+
+    # 本地 fast-forward 方式合并分支到目标分支并推送
+    # 等价于GitLab端 ff 合并: 目标分支直接快进到源分支HEAD，不产生merge commit
+    def merge_branch(repo_module, target_branch)
+      Build.log.step("开始合并分支到#{target_branch}(#{File.basename(repo_module.path)})")
+
+      return unless check_merge_branch(repo_module, target_branch)
+
+      path = repo_module.path
+      source_branch = repo_module.branch
+
+      # 丢弃保护可能的残留，拉取所有远端最新引用
+      GitHelper.fetch(path)
+
+      if GitHelper.remote_branch?(path, target_branch)
+        # 基于远端目标分支创建/重置本地目标分支
+        GitHelper.checkout_tracking(path, target_branch)
+
+        # 快进到源分支，非ff情况check_merge_branch已拦截，这里失败直接退出
+        GitHelper.merge_ff_only(path, "origin/#{source_branch}")
+
+        # 推送目标分支
+        GitHelper.push(path, target_branch)
+      else
+        # 远端目标分支不存在，直接把源分支推送为目标分支
+        Build.log.info("远端不存在#{target_branch}分支，将当前源分支推送创建该分支")
+        GitHelper.push_head_as(path, target_branch)
+      end
+
+      # 切回源分支，后续打tag等流程依赖当前分支
+      GitHelper.checkout(path, source_branch)
+
+      Build.log.detail("自动合并完毕 #{source_branch} => #{target_branch}")
+      pusher.push("【✅组件合并到#{target_branch}成功】")
+    end
+
+    private
+
+    # 合并前置校验
+    def check_merge_branch(repo_module, target_branch)
+      unless repo_module.build_item.merge_master
+        Build.log.info('本次构建 merge_master = false 不执行自动合并')
+        return false
+      end
+
+      source_branch = repo_module.branch
+      if target_branch == source_branch
+        Build.log.warn("源分支#{source_branch}和目标分支#{target_branch}指定名字一样, 无需执行合并")
+        return false
+      end
+
+      path = repo_module.path
+      GitHelper.fetch(path)
+
+      # 目标分支远端不存在，直接允许(后续推送创建)
+      unless GitHelper.remote_branch?(path, target_branch)
+        return true
+      end
+
+      target_ref = "origin/#{target_branch}"
+      source_ref = "origin/#{source_branch}"
+
+      target_last_commit = GitHelper.revision(path, target_ref)
+      source_last_commit = GitHelper.revision(path, source_ref)
+
+      unless target_last_commit
+        return true
+      end
+
+      # 源分支和目标分支最新提交一致
+      if target_last_commit == source_last_commit
+        Build.log.warn("源分支#{source_branch}和目标分支#{target_branch}最新提交一致, 无需执行合并")
+        return false
+      end
+
+      # 目标分支最新提交是源分支的祖先 => 可以ff快进合并
+      if GitHelper.ancestor?(path, target_ref, source_ref)
+        return true
+      end
+
+      error = "当前分支#{source_branch}落后于(或分叉于)#{target_branch}, 无法fast-forward合并, 请先手动合并分支后再打包并执行自动合并分支"
+      pusher.push('❌ 打包失败', error)
+      Process.exit(-1)
+    end
+
+    def do_create_project(pod_name, http_url, description, is_private)
+      _host, owner, _repo = split_url(http_url)
+
+      params = {
+        name: pod_name,
+        path: pod_name,
+        description: description,
+        # gitee无私有/公开之外的internal级别: true私有 false公开
+        private: is_private ? true : false,
+        auto_init: true
+      }
+
+      data =
+        if owner == user_login
+          # 个人空间建仓
+          api.post('/user/repos', params)
+        else
+          # 组织空间建仓，先校验令牌对组织有权限
+          begin
+            api.get("/orgs/#{escape(owner)}")
+          rescue GiteeClient::Error
+            error = "命名空间#{owner}不存在，或当前令牌账号无权在其下创建仓库。请先在Gitee创建组织/空间#{owner}，并使用该组织管理员的令牌"
+            pusher.push('❌ 打包失败', error)
+            Process.exit(-1)
+          end
+          api.post("/orgs/#{escape(owner)}/repos", params)
+        end
+
+      full_name = data.is_a?(Hash) ? data['full_name'] : nil
+      unless full_name
+        pusher.push('❌ 打包失败', '创建gitee仓库失败，接口未返回仓库信息')
+        Process.exit(-1)
+      end
+      full_name
+    rescue GiteeClient::Error => e
+      pusher.push('❌ 打包失败', "创建gitee仓库失败: #{e.message}")
+      Process.exit(-1)
+    end
+
+    # 令牌所属用户的login(用于区分个人空间建仓还是组织建仓)
+    def user_login
+      @user_login ||= api.get('/user')['login']
+    end
+
+    def build_info(data)
+      namespace = data['namespace'] || {}
+      Hosting::RepoInfo.new(
+        id: data['id'],
+        full_name: data['full_name'],
+        namespace_path: namespace['path']
+      )
+    end
+
+    def split_full_name(full_name)
+      full_name.to_s.split('/', 2)
+    end
+
+    # 从ssh/http地址解析 host/owner/repo
+    # git@gitee.com:owner/repo.git -> [gitee.com, owner, repo]
+    # https://gitee.com/owner/repo(.git) -> [gitee.com, owner, repo]
+    def split_url(url)
+      url = url.to_s
+      if url.start_with?('git@')
+        tail = url.split('@', 2).last
+        host, path = tail.split(':', 2)
+      else
+        u = URI(url)
+        host = u.host
+        path = u.path
+      end
+
+      path = path.to_s.sub(/\A\//, '').sub(/\.git\z/, '')
+      parts = path.split('/')
+      [host.to_s, parts[0], parts[1]]
+    end
+
+    def gitee_url?(url)
+      Hosting.host_of(url).to_s.downcase.include?('gitee')
+    end
+
+    def escape(value)
+      GiteeClient.escape_segment(value)
+    end
+
+    def api
+      @api ||= GiteeClient.new(endpoint, access_token)
+    end
+
+    def endpoint
+      value = ENV['GITEE_API_URL'].to_s.strip
+      value = read_git_config('gitee.apiurl') if value.empty?
+      value.empty? ? DEFAULT_ENDPOINT : value
+    end
+
+    def access_token
+      value = ENV['GITEE_ACCESS_TOKEN'].to_s.strip
+      value = read_git_config('gitee.accesstoken') if value.empty?
+      if value.empty?
+        error = "未读取到gitee令牌，请通过以下任一方式配置(优先级从高到低):\n"
+        error += "1、Jenkins环境变量 GITEE_ACCESS_TOKEN(推荐)\n"
+        error += "2、git config --global gitee.accesstoken \"xxx\""
+        pusher.push('❌ 打包失败', error)
+        Process.exit(-1)
+      end
+      value
+    end
+
+    def read_git_config(key)
+      %x(git config --global #{key}).to_s.strip
+    end
+  end
+end

data/lib/core/hosting/gitlab_provider.rb

@@ -0,0 +1,342 @@
+# frozen_string_literal: true
+
+require 'uri'
+require_relative 'provider'
+
+module Build
+  # GitLab 平台实现，保留原有基于 Merge Request API 的行为
+  # gitlab gem 为懒加载：未安装/未配置时，只有真正操作GitLab仓库才会报错，不影响Gitee流程
+  class GitlabProvider < Hosting::Provider
+    include Singleton
+
+    attr_accessor :endpoint
+
+    def initialize
+      super
+      @endpoint = nil
+      @private_token = nil
+      @ready = false
+    end
+
+    def available?
+      true
+    end
+
+    # 创建gitlab项目 如果不存在的话(固定创建为私有项目)
+    def create_project_if_need(project_name, http_url, private: true, description: nil)
+      unless gitlab_url?(http_url)
+        Build.log.info('不使用gitlab接口检查和创建项目')
+        return
+      end
+
+      Build.log.detail("检查gitlab项目(#{http_url})是否存在")
+
+      # 检查是否已经存在
+      project_obj = find_project(project_name, http_url, false)
+      if project_obj
+        Build.log.info("已存在 项目ID: #{project_obj.id} 群组：#{project_obj.namespace_path} 无需新建")
+        project_obj.full_name
+      else
+        Build.log.info("不存在 需要创建项目，项目描述: #{description}")
+        do_create_project(project_name, http_url, description, private)
+      end
+    end
+
+    def find_project(pod_name, http_url, can_raise: true)
+      ensure_client
+
+      unless gitlab_url?(http_url)
+        Build.log.info('不使用gitlab接口查询项目ID')
+        return nil
+      end
+
+      # 搜索
+      project_obj = nil
+      projects = Gitlab.project_search(pod_name)
+      projects.each do |project|
+        project_hash = project.to_hash
+        if project.name == pod_name
+          if http_url == project_hash['http_url_to_repo'] ||
+             http_url == project_hash['ssh_url_to_repo'] ||
+             http_url == project_hash['web_url']
+            project_obj = project
+            break
+          end
+        end
+      end
+
+      if project_obj.nil? && can_raise
+        error = "当前配置private_token检索不到#{pod_name}，可能是如下原因：\n"
+        error += "1、该组件在git仓库中的名字和#{pod_name}不一致\n"
+        error += "2、当前账号在该链接下#{http_url}没有权限，注：需要Maintainer权限"
+        pusher.push('❌ 打包失败', error)
+        Process.exit(-1)
+      end
+
+      return nil unless project_obj
+
+      Hosting::RepoInfo.new(
+        id: project_obj.id,
+        full_name: project_obj.to_hash['path_with_namespace'],
+        namespace_path: project_obj.namespace.id.to_s
+      )
+    end
+
+    # 锁死对应的分支
+    def lock_branch(repo_info, branch, page_url)
+      ensure_client
+      project_id = repo_info.id
+
+      # 先取消锁死
+      res = Gitlab.protected_branches(project_id)
+      res.each do |obj|
+        if obj.name == branch
+          Gitlab.unprotect_branch(project_id, branch)
+          break
+        end
+      end
+
+      # 锁死
+      Gitlab.protect_branch(project_id, branch, { allow_force_push: false, push_access_level: 0, merge_access_level: 0 })
+
+      "#{page_url}/-/settings/repository#js-protected-branches-settings"
+    end
+
+    # 判断分支是否已经包含某次提交
+    def branch_contain_commit?(repo_info, branch, commit_sha)
+      ensure_client
+      project_id = repo_info.id
+      current_page = 1
+      per_page = 20
+
+      # 获取某个分支的提交
+      commits = Gitlab.commits(project_id, { ref_name: branch, page: current_page, per_page: per_page })
+      commits.each do |obj|
+        return true if obj.to_hash['id'] == commit_sha
+      end
+
+      while commits.size == per_page
+        current_page += 1
+        commits = Gitlab.repo_commits(project_id, { ref_name: branch, page: current_page, per_page: per_page })
+        commits.each do |obj|
+          return true if obj.to_hash['id'] == commit_sha
+        end
+      end
+
+      false
+    end
+
+    # 通过Merge Request API合并分支(保留原GitLab实现)
+    def merge_branch(repo_module, target_branch)
+      ensure_client
+
+      Build.log.step("开始合并分支到#{target_branch}(#{File.basename(repo_module.path)})")
+
+      unless gitlab_url?(repo_module.ssh_url)
+        Build.log.info('非gitlab项目, 不支持此功能')
+        return
+      end
+
+      return unless check_merge_branch(repo_module, target_branch)
+
+      # 合并前需要修改合并方法为快进式 防止拿到的提交者是错误的
+      project_id = repo_module.repo_info.id
+
+      Gitlab.edit_project(project_id, { merge_method: 'ff' })
+      sleep 1
+
+      message = "[merge] #{repo_module.branch} => #{target_branch}"
+      merge_request = Gitlab.create_merge_request(project_id, message, { source_branch: repo_module.branch, target_branch: target_branch })
+      merge_url = "#{endpoint}/projects/#{project_id}/merge_requests/#{merge_request.iid}/merge"
+      Build.log.detail("合并请求的ID: #{merge_request.iid} 链接: #{merge_url}")
+
+      merge_request = Gitlab.merge_request(project_id, merge_request.iid)
+      merge_status = merge_request.to_hash['merge_status']
+      state = merge_request.to_hash['state']
+      can_be_merged = (merge_status == 'can_be_merged')
+      retry_count = 0
+      while retry_count <= 60 && !can_be_merged
+        Build.log.detail("合并请求检查中...(当前状态: #{state} #{merge_status})")
+        merge_request = Gitlab.merge_request(project_id, merge_request.iid)
+        merge_status = merge_request.to_hash['merge_status']
+        can_be_merged = (merge_status == 'can_be_merged')
+        retry_count += 1
+        sleep 2
+      end
+
+      # 请求状态错误
+      if state != 'opened'
+        error = "自动合并失败, 合并请求状态错误:#{state} #{merge_url}"
+        pusher.push("【❌ 组件分支合并到#{target_branch}失败】", error)
+        Process.exit(-1)
+      end
+
+      # 超时
+      unless can_be_merged
+        error = "自动合并失败, 检查状态超时: #{merge_status} #{merge_url}"
+        pusher.push("【❌ 组件分支合并到#{target_branch}失败】", error)
+        Process.exit(-1)
+      end
+
+      Build.log.detail("merge_request检查完毕，当前状态:#{state} #{merge_status}")
+      res = Gitlab.accept_merge_request(project_id, merge_request.iid, { merge_commit_message: message })
+
+      if res.state == 'merged'
+        Build.log.detail("自动合并完毕 #{repo_module.branch} => #{target_branch}")
+        pusher.push("【✅组件合并到#{target_branch}成功】")
+      else
+        error = "自动合并失败, 请检查:#{merge_url}"
+        pusher.push("【❌ 组件分支合并到#{target_branch}失败】", error)
+        Process.exit(-1)
+      end
+    end
+
+    private
+
+    def check_merge_branch(repo_module, target_branch)
+      unless repo_module.build_item.merge_master
+        Build.log.info('本次构建 merge_master = false 不执行自动合并')
+        return false
+      end
+
+      if target_branch == repo_module.branch
+        Build.log.warn("源分支#{repo_module.branch}和目标分支#{target_branch}指定名字一样, 无需执行合并")
+        return false
+      end
+
+      unless repo_module.repo_info
+        error = '仓库信息为空，无法执行自动合并'
+        pusher.push('❌ 打包失败', error)
+        Process.exit(-1)
+      end
+
+      project_id = repo_module.repo_info.id
+      current_page = 1
+      per_page = 20
+
+      # 获取目标分支的最新提交
+      target_commits = Gitlab.commits(project_id, { ref_name: target_branch, page: current_page, per_page: per_page })
+      target_last_commit = target_commits.size > 0 ? target_commits[0].to_hash['id'] : nil
+
+      return true unless target_last_commit
+
+      # 获取源分支的提交
+      source_commits = Gitlab.commits(project_id, { ref_name: repo_module.branch, page: current_page, per_page: per_page })
+      source_last_commit = source_commits.size > 0 ? source_commits[0].to_hash['id'] : nil
+
+      if target_last_commit == source_last_commit
+        Build.log.warn("源分支#{repo_module.branch}和目标分支#{target_branch}最新提交一致, 无需执行合并")
+        return false
+      end
+
+      # 包含目标分支的提交
+      source_commits.each do |obj|
+        return true if target_last_commit == obj.to_hash['id']
+      end
+
+      # 往前翻页 包含目标分支的提交
+      while source_commits.size == per_page
+        current_page += 1
+        source_commits = Gitlab.repo_commits(project_id, { ref_name: repo_module.branch, page: current_page, per_page: per_page })
+        source_commits.each do |obj|
+          return true if target_last_commit == obj.to_hash['id']
+        end
+      end
+
+      error = "当前分支#{repo_module.branch}落后于#{target_branch}, 请先手动合并分支后再打包并执行自动合并分支"
+      pusher.push('❌ 打包失败', error)
+      Process.exit(-1)
+    end
+
+    def do_create_project(pod_name, http_url, description, is_private)
+      ensure_client
+
+      # 读取路径
+      url = URI(http_url)
+      repo_path = url.path.gsub("/#{pod_name}.git", '')
+      repo_path = repo_path.gsub(pod_name.to_s, '')
+
+      # 获取群组ID
+      namespace_id = get_project_namespace_id(repo_path)
+      if namespace_id.nil?
+        error = '获取namespace_id失败, 无法创建项目'
+        pusher.push('❌ 打包失败', error)
+        Process.exit(-1)
+      end
+
+      # 可见性 private/internal(仅自托管实例支持)
+      visibility = is_private ? 'private' : 'internal'
+      Build.log.debug("创建的项目在群组ID:#{namespace_id}")
+      res = Gitlab.create_project(pod_name, {
+        description: description,
+        initialize_with_readme: true,
+        default_branch: 'master',
+        namespace_id: namespace_id,
+        'merge_method' => 'ff',
+        visibility: visibility
+      })
+
+      unless res.id
+        error = '创建项目失败'
+        pusher.push('❌ 打包失败', error)
+        Process.exit(-1)
+      end
+
+      res.id
+    end
+
+    # 根据仓库路径获取命名空间ID
+    def get_project_namespace_id(repo_path)
+      Build.log.debug("仓库命名空间路径:#{repo_path}")
+      group_name = repo_path.split('/').last
+      Build.log.debug("组名:#{group_name}")
+      groups = Gitlab.group_search(group_name)
+      groups.each do |group|
+        return group.id if repo_path.include? group.full_path
+      end
+      nil
+    end
+
+    def gitlab_url?(http_url)
+      Hosting.host_of(http_url).to_s.downcase.include?('gitlab')
+    end
+
+    def ensure_client
+      return if @ready
+
+      begin
+        require 'gitlab'
+      rescue LoadError
+        error = '操作GitLab仓库需要 gitlab gem，请在Gemfile中添加 gem "gitlab" 后 bundle install'
+        pusher.push('❌ 打包失败', error)
+        Process.exit(-1)
+      end
+
+      @endpoint = read_required_config(
+        'gitlab.apiurl',
+        '未读取到配置的gitlabAPI, 请先执行命令配置:git config --global gitlab.apiurl "xxx" 示例:https://gitlab.xxx.com/api/v4'
+      )
+      @private_token = read_required_config(
+        'gitlab.privatetoken',
+        '未读取到配置的private_token, 请执行命令配置:git config --global gitlab.privatetoken "xxx"'
+      )
+      Build.log.debug("读取配置的gitlabAPI地址是:#{@endpoint}")
+
+      Gitlab.configure do |config|
+        config.endpoint = @endpoint
+        config.private_token = @private_token
+      end
+
+      @ready = true
+    end
+
+    def read_required_config(key, error_message)
+      res = %x(git config --global #{key}).to_s.strip
+      if res.empty?
+        pusher.push('❌ 打包失败', error_message)
+        Process.exit(-1)
+      end
+      res
+    end
+  end
+end