txgh 6.8.1 → 7.0.0.beta

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 866a82620ffdca5577a209cb300c898893c1acbf1007f3d7edcfdfd5ed35e527
-  data.tar.gz: 5613e6d811c0d232b5349f8d47443b30807f2a365598b7b187e08464e2849ff4
+  metadata.gz: 1a713ede4978e35c714413a0ac32b7370f3b38e4409078434507d3f95740c9b8
+  data.tar.gz: edbc8a76d3e258a82026ffd49e9ff68933064b4d77e10ded0bb3f2785580aae8
 SHA512:
-  metadata.gz: 8268cbbbc4275285b0498f46d834932a84fd96e7242ba14057fdcc23a5392a4c6e75289cd599297d3082a6cee4b106ff2ae3a58484cabdd4dd1216b1f539c883
-  data.tar.gz: 0b1e23f4ee6f7595264e3a481f9a233ea22b8bc2df519b9b7ba54f8877f41777846157462fbd432f5155bab191c2f4855b1bd62f07700f2800fba72a44778cf4
+  metadata.gz: 6245e7d48ba1cd1365de1b5fc9a5864f75a030c5bcd9e8b8f550abb3429f5ae956e69ad9b82d3701890800a4a9d5027509b4fb0feca5567ae11a1f14e7ae1a2b
+  data.tar.gz: f0d642665e13844b4adf43dc3f0ec41629f1587215c0fcaacc5cb3add64d13e944de99f547dcb140f3dc3e7e45e57b23e7f14e27da9a65530cd42b330c36c1e7

data/lib/txgh/config/config_pair.rb

@@ -8,10 +8,12 @@ module Txgh
         @repo_config = repo_config
       end
 
-      def github_repo
-        @github_repo ||= Txgh::GithubRepo.new(
-          repo_config, github_api
-        )
+      def git_repo
+        @git_repo ||= if @repo_config['git_repo_source'] == 'gitlab'
+                        Txgh::GitlabRepo.new(repo_config, gitlab_api)
+                      else
+                        Txgh::GithubRepo.new(repo_config, github_api)
+                      end
       end
 
       def transifex_project
@@ -31,6 +33,12 @@ module Txgh
           repo_config['api_username'], repo_config['api_token'], repo_config['name']
         )
       end
+
+      def gitlab_api
+        @gitlab_api ||= Txgh::GitlabApi.create_from_credentials(
+          nil, repo_config['api_token'], repo_config['name']
+        )
+      end
     end
   end
 end

data/lib/txgh/config/key_manager.rb

@@ -29,10 +29,6 @@ module Txgh
           base_config['transifex']['projects'].keys
         end
 
-        def repo_names
-          base_config['github']['repos'].keys
-        end
-
         private
 
         def raw_config
@@ -63,8 +59,10 @@ module Txgh
         end
 
         def repo_config_for(repo_name)
-          if config = base_config['github']['repos'][repo_name]
-            config.merge('name' => repo_name)
+          if config = base_config.dig('github', 'repos', repo_name)
+            config.merge('name' => repo_name, 'git_repo_source' => 'github')
+          elsif config = base_config.dig('gitlab', 'repos', repo_name)
+            config.merge('name' => repo_name, 'git_repo_source' => 'gitlab')
           else
             raise Txgh::RepoConfigNotFoundError,
               "Couldn't find any configuration for the '#{repo_name}' repo."

data/lib/txgh/config/providers/git_provider.rb

@@ -24,7 +24,7 @@ module Txgh
           @payload = payload
           @parser = parser
           @ref = options[:ref]
-          @github_repo = options[:github_repo]
+          @git_repo = options[:git_repo]
         end
 
         def config
@@ -34,9 +34,7 @@ module Txgh
         private
 
         def download
-          github_repo.api.download(payload, ref)[:content]
-        rescue Octokit::NotFound
-          raise Txgh::GitConfigNotFoundError, "Config file #{payload} not found in #{ref}"
+          raise NotImplementedError
         end
 
         def ref
@@ -48,13 +46,13 @@ module Txgh
           @ref
         end
 
-        def github_repo
-          unless @github_repo
+        def git_repo
+          unless @git_repo
             raise TxghError,
               "TX_CONFIG specified a file from git but did not provide a repo."
           end
 
-          @github_repo
+          @git_repo
         end
       end
     end

data/lib/txgh/config/providers/github_provider.rb

@@ -0,0 +1,16 @@
+module Txgh
+  module Config
+    module Providers
+      class GithubProvider < GitProvider
+
+        private
+
+        def download
+          git_repo.api.download(payload, ref)[:content]
+        rescue Octokit::NotFound
+          raise Txgh::GitConfigNotFoundError, "Config file #{payload} not found in #{ref}"
+        end
+      end
+    end
+  end
+end

data/lib/txgh/config/providers/gitlab_provider.rb

@@ -0,0 +1,16 @@
+module Txgh
+  module Config
+    module Providers
+      class GitlabProvider < GitProvider
+
+        private
+
+        def download
+          gitlab_repo.api.download(payload, ref)[:content]
+        rescue ::Gitlab::Error::NotFound
+          raise Txgh::GitConfigNotFoundError, "Config file #{payload} not found in #{ref}"
+        end
+      end
+    end
+  end
+end

data/lib/txgh/config/providers.rb

@@ -1,9 +1,11 @@
 module Txgh
   module Config
     module Providers
-      autoload :FileProvider, 'txgh/config/providers/file_provider'
-      autoload :GitProvider,  'txgh/config/providers/git_provider'
-      autoload :RawProvider,  'txgh/config/providers/raw_provider'
+      autoload :FileProvider,   'txgh/config/providers/file_provider'
+      autoload :GitProvider, 'txgh/config/providers/git_provider'
+      autoload :GithubProvider, 'txgh/config/providers/github_provider'
+      autoload :GitlabProvider, 'txgh/config/providers/gitlab_provider'
+      autoload :RawProvider,    'txgh/config/providers/raw_provider'
     end
   end
 end

data/lib/txgh/config/tx_manager.rb

@@ -4,8 +4,8 @@ module Txgh
       class << self
         include ProviderSupport
 
-        def tx_config(transifex_project, github_repo, ref = nil)
-          options = { github_repo: github_repo, ref: ref }
+        def tx_config(transifex_project, git_repo, ref = nil)
+          options = { git_repo: git_repo, ref: ref }
           scheme, payload = split_uri(transifex_project.tx_config_uri)
           provider_for(scheme).load(payload, options)
         end

data/lib/txgh/git_api.rb

@@ -0,0 +1,85 @@
+require 'base64'
+
+module Txgh
+  class GitApi
+    class << self
+      def create_from_client(client, repo_name)
+        new(client, repo_name)
+      end
+    end
+
+    attr_reader :client, :repo_name
+
+    def initialize(client, repo_name)
+      @client = client
+      @repo_name = repo_name
+    end
+
+    def tree(sha)
+      client.tree(repo_name, sha, recursive: 1)
+    end
+
+    def blob(sha)
+      client.blob(repo_name, sha)
+    end
+
+    def create_ref(branch, sha)
+      client.create_ref(repo_name, branch, sha) rescue false
+    end
+
+    def update_contents(branch, content_list, message)
+      content_list.each do |file_params|
+        path = file_params.fetch(:path)
+        new_contents = file_params.fetch(:contents)
+        branch = Utils.relative_branch(branch)
+
+        file_sha = file_params.fetch(:sha) do
+          begin
+            client.contents(repo_name, { path: path, ref: branch })[:sha]
+          rescue Octokit::NotFound
+            nil
+          end
+        end
+
+        # If the file doesnt exist, then it isn't tracked by git and file_sha
+        # will be nil. In git land, a SHA of all zeroes means create a new file
+        # instead of updating an existing one.
+        current_sha = file_sha || '0' * 40
+        new_sha = Utils.git_hash_blob(new_contents)
+        options = { branch: branch }
+
+        if current_sha != new_sha
+          client.update_contents(
+            repo_name, path, message, current_sha, new_contents, options
+          )
+        end
+      end
+    end
+
+    def get_commit(sha)
+      client.commit(repo_name, sha)
+    end
+
+    def get_ref(ref)
+      client.ref(repo_name, ref)
+    end
+
+    def download(path, branch)
+      file = client.contents(repo_name, { path: path, ref: branch }).to_h
+
+      file[:content] = case file[:encoding]
+        when 'base64'
+          Base64.decode64(file[:content])
+        else
+          file[:content].force_encoding(file[:encoding])
+      end
+
+      file.delete(:encoding)
+      file
+    end
+
+    def create_status(sha, state, options = {})
+      client.create_status(repo_name, sha, state, options)
+    end
+  end
+end

data/lib/txgh/git_repo.rb

@@ -0,0 +1,90 @@
+module Txgh
+  class GitRepo
+    attr_reader :config, :api
+
+    def initialize(config, api)
+      @config = config
+      @api = api
+    end
+
+    def name
+      config['name']
+    end
+
+    def branch
+      config['branch']
+    end
+
+    def tag
+      config['tag']
+    end
+
+    def process_all_branches?
+      branch == 'all'
+    end
+
+    def upload_diffs?
+      !(diff_point || '').empty?
+    end
+
+    def diff_point
+      config['diff_point']
+    end
+
+    def process_all_tags?
+      tag == 'all'
+    end
+
+    def should_process_ref?(candidate)
+      if Utils.is_tag?(candidate)
+        should_process_tag?(candidate)
+      else
+        should_process_branch?(candidate)
+      end
+    end
+
+    def git_config_branch
+      @git_config_branch ||= begin
+        if process_all_branches?
+          'all'
+        else
+          Utils.absolute_branch(branch || 'master')
+        end
+      end
+    end
+
+    def git_config_tag
+      @git_config_tag ||= begin
+        if process_all_tags?
+          'all'
+        else
+          Utils.absolute_branch(tag) if tag
+        end
+      end
+    end
+
+    def webhook_secret
+      config['webhook_secret']
+    end
+
+    def webhook_protected?
+      !(webhook_secret || '').empty?
+    end
+
+    def commit_message
+      config['commit_message']
+    end
+
+    private
+
+    def should_process_branch?(candidate)
+      process_all_branches? || candidate.include?(git_config_branch)
+    end
+
+    def should_process_tag?(candidate)
+      process_all_tags? || (
+        git_config_tag && candidate.include?(git_config_tag)
+      )
+    end
+  end
+end

data/lib/txgh/git_status.rb

@@ -0,0 +1,151 @@
+require 'celluloid/current'
+
+module Txgh
+  class GitStatus
+    class State
+      PENDING = 'pending'
+      SUCCESS = 'success'
+      ERROR   = 'error'
+      FAILURE = 'failure'
+
+      class << self
+        def pending; PENDING; end
+        def success; SUCCESS; end
+        def error; ERROR; end
+        def failure; failure; end
+      end
+    end
+
+    ALL_COMPLETE_DESCRIPTION = "Translations complete!"
+    TARGET_URL_TEMPLATE = "https://www.transifex.com/%{organization}/%{project_slug}/content"
+    DESCRIPTION_TEMPLATE = "%{complete}/%{total} translations complete."
+    CONTEXT = 'continuous-localization/txgh'
+
+    class << self
+      def update(project, repo, branch)
+        new(project, repo, branch).update
+      end
+
+      def error(project, repo, branch, options = {})
+        new(project, repo, branch).error(options)
+      end
+    end
+
+    attr_reader :project, :repo, :branch
+
+    def initialize(project, repo, branch)
+      @project = project
+      @repo = repo
+      @branch = branch
+    end
+
+    def update
+      return if tx_resources.empty?
+
+      repo.api.create_status(
+        sha, state, {
+          context: context, target_url: target_url, description: description
+        }
+      )
+    end
+
+    def error(options = {})
+      repo.api.create_status(
+        sha, State.error, {
+          context: context,
+          target_url: options.fetch(:target_url),
+          description: options.fetch(:description)
+        }
+      )
+    end
+
+    private
+
+    def sha
+      ref[:object][:sha]
+    end
+
+    def ref
+      @ref ||= repo.api.get_ref(branch)
+    end
+
+    def context
+      CONTEXT
+    end
+
+    def target_url
+      # assume all resources are from the same project
+      TARGET_URL_TEMPLATE % {
+        organization: project.organization,
+        project_slug: tx_resources.first.project_slug
+      }
+    end
+
+    def state
+      if all_complete?
+        State.success
+      else
+        State.pending
+      end
+    end
+
+    def description
+      if all_complete?
+        ALL_COMPLETE_DESCRIPTION
+      else
+        DESCRIPTION_TEMPLATE % stat_totals
+      end
+    end
+
+    def all_complete?
+      stats.all? do |resource_stats|
+        resource_stats.all? do |locale, details|
+          details['completed'] == '100%'
+        end
+      end
+    end
+
+    def stat_totals
+      @stat_totals ||= { complete: 0, total: 0 }.tap do |counts|
+        stats.each do |resource_stats|
+          resource_stats.each_pair do |locale, details|
+            counts[:total] += details['translated_entities'] + details['untranslated_entities']
+            counts[:complete] += details['translated_entities']
+          end
+        end
+      end
+    end
+
+    def stats
+      @stats ||= tx_resources.map do |tx_resource|
+        Celluloid::Future.new { project.api.get_stats(*tx_resource.slugs) }
+      end.map(&:value)
+    end
+
+    def tx_resources
+      @tx_resources ||=
+        tx_config.resources.each_with_object([]) do |tx_resource, ret|
+          if repo.process_all_branches?
+            tx_resource = Txgh::TxBranchResource.new(tx_resource, branch)
+          end
+
+          next unless existing_slugs.include?(tx_resource.resource_slug)
+          ret << tx_resource
+        end
+    end
+
+    def existing_slugs
+      @existing_slugs ||= existing_resources.map do |resource|
+        resource['slug']
+      end
+    end
+
+    def existing_resources
+      @existing_resources ||= project.api.get_resources(project.name)
+    end
+
+    def tx_config
+      @tx_config ||= Txgh::Config::TxManager.tx_config(project, repo, branch)
+    end
+  end
+end

data/lib/txgh/github_api.rb

@@ -1,25 +1,13 @@
-require 'base64'
 require 'octokit'
 
 module Txgh
-  class GithubApi
+  class GithubApi < GitApi
     class << self
       def create_from_credentials(login, access_token, repo_name)
         create_from_client(
           Octokit::Client.new(login: login, access_token: access_token), repo_name
         )
       end
-
-      def create_from_client(client, repo_name)
-        new(client, repo_name)
-      end
-    end
-
-    attr_reader :client, :repo_name
-
-    def initialize(client, repo_name)
-      @client = client
-      @repo_name = repo_name
     end
 
     def tree(sha)

data/lib/txgh/github_repo.rb

@@ -1,92 +1,4 @@
 module Txgh
-  class GithubRepo
-    attr_reader :config, :api
-
-    def initialize(config, api)
-      @config = config
-      @api = api
-    end
-
-    def name
-      config['name']
-    end
-
-    def branch
-      config['branch']
-    end
-
-    def tag
-      config['tag']
-    end
-
-    def process_all_branches?
-      branch == 'all'
-    end
-
-    def upload_diffs?
-      !(diff_point || '').empty?
-    end
-
-    def diff_point
-      config['diff_point']
-    end
-
-    def process_all_tags?
-      tag == 'all'
-    end
-
-    def should_process_ref?(candidate)
-      if Utils.is_tag?(candidate)
-        should_process_tag?(candidate)
-      else
-        should_process_branch?(candidate)
-      end
-    end
-
-    def github_config_branch
-      @github_config_branch ||= begin
-        if process_all_branches?
-          'all'
-        else
-          Utils.absolute_branch(branch || 'master')
-        end
-      end
-    end
-
-    def github_config_tag
-      @github_config_tag ||= begin
-        if process_all_tags?
-          'all'
-        else
-          Utils.absolute_branch(tag) if tag
-        end
-      end
-    end
-
-    def webhook_secret
-      config['webhook_secret']
-    end
-
-    def webhook_protected?
-      !(webhook_secret || '').empty?
-    end
-
-    def commit_message
-      config['commit_message']
-    end
-
-    private
-
-    def should_process_branch?(candidate)
-      process_all_branches? ||
-        candidate.include?(github_config_branch) ||
-        candidate.include?('L10N')
-    end
-
-    def should_process_tag?(candidate)
-      process_all_tags? || (
-        github_config_tag && candidate.include?(github_config_tag)
-      )
-    end
+  class GithubRepo < GitRepo
   end
 end