txgh-server 3.1.0 → 4.0.0.beta

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 4c9f1fb77b7c74f24d52f7c465388f5ede398508
-  data.tar.gz: b85ae41e96ce548b1954d71b9deec88d1f6dc69b
+SHA256:
+  metadata.gz: 624a1efbe56943dcd522f2f2c9bc580cc5669e3098a14df6f9d55df17fe878d9
+  data.tar.gz: e017f94f32be4224734a781c1b292c4bbde84543ed52ff12f3eda220071cff7f
 SHA512:
-  metadata.gz: 31eec7e52a4d1d04fb7b6dae903afb050e8a68ebbebea4d64c13bace9e6494b1ba314c011e9bfbefa77a5c1a4889994e0f4654c671281d621d05078fb483501e
-  data.tar.gz: 79d896e7ad7719183151f1420cdba37a175d0b4f493058abc2c490700cdc618f6849fe1d29e7a48f14ef4c61a9ea398eb5f51175713fdf3dce059d1f3dac5e0a
+  metadata.gz: 4f577c8c66c7492acd7754cc4f320559fa4397d5bcc190ae822c36042d4c16f37e7a696e7e1ab1e72af52dfeb159e50efbac4857aa220097fff33b1d7fdcb8a2
+  data.tar.gz: 4e4123765f6c42a35b57e8de274c106c571bf9255ec5e254db32c0c349afcde73024d31009cf6ab8a307abc14af0cae27027d931f3be62bbad4702d96ec44776

data/lib/txgh-server.rb

@@ -4,6 +4,7 @@ module TxghServer
   autoload :Application,          'txgh-server/application'
   autoload :DownloadHandler,      'txgh-server/download_handler'
   autoload :GithubRequestAuth,    'txgh-server/github_request_auth'
+  autoload :GitlabRequestAuth,    'txgh-server/gitlab_request_auth'
   autoload :Response,             'txgh-server/response'
   autoload :ResponseHelpers,      'txgh-server/response_helpers'
   autoload :StreamResponse,       'txgh-server/stream_response'

data/lib/txgh-server/application.rb

@@ -48,7 +48,7 @@ module TxghServer
 
       begin
         tx_config = Txgh::Config::TxManager.tx_config(
-          config.transifex_project, config.github_repo, branch
+          config.transifex_project, config.git_repo, branch
         )
 
         data = tx_config.to_h
@@ -95,6 +95,12 @@ module TxghServer
         Github::RequestHandler.handle_request(request, settings.logger)
       )
     end
+
+    post '/gitlab' do
+      respond_with(
+        TxghServer::Webhooks::Gitlab::RequestHandler.handle_request(request, settings.logger)
+      )
+    end
   end
 
   class TriggerEndpoints < Sinatra::Base

data/lib/txgh-server/download_handler.rb

@@ -9,7 +9,7 @@ module TxghServer
       def handle_request(request, logger = nil)
         handle_safely do
           config = config_from(request)
-          project, repo = [config.transifex_project, config.github_repo]
+          project, repo = [config.transifex_project, config.git_repo]
           params = params_from(request)
           handler = new(project, repo, params, logger)
           handler.execute

data/lib/txgh-server/gitlab_request_auth.rb

@@ -0,0 +1,13 @@
+module TxghServer
+  class GitlabRequestAuth
+    RACK_HEADER = 'HTTP_X_GITLAB_TOKEN'
+    GITLAB_HEADER = 'X-Gitlab-Token'
+
+    class << self
+      def authentic_request?(request, secret)
+        request_token = request.env[RACK_HEADER]
+        request_token == secret
+      end
+    end
+  end
+end

data/lib/txgh-server/triggers/handler.rb

@@ -27,7 +27,7 @@ module TxghServer
         def handler_for(config, request, logger)
           new(
             project: config.transifex_project,
-            repo: config.github_repo,
+            repo: config.git_repo,
             branch: request.params.fetch('branch'),
             resource_slug: request.params.fetch('resource_slug'),
             logger: logger
@@ -45,6 +45,23 @@ module TxghServer
         @logger = options[:logger]
       end
 
+      private
+
+      def update_github_status
+        Txgh::GithubStatus.update(project, repo, branch)
+      rescue Octokit::UnprocessableEntity
+        # raised because we've tried to create too many statuses for the commit
+      rescue Txgh::TransifexNotFoundError
+        # raised if transifex resource can't be found
+      end
+
+      def update_gitlab_status
+        Txgh::GitlabStatus.update(project, repo, branch)
+      rescue ::Gitlab::Error::Unprocessable
+        # raised because we've tried to create too many statuses for the commit
+      rescue Txgh::TransifexNotFoundError
+        # raised if transifex resource can't be found
+      end
     end
   end
 end

data/lib/txgh-server/triggers/pull_handler.rb

@@ -7,24 +7,15 @@ module TxghServer
 
       def execute
         puller.pull_slug(resource_slug)
-        update_github_status
+        repo.is_a?(Txgh::GithubRepo) ? update_github_status : update_gitlab_status
         respond_with(200, true)
       end
 
       private
 
-      def update_github_status
-        Txgh::GithubStatus.update(project, repo, branch)
-      rescue Octokit::UnprocessableEntity
-        # raised because we've tried to create too many statuses for the commit
-      rescue Txgh::TransifexNotFoundError
-        # raised if transifex resource can't be found
-      end
-
       def puller
         @puller ||= Txgh::Puller.new(project, repo, branch)
       end
-
     end
   end
 end

data/lib/txgh-server/triggers/push_handler.rb

@@ -7,24 +7,15 @@ module TxghServer
 
       def execute
         pusher.push_slug(resource_slug)
-        update_github_status
+        repo.is_a?(Txgh::GithubRepo) ? update_github_status : update_gitlab_status
         respond_with(200, true)
       end
 
       private
 
-      def update_github_status
-        Txgh::GithubStatus.update(project, repo, branch)
-      rescue Octokit::UnprocessableEntity
-        # raised because we've tried to create too many statuses for the commit
-      rescue Txgh::TransifexNotFoundError
-        # raised if transifex resource can't be found
-      end
-
       def pusher
         @pusher ||= Txgh::Pusher.new(project, repo, branch)
       end
-
     end
   end
 end

data/lib/txgh-server/version.rb

@@ -1,3 +1,3 @@
 module TxghServer
-  VERSION = '3.1.0'
+  VERSION = '4.0.0.beta'
 end

data/lib/txgh-server/webhooks.rb

@@ -1,6 +1,8 @@
 module TxghServer
   module Webhooks
+    autoload :Git,       'txgh-server/webhooks/git'
     autoload :Github,    'txgh-server/webhooks/github'
+    autoload :Gitlab,    'txgh-server/webhooks/gitlab'
     autoload :Transifex, 'txgh-server/webhooks/transifex'
   end
 end

data/lib/txgh-server/webhooks/git.rb

@@ -0,0 +1,15 @@
+module TxghServer
+  module Webhooks
+    module Git
+      autoload :BlankAttributes,  'txgh-server/webhooks/git/blank_attributes'
+      autoload :DeleteAttributes, 'txgh-server/webhooks/git/delete_attributes'
+      autoload :DeleteHandler,    'txgh-server/webhooks/git/delete_handler'
+      autoload :Handler,          'txgh-server/webhooks/git/handler'
+      autoload :PingHandler,      'txgh-server/webhooks/git/ping_handler'
+      autoload :PushHandler,      'txgh-server/webhooks/git/push_handler'
+      autoload :PushAttributes,   'txgh-server/webhooks/git/push_attributes'
+      autoload :RequestHandler,   'txgh-server/webhooks/git/request_handler'
+      autoload :StatusUpdater,    'txgh-server/webhooks/git/status_updater'
+    end
+  end
+end

data/lib/txgh-server/webhooks/git/blank_attributes.rb

@@ -0,0 +1,20 @@
+module TxghServer
+  module Webhooks
+    module Git
+      class BlankAttributes
+        class << self
+          def from_webhook_payload(payload)
+            new
+          end
+        end
+
+        def initialize(options = {})
+        end
+
+        def to_h
+          {}
+        end
+      end
+    end
+  end
+end

data/lib/txgh-server/webhooks/git/delete_attributes.rb

@@ -0,0 +1,54 @@
+module TxghServer
+  module Webhooks
+    module Git
+      class DeleteAttributes
+        ATTRIBUTES = [
+          :event, :repo_name, :ref, :ref_type
+        ]
+
+        class << self
+          def from_webhook_payload(payload)
+            new(
+              ATTRIBUTES.each_with_object({}) do |attr, ret|
+                ret[attr] = public_send(attr, payload)
+              end
+            )
+          end
+
+          def event(payload)
+            'delete'
+          end
+
+          def repo_name(payload)
+            raise NotImplementedError
+          end
+
+          def ref(payload)
+            payload.fetch('ref')
+          end
+
+          def ref_type(payload)
+            raise NotImplementedError
+          end
+        end
+
+        attr_reader *ATTRIBUTES
+
+        def initialize(options = {})
+          ATTRIBUTES.each do |attr|
+            instance_variable_set(
+              "@#{attr}", options.fetch(attr) { options.fetch(attr.to_s) }
+            )
+          end
+        end
+
+        def to_h
+          ATTRIBUTES.each_with_object({}) do |attr, ret|
+            ret[attr] = public_send(attr)
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/txgh-server/webhooks/git/delete_handler.rb

@@ -0,0 +1,45 @@
+module TxghServer
+  module Webhooks
+    module Git
+      class DeleteHandler
+        include ResponseHelpers
+
+        attr_reader :project, :repo, :logger, :attributes
+
+        def initialize(project, repo, logger, attributes)
+          @project = project
+          @repo = repo
+          @logger = logger
+          @attributes = attributes
+        end
+
+        def execute
+          perform_delete if should_handle_request?
+          respond_with(200, true)
+        end
+
+        private
+
+        def perform_delete
+          deleter.delete_resources
+        end
+
+        def deleter
+          @deleter ||= Txgh::ResourceDeleter.new(project, repo, branch)
+        end
+
+        def should_handle_request?
+          # ref_type can be either 'branch' or 'tag' - we only care about branches
+          attributes.ref_type == 'branch' &&
+            repo.should_process_ref?(branch) &&
+            project.auto_delete_resources?
+        end
+
+        def branch
+          Txgh::Utils.absolute_branch(attributes.ref.sub(/^refs\//, ''))
+        end
+
+      end
+    end
+  end
+end

data/lib/txgh-server/webhooks/git/ping_handler.rb

@@ -0,0 +1,21 @@
+module TxghServer
+  module Webhooks
+    module Git
+      # Handles github's ping event, which is a test event fired whenever a new
+      # webhook is set up.
+      class PingHandler
+        include ResponseHelpers
+
+        attr_reader :logger
+
+        def initialize(logger)
+          @logger = logger
+        end
+
+        def execute
+          respond_with(200, {})
+        end
+      end
+    end
+  end
+end

data/lib/txgh-server/webhooks/git/push_attributes.rb

@@ -0,0 +1,79 @@
+module TxghServer
+  module Webhooks
+    module Git
+      class PushAttributes
+        ATTRIBUTES = [
+          :event, :repo_name, :ref, :before, :after,
+          :added_files, :modified_files, :author
+        ]
+
+        class << self
+          def from_webhook_payload(payload)
+            new(
+              ATTRIBUTES.each_with_object({}) do |attr, ret|
+                ret[attr] = public_send(attr, payload)
+              end
+            )
+          end
+
+          def event(payload)
+            'push'
+          end
+
+          def repo_name(payload)
+            raise NotImplementedError
+          end
+
+          def ref(payload)
+            payload.fetch('ref')
+          end
+
+          def before(payload)
+            payload.fetch('before')
+          end
+
+          def after(payload)
+            payload.fetch('after')
+          end
+
+          def added_files(payload)
+            raise NotImplementedError
+          end
+
+          def modified_files(payload)
+            extract_files(payload, 'modified')
+          end
+
+          def author(payload)
+            raise NotImplementedError
+          end
+
+          def extract_files(payload, state)
+            raise NotImplementedError
+          end
+        end
+
+        def files
+          @files ||= added_files + modified_files
+        end
+
+        attr_reader *ATTRIBUTES
+
+        def initialize(options = {})
+          ATTRIBUTES.each do |attr|
+            instance_variable_set(
+              "@#{attr}", options.fetch(attr) { options.fetch(attr.to_s) }
+            )
+          end
+        end
+
+        def to_h
+          ATTRIBUTES.each_with_object({}) do |attr, ret|
+            ret[attr] = public_send(attr)
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/txgh-server/webhooks/git/push_handler.rb

@@ -0,0 +1,98 @@
+require 'set'
+require 'txgh'
+
+module TxghServer
+  module Webhooks
+    module Git
+      class PushHandler
+        include ResponseHelpers
+
+        attr_reader :project, :repo, :logger, :attributes
+
+        def initialize(project, repo, logger, attributes)
+          @project = project
+          @repo = repo
+          @logger = logger
+          @attributes = attributes
+        end
+
+        def execute
+          # Check if the branch in the hook data is the configured branch we want
+          logger.info("request git branch: #{branch}")
+          logger.info("config git branch: #{repo.git_config_branch}")
+
+          if should_process?
+            logger.info('found branch in git request')
+
+            pusher.push_resources(added_and_modified_resources) do |tx_resource|
+              # block should return categories for the passed-in resource
+              { 'author' => attributes.author }
+            end
+
+            status_updater.update_status
+          end
+
+          respond_with(200, true)
+        rescue => e
+          status_updater.report_error_and_update_status(e)
+          respond_with_error(500, "Internal server error: #{e.message}", e)
+        end
+
+        private
+
+        def pusher
+          @pusher ||= Txgh::Pusher.new(project, repo, branch)
+        end
+
+        def status_updater
+          raise NotImplementedError
+        end
+
+        # finds the resources that were updated in each commit
+        def added_and_modified_resources
+          @amr ||= attributes.files.each_with_object(Set.new) do |file, ret|
+            logger.info("processing added/modified file: #{file}")
+
+            if tx_resources.include?(file)
+              ret << tx_resources[file]
+            end
+          end
+        end
+
+        # Build an index of known Tx resources, by source file
+        def tx_resources
+          @tx_resources ||= tx_config.resources.each_with_object({}) do |resource, ret|
+            ret[resource.source_file] = if repo.process_all_branches?
+              Txgh::TxBranchResource.new(resource, branch)  # maybe find instead?
+            else
+              resource
+            end
+          end
+        end
+
+        def tx_config
+          @tx_config ||= Txgh::Config::TxManager.tx_config(project, repo, branch)
+        end
+
+        def branch
+          @ref ||= attributes.ref.sub(/^refs\//, '')
+        end
+
+        def should_process?
+          should_process_branch? && should_process_commit?
+        end
+
+        def should_process_branch?
+          repo.should_process_ref?(branch)
+        end
+
+        def should_process_commit?
+          # return false if 'after' commit sha is all zeroes (indicates branch
+          # has been deleted)
+          !((attributes.after || '') =~ /\A0+\z/)
+        end
+
+      end
+    end
+  end
+end