txgh-server 1.0.0.beta1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2b139797c18ad7ef9fafb4b133c87955f4a43d51
+  data.tar.gz: c9adb77e0a0717ddd19c4dbad1c4d310a3d3638e
+SHA512:
+  metadata.gz: 0b66010e996e5b83b8b70fde64e11922df901979f0c796dbf953bc08b064e61cb54b25756f3491ab238dbaf7bda2476e6bf981109ab12d7babfa8397d7e889eb
+  data.tar.gz: c24933279950cbb05c47e20256895629cb92be9b7802f954b917d2f8e68f71bdf05c54e70880b93a0050c4b7fc81f709e93f92ad4a86a720f966303888bac432

data/lib/txgh-server/application.rb

@@ -0,0 +1,141 @@
+require 'sinatra'
+require 'sinatra/json'
+require 'sinatra/reloader'
+require 'sinatra/streaming'
+
+module TxghServer
+  module RespondWith
+    def respond_with(resp)
+      env['txgh.response'] = resp
+
+      if resp.streaming?
+        response.headers.merge!(resp.headers)
+
+        stream do |out|
+          begin
+            resp.write_to(out)
+          rescue => e
+            Txgh.events.publish_error(e)
+            raise e
+          end
+        end
+      else
+        status resp.status
+        json resp.body
+      end
+    end
+  end
+
+  class Application < Sinatra::Base
+    include TxghServer
+
+    helpers Sinatra::Streaming
+    helpers RespondWith
+
+    configure do
+      set :logging, nil
+      logger = Txgh::TxLogger.logger
+      set :logger, logger
+    end
+
+    def initialize(app = nil)
+      super(app)
+    end
+
+    get '/health_check' do
+      respond_with(
+        Response.new(200, {})
+      )
+    end
+
+    get '/config' do
+      config = Txgh::Config::KeyManager.config_from_project(params[:project_slug])
+      branch = Txgh::Utils.absolute_branch(params[:branch])
+
+      begin
+        tx_config = Txgh::Config::TxManager.tx_config(
+          config.transifex_project, config.github_repo, branch
+        )
+
+        data = tx_config.to_h
+        data.merge!(branch_slug: Txgh::Utils.slugify(branch)) if branch
+
+        status 200
+        json data: data
+      rescue Txgh::ConfigNotFoundError => e
+        status 404
+        json [{ error: e.message }]
+      rescue => e
+        status 500
+        json [{ error: e.message }]
+      end
+    end
+
+    get '/download.:format' do
+      respond_with(
+        DownloadHandler.handle_request(request, settings.logger)
+      )
+    end
+  end
+
+  # Hooks are protected endpoints used for data integration between Github and
+  # Transifex. They live under the /hooks namespace (see config.ru)
+  class WebhookEndpoints < Sinatra::Base
+    include TxghServer::Webhooks
+    helpers RespondWith
+
+    configure do
+      set :logging, nil
+      logger = Txgh::TxLogger.logger
+      set :logger, logger
+    end
+
+    configure :development do
+      register Sinatra::Reloader
+    end
+
+    def initialize(app = nil)
+      super(app)
+    end
+
+    post '/transifex' do
+      respond_with(
+        Transifex::RequestHandler.handle_request(request, settings.logger)
+      )
+    end
+
+    post '/github' do
+      respond_with(
+        Github::RequestHandler.handle_request(request, settings.logger)
+      )
+    end
+  end
+
+  class TriggerEndpoints < Sinatra::Base
+    include TxghServer::Triggers
+
+    helpers RespondWith
+
+    configure do
+      set :logging, nil
+      logger = Txgh::TxLogger.logger
+      set :logger, logger
+    end
+
+    configure :development do
+      register Sinatra::Reloader
+    end
+
+    patch '/push' do
+      respond_with(
+        PushHandler.handle_request(request, settings.logger)
+      )
+    end
+
+    patch '/pull' do
+      respond_with(
+        PullHandler.handle_request(request, settings.logger)
+      )
+    end
+  end
+end

data/lib/txgh-server/download_handler.rb

@@ -0,0 +1,85 @@
+module TxghServer
+  class DownloadHandler
+    DEFAULT_FORMAT = '.zip'
+
+    # includes response helpers in both the class and the singleton class
+    include ResponseHelpers
+
+    class << self
+      def handle_request(request, logger = nil)
+        handle_safely do
+          config = config_from(request)
+          project, repo = [config.transifex_project, config.github_repo]
+          params = params_from(request)
+          handler = new(project, repo, params, logger)
+          handler.execute
+        end
+      end
+
+      private
+
+      def config_from(request)
+        Txgh::Config::KeyManager.config_from_project(
+          request.params.fetch('project_slug')
+        )
+      end
+
+      def params_from(request)
+        request.params.merge(
+          'format' => format_from(request)
+        )
+      end
+
+      def format_from(request)
+        # sinatra is dumb and doesn't include any of the URL captures in the
+        # request params or env hash
+        File.extname(request.env['REQUEST_PATH'])
+      end
+
+      def handle_safely
+        yield
+      rescue => e
+        respond_with_error(500, "Internal server error: #{e.message}", e)
+      end
+    end
+
+    attr_reader :project, :repo, :params, :logger
+
+    def initialize(project, repo, params, logger)
+      @project = project
+      @repo = repo
+      @params = params
+      @logger = logger
+    end
+
+    def execute
+      downloader = Txgh::ResourceDownloader.new(
+        project, repo, params['branch'], languages: project.languages
+      )
+
+      response_class.new(attachment, downloader.each)
+    end
+
+    private
+
+    def attachment
+      project.name
+    end
+
+    def format
+      params.fetch('format', DEFAULT_FORMAT)
+    end
+
+    def response_class
+      case format
+        when '.zip'
+          ZipStreamResponse
+        when '.tgz'
+          TgzStreamResponse
+        else
+          raise TxghInternalError,
+            "'#{format}' is not a valid download format"
+      end
+    end
+  end
+end

data/lib/txgh-server/github_request_auth.rb

@@ -0,0 +1,28 @@
+require 'openssl'
+
+module TxghServer
+  class GithubRequestAuth
+    HMAC_DIGEST = OpenSSL::Digest.new('sha1')
+    RACK_HEADER = 'HTTP_X_HUB_SIGNATURE'
+    GITHUB_HEADER = 'X-Hub-Signature'
+
+    class << self
+      def authentic_request?(request, secret)
+        request.body.rewind
+        expected_signature = header_value(request.body.read, secret)
+        actual_signature = request.env[RACK_HEADER]
+        actual_signature == expected_signature
+      end
+
+      def header_value(content, secret)
+        "sha1=#{digest(content, secret)}"
+      end
+
+      private
+
+      def digest(content, secret)
+        OpenSSL::HMAC.hexdigest(HMAC_DIGEST, secret, content)
+      end
+    end
+  end
+end

data/lib/txgh-server/response.rb

@@ -0,0 +1,15 @@
+module TxghServer
+  class Response
+    attr_reader :status, :body, :error
+
+    def initialize(status, body, error = nil)
+      @status = status
+      @body = body
+      @error = error
+    end
+
+    def streaming?
+      false
+    end
+  end
+end

data/lib/txgh-server/response_helpers.rb

@@ -0,0 +1,26 @@
+module TxghServer
+  module ResponseHelpers
+    private
+
+    def respond_with(status, body, e = nil)
+      TxghServer::Response.new(status, body, e)
+    end
+
+    def respond_with_error(status, message, e = nil)
+      respond_with(status, error(message), e)
+    end
+
+    def error(message)
+      [{ error: message }]
+    end
+
+    def data(body)
+      { data: body }
+    end
+
+    # includes these methods in the singleton class as well
+    def self.included(base)
+      base.extend(self)
+    end
+  end
+end

data/lib/txgh-server/stream_response.rb

@@ -0,0 +1,37 @@
+require 'mime/types'
+
+module TxghServer
+  class StreamResponse
+    attr_reader :attachment, :enum
+
+    def initialize(attachment, enum)
+      @attachment = attachment
+      @enum = enum
+    end
+
+    def write_to(stream)
+      raise NotImplementedError,
+        "please implement #{__method__} in derived classes"
+    end
+
+    def file_extension
+      raise NotImplementedError,
+        "please implement #{__method__} in derived classes"
+    end
+
+    def headers
+      @headers ||= {
+        'Content-Disposition' => "attachment; filename=\"#{attachment}#{file_extension}\"",
+        'Content-Type' => MIME::Types.type_for(file_extension).first.content_type
+      }
+    end
+
+    def streaming?
+      true
+    end
+
+    def error
+      nil
+    end
+  end
+end

data/lib/txgh-server/tgz_stream_response.rb

@@ -0,0 +1,39 @@
+require 'rubygems/package'
+require 'stringio'
+require 'zlib'
+
+module TxghServer
+  class TgzStreamResponse < StreamResponse
+    PERMISSIONS = 0644
+
+    def write_to(stream)
+      Zlib::GzipWriter.wrap(stream) do |gz|
+        pipe = StringIO.new('', 'wb')
+        tar = Gem::Package::TarWriter.new(pipe)
+
+        enum.each do |file_name, contents|
+          tar.add_file(file_name, PERMISSIONS) do |f|
+            f.write(contents)
+          end
+
+          flush(tar, pipe, gz)
+          stream.flush
+        end
+
+        flush(tar, pipe, gz)
+      end
+    end
+
+    def file_extension
+      '.tgz'
+    end
+
+    private
+
+    def flush(tar, pipe, gz)
+      tar.flush
+      gz.write(pipe.string)
+      pipe.reopen('')
+    end
+  end
+end

data/lib/txgh-server/transifex_request_auth.rb

@@ -0,0 +1,53 @@
+require 'openssl'
+
+module TxghServer
+  class TransifexRequestAuth
+    HMAC_DIGEST = OpenSSL::Digest.new('sha1')
+    RACK_HEADER = 'HTTP_X_TX_SIGNATURE'
+    TRANSIFEX_HEADER = 'X-TX-Signature'
+
+    class << self
+      def authentic_request?(request, secret)
+        request.body.rewind
+        expected_signature = header_value(request.body.read, secret)
+        actual_signature = request.env[RACK_HEADER]
+        actual_signature == expected_signature
+      end
+
+      def header_value(content, secret)
+        digest(transform(content), secret)
+      end
+
+      private
+
+      # In order to generate a correct HMAC hash, the request body must be
+      # parsed and made to look like a python map. If you're thinking that's
+      # weird, you're correct, but it's apparently expected behavior.
+      def transform(content)
+        params = URI.decode_www_form(content)
+
+        params = params.map do |key, val|
+          key = "'#{key}'"
+          val = interpret_val(val)
+          "#{key}: #{val}"
+        end
+
+        "{#{params.join(', ')}}"
+      end
+
+      def interpret_val(val)
+        if val =~ /\A[\d]+\z/
+          val
+        else
+          "u'#{val}'"
+        end
+      end
+
+      def digest(content, secret)
+        Base64.encode64(
+          OpenSSL::HMAC.digest(HMAC_DIGEST, secret, content)
+        ).strip
+      end
+    end
+  end
+end

data/lib/txgh-server/triggers/handler.rb

@@ -0,0 +1,50 @@
+module TxghServer
+  module Triggers
+    class Handler
+
+      # includes response helpers in both the class and the singleton class
+      include ResponseHelpers
+
+      class << self
+        def handle_request(request, logger)
+          handle_safely do
+            config = Txgh::Config::KeyManager.config_from_project(
+              request.params.fetch('project_slug')
+            )
+
+            handler_for(config, request, logger).execute
+          end
+        end
+
+        private
+
+        def handle_safely
+          yield
+        rescue => e
+          respond_with_error(500, "Internal server error: #{e.message}", e)
+        end
+
+        def handler_for(config, request, logger)
+          new(
+            project: config.transifex_project,
+            repo: config.github_repo,
+            branch: request.params.fetch('branch'),
+            resource_slug: request.params.fetch('resource_slug'),
+            logger: logger
+          )
+        end
+      end
+
+      attr_reader :project, :repo, :branch, :resource_slug, :logger
+
+      def initialize(options = {})
+        @project = options[:project]
+        @repo = options[:repo]
+        @branch = Txgh::Utils.absolute_branch(options[:branch])
+        @resource_slug = options[:resource_slug]
+        @logger = options[:logger]
+      end
+
+    end
+  end
+end

data/lib/txgh-server/triggers/pull_handler.rb

@@ -0,0 +1,18 @@
+module TxghServer
+  module Triggers
+    class PullHandler < Handler
+
+      def execute
+        puller.pull_slug(resource_slug)
+        respond_with(200, true)
+      end
+
+      private
+
+      def puller
+        @puller ||= Txgh::Puller.new(project, repo, branch)
+      end
+
+    end
+  end
+end

data/lib/txgh-server/triggers/push_handler.rb

@@ -0,0 +1,18 @@
+module TxghServer
+  module Triggers
+    class PushHandler < Handler
+
+      def execute
+        pusher.push_slug(resource_slug)
+        respond_with(200, true)
+      end
+
+      private
+
+      def pusher
+        @pusher ||= Txgh::Pusher.new(project, repo, branch)
+      end
+
+    end
+  end
+end

data/lib/txgh-server/triggers.rb

@@ -0,0 +1,7 @@
+module TxghServer
+  module Triggers
+    autoload :Handler,     'txgh-server/triggers/handler'
+    autoload :PullHandler, 'txgh-server/triggers/pull_handler'
+    autoload :PushHandler, 'txgh-server/triggers/push_handler'
+  end
+end

data/lib/txgh-server/version.rb

@@ -0,0 +1,3 @@
+module TxghServer
+  VERSION = '1.0.0.beta1'
+end

data/lib/txgh-server/webhooks/github/delete_handler.rb

@@ -0,0 +1,37 @@
+module TxghServer
+  module Webhooks
+    module Github
+      class DeleteHandler < Handler
+
+        include Txgh::CategorySupport
+
+        def execute
+          perform_delete if should_handle_request?
+          respond_with(200, true)
+        end
+
+        private
+
+        def perform_delete
+          deleter.delete_resources
+        end
+
+        def deleter
+          @deleter ||= Txgh::ResourceDeleter.new(project, repo, branch)
+        end
+
+        def should_handle_request?
+          # ref_type can be either 'branch' or 'tag' - we only care about branches
+          payload['ref_type'] == 'branch' &&
+            repo.should_process_ref?(branch) &&
+            project.auto_delete_resources?
+        end
+
+        def branch
+          Txgh::Utils.absolute_branch(payload['ref'].sub(/^refs\//, ''))
+        end
+
+      end
+    end
+  end
+end

data/lib/txgh-server/webhooks/github/handler.rb

@@ -0,0 +1,20 @@
+require 'logger'
+
+module TxghServer
+  module Webhooks
+    module Github
+      class Handler
+        include ResponseHelpers
+
+        attr_reader :project, :repo, :payload, :logger
+
+        def initialize(options = {})
+          @project = options.fetch(:project)
+          @repo = options.fetch(:repo)
+          @payload = options.fetch(:payload)
+          @logger = options.fetch(:logger) { Logger.new(STDOUT) }
+        end
+      end
+    end
+  end
+end

data/lib/txgh-server/webhooks/github/ping_handler.rb

@@ -0,0 +1,18 @@
+module TxghServer
+  module Webhooks
+    module Github
+      # Handles github's ping event, which is a test event fired whenever a new
+      # webhook is set up.
+      class PingHandler
+        include ResponseHelpers
+
+        def initialize(options = {})
+        end
+
+        def execute
+          respond_with(200, {})
+        end
+      end
+    end
+  end
+end