scribe-logger 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 99b389b7a3ca85ab780fbff0c875d2e5e33f24f1
+  data.tar.gz: d6a4b91343538fe7a25c1a98d2aef3924669f7d8
+SHA512:
+  metadata.gz: 1c55a1ff4f25b00cbae05c0b73975b09e47a5986229f9babd9f4d51bd4fb296c5df7b8fcbf7b85063b26ab6fa1b40d342d989116d563c83b923266326380e9ad
+  data.tar.gz: 55884cfa5b893d9394f9636eac2d76ae4af353b347c4de11c4f841e074aac6caff2f2546c95076e1577422b2510c14b5148bd994eec803716ae5c407a0d494ce

data/.gitignore

@@ -0,0 +1,5 @@
+.bundle
+Gemfile.lock
+vendor/ruby
+vendor/bundle
+*.gem

data/Gemfile

@@ -0,0 +1,7 @@
+source 'http://rubygems.org'
+
+# Specify your gem's dependencies in scribe-logger.gemspec
+
+gemspec
+
+

data/README.md

@@ -0,0 +1,47 @@
+## Description
+
+The project MobME Infrastructure Scribe provides scribe logging capabilities to projects, taking in a hive schema as the log template.
+
+## Install
+
+Scribe is packaged as a ruby gem, to be easily used. To install, follow the steps below:
+
+  $ gem install scribe-logger
+
+## Usage
+
+  $ irb
+  > require 'scribe-logger'
+  > scribe = Scribe.loggers(:schema_uri => "http://s1.mobme.in/appsuite-vodafone-in/schema.yml")
+  > scribe.log_visit(:mobile => "8943011156")
+  > scribe.log_event(:event => "sub", :mobile => "8943011156")
+
+Scribe.loggers take in the following options as a ruby hash:
+:schema_uri [string]
+:scribe_host [string] = Defaut: localhost
+:scribe_port [integer] = Default: 1464
+:evented [boolean] = Default: false
+
+## Evented Scribe
+ 
+Scribe supports evented scribing [EventMachine Support], to be used in an event driven environment.
+
+Points to be noted to enable Evented Scribe
+1. Set :evented to true in Scribe.logger
+2. Run your entire application inside a Fiber
+3. require 'fiber'
+
+Example code:
+
+require 'scribe-logger'
+require 'fiber'
+
+scribe = Scribe.loggers(:schema_uri => "http://s1.mobme.in/appsuite-vodafone-in/schema.yml", :evented => true)
+
+EM.run do
+  Fiber.new do
+    scribe.log_visit(:mobile => "8943011156")
+  end.resume
+end
+
+

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/TODO.md

@@ -0,0 +1,14 @@
+
+# TODO
+
+
+# CHANGES
+
+20120104 (vishnu@mobme.in)
+
+* Silencing irritating warnings around the hive require
+* Eventmachine Thrift is only required if it's an evented environment.
+
+Indeterminate (nanda@mobme.in)
+
+* Lots of work!

data/lib/scribe-logger.rb

@@ -0,0 +1,29 @@
+$: << File.expand_path("../../vendor/scribe-thrift/gen-rb", __FILE__)
+$current_path = File.dirname(File.expand_path(__FILE__))
+require "#{$current_path}/scribe_logger/version"
+
+module Scribe
+  require 'active_support'
+  require 'active_support/core_ext/kernel'
+  require 'active_record'
+
+  silence_warnings do
+    require 'activerecord-hive-adapter'
+  end
+
+  require 'active_record/connection_adapters/hive_adapter'
+  require 'thrift_client'
+  require 'thrift_client/event_machine' if defined? EventMachine
+  begin
+    require 'active_support/time'
+    require 'active_support/core_ext/hash'
+  rescue LoadError
+    require 'active_support'
+  end
+  require 'open-uri'
+  require 'uuid'
+
+  require "#{File.expand_path("../../vendor/scribe-thrift/gen-rb", __FILE__)}/scribe"
+  require "#{$current_path}/scribe_logger/scribe_connection"
+  require "#{$current_path}/scribe_logger/scribe"
+end

data/lib/scribe_logger/scribe.rb

@@ -0,0 +1,115 @@
+module Scribe
+  class << self
+
+    @@default_config = {
+        :scribe_host => '127.0.0.1',
+        :scribe_port => 1464,
+        :noscribe => false, # Set this to true if you dont want to log to scribe-logger.
+        :tzone => 'Kolkata',
+        :evented => false,
+    }
+
+    def loggers(config)
+      config = merge_defaults(config)
+      scribe_connection = connected_scribe(config)
+      database = YAML.load(open(config[:schema_uri]).read)
+      hostname = IO.popen('hostname').read.strip
+      loggers = database['tables'].map do |table_name, table_def|
+        columns = []
+        table_def['columns'].each do |col_name, col_def|
+          args = [col_name] + col_def.values_at('default', 'type', 'partition')
+          columns << ActiveRecord::ConnectionAdapters::HiveColumn.new(*args)
+        end
+        options = {
+            :database => config[:database] || database['name'],
+            :table => table_name,
+            :columns => columns,
+            :noscribe => config[:noscribe],
+            :tzone => config[:tzone],
+            :writes_to_legacy_scribe => database['writes_to_legacy_scribe'] || false,
+            :hostname => hostname,
+        }
+        logger_name = "log_#{table_name.singularize.underscore}"
+        logger_proc = make_logger_proc(scribe_connection, options)
+        [logger_name, logger_proc]
+      end
+      Module.new {
+        loggers.each do |name, proc|
+          define_method(name, proc)
+          module_function(name)
+        end
+      }
+    end
+
+    private
+    def merge_defaults(config)
+      @@default_config.merge(config.symbolize_keys)
+    end
+
+    def connected_scribe(config)
+      scribe_connection = ScribeConnection.new("#{config[:scribe_host]}:#{config[:scribe_port]}", config[:evented])
+      if defined?(PhusionPassenger)
+        PhusionPassenger.on_event(:starting_worker_process) do |forked|
+          if forked
+            scribe_connection.reconnect!
+          end
+        end
+      end
+      scribe_connection
+    end
+
+    def make_logger_proc(scribe_connection, options)
+      database = options[:database]
+      table = options[:table]
+      partitions = options[:columns].select { |c| c.partition? }
+      columns = options[:columns].reject { |c| c.partition? }
+      Proc.new do |*args|
+        obj, hash = args
+        params =
+            if obj.respond_to?(:to_scribe)
+              obj.to_scribe.merge(hash || {})
+            elsif obj.kind_of?(Hash)
+              obj
+            else
+              hash || {}
+            end
+        logstr = columns.map do |c|
+          val = params[c.name.to_sym] || c.realized_default
+          val = if (val.kind_of?(DateTime) || val.kind_of?(Time))
+                  val.in_time_zone(options[:tzone]).strftime("%Y-%m-%d %H:%M:%S")
+                elsif val.kind_of?(Date)
+                  val.to_datetime.in_time_zone(options[:tzone]).strftime("%Y-%m-%d")
+                elsif c.name.to_sym == :uuid
+                  UUID.generate
+                elsif c.name.to_sym == :client_hostname
+                  options[:hostname]
+                else
+                  val
+                end
+        end.join("\t")
+        logstr << "\n"
+        partition_spec = partitions.map do |p|
+          val = params[p.name.to_sym] || p.realized_default || "nil"
+          val = if val.kind_of?(Date)
+                  # convert date to string in given timezone relative to current time.
+                  full_datestr = val.strftime("%Y-%m-%d") + DateTime.now.strftime(" %H:%M:%S")
+                  DateTime.
+                      strptime(full_datestr, "%Y-%m-%d %H:%M:%S").
+                      in_time_zone(options[:tzone]).
+                      strftime("%Y-%m-%d")
+                else
+                  val
+                end
+          "#{p.name}=#{val}"
+        end.join("/")
+        category = options[:writes_to_legacy_scribe] ? table : "#{database}.db/#{table}/#{partition_spec}"
+        if true == options[:noscribe]
+          puts "[scribe] #{category}: #{logstr}"
+        else
+          scribe_connection.log(category, logstr)
+        end
+      end
+    end
+
+  end
+end

data/lib/scribe_logger/scribe_connection.rb

@@ -0,0 +1,18 @@
+module Scribe
+  class ScribeConnection
+    def initialize(server, evented)
+      options = { :protocol_extra_params => false }
+      options.update({ :transport => Thrift::EventMachineTransport }) if evented == true
+      @client = ::ThriftClient.new(ScribeThrift::Client, [server], options)
+    end
+
+    def log(category, message)
+      entry = ScribeThrift::LogEntry.new(:message => message, :category => category)
+      @client.Log([entry])
+    end
+
+    def reconnect!
+      @client.connect!
+    end
+  end
+end

data/lib/scribe_logger/version.rb

@@ -0,0 +1,3 @@
+module Scribe
+  VERSION = "0.1.0"
+end

data/scribe-logger.gemspec

@@ -0,0 +1,29 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path('../lib', __FILE__)
+require 'scribe_logger/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'scribe-logger'
+  s.version     = Scribe::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ['Nanda Sankaran']
+  s.email       = ['nanda@mobme.in']
+  s.homepage    = ''
+  s.summary     = %q{A scribe logger for writing to Hive tables}
+  s.description = %q{A scribe logger for writing to Hive tables}
+
+  s.rubyforge_project = 'scribe-logger'
+
+  s.add_dependency('rack')
+  s.add_dependency('activerecord')
+  s.add_dependency('thrift_client')
+  s.add_dependency('uuid')
+  s.add_dependency('activerecord-hive-adapter')
+
+  s.add_development_dependency('rake')
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ['lib']
+end

data/vendor/scribe-thrift/gen-rb/facebook_service.rb

@@ -0,0 +1,700 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'thrift'
+require 'fb303_types'
+
+module FacebookService
+  class Client
+    include ::Thrift::Client
+
+    def getName()
+      send_getName()
+      return recv_getName()
+    end
+
+    def send_getName()
+      send_message('getName', GetName_args)
+    end
+
+    def recv_getName()
+      result = receive_message(GetName_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getName failed: unknown result')
+    end
+
+    def getVersion()
+      send_getVersion()
+      return recv_getVersion()
+    end
+
+    def send_getVersion()
+      send_message('getVersion', GetVersion_args)
+    end
+
+    def recv_getVersion()
+      result = receive_message(GetVersion_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getVersion failed: unknown result')
+    end
+
+    def getStatus()
+      send_getStatus()
+      return recv_getStatus()
+    end
+
+    def send_getStatus()
+      send_message('getStatus', GetStatus_args)
+    end
+
+    def recv_getStatus()
+      result = receive_message(GetStatus_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getStatus failed: unknown result')
+    end
+
+    def getStatusDetails()
+      send_getStatusDetails()
+      return recv_getStatusDetails()
+    end
+
+    def send_getStatusDetails()
+      send_message('getStatusDetails', GetStatusDetails_args)
+    end
+
+    def recv_getStatusDetails()
+      result = receive_message(GetStatusDetails_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getStatusDetails failed: unknown result')
+    end
+
+    def getCounters()
+      send_getCounters()
+      return recv_getCounters()
+    end
+
+    def send_getCounters()
+      send_message('getCounters', GetCounters_args)
+    end
+
+    def recv_getCounters()
+      result = receive_message(GetCounters_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getCounters failed: unknown result')
+    end
+
+    def getCounter(key)
+      send_getCounter(key)
+      return recv_getCounter()
+    end
+
+    def send_getCounter(key)
+      send_message('getCounter', GetCounter_args, :key => key)
+    end
+
+    def recv_getCounter()
+      result = receive_message(GetCounter_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getCounter failed: unknown result')
+    end
+
+    def setOption(key, value)
+      send_setOption(key, value)
+      recv_setOption()
+    end
+
+    def send_setOption(key, value)
+      send_message('setOption', SetOption_args, :key => key, :value => value)
+    end
+
+    def recv_setOption()
+      result = receive_message(SetOption_result)
+      return
+    end
+
+    def getOption(key)
+      send_getOption(key)
+      return recv_getOption()
+    end
+
+    def send_getOption(key)
+      send_message('getOption', GetOption_args, :key => key)
+    end
+
+    def recv_getOption()
+      result = receive_message(GetOption_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getOption failed: unknown result')
+    end
+
+    def getOptions()
+      send_getOptions()
+      return recv_getOptions()
+    end
+
+    def send_getOptions()
+      send_message('getOptions', GetOptions_args)
+    end
+
+    def recv_getOptions()
+      result = receive_message(GetOptions_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getOptions failed: unknown result')
+    end
+
+    def getCpuProfile(profileDurationInSec)
+      send_getCpuProfile(profileDurationInSec)
+      return recv_getCpuProfile()
+    end
+
+    def send_getCpuProfile(profileDurationInSec)
+      send_message('getCpuProfile', GetCpuProfile_args, :profileDurationInSec => profileDurationInSec)
+    end
+
+    def recv_getCpuProfile()
+      result = receive_message(GetCpuProfile_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'getCpuProfile failed: unknown result')
+    end
+
+    def aliveSince()
+      send_aliveSince()
+      return recv_aliveSince()
+    end
+
+    def send_aliveSince()
+      send_message('aliveSince', AliveSince_args)
+    end
+
+    def recv_aliveSince()
+      result = receive_message(AliveSince_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'aliveSince failed: unknown result')
+    end
+
+    def reinitialize()
+      send_reinitialize()
+    end
+
+    def send_reinitialize()
+      send_message('reinitialize', Reinitialize_args)
+    end
+    def shutdown()
+      send_shutdown()
+    end
+
+    def send_shutdown()
+      send_message('shutdown', Shutdown_args)
+    end
+  end
+
+  class Processor
+    include ::Thrift::Processor
+
+    def process_getName(seqid, iprot, oprot)
+      args = read_args(iprot, GetName_args)
+      result = GetName_result.new()
+      result.success = @handler.getName()
+      write_result(result, oprot, 'getName', seqid)
+    end
+
+    def process_getVersion(seqid, iprot, oprot)
+      args = read_args(iprot, GetVersion_args)
+      result = GetVersion_result.new()
+      result.success = @handler.getVersion()
+      write_result(result, oprot, 'getVersion', seqid)
+    end
+
+    def process_getStatus(seqid, iprot, oprot)
+      args = read_args(iprot, GetStatus_args)
+      result = GetStatus_result.new()
+      result.success = @handler.getStatus()
+      write_result(result, oprot, 'getStatus', seqid)
+    end
+
+    def process_getStatusDetails(seqid, iprot, oprot)
+      args = read_args(iprot, GetStatusDetails_args)
+      result = GetStatusDetails_result.new()
+      result.success = @handler.getStatusDetails()
+      write_result(result, oprot, 'getStatusDetails', seqid)
+    end
+
+    def process_getCounters(seqid, iprot, oprot)
+      args = read_args(iprot, GetCounters_args)
+      result = GetCounters_result.new()
+      result.success = @handler.getCounters()
+      write_result(result, oprot, 'getCounters', seqid)
+    end
+
+    def process_getCounter(seqid, iprot, oprot)
+      args = read_args(iprot, GetCounter_args)
+      result = GetCounter_result.new()
+      result.success = @handler.getCounter(args.key)
+      write_result(result, oprot, 'getCounter', seqid)
+    end
+
+    def process_setOption(seqid, iprot, oprot)
+      args = read_args(iprot, SetOption_args)
+      result = SetOption_result.new()
+      @handler.setOption(args.key, args.value)
+      write_result(result, oprot, 'setOption', seqid)
+    end
+
+    def process_getOption(seqid, iprot, oprot)
+      args = read_args(iprot, GetOption_args)
+      result = GetOption_result.new()
+      result.success = @handler.getOption(args.key)
+      write_result(result, oprot, 'getOption', seqid)
+    end
+
+    def process_getOptions(seqid, iprot, oprot)
+      args = read_args(iprot, GetOptions_args)
+      result = GetOptions_result.new()
+      result.success = @handler.getOptions()
+      write_result(result, oprot, 'getOptions', seqid)
+    end
+
+    def process_getCpuProfile(seqid, iprot, oprot)
+      args = read_args(iprot, GetCpuProfile_args)
+      result = GetCpuProfile_result.new()
+      result.success = @handler.getCpuProfile(args.profileDurationInSec)
+      write_result(result, oprot, 'getCpuProfile', seqid)
+    end
+
+    def process_aliveSince(seqid, iprot, oprot)
+      args = read_args(iprot, AliveSince_args)
+      result = AliveSince_result.new()
+      result.success = @handler.aliveSince()
+      write_result(result, oprot, 'aliveSince', seqid)
+    end
+
+    def process_reinitialize(seqid, iprot, oprot)
+      args = read_args(iprot, Reinitialize_args)
+      @handler.reinitialize()
+      return
+    end
+
+    def process_shutdown(seqid, iprot, oprot)
+      args = read_args(iprot, Shutdown_args)
+      @handler.shutdown()
+      return
+    end
+
+  end
+
+  # HELPER FUNCTIONS AND STRUCTURES
+
+  class GetName_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetName_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetVersion_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetVersion_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetStatus_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetStatus_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::I32, :name => 'success', :enum_class => Fb_status}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+      unless @success.nil? || Fb_status::VALID_VALUES.include?(@success)
+        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Invalid value of field success!')
+      end
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetStatusDetails_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetStatusDetails_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCounters_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCounters_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::MAP, :name => 'success', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::I64}}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCounter_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    KEY = 1
+
+    FIELDS = {
+      KEY => {:type => ::Thrift::Types::STRING, :name => 'key'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCounter_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::I64, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class SetOption_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    KEY = 1
+    VALUE = 2
+
+    FIELDS = {
+      KEY => {:type => ::Thrift::Types::STRING, :name => 'key'},
+      VALUE => {:type => ::Thrift::Types::STRING, :name => 'value'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class SetOption_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetOption_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    KEY = 1
+
+    FIELDS = {
+      KEY => {:type => ::Thrift::Types::STRING, :name => 'key'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetOption_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetOptions_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetOptions_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::MAP, :name => 'success', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::STRING}}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCpuProfile_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    PROFILEDURATIONINSEC = 1
+
+    FIELDS = {
+      PROFILEDURATIONINSEC => {:type => ::Thrift::Types::I32, :name => 'profileDurationInSec'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class GetCpuProfile_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::STRING, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class AliveSince_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class AliveSince_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::I64, :name => 'success'}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Reinitialize_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Reinitialize_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Shutdown_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Shutdown_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+
+    FIELDS = {
+
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+end
+

data/vendor/scribe-thrift/gen-rb/fb303_constants.rb

@@ -0,0 +1,8 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'fb303_types'
+

data/vendor/scribe-thrift/gen-rb/fb303_types.rb

@@ -0,0 +1,18 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+
+module Fb_status
+  DEAD = 0
+  STARTING = 1
+  ALIVE = 2
+  STOPPING = 3
+  STOPPED = 4
+  WARNING = 5
+  VALUE_MAP = {0 => "DEAD", 1 => "STARTING", 2 => "ALIVE", 3 => "STOPPING", 4 => "STOPPED", 5 => "WARNING"}
+  VALID_VALUES = Set.new([DEAD, STARTING, ALIVE, STOPPING, STOPPED, WARNING]).freeze
+end
+

data/vendor/scribe-thrift/gen-rb/scribe.rb

@@ -0,0 +1,82 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'thrift'
+require 'facebook_service'
+require 'scribe_types'
+
+module ScribeThrift
+  class Client < FacebookService::Client 
+    include ::Thrift::Client
+
+    def Log(messages)
+      send_Log(messages)
+      return recv_Log()
+    end
+
+    def send_Log(messages)
+      send_message('Log', Log_args, :messages => messages)
+    end
+
+    def recv_Log()
+      result = receive_message(Log_result)
+      return result.success unless result.success.nil?
+      raise ::Thrift::ApplicationException.new(::Thrift::ApplicationException::MISSING_RESULT, 'Log failed: unknown result')
+    end
+
+  end
+
+  class Processor < FacebookService::Processor 
+    include ::Thrift::Processor
+
+    def process_Log(seqid, iprot, oprot)
+      args = read_args(iprot, Log_args)
+      result = Log_result.new()
+      result.success = @handler.Log(args.messages)
+      write_result(result, oprot, 'Log', seqid)
+    end
+
+  end
+
+  # HELPER FUNCTIONS AND STRUCTURES
+
+  class Log_args
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    MESSAGES = 1
+
+    FIELDS = {
+      MESSAGES => {:type => ::Thrift::Types::LIST, :name => 'messages', :element => {:type => ::Thrift::Types::STRUCT, :class => LogEntry}}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+  class Log_result
+    include ::Thrift::Struct, ::Thrift::Struct_Union
+    SUCCESS = 0
+
+    FIELDS = {
+      SUCCESS => {:type => ::Thrift::Types::I32, :name => 'success', :enum_class => ResultCode}
+    }
+
+    def struct_fields; FIELDS; end
+
+    def validate
+      unless @success.nil? || ResultCode::VALID_VALUES.include?(@success)
+        raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Invalid value of field success!')
+      end
+    end
+
+    ::Thrift::Struct.generate_accessors self
+  end
+
+end
+

data/vendor/scribe-thrift/gen-rb/scribe_constants.rb

@@ -0,0 +1,8 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'scribe_types'
+

data/vendor/scribe-thrift/gen-rb/scribe_types.rb

@@ -0,0 +1,36 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'fb303_types'
+
+module ScribeThrift
+
+module ResultCode
+  OK = 0
+  TRY_LATER = 1
+  VALUE_MAP = {0 => "OK", 1 => "TRY_LATER"}
+  VALID_VALUES = Set.new([OK, TRY_LATER]).freeze
+end
+
+class LogEntry
+  include ::Thrift::Struct, ::Thrift::Struct_Union
+  CATEGORY = 1
+  MESSAGE = 2
+
+  FIELDS = {
+    CATEGORY => {:type => ::Thrift::Types::STRING, :name => 'category'},
+    MESSAGE => {:type => ::Thrift::Types::STRING, :name => 'message'}
+  }
+
+  def struct_fields; FIELDS; end
+
+  def validate
+  end
+
+  ::Thrift::Struct.generate_accessors self
+end
+
+end

metadata

@@ -0,0 +1,145 @@
+--- !ruby/object:Gem::Specification
+name: scribe-logger
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Nanda Sankaran
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-07-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thrift_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: uuid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord-hive-adapter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A scribe logger for writing to Hive tables
+email:
+- nanda@mobme.in
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- README.md
+- Rakefile
+- TODO.md
+- lib/scribe-logger.rb
+- lib/scribe_logger/scribe.rb
+- lib/scribe_logger/scribe_connection.rb
+- lib/scribe_logger/version.rb
+- pkg/scribe-0.0.1.gem
+- scribe-logger.gemspec
+- vendor/scribe-thrift/gen-rb/facebook_service.rb
+- vendor/scribe-thrift/gen-rb/fb303_constants.rb
+- vendor/scribe-thrift/gen-rb/fb303_types.rb
+- vendor/scribe-thrift/gen-rb/scribe.rb
+- vendor/scribe-thrift/gen-rb/scribe_constants.rb
+- vendor/scribe-thrift/gen-rb/scribe_types.rb
+homepage: ''
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: scribe-logger
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: A scribe logger for writing to Hive tables
+test_files: []
+has_rdoc: