skydb 0.2.3 → 0.3.0

data/lib/skydb/import/transforms/apache.yml

@@ -1,4 +0,0 @@
-translate: |
-  output[:object_id] = input[:ip_address]
-  output[:timestamp] = input[:timestamp]
-  output[:action][:name] = input[:url]

data/lib/skydb/import/transforms/sky.yml

@@ -1,28 +0,0 @@
-fields:
-  object_id: object_id
-  timestamp: timestamp:date
-
-translate: |
-  def process(_input, _output)
-    _input.each_pair do |k, v|
-      if v.is_a?(Hash)
-        _output[k] = {}
-        process(v, _output[k])
-      else
-        m, prefix, field, data_type  = *k.match(/^(?:(action|data)\.)?(\w+)(?:\:(\w+))?$/)
-        next unless ["object_id", "timestamp"].index(field).nil?
-    
-        _output[prefix] ||= {} unless prefix.nil?
-        target = prefix.nil? ? _output : _output[prefix]
-
-        target[field] = case data_type.to_s.downcase
-        when "int" then v.to_i
-        when "float" then v.to_f
-        when "boolean" then (v.downcase == "true" || v.downcase == "yes" || v.downcase == "y")
-        when "date" then Chronic.parse(v)
-        else v.to_s
-        end
-      end
-    end
-  end
-  process(input, output)

data/lib/skydb/import/transforms/snowplow.yml

@@ -1 +0,0 @@
-fields:

data/lib/skydb/import/translator.rb

@@ -1,119 +0,0 @@
-require 'chronic'
-
-class SkyDB
-  class Import
-    class Translator
-      ##########################################################################
-      #
-      # Constructor
-      #
-      ##########################################################################
-
-      # Initializes the translator.
-      def initialize(options={})
-        self.input_field = options[:input_field]
-        self.output_field = options[:output_field]
-        self.format = options[:format]
-        self.translate_function = options[:translate_function]
-      end
-    
-
-      ##########################################################################
-      #
-      # Attributes
-      #
-      ##########################################################################
-
-      # The name of the input field to read from.
-      attr_accessor :input_field
-
-      # The name of the output field to write to.
-      attr_accessor :output_field
-
-      # The format of the field (String, Integer, Float, Date).
-      attr_reader :format
-      
-      def format=(value)
-        value = 'string' if value.nil?
-        value = 'int' if value == 'integer'
-        @format = value.to_s.downcase
-      end
-
-      # The translation function to execute. This can be a Proc or it can be
-      # a String that is evaluated into a proc with "input" and "output"
-      # arguments.
-      attr_reader :translate_function
-      
-      def translate_function=(value)
-        # Only allow nils, procs & strings.
-        if !value.nil? && !value.is_a?(Proc) && !value.is_a?(String)
-          raise "Unable to convert #{value.class} to a translation function."
-        end
-        
-        # If this is a string then eval it into a proc.
-        if value.is_a?(String)
-          # If there's no output field set then it's free form.
-          if output_field.nil?
-            @translate_function = eval("lambda { |input,output| #{value} }")
-
-          # If there is an output field set then make the lamda an assignment.
-          else
-            keys = output_field.is_a?(Array) ? output_field : [output_field]
-            keys.map! {|key| "['" + key.gsub("'", "\\'") + "']"}
-            @translate_function = eval("lambda { |input,output| output#{keys.join('')} = #{value.to_s} }")
-          end
-
-        # If this is a proc or a nil then just pass it through.
-        else
-          @translate_function = value
-        end
-      end
-
-
-      ##########################################################################
-      #
-      # Methods
-      #
-      ##########################################################################
-    
-      # Translate a field from the input hash into a field into the
-      # output hash.
-      #
-      # @param [Hash]  the input data.
-      # @param [Hash]  the output data.
-      def translate(input, output)
-        # If a translation function is set then use it.
-        if !translate_function.nil?
-          translate_function.call(input, output)
-
-        # If the input field and output field are set then apply them.
-        elsif !input_field.nil? && !output_field.nil?
-          value = input[input_field]
-
-          # Navigate down to nested output hash if necessary.
-          if output_field.is_a?(Array)
-            output_field[0..-2].each do |field|
-              output[field] = {} unless output.has_key?(field)
-              output = output[field]
-            end
-
-            output_field = self.output_field.last
-          else
-            output_field = self.output_field
-          end
-
-          # Convert type.
-          output[output_field] = case format
-          when "int" then value.to_i
-          when "float" then value.to_f
-          when "boolean" then (value.downcase == "true" || value.downcase == "yes" || value.downcase == "y")
-          when "date" then Chronic.parse(value)
-          else value.to_s
-          end
-        end
-        
-        return nil
-      end
-    end
-  end
-end

data/lib/skydb/message.rb

@@ -1,146 +0,0 @@
-class SkyDB
-  class Message
-    ##########################################################################
-    #
-    # Constants
-    #
-    ##########################################################################
-
-    # The version of the message. This must be compatible with the server's
-    # version for the client to work.
-    VERSION = 1
-    
-
-    ##########################################################################
-    #
-    # Constructor
-    #
-    ##########################################################################
-
-    # Initializes the message.
-    def initialize(message_name)
-      @message_name = message_name
-      @table_name = ""
-    end
-    
-
-    ##########################################################################
-    #
-    # Attributes
-    #
-    ##########################################################################
-
-    ####################################
-    # Name
-    ####################################
-
-    # The name of message being sent. This is defined by the subclass.
-    attr_reader :message_name
-
-
-    ####################################
-    # Table Name
-    ####################################
-
-    # The name of the table the message is being sent to/from.
-    attr_accessor :table_name
-
-    def table_name=(value)
-      @table_name = value.to_s
-    end
-
-
-    ##########################################################################
-    #
-    # Methods
-    #
-    ##########################################################################
-
-    ####################################
-    # Validation
-    ####################################
-
-    # A flag stating if the table is required for this type of message.
-    def require_table?
-      return true
-    end
-
-    # Validates that the message is ready to be sent. If any validation issues
-    # are found then an error is raised.
-    def validate!
-      if require_table? && (table_name.nil? || table_name.empty?)
-        raise SkyDB::TableRequiredError.new('Table name required')
-      end
-    end
-
-
-    ####################################
-    # Encoding
-    ####################################
-
-    # Encodes the message contents to a buffer.
-    #
-    # @param [IO] buffer  the buffer to write to.
-    def encode(buffer)
-      buffer.set_encoding(Encoding::BINARY, Encoding::BINARY)
-      
-      # Encode the header and body.
-      encode_header(buffer)
-      encode_body(buffer)
-      
-      return nil
-    end
-
-    # Encodes the message header.
-    #
-    # @param [IO] buffer  the buffer to write the header to.
-    def encode_header(buffer)
-      buffer << [
-        SkyDB::Message::VERSION,
-        message_name,
-        table_name
-        ].to_msgpack
-    end
-
-    # Encodes the message body.
-    #
-    # @param [IO] buffer  the buffer to write the header to.
-    def encode_body(buffer)
-      # To be implemented by the subclass.
-    end
-
-
-    ####################################
-    # Response processing
-    ####################################
-
-    # Performs any necessary post-processing on the response.
-    #
-    # @param [Object] response  
-    def process_response(response)
-      return response
-    end
-  end
-end
-
-require 'skydb/message/create_table'
-require 'skydb/message/delete_table'
-require 'skydb/message/get_table'
-require 'skydb/message/get_tables'
-
-require 'skydb/message/add_action'
-require 'skydb/message/get_action'
-require 'skydb/message/get_actions'
-
-require 'skydb/message/add_property'
-require 'skydb/message/get_property'
-require 'skydb/message/get_properties'
-
-require 'skydb/message/add_event'
-require 'skydb/message/next_actions'
-
-require 'skydb/message/lua/aggregate'
-
-require 'skydb/message/ping'
-require 'skydb/message/lookup'
-require 'skydb/message/multi'

data/lib/skydb/message/add_action.rb

@@ -1,53 +0,0 @@
-class SkyDB
-  class Message
-    class AddAction < SkyDB::Message
-      ########################################################################
-      #
-      # Constructor
-      #
-      ########################################################################
-
-      # Initializes the 'action add' message.
-      def initialize(action=nil, options={})
-        super('add_action')
-        self.action = action
-      end
-
-
-      ##########################################################################
-      #
-      # Attributes
-      #
-      ##########################################################################
-
-      ##################################
-      # Action
-      ##################################
-
-      # The action to add.
-      attr_reader :action
-      
-      def action=(value)
-        @action = value if value.is_a?(Action)
-      end
-
-
-      ##########################################################################
-      #
-      # Methods
-      #
-      ##########################################################################
-
-      ####################################
-      # Encoding
-      ####################################
-
-      # Encodes the message body.
-      #
-      # @param [IO] buffer  the buffer to write the header to.
-      def encode_body(buffer)
-        buffer << action.to_msgpack
-      end
-    end
-  end
-end

data/lib/skydb/message/add_event.rb

@@ -1,72 +0,0 @@
-class SkyDB
-  class Message
-    class AddEvent < SkyDB::Message
-      ########################################################################
-      #
-      # Constructor
-      #
-      ########################################################################
-
-      # Initializes the 'event add' message.
-      #
-      # @param [Event] event  the event to add.
-      def initialize(event=nil, options={})
-        super('add_event')
-        self.event = event
-      end
-
-
-      ##########################################################################
-      #
-      # Attributes
-      #
-      ##########################################################################
-
-      ##################################
-      # Event
-      ##################################
-
-      # The event to add.
-      attr_reader :event
-      
-      def event=(value)
-        @event = value if value.is_a?(Event)
-      end
-
-
-      ##########################################################################
-      #
-      # Methods
-      #
-      ##########################################################################
-
-      ####################################
-      # Validation
-      ####################################
-
-      def validate!
-        super
-        
-        if event.object_id.nil?
-          raise SkyDB::ObjectIdRequiredError.new('Object ID required')
-        end
-        
-        if event.timestamp.nil?
-          raise SkyDB::TimestampRequiredError.new('Timestamp required')
-        end
-      end
-
-
-      ####################################
-      # Encoding
-      ####################################
-
-      # Encodes the message body.
-      #
-      # @param [IO] buffer  the buffer to write the header to.
-      def encode_body(buffer)
-        buffer << event.to_msgpack
-      end
-    end
-  end
-end

data/lib/skydb/message/add_property.rb

@@ -1,55 +0,0 @@
-class SkyDB
-  class Message
-    class AddProperty < SkyDB::Message
-      ########################################################################
-      #
-      # Constructor
-      #
-      ########################################################################
-
-      # Initializes the 'property add' message.
-      #
-      # @param [Property] property  the property to add.
-      def initialize(property=nil, options={})
-        super('add_property')
-        self.property = property
-      end
-
-
-      ##########################################################################
-      #
-      # Attributes
-      #
-      ##########################################################################
-
-      ##################################
-      # Property
-      ##################################
-
-      # The property to add.
-      attr_reader :property
-      
-      def property=(value)
-        @property = value if value.is_a?(Property)
-      end
-
-
-      ##########################################################################
-      #
-      # Methods
-      #
-      ##########################################################################
-
-      ####################################
-      # Encoding
-      ####################################
-
-      # Encodes the message body.
-      #
-      # @param [IO] buffer  the buffer to write the header to.
-      def encode_body(buffer)
-        buffer << property.to_msgpack
-      end
-    end
-  end
-end