skydb 0.2.1 → 0.2.2

data/lib/skydb/query/selection_field.rb

@@ -0,0 +1,74 @@
+class SkyDB
+  # The selection field is a single field in the selection part of the query.
+  # This can include a simple property or it can be the aggregation of a
+  # property. Fields can also be aliased to a different name that is returned.
+  # This is typically useful when naming aggregated fields.
+  class Query
+    class SelectionField
+      ##########################################################################
+      #
+      # Constructor
+      #
+      ##########################################################################
+
+      def initialize(options={})
+        self.expression = options[:expression]
+        self.alias_name = options[:alias_name]
+        self.aggregation_type = options[:aggregation_type]
+      end
+    
+
+      ##########################################################################
+      #
+      # Attributes
+      #
+      ##########################################################################
+
+      # The name of the property to select.
+      attr_accessor :expression
+
+      # The field name that is actually returned.
+      attr_accessor :alias_name
+
+      # The type of the aggregation used to process the property.
+      attr_accessor :aggregation_type
+
+      # The final computed name of the field. It is named after the alias name
+      # if provided, otherwise defaults to the expression. If neither the
+      # expression or alias are provided then the aggregation type is used.
+      def target_name
+        return alias_name || expression || aggregation_type.to_s
+      end
+
+      # The string used to access the expression.
+      def accessor(options={})
+        prefix = options.delete(:prefix) || 'cursor.event.'
+        
+        if ["action_id", "timestamp"].index(expression)
+          return "#{prefix}#{expression}"
+        else
+          return "#{prefix}#{expression}()"
+        end
+      end
+
+
+      ##########################################################################
+      #
+      # Methods
+      #
+      ##########################################################################
+
+      ####################################
+      # Validation
+      ####################################
+
+      # Validates that the field is valid.
+      def validate!
+        # Expression must be present unless this is a COUNT().
+        if expression.to_s.length == 0 && aggregation_type != :count
+          raise SkyDB::Query::ValidationError.new("Invalid expression for selection field: '#{expression.to_s}'")
+        end
+      end
+    end
+  end
+end

data/lib/skydb/query/selection_fields_grammar.treetop

@@ -0,0 +1,46 @@
+grammar SelectionFieldsGrammar
+  rule root
+    fields <SkyDB::Query::Ast::SelectionFieldsSyntaxNode>
+  end
+
+  # Matches all selection fields.
+  rule fields
+    ws field (ws ',' ws field)* ws
+  end
+
+  # Matches a single field name as well as additional options such as an alias
+  # or an aggregation method.
+  rule field
+    aggregation_type '(' ws ')' ws alias_name <SkyDB::Query::Ast::SelectionFieldSyntaxNode>
+    /
+    aggregation_type '(' ws ')' <SkyDB::Query::Ast::SelectionFieldSyntaxNode>
+    /
+    aggregation_type '(' ws expression ws ')' ws alias_name <SkyDB::Query::Ast::SelectionFieldSyntaxNode>
+    /
+    aggregation_type '(' ws expression ws ')' <SkyDB::Query::Ast::SelectionFieldSyntaxNode>
+    /
+    expression ws alias_name <SkyDB::Query::Ast::SelectionFieldSyntaxNode>
+    /
+    expression <SkyDB::Query::Ast::SelectionFieldSyntaxNode>
+  end
+
+  rule expression
+    identifier
+  end
+
+  rule alias_name
+    identifier
+  end
+
+  rule aggregation_type
+    ([a-zA-Z]+)
+  end
+
+  rule identifier
+    ([a-zA-Z_] [a-zA-Z0-9_]*) 
+  end
+
+  rule ws
+    (' ' / "\t" / "\n" / "\r")*
+  end
+end

data/lib/skydb/query/selection_fields_parse_error.rb

@@ -0,0 +1,30 @@
+class SkyDB
+  class Query
+    class SelectionFieldsParseError < StandardError
+      ##########################################################################
+      #
+      # Constructor
+      #
+      ##########################################################################
+
+      def initialize(message, options={})
+        super(message)
+        @line = options[:line].to_i
+        @column = options[:column].to_i
+      end
+    
+
+      ##########################################################################
+      #
+      # Attributes
+      #
+      ##########################################################################
+
+      # The line number that the error occurred on.
+      attr_reader :line
+
+      # The column number that the error occurred on.
+      attr_reader :column
+    end
+  end
+end

data/lib/skydb/query/selection_group.rb

@@ -0,0 +1,57 @@
+class SkyDB
+  # The selection group contains an expression by which to group selected
+  # data.
+  class Query
+    class SelectionGroup
+      ##########################################################################
+      #
+      # Constructor
+      #
+      ##########################################################################
+
+      def initialize(options={})
+        self.expression = options[:expression]
+      end
+    
+
+      ##########################################################################
+      #
+      # Attributes
+      #
+      ##########################################################################
+
+      # The name of the expression to group by.
+      attr_accessor :expression
+
+      # The string used to access the expression.
+      def accessor(options={})
+        prefix = options.delete(:prefix) || 'cursor.event.'
+        
+        if ["action_id", "timestamp"].index(expression)
+          return "#{prefix}#{expression}"
+        else
+          return "#{prefix}#{expression}()"
+        end
+      end
+      
+
+      ##########################################################################
+      #
+      # Methods
+      #
+      ##########################################################################
+
+      ####################################
+      # Validation
+      ####################################
+
+      # Validates that the field is valid.
+      def validate!
+        # Expression must be present.
+        if expression.to_s.length == 0
+          raise SkyDB::Query::ValidationError.new("Invalid expression for selection group: '#{expression.to_s}'")
+        end
+      end
+    end
+  end
+end

data/lib/skydb/query/selection_groups_grammar.treetop

@@ -0,0 +1,31 @@
+grammar SelectionGroupsGrammar
+  rule root
+    groups <SkyDB::Query::Ast::SelectionGroupsSyntaxNode>
+  end
+
+  # Matches all selection groups.
+  rule groups
+    ws group (ws ',' ws group)* ws
+  end
+
+  # Matches a single group name and optional alias.
+  rule group
+    expression <SkyDB::Query::Ast::SelectionGroupSyntaxNode>
+  end
+
+  rule expression
+    identifier
+  end
+
+  rule alias_name
+    identifier
+  end
+
+  rule identifier
+    ([a-zA-Z_] [a-zA-Z0-9_]*) 
+  end
+
+  rule ws
+    (' ' / "\t" / "\n" / "\r")*
+  end
+end

data/lib/skydb/query/selection_groups_parse_error.rb

@@ -0,0 +1,30 @@
+class SkyDB
+  class Query
+    class SelectionGroupsParseError < StandardError
+      ##########################################################################
+      #
+      # Constructor
+      #
+      ##########################################################################
+
+      def initialize(message, options={})
+        super(message)
+        @line = options[:line].to_i
+        @column = options[:column].to_i
+      end
+    
+
+      ##########################################################################
+      #
+      # Attributes
+      #
+      ##########################################################################
+
+      # The line number that the error occurred on.
+      attr_reader :line
+
+      # The column number that the error occurred on.
+      attr_reader :column
+    end
+  end
+end

data/lib/skydb/query/validation_error.rb

@@ -0,0 +1,8 @@
+class SkyDB
+  class Query
+    # A validation error indicates that some part of a query is incomplete
+    # and that codegen could not occur.
+    class ValidationError < StandardError; end
+  end
+end
+

data/lib/skydb/table.rb

@@ -0,0 +1,69 @@
+class SkyDB
+  class Table
+    ##########################################################################
+    #
+    # Constants
+    #
+    ##########################################################################
+
+    DEFAULT_TABLET_COUNT = 4
+    
+
+    ##########################################################################
+    #
+    # Constructor
+    #
+    ##########################################################################
+
+    # Initializes the table.
+    def initialize(name='', options={})
+      self.name = name
+      self.tablet_count = options[:tablet_count].to_i
+    end
+    
+
+    ##########################################################################
+    #
+    # Attributes
+    #
+    ##########################################################################
+
+    ##################################
+    # Name
+    ##################################
+
+    # The name of the table.
+    attr_reader :name
+    
+    def name=(value)
+      @name = value.to_s
+    end
+
+
+    ##################################
+    # Tablet count
+    ##################################
+
+    # The number of tablets the table has
+    attr_reader :tablet_count
+    
+    def tablet_count=(value)
+      @tablet_count = value.to_i || DEFAULT_TABLET_COUNT
+    end
+
+
+    ##########################################################################
+    #
+    # Methods
+    #
+    ##########################################################################
+    
+    # Encodes the table into MsgPack format.
+    def to_msgpack
+      return {
+        name: name,
+        tablet_count: tablet_count
+      }.to_msgpack
+    end
+  end
+end

data/lib/skydb/version.rb

@@ -1,3 +1,3 @@
 class SkyDB
-  VERSION = "0.2.1"
+  VERSION = "0.2.2"
 end

data/test/import/importer_test.rb

@@ -0,0 +1,42 @@
+require 'test_helper'
+
+class TestImporter < MiniTest::Unit::TestCase
+  def setup
+    @importer = SkyDB::Import::Importer.new()
+    @input  = {
+      'myString' => 'Hello',
+      'foo' => 100
+    }
+    @output = {}
+  end
+  
+
+  ######################################
+  # Transform File
+  ######################################
+
+  def test_load_simple_transform
+    @importer.load_transform(
+      <<-BLOCK.unindent
+      fields:
+        name: myString
+      BLOCK
+    )
+    
+    assert_equal "myString", @importer.translators.first.input_field
+    assert_equal "name", @importer.translators.first.output_field
+    assert_equal "string", @importer.translators.first.format
+  end
+
+  def test_load_simple_proc
+    @importer.load_transform(
+      <<-BLOCK.unindent
+      fields:
+        name: "{ output['foo'] * 10 }"
+      BLOCK
+    )
+    
+    assert_equal "name", @importer.translators.first.output_field
+    assert !@importer.translators.first.translate_function.nil?
+  end
+end

data/test/import/translator_test.rb

@@ -0,0 +1,88 @@
+require 'test_helper'
+
+class TestTranslator < MiniTest::Unit::TestCase
+  def setup
+    @translator = SkyDB::Import::Translator.new()
+    
+    @input = {
+      'myString' => 'hello world',
+      'myInt' => '100',
+      'myFloat' => '20.21',
+      'myTrue' => 'true',
+      'myFalse' => 'false',
+      'myDate' => '10/26/1982 12:00 AM',
+      'foo' => '1000',
+    }
+    @output = {}
+  end
+  
+
+  ######################################
+  # Simple Translation
+  ######################################
+
+  def test_string_translation
+    SkyDB::Import::Translator.new(:input_field => 'myString', :output_field => 'data')
+      .translate(@input, @output)
+    assert_equal 'hello world', @output['data']
+  end
+
+  def test_int_translation
+    SkyDB::Import::Translator.new(:input_field => 'myInt', :output_field => 'data', :format => 'Int')
+      .translate(@input, @output)
+    assert_equal 100, @output['data']
+  end
+
+  def test_float_translation
+    SkyDB::Import::Translator.new(:input_field => 'myFloat', :output_field => 'data', :format => 'Float')
+      .translate(@input, @output)
+    assert_equal 20.21, @output['data']
+  end
+
+  def test_boolean_true_translation
+    SkyDB::Import::Translator.new(:input_field => 'myTrue', :output_field => 'data', :format => 'Boolean')
+      .translate(@input, @output)
+    assert_equal true, @output['data']
+  end
+
+  def test_boolean_false_translation
+    SkyDB::Import::Translator.new(:input_field => 'myFalse', :output_field => 'data', :format => 'Boolean')
+      .translate(@input, @output)
+    assert_equal false, @output['data']
+  end
+
+  def test_date_translation
+    SkyDB::Import::Translator.new(:input_field => 'myDate', :output_field => 'data', :format => 'Date')
+      .translate(@input, @output)
+    assert_equal Time.parse('1982-10-26'), @output['data']
+  end
+
+
+  ######################################
+  # Nested Translation
+  ######################################
+
+  def test_nested_translation
+    SkyDB::Import::Translator.new(:input_field => 'myString', :output_field => ['action', 'data'])
+      .translate(@input, @output)
+    assert_equal 'hello world', @output['action']['data']
+  end
+
+
+  ######################################
+  # Dynamic Translation
+  ######################################
+
+  def test_translate_function_proc
+    SkyDB::Import::Translator.new(:translate_function => lambda {|input, output| output['data'] = input['foo'].to_i + 10})
+      .translate(@input, @output)
+    assert_equal 1010, @output['data']
+  end
+
+
+  def test_translate_function_string
+    SkyDB::Import::Translator.new(:output_field => 'data', :translate_function => "input['foo'].to_i * 2")
+      .translate(@input, @output)
+    assert_equal 2000, @output['data']
+  end
+end