hipster_sql_to_hbase 0.1.2

data/lib/sql_parser/sql_insert.treetop

@@ -0,0 +1,118 @@
+grammar SQLInsert
+  include SQLPrimitives
+  include SQLRowSupport
+  include SQLHelpers
+
+  rule insert
+    "INSERT" SPACE ((low_priority / delayed / high_priority) SPACE)? (ignore SPACE)?
+    ("INTO" SPACE)? table_name SPACE? optional_list_of_columns
+    ("VALUES" / "VALUE") SPACE* groups_of_values {
+      def query_type
+        :insert
+      end
+      def tree
+        cols = optional_list_of_columns.eval
+        cols = [cols] if !cols.is_a? Array
+        vals = groups_of_values.eval
+        vals = [vals] if !vals.is_a? Array
+        vals = [vals] if !vals[0].is_a? Array
+        if check_valid(cols,vals)
+          {
+            :into => table_name.eval,
+            :columns => cols,
+            :values => vals
+          }
+        else
+          nil
+        end
+      end
+      def check_valid(cols,vals)
+        xpected_num = cols.length
+        result = true
+        vals.each do |val|
+          if (val.length != xpected_num)
+            result = false
+            break
+          end
+        end
+        result
+      end
+    }
+  end
+
+  rule optional_list_of_columns
+    list_of_columns SPACE {
+      def eval; list_of_columns.eval; end
+    }
+    / 
+    '' { 
+      def eval; nil; end 
+    }
+  end
+
+  rule low_priority
+    "LOW_PRIORITY"
+  end
+
+  rule delayed
+    "DELAYED"
+  end
+
+  rule high_priority
+    "HIGH_PRIORITY"
+  end
+
+  rule ignore
+    "IGNORE"
+  end
+
+  rule list_of_columns
+    "(" SPACE? one_or_more_column_names SPACE? ")" { 
+      def eval; one_or_more_column_names.eval; end
+    }
+  end
+  
+  rule groups_of_values
+    OPEN_PARENS SPACE* list_of_values SPACE* CLOSE_PARENS SPACE* "," SPACE* groups_of_values {
+      def eval
+        [list_of_values.eval] + groups_of_values.eval
+      end
+    }
+    /
+    OPEN_PARENS SPACE* list_of_values SPACE* CLOSE_PARENS {
+      def eval
+        [list_of_values.eval]
+      end
+    }
+  end
+
+  rule list_of_values
+    one_or_more_values
+    /
+    '' { def eval; []; end }
+  end
+
+  rule one_or_more_values
+    insert_value SPACE? "," SPACE? one_or_more_values { 
+      def eval
+        [insert_value.eval, one_or_more_values.eval].flatten
+      end
+    }
+    / 
+    insert_value {
+      def eval
+        [super]
+      end
+    }
+  end
+
+  rule insert_value
+    default_value / primitive
+  end
+
+  rule default_value
+    "DEFAULT" SPACE* OPEN_PARENS SPACE* column_name SPACE* CLOSE_PARENS { 
+      def eval; "DEFAULT"; end
+    }
+  end
+end

data/lib/sql_parser/sql_key_value_pair.treetop

@@ -0,0 +1,91 @@
+grammar SQLKeyValuePair
+  include SQLPrimitives
+  include SQLRowSupport
+
+  rule key_value_pair
+    one_column_name optional_spaces joiner_or_null  {
+      def eval
+        results = joiner_or_null.eval
+        klass = Expressions.find_class_for(results[:joiner])
+        if value = results[:value]
+          klass.new(one_column_name.eval.to_sym, results[:value])
+        else
+          klass.new(one_column_name.eval.to_sym)
+        end
+      end
+    }
+  end
+
+  rule joiner_or_null
+    a_null / joiner_with_value
+  end
+
+  rule a_null
+    is_not_null / is_null
+  end
+
+  rule is_not_null
+    "IS" SPACE "NOT" SPACE "NULL" {
+      def eval
+        { :joiner => :"IS NOT NULL" }
+      end
+    }
+  end
+
+  rule is_null
+    "IS" SPACE "NULL" {
+      def eval
+        { :joiner => :"IS NULL" }
+      end
+     }
+  end
+
+  rule joiner_with_value
+    condition_joiner optional_spaces primitive {
+      def eval
+        { 
+          :joiner => condition_joiner.eval,
+          :value => primitive.eval
+        }
+      end
+    }
+  end
+
+  rule condition_joiner
+    greater_than_or_equal / 
+    less_than_or_equal / 
+    equals / 
+    not_equals / 
+    less_than / 
+    greater_than /
+    like
+  end
+
+  rule less_than_or_equal
+    "<="  {   def eval;   :<=;   end }
+  end
+
+  rule greater_than_or_equal
+    ">="  {   def eval;   :>=    end }
+  end
+
+  rule less_than
+    "<"   {   def eval;   :<     end }
+  end
+
+  rule greater_than
+    ">"   {   def eval;   :>     end }
+  end
+
+  rule not_equals
+    "!="  {  def eval;   :"!="   end }
+  end
+
+  rule equals
+    "="   {   def eval;  :"="    end }
+  end
+  
+  rule like
+    "LIKE"   {   def eval;  :"LIKE"    end }
+  end
+end

data/lib/sql_parser/sql_limit.treetop

@@ -0,0 +1,7 @@
+grammar SQLLimit
+  include SQLPrimitives
+
+  rule limit
+    "LIMIT" SPACE number { def eval; Limit.new(number.eval); end }
+  end
+end

data/lib/sql_parser/sql_order_by_clause.treetop

@@ -0,0 +1,53 @@
+grammar SQLOrderByClause
+  include SQLPrimitives
+  include SQLRowSupport
+  include SQLHelpers
+
+  rule order_by
+    "ORDER" SPACE "BY" SPACE one_or_more_column_names_with_sort { 
+      def eval
+        OrderBy.new(one_or_more_column_names_with_sort.eval)
+      end
+    }
+  end
+
+  rule one_or_more_column_names_with_sort
+    one_column_name_with_sort "," SPACE one_or_more_column_names_with_sort {
+      def eval
+        result1, result2 = one_column_name_with_sort.eval, one_or_more_column_names_with_sort.eval
+        [result1, result2].flatten
+      end
+    }
+    / 
+    one_column_name_with_sort
+  end
+
+  rule one_column_name_with_sort
+    one_column_name optional_sort_condition { 
+      def eval
+        column = one_column_name.eval
+        if value = optional_sort_condition.eval
+          OrderByPair.new(column, value)
+        else
+          OrderByPair.new(column)
+        end
+      end 
+    }
+  end
+
+  rule optional_sort_condition
+    SPACE sort_condition { def eval; sort_condition.eval; end } / EMPTY_STRING
+  end
+
+  rule sort_condition
+    ascending / descending
+  end
+
+  rule ascending
+    "ASC" { def eval; Guillotine::Expressions::OrderBy::ASC; end }
+  end
+
+  rule descending
+    "DESC" { def eval; Guillotine::Expressions::OrderBy::DESC; end }
+  end
+end

data/lib/sql_parser/sql_primitives.treetop

@@ -0,0 +1,118 @@
+grammar SQLPrimitives
+  include SQLTokens
+
+  rule primitive
+    OPEN_PARENS primitive CLOSE_PARENS {
+       def eval
+        simple_primitive.eval
+      end
+    }
+    /
+    simple_primitive
+  end
+
+  rule simple_primitive
+    datetime / date / boolean / quoted_string / backtick_string / number / string
+  end
+
+  rule optional_spaces
+    SPACE*
+  end
+
+  rule boolean
+    TRUE / FALSE
+  end
+
+  rule quoted_string
+    single_quoted_string / double_quoted_string
+  end
+
+  rule single_quoted_string
+    SINGLE_QUOTE (NON_QUOTE_CHARS / DOUBLE_QUOTE)* SINGLE_QUOTE {
+      def eval
+        text_value[1..text_value.length-2]
+      end
+    }
+  end
+
+  rule double_quoted_string
+    DOUBLE_QUOTE (NON_QUOTE_CHARS / SINGLE_QUOTE)* DOUBLE_QUOTE {
+      def eval
+        text_value[1..text_value.length-2]
+      end
+    }
+  end
+
+  rule backtick_string
+    BACKTICK string BACKTICK {
+      def eval
+        string.eval
+      end
+    }
+  end
+
+  rule string
+    STRING_CHARS+ {
+      def eval
+        text_value
+      end
+    }
+  end
+
+  rule number
+    float / integer
+  end
+
+  rule integer
+    MINUS_OR_DIGIT DIGIT* {
+      def eval
+        text_value.to_i
+      end
+    }
+  end
+
+  rule float
+    integer "." integer {
+      def eval
+        text_value.to_f
+      end
+    }
+  end
+
+  rule date
+    one:four_digits DASH two:two_digits DASH three:two_digits {
+      def eval
+        elements = [one.eval, two.eval, three.eval]
+        Date.new(*elements)
+      end
+    }
+  end
+
+  rule four_digits
+    two_digits two_digits {
+      def eval; text_value.to_i; end
+    }
+  end
+
+  rule two_digits
+    DIGIT DIGIT {
+      def eval; text_value.to_i; end
+    }
+  end
+
+  rule datetime
+    quote? date SPACE time quote? {
+      def eval
+        Time.parse(text_value)
+      end
+    }
+  end
+
+  rule time
+    two_digits ":" two_digits ":" two_digits
+  end
+
+  rule quote
+    SINGLE_QUOTE / DOUBLE_QUOTE
+  end
+end

data/lib/sql_parser/sql_row_support.treetop

@@ -0,0 +1,72 @@
+grammar SQLRowSupport
+  include SQLPrimitives
+
+  rule one_or_more_table_names
+    table_name "," SPACE one_or_more_table_names {
+      def eval
+        [table_name.eval, one_or_more_table_names.eval]
+      end
+    } 
+    / 
+    table_name
+  end
+
+  rule one_or_more_column_names_with_sort
+    one_column_name_with_sort "," SPACE one_or_more_column_names {
+      def eval
+        result1, result2 = one_column_name.eval, one_or_more_column_names.eval
+        [result1, result2].flatten
+      end
+    }
+    / 
+    one_column_name_with_sort
+  end
+
+  rule one_or_more_column_names
+    one_column_name SPACE? "," SPACE? one_or_more_column_names {
+      def eval
+        result1, result2 = one_column_name.eval, one_or_more_column_names.eval
+        [result1, result2].flatten
+      end
+    }
+    / 
+    one_column_name
+  end
+
+  rule one_column_name
+    table_name dot column_name {
+      def eval
+        column_name.eval
+      end
+    } 
+    / 
+    column_name
+  end
+
+  rule column_name
+    backtick_string / column_string / all_columns
+  end
+
+  # TODO: Clean this up
+  rule table_name
+    backtick_string
+    /
+    string
+  end
+
+  rule column_string
+    string {
+      def eval
+        text_value.downcase
+      end
+    }
+  end
+
+  rule dot
+    "." { def eval; "."; end }
+  end
+
+  rule all_columns
+    "*" { def eval; "*"; end }
+  end
+end