hipster_sql_to_hbase 0.1.2

data/lib/sql_parser/sql_select.treetop

@@ -0,0 +1,82 @@
+grammar SQLSelect
+  include SQLRowSupport
+
+  include SQLSelectClause
+  include SQLFromClause
+  include SQLWhereCondition
+  include SQLOrderByClause
+  include SQLLimit
+  include SQLHelpers
+
+  rule select_expression
+    select
+    from 
+    where_condition_or_empty
+    limit_condition_or_empty
+    order_by_condition_or_empty
+    {
+      def eval
+        SelectExpression.new({
+          :string => self.text_value,
+
+          :select => select.eval,
+          :from   => from.eval,
+          :where  => where_condition_or_empty.eval,
+          :limit  => limit_condition_or_empty.eval,
+          :order_by => order_by_condition_or_empty.eval
+        })
+      end
+      def query_type
+        :select
+      end
+      def build_tree(init_clause)
+        clauses = []
+        clause = init_clause
+        while clause
+          parens = clause.OPEN_PARENS rescue false
+          if parens
+            clauses << build_tree(clause.where_clause)
+            break
+          end
+          
+          clause_obj = false
+          begin
+            clause_obj = clause.clause1
+          rescue
+            clause_obj = clause if clause.one_column_name rescue false
+          end
+          if clause_obj
+            clauses << {
+              :column => clause_obj.one_column_name.eval,
+              :condition => clause_obj.joiner_or_null.condition_joiner.eval,
+              :value => clause_obj.joiner_or_null.primitive.eval
+            }
+            
+            dc_joiner = clause.disjunction_or_conjunction_joiner.text_value rescue dc_joiner = false
+            clauses << dc_joiner if dc_joiner
+            
+            clause = clause.clause2 rescue false
+            if !clause
+              clause = clause.where_clause rescue false
+            end
+          else
+            clause = clause.where_clause rescue false
+          end
+        end
+        clauses
+      end
+      def tree
+        init_clause = self.where_condition_or_empty.where_condition.where_clause rescue false
+          
+        where_result = (init_clause) ? build_tree(init_clause) : nil
+        {
+          :select => select.columns,
+          :from   => from.tables,
+          :where  => where_result,
+          :limit  => limit_condition_or_empty.eval,
+          :order_by => order_by_condition_or_empty.eval
+        }
+      end
+    }
+  end
+end

data/lib/sql_parser/sql_select_clause.treetop

@@ -0,0 +1,17 @@
+grammar SQLSelectClause
+  include SQLPrimitives
+  include SQLRowSupport
+
+  rule select
+    "SELECT" SPACE one_or_more_column_names optional_spaces { 
+       def columns
+         result = one_or_more_column_names.eval
+         if result.kind_of?(Array)
+           result
+         else
+           [result]
+         end
+       end 
+    }
+  end
+end

data/lib/sql_parser/sql_show_tables.treetop

@@ -0,0 +1,26 @@
+grammar SQLShowTables
+  include SQLPrimitives
+  include SQLRowSupport
+  include SQLWhereCondition
+
+  rule show_tables
+    "SHOW" SPACE (full)? "TABLES" from_table?
+    (like_pattern / (SPACE where_condition))? {
+      def eval
+        Expressions::TableDisplayer.new(Guillotine::DataStore)
+      end
+    }
+  end
+
+  rule full
+    "FULL" SPACE
+  end
+
+  rule from_table
+    SPACE "FROM" SPACE table_name
+  end
+
+  rule like_pattern
+    SPACE "LIKE" SPACE single_quoted_string
+  end
+end

data/lib/sql_parser/sql_tokens.treetop

@@ -0,0 +1,125 @@
+grammar SQLTokens
+  rule SPACE
+    " "
+  end
+
+  rule OPEN_PARENS
+    '('
+  end
+
+  rule CLOSE_PARENS
+    ')'
+  end
+  
+  rule EMPTY_STRING
+    '' { def eval; nil; end }
+  end
+  
+  rule TRUE
+    "TRUE" {
+      def eval
+        true
+      end
+    }
+  end
+
+  rule FALSE
+    "FALSE" {
+      def eval
+        false
+      end
+    }
+  end
+  
+  rule SINGLE_QUOTE
+    "'"
+  end
+  
+  rule DOUBLE_QUOTE
+    "\""
+  end
+
+  rule BACKTICK
+    "`"
+  end
+  
+  rule COMMA
+    ","
+  end
+  
+  rule STRING_CHARS
+    [0-9a-zA-Z\$_]
+  end
+  
+  rule ALPHA_CHARS
+    [a-zA-Z]
+  end
+  
+  rule NON_QUOTE_CHARS
+    [^'"]
+  end
+  
+  rule DIGIT
+    [0-9]
+  end
+  
+  rule DASH
+    "-" { def eval; nil; end }
+  end
+  
+  rule MINUS_OR_DIGIT
+    DASH / DIGIT
+  end
+
+  rule REAL_KEYWORD
+    "REAL"
+  end
+
+  rule DOUBLE_KEYWORD
+    "DOUBLE"
+  end
+
+  rule FLOAT_KEYWORD
+    "FLOAT"
+  end
+
+  rule DECIMAL_KEYWORD
+    "DECIMAL"
+  end
+
+  rule NUMERIC_KEYWORD
+    "NUMERIC"
+  end
+  
+  rule SMALL_INT_KEYWORD
+    "SMALLINT"
+  end
+
+  rule TINY_INT_KEYWORD
+    "TINYINT"
+  end
+
+  rule INT_KEYWORD
+    "INT"
+  end
+
+  rule INTEGER_KEYWORD
+    "INTEGER"
+  end
+  
+  rule ZEROFILL_KEYWORD
+    "ZEROFILL"
+  end
+  
+  rule UNSIGNED_KEYWORD
+    "UNSIGNED"
+  end
+  
+  rule BIG_INT_KEYWORD
+    "BIGINT"
+  end
+  
+  rule VARCHAR_KEYWORD
+    "VARCHAR"
+  end
+end

data/lib/sql_parser/sql_transaction.treetop

@@ -0,0 +1,43 @@
+grammar SQLTransaction
+  include SQLPrimitives
+
+  rule transaction_statement
+    start_transaction / begin / commit / rollback
+  end
+
+  rule start_transaction
+    "START" SPACE "TRANSACTION" with_consistent_snapshot?
+  end
+
+  rule with_consistent_snapshot
+    SPACE "WITH" SPACE "CONSISTENT" SPACE "SNAPSHOT"
+  end
+
+  rule begin
+    "BEGIN" work?
+  end
+
+  rule work
+    SPACE "WORK"
+  end
+
+  rule commit
+    "COMMIT" optional_transactional_clauses
+  end
+
+  rule optional_transactional_clauses
+    work? chain? release?
+  end
+
+  rule chain
+    SPACE "AND" SPACE ("NO" SPACE)? "CHAIN"
+  end
+
+  rule release
+    SPACE ("NO" SPACE)? "RELEASE"
+  end
+
+  rule rollback
+    "ROLLBACK" optional_transactional_clauses
+  end
+end

data/lib/sql_parser/sql_truncate.treetop

@@ -0,0 +1,11 @@
+grammar SQLTruncate
+  include SQLRowSupport
+
+  rule truncate
+    "TRUNCATE" SPACE ("TABLE" SPACE)? table_name {
+      def eval
+        Truncate.new(table_name.eval)
+      end
+    }
+  end
+end

data/lib/sql_parser/sql_update.treetop

@@ -0,0 +1,82 @@
+grammar SQLUpdate
+
+  rule parts
+    update / simple_where_clause / assignment_list / assignment / quoted_string / text / identifier
+  end
+
+  rule update
+    "UPDATE" space identifier space "SET" space assignment_list space simple_where_clause {
+      def table_name
+        identifier.text_value
+      end
+      def id
+        simple_where_clause.id
+      end
+      def items
+        assignment_list.items
+      end
+    }
+  end
+
+  rule simple_where_clause
+    "WHERE" space identifier space "=" space quoted_string {
+      def id
+        quoted_string.text_value
+      end
+    }
+  end
+
+  rule assignment_list
+    a1:assignment space "," space a2:assignment_list {
+      def items
+        a1.items.merge(a2.items)
+      end
+    }
+    /
+    assignment
+  end
+
+  rule assignment
+    identifier space "=" space quoted_string {
+
+      def items
+        { key => value }
+      end
+
+      def key
+        identifier.text_value
+      end
+
+      def value
+        quoted_string.text_value
+      end
+    }
+  end
+
+  rule quoted_string
+    "'" text "'" {
+      def text_value
+        text.text_value
+      end
+    }
+    /
+    "''" {
+      def text_value
+        ""
+      end
+    }
+  end
+
+  rule text
+    ( "''" / !"'" . )+
+  end
+
+  rule identifier
+    (!("'" / "=" / " ") .)+
+  end
+
+  rule space
+    ' '*
+  end
+
+end

data/lib/sql_parser/sql_where_condition.treetop

@@ -0,0 +1,46 @@
+grammar SQLWhereCondition
+  include SQLKeyValuePair
+
+  rule where_condition
+    "WHERE" SPACE where_clause {
+       def eval
+         where_clause.eval
+       end
+     }
+  end
+
+  rule where_clause
+    OPEN_PARENS optional_spaces where_clause optional_spaces CLOSE_PARENS {
+      def eval
+        where_clause.eval
+      end
+    }
+    /
+    clause1:single_expression_where_clause      SPACE 
+            disjunction_or_conjunction_joiner   SPACE 
+    clause2:where_clause {
+      def eval
+        klass = Expressions.find_class_for(disjunction_or_conjunction_joiner.eval)
+        klass.new(clause1.eval, clause2.eval)
+      end
+    } 
+    / 
+    single_expression_where_clause
+  end
+
+  rule disjunction_or_conjunction_joiner
+    and / or
+  end
+
+  rule and
+    "AND" { def eval; :AND; end }
+  end
+
+  rule or
+    "OR" { def eval; :OR; end }
+  end
+
+  rule single_expression_where_clause
+    key_value_pair
+  end
+end

data/lib/sql_treetop_load.rb

@@ -0,0 +1,23 @@
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_tokens.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_primitives.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_helpers.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_chars.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_row_support.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_key_value_pair.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_where_condition.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_limit.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_order_by_clause.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_group_by_clause.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_from_clause.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_select_clause.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_select.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_truncate.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_delete.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_drop_table.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_show_tables.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_transaction.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_insert.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_update.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_datatypes.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql_create_table.treetop"
+Treetop.load "#{File.dirname(__FILE__)}/sql_parser/sql.treetop"