oracle-sql-parser 0.1.0

data/lib/oracle-sql-parser/grammar/reserved_word_generator.rb

@@ -0,0 +1,233 @@
+module OracleSqlParser
+  module Grammar
+    class ReservedWordGenerator
+      def self.generate_grammer
+        filename = ARGV[1] || File.expand_path("./reserved_word.treetop", File.dirname(__FILE__))
+        File.open(filename, 'w') do |f|
+          f.write self.generate_grammer_string(filename)
+        end
+      end
+
+      class KeywordRule
+        attr_reader :keyword
+        def initialize(keyword)
+          @keyword = keyword
+        end
+
+        def to_s
+          content = []
+          content << "    rule #{rule_name}"
+          content << "      #{matcher} {"
+          content << "        def ast"
+          content << "          OracleSqlParser::Ast::Keyword.new(:name => text_value)"
+          content << "        end"
+          content << "      }"
+          content << "    end"
+          content.join("\n")
+        end
+
+        def rule_name
+          "#{@keyword.downcase}_keyword"
+        end
+
+        def matcher
+          matcher = []
+          keyword.each_char do |ch|
+            if ch.match(/[A-Z]/)
+              matcher << "[#{ch.downcase}#{ch.upcase}]"
+            else
+              matcher << "'#{ch}'"
+            end
+          end
+          matcher << '( ![A-Za-z0-9] )'
+          matcher.join(' ')
+        end
+      end
+
+      class MatchKeyword < Array
+        attr_reader :rule_name
+        def initialize(rule_name)
+          @rule_name = rule_name
+        end
+
+        def to_s
+          content = []
+          content << "    rule #{rule_name}"
+          content << "      [a-zA-Z0-9_]+ ![a-zA-Z0-9] &{|w| #{self.to_a.to_s}.include? w.first.text_value.upcase}"
+          content << "    end"
+          content.join("\n")
+        end
+      end
+
+      def self.generate_grammer_string(filename)
+        header = <<EOS
+#
+# #{File.basename(filename)} generated by #{__FILE__} at #{Time.now}
+#
+module OracleSqlParser::Grammar
+  grammar ReservedWord
+EOS
+        content = []
+
+        footer = <<EOS
+  end
+end
+EOS
+        not_match_keyword = MatchKeyword.new 'keyword'
+        self.keywords.each do |keyword|
+          rule = KeywordRule.new(keyword)
+          content << rule.to_s
+          not_match_keyword << keyword
+        end
+
+        content.unshift not_match_keyword.to_s
+        header + content.join("\n") + footer
+      end
+
+      def self.keywords
+        [
+          'ACCESS',
+          'ADD',
+          'ALL',
+          'ALTER',
+          'AND',
+          'ANY',
+          'AS',
+          'ASC',
+          'AUDIT',
+          'BETWEEN',
+          'BY',
+          'CASE',
+          'CHAR',
+          'CHECK',
+          'CLUSTER',
+          'CURRENT_OF',
+          'COLUMN',
+          'COLUMN_VALUE',
+          'COMMENT',
+          'COMPRESS',
+          'CONNECT',
+          'CREATE',
+          'CROSS',
+          'CUBE',
+          'CURRENT',
+          'CURRVAL',
+          'DATE',
+          'DECIMAL',
+          'DEFAULT',
+          'DELETE',
+          'DESC',
+          'DISTINCT',
+          'DROP',
+          'ELSE',
+          'END',
+          'ESCAPE',
+          'EXCLUSIVE',
+          'EXISTS',
+          'FILE',
+          'FIRST',
+          'FLOAT',
+          'FOR',
+          'FROM',
+          'FULL',
+          'GRANT',
+          'GROUP',
+          'HAVING',
+          'IDENTIFIED',
+          'IMMEDIATE',
+          'IN',
+          'INCREMENT',
+          'INDEX',
+          'INITIAL',
+          'INNER',
+          'INSERT',
+          'INTEGER',
+          'INTERSECT',
+          'INTO',
+          'IS',
+          'JOIN',
+          'LAST',
+          'LEFT',
+          'LEVEL',
+          'LIKE',
+          'LIKE2',
+          'LIKE4',
+          'LIKEC',
+          'LOCK',
+          'LONG',
+          'MAXEXTENTS',
+          'MINUS',
+          'MLSLABEL',
+          'MODE',
+          'MODIFY',
+          'NATURAL',
+          'NESTED_TABLE_ID',
+          'NEXTVAL',
+          'NOAUDIT',
+          'NOCOMPRESS',
+          'NOT',
+          'NOWAIT',
+          'NULL',
+          'NULLS',
+          'NUMBER',
+          'OF',
+          'OFFLINE',
+          'ON',
+          'ONLINE',
+          'OPTION',
+          'OR',
+          'ORDER',
+          'OUTER',
+          'PCTFREE',
+          'PRIOR',
+          'PRIVILEGES',
+          'PUBLIC',
+          'RAW',
+          'REGEXP_LIKE',
+          'RENAME',
+          'RESOURCE',
+          'REVOKE',
+          'RIGHT',
+          'ROLLUP',
+          'ROW',
+          'ROWID',
+          'ROWNUM',
+          'ROWS',
+          'SELECT',
+          'SESSION',
+          'SET',
+          'SHARE',
+          'SIZE',
+          'SIBLINGS',
+          'SMALLINT',
+          'START',
+          'SUCCESSFUL',
+          'SYNONYM',
+          'SYSDATE',
+          'SYSTIMESTAMP',
+          'TABLE',
+          'THEN',
+          'TO',
+          'TRIGGER',
+          'UID',
+          'UNION',
+          'UNIQUE',
+          'UPDATE',
+          'USER',
+          'USING',
+          'VALIDATE',
+          'VALUES',
+          'VARCHAR',
+          'VARCHAR2',
+          'VIEW',
+          'WAIT',
+          'WHEN',
+          'WHENEVER',
+          'WHERE',
+        ]
+      end
+    end
+  end
+end
+
+OracleSqlParser::Grammar::ReservedWordGenerator.generate_grammer

data/lib/oracle-sql-parser/grammar/select.treetop

@@ -0,0 +1,388 @@
+module OracleSqlParser::Grammar
+  grammar Select
+    rule select_statement
+      subquery for_update_clause:for_update_clause? {
+        def ast
+          OracleSqlParser::Ast::SelectStatement[
+            :subquery => subquery.ast,
+            :for_update_clause => for_update_clause.ast]
+        end
+      }
+    end
+
+    rule subquery
+      query_block
+      (
+        more_queries:(
+          union_keyword (space all_keyword?) /
+          intersect_keyword /
+          minus_keyword
+        ) space? subquery )?
+      order_by_clause:order_by_clause? {
+        def ast
+          OracleSqlParser::Ast::Subquery[
+            :query_block => query_block.ast,
+            :order_by_clause => order_by_clause.ast]
+        end
+      }
+    end
+
+    rule query_block
+      (subquery_factoring_clause:subquery_factoring_clause space)?
+      select_keyword space
+      hint:hint?
+      mod:(modifier:(all_keyword / distinct_keyword / unique_keyword) space)?
+      select_list space?
+      from_keyword space?
+      select_sources space?
+      where_clause:where_clause? space?
+      group_by_clause:group_by_clause? space?
+      model_clause:model_clause? space? {
+        def ast
+          OracleSqlParser::Ast::QueryBlock[
+            :hint => hint.ast,
+            :modifier => modifier.ast,
+            :select_list => select_list.ast,
+            :select_sources => select_sources.ast,
+            :where_clause => where_clause.ast,
+            :group_by_clause => group_by_clause.ast,
+            :model_clause => model_clause.ast]
+        end
+
+        def modifier
+          mod.modifier if mod.respond_to? :modifier
+        end
+      }
+    end
+
+    rule select_sources
+      join_clause /
+      '(' space? join_clause space? ')' /
+      table_reference  {
+        def ast
+          if respond_to? :join_clause
+            join_clause.ast
+          else
+            super
+          end
+        end
+      }
+    end
+
+    rule join_clause
+      table_reference space
+      (
+        outer_join_clause /
+        inner_cross_join_clause {
+          def ast
+            super
+          end
+        }
+      )
+    end
+
+    rule inner_cross_join_clause
+      inner_join_clause /
+      cross_join_clause {
+        def ast
+          super
+        end
+      }
+    end
+
+    rule inner_join_clause
+      inner_keyword space? join_keyword space? table_reference space?
+      (
+        on_keyword space? condition /
+        using_keyword space? '(' space? column_list space? ')'
+      ) {
+        def ast
+          'inner_join_clause'
+        end
+      }
+    end
+
+    rule cross_join_clause
+      (
+        cross_keyword /
+        natural_keyword (space inner_keyword)?
+      ) space join_keyword space table_reference {
+        def ast
+          'cross_join_clause'
+        end
+      }
+    end
+
+    rule column_list
+      column_name (space? ',' space? column_name)* {
+        def ast
+          'column_list'
+        end
+      }
+    end
+
+    rule outer_join_clause
+      query_partition_clause?
+      (
+        outer_join_type space? join_keyword /
+        natural_keyword space? outer_join_type? space? join_keyword
+      ) space
+      table_reference space
+      (query_partition_clause space)?
+      (
+        on_keyword space? condition /
+        using_keyword space '(' space? column_list space? ')'
+      ) {
+        def ast
+          'outer_join_clause'
+        end
+      }
+    end
+
+    rule query_partition_clause
+      'query_partition_clause' {
+        def ast
+          'query_partition_clause'
+        end
+      }
+    end
+
+    rule outer_join_type
+      (
+        full_keyword /
+        left_keyword /
+        right_keyword
+      ) (space outer_keyword)? {
+        def ast
+          'outer_join_type'
+        end
+      }
+    end
+
+    rule for_update_clause
+      for_keyword space?
+      update_keyword space?
+      f:(of_keyword space for_update_clause_columns)?
+      wait:(wait_with_integer / nowait_keyword)? {
+        def ast
+          OracleSqlParser::Ast::ForUpdateClause[
+            :columns => for_update_clause_columns.ast,
+            :wait => wait.ast
+          ].remove_nil_values!
+        end
+
+        def for_update_clause_columns
+          if f.respond_to? :for_update_clause_columns
+            f.for_update_clause_columns
+          else
+            nil
+          end
+        end
+      }
+    end
+
+    rule wait_with_integer
+      wait_keyword space? integer {
+        def ast
+          integer.ast
+        end
+      }
+    end
+
+    rule for_update_clause_columns
+      for_update_clause_column more:(space? ',' space? more_for_update_clause_columns:for_update_clause_column)* {
+        def ast
+          OracleSqlParser::Ast::Array[
+            for_update_clause_column.ast, *more_for_update_clause_columns.map(&:ast)
+          ]
+        end
+
+        def more_for_update_clause_columns
+          more.elements.map(&:more_for_update_clause_columns)
+        end
+      }
+    end
+
+    rule for_update_clause_column
+      (
+        schema_name space? '.' space? table_name space? '.' space? column_name /
+        table_name space? '.' space? column_name /
+        space? column_name
+      ) {
+        def ast
+          OracleSqlParser::Ast::Identifier[:name => text_value]
+        end
+      }
+    end
+
+    rule subquery_factoring_clause
+      'subquery_factoring_clause' { # not implemented
+        def ast
+          'subquery_factoring_clause'
+        end
+      }
+    end
+
+    rule order_by_clause
+      order_keyword space siblings:siblings_keyword? space? by_keyword space order_by_clause_items {
+        def ast
+          OracleSqlParser::Ast::OrderByClause[
+            :siblings => siblings.ast,
+            :items => order_by_clause_items.ast
+          ]
+        end
+      }
+    end
+
+    rule order_by_clause_items
+      order_by_clause_item
+      more:(space? ',' space? order_by_clause_item space?)* {
+        def ast
+          OracleSqlParser::Ast::Array[
+            order_by_clause_item.ast, *more_order_by_clause_items.map(&:ast)
+          ]
+        end
+
+        def more_order_by_clause_items
+          more.elements.map(&:order_by_clause_item)
+        end
+      }
+    end
+
+    rule order_by_clause_item
+      target:(expr / position / c_alias) space?
+      asc:(asc_keyword / desc_keyword)? space?
+      null:(nulls_keyword space first_or_last:(first_keyword / last_keyword))? {
+        def ast
+          OracleSqlParser::Ast::OrderByClauseItem[
+            :target => target.ast,
+            :asc => asc.ast,
+            :nulls => nulls.ast
+          ]
+        end
+
+        def nulls
+          if null.respond_to? :first_or_last
+            null.first_or_last
+          else
+            nil
+          end
+        end
+      }
+    end
+
+    rule select_list
+      select_one_column more_list:( space? ',' space? c:select_one_column space? )* {
+        def ast
+          OracleSqlParser::Ast::Array[select_one_column.ast, *more_columns.map(&:ast)]
+        end
+
+        def more_columns
+          more_list.elements.map{|element| element.c}
+        end
+      }
+    end
+
+    rule select_one_column
+      ( select_table /
+        expr /
+        select_column
+        ) {
+        def ast
+          super
+        end
+      }
+    end
+
+    rule select_table
+      (table_name '.')? '*' {
+        def ast
+          OracleSqlParser::Ast::Identifier[:name => text_value]
+        end
+      }
+    end
+
+    rule select_column
+      sql_expression ( space ( as_keyword space )? c_alias )?  {
+        def ast
+          sql_expression.ast
+        end
+      }
+    end
+
+    # group
+    rule group_by_clause
+      group_keyword space by_keyword space target:group_column space?
+        t:(',' space? more_target:group_column space?)*
+        h:(having_keyword space condition:condition)? {
+        def ast
+          OracleSqlParser::Ast::GroupByClause[
+            :targets => OracleSqlParser::Ast::Array[
+              target.ast, *more_targets.map(&:ast)
+            ],
+            :having => condition.ast
+          ]
+        end
+
+        def more_targets
+          t.elements.map{|e| e.more_target}
+        end
+
+        def condition
+          if h.respond_to? :condition
+            h.condition
+          else
+            nil
+          end
+        end
+      }
+    end
+
+    rule group_column
+      (
+        expr /
+        rollup_cube_clause /
+        grouping_sets_clause
+      ) {
+        def ast
+          super
+        end
+      }
+    end
+
+    rule rollup_cube_clause
+      func_name:(rollup_keyword / cube_keyword) space? grouping_expression_list {
+        def ast
+          OracleSqlParser::Ast::RollupCubeClause[
+            :func_name => func_name.ast,
+            :args => grouping_expression_list.ast
+          ]
+        end
+      }
+    end
+
+    rule grouping_sets_clause
+      'grouping_sets_clause' { # not implemented
+        def ast
+          'grouping_sets_clause'
+        end
+      }
+    end
+
+    rule grouping_expression_list
+      expression_list {
+        def ast
+          super
+        end
+      }
+    end
+
+    rule model_clause
+      'model_clause' {
+        def ast
+          'model_clause'
+        end
+      }
+    end
+  end
+end