cmis_server 1.0.3

data/lib/cmis_server/query/parser.rex

@@ -0,0 +1,114 @@
+class CmisServer::Query::Parser
+
+option
+  ignorecase
+
+macro
+  DIGIT   [0-9]
+  UINT    {DIGIT}+
+  BLANK   \s+
+
+  YEARS   {DIGIT}{DIGIT}{DIGIT}{DIGIT}
+  MONTHS  {DIGIT}{DIGIT}
+  DAYS    {DIGIT}{DIGIT}
+  HOUR    {DIGIT}{DIGIT}
+  MINUTES {DIGIT}{DIGIT}
+  SECONDS {DIGIT}{DIGIT}
+  MILISECONDS {DIGIT}{DIGIT}{DIGIT}
+  DATE    {YEARS}-{MONTHS}-{DAYS}T{HOUR}:{MINUTES}:{SECONDS}\.{MILISECONDS}
+
+  IDENT   [\w:]+
+rule
+  # [:state]  pattern       [actions]
+
+  # literals
+              #\"{DATE}\"    { [:date_string, DateTime.parse(text)] }
+              \'{DATE}\'    { [:date_string, DateTime.parse(text)] }
+
+              \'            { @state = :STRS;  [:quote, text] }
+    :STRS     \'            { @state = nil;    [:quote, text] }
+    #:STRS     .*(?=\')      {                  [:character_string_literal, text.gsub("''", "'")] }
+    :STRS     [^\']*         {                  [:character_string_literal, text.gsub("''", "'")] }
+
+    #          \"            { @state = :STRD;  [:quote, text] }
+    #:STRD     \"            { @state = nil;    [:quote, text] }
+    #:STRD     .*(?=\")      {                  [:character_string_literal, text.gsub('""', '"')] }
+
+              {UINT}        { [:unsigned_integer, text.to_i] }
+
+  # skip
+              {BLANK}       # no action
+
+  # keywords
+               SELECT        { [:SELECT, text] }
+               SCORE         { [:SCORE, text] }
+               AS            { [:AS, text] }
+               FROM          { [:FROM, text] }
+               LEFT          { [:LEFT, text] }
+               INNER         { [:INNER, text] }
+               OUTER         { [:OUTER, text] }
+               ON            { [:ON, text] }
+               JOIN          { [:JOIN, text] }
+               WHERE         { [:WHERE, text] }
+               TIMESTAMP     { [:TIMESTAMP, text] }
+               IN_FOLDER     { [:IN_FOLDER, text] }
+               IN_TREE       { [:IN_TREE, text] }
+               IN            { [:IN, text] }
+               NOT           { [:NOT, text] }
+               IS            { [:IS, text] }
+               NULL          { [:NULL, text] }
+               LIKE          { [:LIKE, text] }
+               AND           { [:AND, text] }
+               ANY           { [:ANY, text] }
+               ORDER         { [:ORDER, text] }
+               BY            { [:BY, text] }
+               OR            { [:OR, text] }
+               ASC           { [:ASC, text] }
+               DESC          { [:DESC, text] }
+
+               TRUE          { [:TRUE, true]}
+               FALSE         { [:FALSE, false]}
+
+
+#              BETWEEN       { [:BETWEEN, text] }
+#              INTO          { [:INTO, text] }
+#              COUNT         { [:COUNT, text] }
+#              AVG           { [:AVG, text] }
+#              MAX           { [:MAX, text] }
+#              MIN           { [:MIN, text] }
+#              SUM           { [:SUM, text] }
+#              GROUP         { [:GROUP, text] }
+#              HAVING        { [:HAVING, text] }
+#              CROSS         { [:CROSS, text] }
+#              FULL          { [:FULL, text] }
+#              USING         { [:USING, text] }
+#              EXISTS        { [:EXISTS, text] }
+#              CURRENT_USER  { [:CURRENT_USER, text] }
+#              VALUES        { [:VALUES, text] }
+
+  # tokens
+              E             { [:E, text] }
+
+              <>            { [:not_equals_operator, text] }
+              !=            { [:not_equals_operator, text] }
+              =             { [:equals_operator, text] }
+              <=            { [:less_than_or_equals_operator, text] }
+              <             { [:less_than_operator, text] }
+              >=            { [:greater_than_or_equals_operator, text] }
+              >             { [:greater_than_operator, text] }
+
+              \(            { [:left_paren, text] }
+              \)            { [:right_paren, text] }
+              \*            { [:asterisk, text] }
+              \/            { [:solidus, text] }
+              \+            { [:plus_sign, text] }
+              \-            { [:minus_sign, text] }
+              \.            { [:period, text] }
+              ,             { [:comma, text] }
+
+  # identifier
+              `{IDENT}`     { [:identifier, text[1..-2]] }
+              {IDENT}       { [:identifier, text] }
+
+---- header ----
+require 'date'

data/lib/cmis_server/query/parser.rex.rb

@@ -0,0 +1,238 @@
+#--
+# DO NOT MODIFY!!!!
+# This file is automatically generated by rex 1.0.5
+# from lexical definition file "lib/cmis_server/query/parser.rex".
+#++
+
+require 'racc/parser'
+class CmisServer::Query::Parser < Racc::Parser
+  require 'strscan'
+
+  class ScanError < StandardError ; end
+
+  attr_reader   :lineno
+  attr_reader   :filename
+  attr_accessor :state
+
+  def scan_setup(str)
+    @ss = StringScanner.new(str)
+    @lineno =  1
+    @state  = nil
+  end
+
+  def action
+    yield
+  end
+
+  def scan_str(str)
+    scan_setup(str)
+    do_parse
+  end
+  alias :scan :scan_str
+
+  def load_file( filename )
+    @filename = filename
+    open(filename, "r") do |f|
+      scan_setup(f.read)
+    end
+  end
+
+  def scan_file( filename )
+    load_file(filename)
+    do_parse
+  end
+
+
+  def next_token
+    return if @ss.eos?
+    
+    # skips empty actions
+    until token = _next_token or @ss.eos?; end
+    token
+  end
+
+  def _next_token
+    text = @ss.peek(1)
+    @lineno  +=  1  if text == "\n"
+    token = case @state
+    when nil
+      case
+      when (text = @ss.scan(/\'[0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]T[0-9][0-9]:[0-9][0-9]:[0-9][0-9]\.[0-9][0-9][0-9]\'/i))
+         action { [:date_string, DateTime.parse(text)] }
+
+      when (text = @ss.scan(/\'/i))
+         action { @state = :STRS;  [:quote, text] }
+
+      when (text = @ss.scan(/[0-9]+/i))
+         action { [:unsigned_integer, text.to_i] }
+
+      when (text = @ss.scan(/\s+/i))
+        ;
+
+      when (text = @ss.scan(/SELECT/i))
+         action { [:SELECT, text] }
+
+      when (text = @ss.scan(/SCORE/i))
+         action { [:SCORE, text] }
+
+      when (text = @ss.scan(/AS/i))
+         action { [:AS, text] }
+
+      when (text = @ss.scan(/FROM/i))
+         action { [:FROM, text] }
+
+      when (text = @ss.scan(/LEFT/i))
+         action { [:LEFT, text] }
+
+      when (text = @ss.scan(/INNER/i))
+         action { [:INNER, text] }
+
+      when (text = @ss.scan(/OUTER/i))
+         action { [:OUTER, text] }
+
+      when (text = @ss.scan(/ON/i))
+         action { [:ON, text] }
+
+      when (text = @ss.scan(/JOIN/i))
+         action { [:JOIN, text] }
+
+      when (text = @ss.scan(/WHERE/i))
+         action { [:WHERE, text] }
+
+      when (text = @ss.scan(/TIMESTAMP/i))
+         action { [:TIMESTAMP, text] }
+
+      when (text = @ss.scan(/IN_FOLDER/i))
+         action { [:IN_FOLDER, text] }
+
+      when (text = @ss.scan(/IN_TREE/i))
+         action { [:IN_TREE, text] }
+
+      when (text = @ss.scan(/IN/i))
+         action { [:IN, text] }
+
+      when (text = @ss.scan(/NOT/i))
+         action { [:NOT, text] }
+
+      when (text = @ss.scan(/IS/i))
+         action { [:IS, text] }
+
+      when (text = @ss.scan(/NULL/i))
+         action { [:NULL, text] }
+
+      when (text = @ss.scan(/LIKE/i))
+         action { [:LIKE, text] }
+
+      when (text = @ss.scan(/AND/i))
+         action { [:AND, text] }
+
+      when (text = @ss.scan(/ANY/i))
+         action { [:ANY, text] }
+
+      when (text = @ss.scan(/ORDER/i))
+         action { [:ORDER, text] }
+
+      when (text = @ss.scan(/BY/i))
+         action { [:BY, text] }
+
+      when (text = @ss.scan(/OR/i))
+         action { [:OR, text] }
+
+      when (text = @ss.scan(/ASC/i))
+         action { [:ASC, text] }
+
+      when (text = @ss.scan(/DESC/i))
+         action { [:DESC, text] }
+
+      when (text = @ss.scan(/TRUE/i))
+         action { [:TRUE, true]}
+
+      when (text = @ss.scan(/FALSE/i))
+         action { [:FALSE, false]}
+
+      when (text = @ss.scan(/E/i))
+         action { [:E, text] }
+
+      when (text = @ss.scan(/<>/i))
+         action { [:not_equals_operator, text] }
+
+      when (text = @ss.scan(/!=/i))
+         action { [:not_equals_operator, text] }
+
+      when (text = @ss.scan(/=/i))
+         action { [:equals_operator, text] }
+
+      when (text = @ss.scan(/<=/i))
+         action { [:less_than_or_equals_operator, text] }
+
+      when (text = @ss.scan(/</i))
+         action { [:less_than_operator, text] }
+
+      when (text = @ss.scan(/>=/i))
+         action { [:greater_than_or_equals_operator, text] }
+
+      when (text = @ss.scan(/>/i))
+         action { [:greater_than_operator, text] }
+
+      when (text = @ss.scan(/\(/i))
+         action { [:left_paren, text] }
+
+      when (text = @ss.scan(/\)/i))
+         action { [:right_paren, text] }
+
+      when (text = @ss.scan(/\*/i))
+         action { [:asterisk, text] }
+
+      when (text = @ss.scan(/\//i))
+         action { [:solidus, text] }
+
+      when (text = @ss.scan(/\+/i))
+         action { [:plus_sign, text] }
+
+      when (text = @ss.scan(/\-/i))
+         action { [:minus_sign, text] }
+
+      when (text = @ss.scan(/\./i))
+         action { [:period, text] }
+
+      when (text = @ss.scan(/,/i))
+         action { [:comma, text] }
+
+      when (text = @ss.scan(/`[\w:]+`/i))
+         action { [:identifier, text[1..-2]] }
+
+      when (text = @ss.scan(/[\w:]+/i))
+         action { [:identifier, text] }
+
+      when (text = @ss.scan(/----/i))
+        ;
+
+      when (text = @ss.scan(/require/i))
+        ;
+
+      else
+        text = @ss.string[@ss.pos .. -1]
+        raise  ScanError, "can not match: '" + text + "'"
+      end  # if
+
+    when :STRS
+      case
+      when (text = @ss.scan(/\'/i))
+         action { @state = nil;    [:quote, text] }
+
+      when (text = @ss.scan(/[^\']*/i))
+         action {                  [:character_string_literal, text.gsub("''", "'")] }
+
+      else
+        text = @ss.string[@ss.pos .. -1]
+        raise  ScanError, "can not match: '" + text + "'"
+      end  # if
+
+    else
+      raise  ScanError, "undefined state: '" + state.to_s + "'"
+    end  # case state
+    p token
+    token
+  end  # def _next_token
+
+end # class