oedipus_lex 2.0.0

data/rex-mode.el

@@ -0,0 +1,58 @@
+;;; rex-mode.el --- Generic mode for rex/rexical/oedipus_lex files
+
+;; Copyright (c) Ryan Davis, seattle.rb
+;;
+;; Author: Ryan Davis <ryand-ruby@zenspider.com>
+;; Keywords: languages
+
+;; (The MIT License)
+;;
+;; Permission is hereby granted, free of charge, to any person obtaining
+;; a copy of this software and associated documentation files (the
+;; 'Software'), to deal in the Software without restriction, including
+;; without limitation the rights to use, copy, modify, merge, publish,
+;; distribute, sublicense, and/or sell copies of the Software, and to
+;; permit persons to whom the Software is furnished to do so, subject to
+;; the following conditions:
+;;
+;; The above copyright notice and this permission notice shall be
+;; included in all copies or substantial portions of the Software.
+;;
+;; THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+;; EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+;; MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+;; IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+;; CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+;; TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+;; SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+
+;;; Commentary:
+
+;; woot
+
+;;; Code:
+
+(define-generic-mode rex-mode
+  ;; comments
+  '(?#)
+
+  ;; keywords
+  nil
+
+  ;; font-lock-faces
+  '(("/\\(\\\\.\\|[^/]\\)*/"                        . font-lock-string-face)
+    (":[a-zA-Z_][a-zA-Z0-9_]*"                      . font-lock-variable-name-face)
+    ("^ *\\([A-Z][A-Z0-9_]*\\)"                     1 font-lock-variable-name-face)
+    ("^\\(?:end\\|inner\\|macro\\|option\\|rule\\)" . font-lock-keyword-face)
+    ("class [A-Z][a-zA-Z_]+"                        . font-lock-keyword-face))
+
+  ;; auto-mode
+  '("\\.rex$")
+
+  ;; functions
+  nil
+
+  "Simple generic mode for rex/rexical/t-rex files")
+
+(provide 'rex-mode)
+;;; rex-mode.el ends here

data/sample/calc3.racc

@@ -0,0 +1,54 @@
+#
+# A simple calculator, version 3.
+#
+
+class Calculator3
+  prechigh
+    nonassoc UMINUS
+    left '*' '/'
+    left '+' '-'
+  preclow
+  options no_result_var
+rule
+  target  : exp
+          | /* none */ { 0 }
+
+  exp     : exp '+' exp { val[0] + val[2] }
+          | exp '-' exp { val[0] - val[2] }
+          | exp '*' exp { val[0] * val[2] }
+          | exp '/' exp { val[0] / val[2] }
+          | '(' exp ')' { val[1] }
+          | '-' NUMBER  =UMINUS { -(val[1]) }
+          | NUMBER
+end
+
+---- header ----
+#
+# generated by racc
+#
+require 'calc3.rex'
+
+---- inner ----
+
+---- footer ----
+
+if $stdin.tty? then
+  puts 'sample calc'
+  puts '"q" to quit.'
+end
+calc = Calculator3.new
+
+while true
+  if $stdin.tty? then
+    print '>>> '; $stdout.flush
+  end
+  str = $stdin.gets.strip
+  break if /q/i === str
+  begin
+    p calc.parse str
+  rescue ParseError
+    puts 'parse error'
+  end
+
+  break unless $stdin.tty?
+end

data/sample/calc3.rex

@@ -0,0 +1,15 @@
+#
+# calc3.rex
+# lexical scanner definition for rex
+#
+
+class Calculator3 < Racc::Parser
+macro
+  BLANK         /\s+/
+  DIGIT         /\d+/
+rule
+  /{{BLANK}}/
+  /{{DIGIT}}/  { [:NUMBER, text.to_i] }
+  /.|\n/       { [text, text] }
+inner
+end

data/sample/error1.rex

@@ -0,0 +1,15 @@
+#
+# eooro1.rex
+# lexical definition sample for rex
+#
+
+class Error1
+macro
+  BLANK         /[\ \t]+/
+rule
+  /{{BLANK}}/   # no action
+  /\d+/         { [:digit, text.to_i] }
+  /\w+/         { [:word, text] }
+  /\n/
+# /./           { [text, text] }
+end

data/sample/error1.txt

@@ -0,0 +1,2 @@
+1 woot
+?

data/sample/error2.rex

@@ -0,0 +1,15 @@
+#
+# error2.rex
+# lexical definition sample for rex
+#
+
+class Error2
+macro
+  BLANK         /[\ \t]+/
+rule
+  /{{BLANK}}/   # no action
+  /\d+/         { [:digit, text.to_i] }
+  /\w+/         { [:word, text] }
+  /\n/
+  /./           { self.state = :NONDEF ; [text, text] }
+end

data/sample/sample.html

@@ -0,0 +1,32 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" 
+  "http://www.w3.org/TR/html4/loose.dtd">
+<html>
+  <head>
+    <!-- Comment -->
+    <title> Title </title>
+    <meta http-equiv="Content-Type" content="text/html; charset=Shift_JIS">
+    <meta name="robots" content="noindex,nofollow">
+    <link rel="stylesheet" type="text/css" href="sample.css">
+  </head>
+  <script language="JavaScript">
+  <!--
+  function foo(msg) {
+    ndx = Math.floor(Math.random() * msg.length);
+    return msg[ndx];
+  }
+  //-->
+  </script>
+  <body>
+    <div id="div1" class="div">
+      <p id="p1" class="p">
+        HTML 
+        4.01 
+      </p>
+    </div>
+    <form action="sample.cgi" method="post">
+      <p>
+        <input type="text" name="t1" id="t1" value="TEXT1">
+      </p>
+    </form>
+  </body>
+</html>

data/sample/sample.rex

@@ -0,0 +1,15 @@
+#
+# sample.rex
+# lexical definition sample for rex
+#
+
+class Sample
+macro
+  BLANK         /[\ \t]+/
+rule
+  /{{BLANK}}/   # no action
+  /\d+/         { [:digit, text.to_i] }
+  /\w+/         { [:word, text] }
+  /\n/
+  /./           { [text, text] }
+end

data/sample/sample.xhtml

@@ -0,0 +1,32 @@
+<?xml version="1.0" encoding="Shift_JIS"?>
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.1//EN" 
+  "http://www.w3.org/TR/xhtml11/DTD/xhtml11.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml">
+  <head>
+    <!-- Comment -->
+    <title>Title</title>
+    <meta http-equiv="Content-Type" content="text/html; charset=Shift_JIS" />
+    <meta name="robots" content="noindex,nofollow" />
+    <link rel="stylesheet" type="text/css" href="sample.css" />
+  </head>
+  <script language="JavaScript">
+  <!--
+  function foo(msg) {
+    ndx = Math.floor(Math.random() * msg.length);
+    return msg[ndx];
+  }
+  //-->
+  </script>
+  <body>
+    <div id="div1" class="div">
+      <p id="p1" class="p">
+        XHTML 1.1
+      </p>
+    </div>
+    <form action="sample.cgi" method="post">
+      <p>
+        <input type="text" name="t1" id="t1" value="TEXT1" />
+      </p>
+    </form>
+  </body>
+</html>

data/sample/sample1.c

@@ -0,0 +1,9 @@
+
+int main(int argc, char **argv)
+{
+  /* block remark */
+  int i = 100;
+  // inline remark 
+  printf("hello, world\n");
+}
+

data/sample/sample1.rex

@@ -0,0 +1,43 @@
+#
+# sample1.rex
+# lexical definition sample for rex
+#
+# usage
+#  rex  sample1.rex  --stub
+#  ruby sample1.rex.rb  sample1.c
+#
+
+class Sample1
+macro
+  BLANK         /\s+/
+  REM_IN        /\/\*/
+  REM_OUT       /\*\//
+  REM           /\/\//
+
+rule
+
+# [:state]  pattern  [actions]
+
+# remark
+                /{{REM_IN}}/        :REMS
+  :REMS         /{{REM_OUT}}/       { [:state, nil] }
+  :REMS         /.*(?={{REM_OUT}})/ { [:remark, text] }
+                /{{REM}}/           :REM
+  :REM          /\n/                { [:state, nil] }
+  :REM          /.*(?=$)/           { [:remark, text] }
+
+# literal
+                /\"[^"]*\"/         { [:string, text]    }
+                /\'[^']\'/          { [:character, text] }
+
+# skip
+                /{{BLANK}}/
+
+# numeric
+                /\d+/               { [:digit, text.to_i] }
+
+# identifier
+                /\w+/               { [:word, text] }
+                /./                 { [text, text] }
+
+end

data/sample/sample2.bas

@@ -0,0 +1,4 @@
+' inline remark 
+i = 100
+input st
+print "hello, world"

data/sample/sample2.rex

@@ -0,0 +1,30 @@
+#
+# sample2.rex
+# lexical definition sample for rex
+#
+# usage
+#  rex  sample2.rex  --stub
+#  ruby sample2.rex.rb  sample2.bas
+#
+
+class Sample2
+macro
+  BLANK         /\s+/
+  REMARK        /\'/              # '
+
+rule
+                /{{REMARK}}/    :REM
+  :REM          /\n/            { [:state, nil] }
+  :REM          /.*(?=$)/       { [:remark, text] }
+
+                /\"[^"]*\"/     { [:string, text] }
+
+                /{{BLANK}}/     # no action
+
+                /INPUT/i        { [:input, text] }
+                /PRINT/i        { [:print, text] }
+
+                /\d+/           { [:digit, text.to_i] }
+                /\w+/           { [:word, text] }
+                /./             { [text, text] }
+end

data/sample/xhtmlparser.html

@@ -0,0 +1,7 @@
+<html>
+  <body>
+    <p>
+      Hello World. 
+    </p>
+  </body>
+</html>

data/sample/xhtmlparser.racc

@@ -0,0 +1,66 @@
+#
+# xml parser
+#
+
+class XHTMLParser
+
+rule
+  target        : /* none */
+                | xml_doc
+
+  xml_doc       : xml_header  extra  xml_body
+                | xml_header  xml_body
+                | xml_body
+
+  xml_header    : xtag_in  element  attributes  xtag_out
+
+  xml_body      : tag_from  contents  tag_to
+
+  tag_from      : tag_in  element  attributes  tag_out
+
+  tag_empty     : tag_in  element  attributes  etag_out
+
+  tag_to        : etag_in  element  tag_out
+
+  attributes    : /* none */
+                | attributes  attribute
+
+  attribute     : attr  equal  quoted
+
+  quoted        : quote1  value  quote1
+                | quote2  value  quote2
+
+  contents      : /* none */
+                | contents  content
+
+  content       : text
+                | extra
+                | tag_from  contents  tag_to
+                | tag_empty
+
+  extra         : tag_in  ext  extra_texts  tag_out
+
+  extra_texts   : /* none */
+                | extra_texts  rem_in  remtexts  rem_out
+                | extra_texts  exttext
+
+  remtexts      : remtext
+                | remtexts  remtext
+
+end
+
+---- header ----
+#
+# generated by racc
+#
+require 'xhtmlparser.rex'
+---- inner ----
+
+---- footer ----
+
+exit  if ARGV.size == 0
+filename = ARGV.shift
+
+htmlparser = XHTMLParser.new
+htmlparser.scan_file  filename
+

data/sample/xhtmlparser.rex

@@ -0,0 +1,70 @@
+#
+# xhtmlparser.rex
+# lexical scanner definition for rex
+#
+# usage
+#   rex  xhtmlparser.rex  --stub
+#   ruby xhtmlparser.rex.rb  sample.xhtml
+#
+
+class XHTMLParser
+
+macro
+  BLANK         /\s+/
+  TAG_IN        /\</
+  TAG_OUT       /\>/
+  ETAG_IN       /\<\//
+  ETAG_OUT      /\/\>/
+  XTAG_IN       /\<\?/
+  XTAG_OUT      /\?\>/
+  EXT           /\!/
+  REM           /\-\-/
+  EQUAL         /\=/
+  Q1            /\'/
+  Q2            /\"/
+
+rule
+
+# [:state]  pattern  [actions]
+                /{{XTAG_IN}}/             { state = :TAG; [:xtag_in, text]  }
+                /{{ETAG_IN}}/             { state = :TAG; [:etag_in, text]  }
+                /{{TAG_IN}}/              { state = :TAG; [:tag_in, text]   }
+  :TAG          /{{EXT}}/                 { state = :EXT; [:ext, text]      }
+
+  :EXT          /{{REM}}/                 { state = :REM; [:rem_in, text]   }
+  :EXT          /{{XTAG_OUT}}/            { state = nil;  [:xtag_out, text] }
+  :EXT          /{{TAG_OUT}}/             { state = nil;  [:tag_out, text]  }
+  :EXT          /.+(?={{REM}})/           {               [:exttext, text]  }
+  :EXT          /.+(?={{TAG_OUT}})/       {               [:exttext, text]  }
+  :EXT          /.+(?=$)/                 {               [:exttext, text]  }
+  :EXT          /\n/
+
+  :REM          /{{REM}}/                 { state = :EXT; [:rem_out, text]  }
+  :REM          /.+(?={{REM}})/           {               [:remtext, text]  }
+  :REM          /.+(?=$)/                 {               [:remtext, text]  }
+  :REM          /\n/
+
+  :TAG          /{{BLANK}}/
+  :TAG          /{{XTAG_OUT}}/            { state = nil;  [:xtag_out, text] }
+  :TAG          /{{ETAG_OUT}}/            { state = nil;  [:etag_out, text] }
+  :TAG          /{{TAG_OUT}}/             { state = nil;  [:tag_out, text]  }
+  :TAG          /{{EQUAL}}/               {               [:equal, text]    }
+  :TAG          /{{Q1}}/                  { state = :Q1;  [:quote1, text]   }
+  :Q1           /{{Q1}}/                  { state = :TAG; [:quote1, text]   }
+  :Q1           /[^{{Q1}}]+(?={{Q1}})/    {               [:value, text]    }
+  :TAG          /{{Q2}}/                  { state = :Q2;  [:quote2, text]   }
+  :Q2           /{{Q2}}/                  { state = :TAG; [:quote2, text]   }
+  :Q2           /[^{{Q2}}]+(?={{Q2}})/    {               [:value, text]    }
+
+  :TAG          /[\w\-]+(?={{EQUAL}})/    {               [:attr, text]     }
+  :TAG          /[\w\-]+/                 {               [:element, text]  }
+
+                /\s+(?=\S)/
+                /.*\S(?=\s*{{ETAG_IN}})/  {               [:text, text]     }
+                /.*\S(?=\s*{{TAG_IN}})/   {               [:text, text]     }
+                /.*\S(?=\s*$)/            {               [:text, text]     }
+                /\s+(?=$)/
+
+inner
+
+end