meta_compile 0.1.2 → 0.1.3

data/meta_compile.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name        = 'meta_compile'
-  s.version     = '0.1.2'
+  s.version     = '0.1.3'
   s.summary     = "Meta compiler framework for Ruby"
   s.description = "A meta compilation framework à la Meta-II by Val Schorre, now for Ruby. Bootstrapped from a pure-C implementation of Meta-II but then self-hosting. A main attraction is that the core specification file is very short (~26 lines), and fully self-contained (both syntax and semantics in s single file) which makes it easy for Rubyists to get into the wonderful world of meta compilation. See github homepage for details and examples: https://github.com/robertfeldt/meta_compile"
   s.author      = "Robert Feldt"

data/syntaxes/meta_to_ruby.meta

@@ -1,59 +1,82 @@
 .syntax program
 
-outarg = '$'              <'@out.print @token'> 
-       | .string          <'@out.print ' $>;
+outarg = '$'          <'@out.print @match   # Print last matched token on output stream'> 
+       | .string      <'@out.print ' $ '    # Print literal string on output stream'>;
 
-out = '<' *outarg '>'     <'@out.print "\n"'>;
-
-exp3 = .id                <'compile_' $>
-
-     | .string            <'@in.scan /\s*/'>
-                          <'s=' $>
-                          <'l=s.length'>
-                          <'@flag = (@in.peek(l) == s) ? (@token=s; @in.pos += l) : nil'>
-
-     | '.id'              <'@in.scan /\s*/; @flag = @token = @in.scan /[A-Za-z]+[A-Za-z0-9_]+/'>
-
-     | '.string'          <'@in.scan /\s*/; @flag = @token = @in.scan /\047[^\047]*\047/'>
+out = '<' *outarg '>' <'@out.print "\n"     # Print newline on output stream'>;
 
+exp3 = .id            <'compile_' $   '     # Call the method for a rule'>
+     | .string        <'scan ' $>
+     | '.id'          <'scan /[A-Za-z]+[A-Za-z0-9_]+/'>
+     | '.string'      <'scan /\047[^\047]*\047/'>
      | '(' exp1 ')'
+     | '.e'           <'@match = true        # .e means empty so always matches => set flag.'>
+     | '*'  <'begin'>
+              exp3 
+            <'end while @match              # Loop while there is a match'> 
+            <'@match = true                 # Since also zero matches is ok set flag here.'>;
 
-     | '.e'               <'@flag = true'>
-
-     | '*' <'begin'> exp3 <'end while @flag'> <'@flag = true'>;
-
-exp2 =  ( exp3 <'if @flag'> | out <'if true'> )
-       *(   exp3          <'raise("error at: " + @in.rest.split("\n")[0]) if !@flag'>
-          | out ) <'end'>;
+exp2 =  ( exp3 <'if @match'> | out <'if true'> )
+       *(   exp3      <'report_error() unless @match'>
+          | out )
+        <'end'>;
 
 exp1 = <'begin'> exp2
-       *( '|' <'break if @flag'> exp2 )
-       <'end while false'>;
+       *( '|' <'break if @match'> exp2 )
+       <'end while false  # This "while false" is needed since the break is not parsed correctly by Ruby otherwise'>;
 
-rule = .id <'def compile_' $> '=' exp1 ';' <'end'>;
+rule = .id          <'def compile_' $> 
+       '=' exp1 ';' <'end'>;
 
 program = '.syntax' .id 
-  <'#!/usr/bin/env ruby'> 
-  <'require "strscan"'> 
-
-  <'class C_' $> 
-  <'  $c = self # so we can access it below if this is run from command line'> 
-  <'  def compile(str, out)'>
-  <'    @in, @out = StringScanner.new(str), out'>
-  <'    compile_' $> 
+  <'#!/usr/bin/env ruby'>
+  <'require "strscan"'>
+  <'class StringScanner'>
+  <'  # Add scan for string since base StringScanner lack that...'>
+  <'  def scan_str(string)'>
+  <'    return nil unless self.peek(string.length) == string'>
+  <'    self.pos += string.length           # Advance the position in the input string'>
+  <'    return string'>
   <'  end'>
-
-    *rule '.end' 
-
-  <'end # end of class'>
-
-  <'if __FILE__ == $0'>
-  <'  if ARGV.length != 1'>
-  <'    puts("usage: " + $0 + " <input>")'>
-  <'    exit -1'>
-  <'  else'>
-  <'    $c.new.compile(File.read(ARGV[0]), STDOUT)'>
+  <'  alias :old_scan :scan'>
+  <'  def scan(strOrRegexp)'>
+  <'    String === strOrRegexp ? scan_str(strOrRegexp) : old_scan(strOrRegexp)'>
+  <'  end'>
+  <'end'>
+  <'class MetaCompiler_' $> 
+  <'  $compiler_class = self # Save class in global var for later reference below'>
+  <'  def compile_string(string, outFile)'>
+  <'    @in, @out = StringScanner.new(string), outFile'>
+  <'    compile_' $ ' # call the main compile method to start compiling'> 
+  <'  end'>
+  <'  # Scan for a string or regexp and update state based on match. Skips leading whitespace.'>
+  <'  def scan strOrRegexp'>
+  <'    @in.scan /\s*/   # Skip whitespace'>
+  <'    @match = @in.scan strOrRegexp'>
+  <'    # Since nil is same as false in Ruby we can set the flag to the matched token'>
+  <'    @last_matched_token = @match if @match # Update last matched only if a token was matched'>
+  <'  end'>
+  <'  def report_error'>
+  <'    pre_lines = @in.string[0, @in.pos].split("\n") # lines of input up to current position'>
+  <'    post_lines = @in.rest.split("\n")              # lines of input after current position'>
+  <'    message = "PARSE ERROR at line #{pre_lines.length}:\n  " + pre_lines.last.inspect + " @ "'>
+  <'    message += post_lines.first.inspect'>
+  <'    message += "\n  Last matched token: #{@last_matched_token}"'>
+  <'    raise message'>
+  <'  end'>
+  <'  def self.compile_file(inFile, out = nil)'>
+  <'    outfh = (out == nil ? STDOUT : File.open(out, "w"))'>
+  <'    self.new.compile_string(File.read(inFile), outfh)'>
+  <'    outfh.close if out == nil'>
   <'  end'>
+  *rule '.end'
+  <'end'>
+  <'if ARGV.length < 1 || ARGV.length > 2'>
+  <'  puts "ERROR: wrong number of parameters\n\n"'>
+  <'  puts "Usage: #{File.basename($0)} <input_file> [output_file]"'>
+  <'  exit(-1)'>
+  <'else'>
+  <'  $compiler_class.compile_file(ARGV[0], ARGV[1])'>
   <'end'>;
 
 .end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: meta_compile
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-11-26 00:00:00.000000000 Z
+date: 2012-11-29 00:00:00.000000000 Z
 dependencies: []
 description: ! 'A meta compilation framework à la Meta-II by Val Schorre, now for
   Ruby. Bootstrapped from a pure-C implementation of Meta-II but then self-hosting.
@@ -27,7 +27,9 @@ files:
 - README.md
 - meta_compile.gemspec
 - bin/meta_compile
-- bin/metacomp_re
+- bin/metac_minimal
+- bin/metac_readable
+- bin/metac_regexp
 - bootstrap/bootstrap.c
 - bootstrap/meta_ruby_compiler.rb
 - bootstrap/meta_to_c.meta