meta_compile 0.0.15 → 0.1.0

data/README.md

@@ -46,3 +46,44 @@ and this should convince us:
 Limitations
 -----------
 + Very bad/little error handling
+
+Ok, now what?
+-------------
+
+Once the first meta compiler is up and running we can evolve the language. For example I made a change so [Ruby regexps can be used](https://github.com/robertfeldt/meta_compile/blob/master/syntaxes/meta_to_ruby_minimal_with_regexps.meta) instead of only string literals. Note that we need to use a [stepping stone syntax file](https://github.com/robertfeldt/meta_compile/blob/master/syntaxes/stepping_stone_meta_to_ruby_minimal_with_regexps.meta) before we can create a new meta compiler that accepts the new syntax.
+
+Let's use this to compile programs which can only contain assignments of numbers to variables:
+
+        .syntax assignments
+        assignments = as *as;
+        as = /\w+/ <'address ' $> ':=' ex1 <'store'> ';';
+        ex1 = /\d+/ <'literal ' $>;
+        .end
+
+The new thing here compared to the original Meta-II syntax is the two Regexp's (in as and ex1). First we need to bootstrap the meta compiler that accepts regexps:
+
+        rake bootstrap_re
+
+Then we create a compiler for the assignments syntax:
+
+        ruby bin/metacomp_re syntaxes/assignments.meta > tas.rb
+
+We now have a compiler for assignments and if we apply it [to the file](https://raw.github.com/robertfeldt/meta_compile/master/inputs/assignments.input1):
+
+        a := 137;
+        b := 4;
+
+by running the command:
+
+        ruby tas.rb inputs/assignments.input1
+
+it prints:
+
+        address a
+        literal 137
+        store
+        address d
+        literal 4
+        store
+
+Not bad. :)

data/Rakefile

@@ -92,6 +92,38 @@ task :ensure_meta => [:make_bin] do
   ensure_is_meta "bin/meta_compile", "syntaxes/meta_to_ruby_minimal.meta"
 end
 
+def bootstrap_with_stepping_stone(syntaxFile, target)
+	syntaxf    = File.join("syntaxes", syntaxFile)
+	stepstonef = File.join("syntaxes", "stepping_stone_" + syntaxFile)
+	pexec "meta_compile #{stepstonef} > tgen_stepstone.rb"
+	pexec "ruby tgen_stepstone.rb #{syntaxf} > #{target}"
+	ensure_is_meta(target, syntaxf)
+end
+
+desc "Bootstrap the meta compiler that accepts regexps"
+task :bootstrap_re do
+	bootstrap_with_stepping_stone("meta_to_ruby_minimal_with_regexps.meta", "bin/metacomp_re")
+end
+
+def run_example(compiler, example)
+	puts "Compiling this input with #{compiler}:\n\n"
+	puts File.read(example)
+	puts "\ngives output:\n\n"
+	pexec "ruby #{compiler} #{example}"
+end
+
+def metacomp_re_run_examples(syntaxFile, *inputs)
+	pexec "ruby bin/metacomp_re #{syntaxFile} > tas.rb"
+	inputs.each do |i|
+	  run_example("tas.rb", "inputs/#{i}")
+	end
+end
+
+desc "Compile all inputs for the assignments syntax"
+task :ex_ass do
+	metacomp_re_run_examples "syntaxes/assignments.meta", "assignments.input1"
+end
+
 desc "Update line counts in README.template.md to make README.md"
 task :update => [:bootstrap] do
 	rmeta2_compiler_loc = loc('bootstrap/meta_ruby_compiler.rb')

data/bin/metacomp_re

@@ -0,0 +1,245 @@
+#!/usr/bin/env ruby
+require "strscan"
+class C_program
+$c = self
+def compile(str, out)
+@i, @o = StringScanner.new(str), out
+compile_program
+end
+def compile_outarg
+begin
+@i.scan /\s*/; s='$'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+@o.print '@o.print @t'
+@o.print "\n"
+end
+break if @f
+@i.scan /\s*/; @f = @t = @i.scan /\047[^\047]*\047/
+if @f
+@o.print '@o.print '
+@o.print @t
+@o.print "\n"
+end
+end while false
+end
+def compile_out
+begin
+@i.scan /\s*/; s='<'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+begin
+compile_outarg
+end while @f
+@f = true
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@i.scan /\s*/; s='>'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@o.print '@o.print "\n"'
+@o.print "\n"
+end
+end while false
+end
+def compile_exp3
+begin
+@i.scan /\s*/; @f = @t = @i.scan /[A-Za-z]+[A-Za-z0-9_]+/
+if @f
+@o.print 'compile_'
+@o.print @t
+@o.print "\n"
+end
+break if @f
+@i.scan /\s*/; @f = @t = @i.scan /\047[^\047]*\047/
+if @f
+@o.print '@i.scan /\s*/; s='
+@o.print @t
+@o.print '; l=s.length;'
+@o.print "\n"
+@o.print '@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil'
+@o.print "\n"
+end
+break if @f
+@i.scan /\s*/; @f = @t = @i.scan /\/[^\/]*\//
+if @f
+@o.print '@i.scan /\s*/; @f = @t = @i.scan '
+@o.print @t
+@o.print "\n"
+end
+break if @f
+@i.scan /\s*/; s='.id'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+@o.print '@i.scan /\s*/; @f = @t = @i.scan /[A-Za-z]+[A-Za-z0-9_]+/'
+@o.print "\n"
+end
+break if @f
+@i.scan /\s*/; s='.string'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+@o.print '@i.scan /\s*/; @f = @t = @i.scan /\047[^\047]*\047/'
+@o.print "\n"
+end
+break if @f
+@i.scan /\s*/; s='.re'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+@o.print '@i.scan /\s*/; @f = @t = @i.scan /\/[^\/]*\//'
+@o.print "\n"
+end
+break if @f
+@i.scan /\s*/; s='('; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+compile_exp1
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@i.scan /\s*/; s=')'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+end
+break if @f
+@i.scan /\s*/; s='.e'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+@o.print '@f = true'
+@o.print "\n"
+end
+break if @f
+@i.scan /\s*/; s='*'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+@o.print 'begin'
+@o.print "\n"
+compile_exp3
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@o.print 'end while @f'
+@o.print "\n"
+@o.print '@f = true'
+@o.print "\n"
+end
+end while false
+end
+def compile_exp2
+begin
+begin
+compile_exp3
+if @f
+@o.print 'if @f'
+@o.print "\n"
+end
+break if @f
+compile_out
+if @f
+@o.print 'if true'
+@o.print "\n"
+end
+end while false
+if @f
+begin
+begin
+compile_exp3
+if @f
+@o.print 'raise("error at: " + @i.rest.split("\n")[0]) if !@f'
+@o.print "\n"
+end
+break if @f
+compile_out
+if @f
+end
+end while false
+end while @f
+@f = true
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@o.print 'end'
+@o.print "\n"
+end
+end while false
+end
+def compile_exp1
+begin
+@o.print 'begin'
+@o.print "\n"
+if true
+compile_exp2
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+begin
+begin
+@i.scan /\s*/; s='|'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+@o.print 'break if @f'
+@o.print "\n"
+compile_exp2
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+end
+end while false
+end while @f
+@f = true
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@o.print 'end while false'
+@o.print "\n"
+end
+end while false
+end
+def compile_rule
+begin
+@i.scan /\s*/; @f = @t = @i.scan /[A-Za-z]+[A-Za-z0-9_]+/
+if @f
+@o.print 'def compile_'
+@o.print @t
+@o.print "\n"
+@i.scan /\s*/; s='='; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+compile_exp1
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@i.scan /\s*/; s=';'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@o.print 'end'
+@o.print "\n"
+end
+end while false
+end
+def compile_program
+begin
+@i.scan /\s*/; s='.syntax'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+if @f
+@i.scan /\s*/; @f = @t = @i.scan /[A-Za-z]+[A-Za-z0-9_]+/
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@o.print '#!/usr/bin/env ruby'
+@o.print "\n"
+@o.print 'require "strscan"'
+@o.print "\n"
+@o.print 'class C_'
+@o.print @t
+@o.print "\n"
+@o.print '$c = self'
+@o.print "\n"
+@o.print 'def compile(str, out)'
+@o.print "\n"
+@o.print '@i, @o = StringScanner.new(str), out'
+@o.print "\n"
+@o.print 'compile_'
+@o.print @t
+@o.print "\n"
+@o.print 'end'
+@o.print "\n"
+begin
+compile_rule
+end while @f
+@f = true
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@i.scan /\s*/; s='.end'; l=s.length;
+@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil
+raise("error at: " + @i.rest.split("\n")[0]) if !@f
+@o.print 'end'
+@o.print "\n"
+@o.print '$c.new.compile(File.read(ARGV[0]), STDOUT)'
+@o.print "\n"
+end
+end while false
+end
+end
+$c.new.compile(File.read(ARGV[0]), STDOUT)

data/inputs/assignments.input1

@@ -0,0 +1,2 @@
+a := 137;
+d := 4;

data/meta_compile.gemspec

@@ -1,12 +1,12 @@
 Gem::Specification.new do |s|
   s.name        = 'meta_compile'
-  s.version     = '0.0.15'
+  s.version     = '0.1.0'
   s.date        = '2012-11-25'
   s.summary     = "meta compiler framework"
   s.description = "A meta compilation framework à la Meta-II by Val Schorre"
   s.authors     = ["Robert Feldt"]
   s.email       = 'robert.feldt@gmail.com'
-  s.files       = ["Rakefile", "README.md", "meta_compile.gemspec"] + Dir.glob("bin/*") + Dir.glob("bootstrap/*") + Dir.glob("syntaxes/*")
+  s.files       = ["Rakefile", "README.md", "meta_compile.gemspec"] + Dir.glob("bin/*") + Dir.glob("bootstrap/*") + Dir.glob("syntaxes/*") + Dir.glob("inputs/*")
   s.executables << 'meta_compile'
   s.homepage    =
     'http://rubygems.org/gems/meta_compile'

data/syntaxes/aexp.meta

@@ -1,7 +1,7 @@
 .syntax aexp
 
 aexp = as *as;
-as = .id <'address' $> ':=' ex1 <'store'> ';';
+as = /\w+/ <'address ' $> ':=' ex1 <'store'> ';';
 ex1 = ex2 *(  '+' ex2 <'add'>
             | '-' ex2 <'sub'>);
 ex2 = ex3 *(  '*' ex3 <'mpy'>
@@ -11,6 +11,7 @@ ex4 = '+' ex5
     | '-' ex5 <'minus'>
     | ex5;
 ex5 = .id     <'load' $>
+    | /\d+/   <'literal ' $>
     | '(' ex1 ')';
 
 .end

data/syntaxes/assignments.meta

@@ -0,0 +1,9 @@
+.syntax assignments
+
+assignments = as *as;
+
+as = /\w+/ <'address ' $> ':=' ex1 <'store'> ';';
+
+ex1 = /\d+/ <'literal ' $>;
+
+.end

data/syntaxes/meta_to_ruby_minimal_with_regexps.meta

@@ -0,0 +1,36 @@
+.syntax program
+
+outarg = '$' <'@o.print @t'> | .string <'@o.print ' $>;
+
+out = '<' *outarg '>' <'@o.print "\n"'>;
+
+exp3 = .id       <'compile_' $>
+     | .string   <'@i.scan /\s*/; s=' $ '; l=s.length;'>
+                 <'@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil'>
+     | .re       <'@i.scan /\s*/; @f = @t = @i.scan ' $>
+     | '.id'     <'@i.scan /\s*/; @f = @t = @i.scan /[A-Za-z]+[A-Za-z0-9_]+/'>
+     | '.string' <'@i.scan /\s*/; @f = @t = @i.scan /\047[^\047]*\047/'>
+     | '.re'     <'@i.scan /\s*/; @f = @t = @i.scan /\/[^\/]*\//'>
+     | '(' exp1 ')'
+     | '.e'      <'@f = true'>
+     | '*' <'begin'> exp3 <'end while @f'> <'@f = true'>;
+
+exp2 =  ( exp3 <'if @f'> | out <'if true'> )
+       *(   exp3 <'raise("error at: " + @i.rest.split("\n")[0]) if !@f'>
+          | out ) <'end'>;
+
+exp1 = <'begin'> exp2
+       *( '|' <'break if @f'> exp2 )
+       <'end while false'>;
+
+rule = .id <'def compile_' $> '=' exp1 ';' <'end'>;
+
+program = '.syntax' .id 
+  <'#!/usr/bin/env ruby'> <'require "strscan"'> 
+  <'class C_' $> <'$c = self'> <'def compile(str, out)'>
+  <'@i, @o = StringScanner.new(str), out'>
+  <'compile_' $> <'end'>
+  *rule '.end' <'end'>
+  <'$c.new.compile(File.read(ARGV[0]), STDOUT)'>;
+
+.end

data/syntaxes/stepping_stone_meta_to_ruby_minimal_with_regexps.meta

@@ -0,0 +1,35 @@
+.syntax program
+
+outarg = '$' <'@o.print @t'> | .string <'@o.print ' $>;
+
+out = '<' *outarg '>' <'@o.print "\n"'>;
+
+exp3 = .id       <'compile_' $>
+     | .string   <'@i.scan /\s*/; s=' $ '; l=s.length;'>
+                 <'@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil'>
+     | '.id'     <'@i.scan /\s*/; @f = @t = @i.scan /[A-Za-z]+[A-Za-z0-9_]+/'>
+     | '.string' <'@i.scan /\s*/; @f = @t = @i.scan /\047[^\047]*\047/'>
+     | '.re'     <'@i.scan /\s*/; @f = @t = @i.scan /\/[^\/]*\//'>
+     | '(' exp1 ')'
+     | '.e'      <'@f = true'>
+     | '*' <'begin'> exp3 <'end while @f'> <'@f = true'>;
+
+exp2 =  ( exp3 <'if @f'> | out <'if true'> )
+       *(   exp3 <'raise("error at: " + @i.rest.split("\n")[0]) if !@f'>
+          | out ) <'end'>;
+
+exp1 = <'begin'> exp2
+       *( '|' <'break if @f'> exp2 )
+       <'end while false'>;
+
+rule = .id <'def compile_' $> '=' exp1 ';' <'end'>;
+
+program = '.syntax' .id 
+  <'#!/usr/bin/env ruby'> <'require "strscan"'> 
+  <'class C_' $> <'$c = self'> <'def compile(str, out)'>
+  <'@i, @o = StringScanner.new(str), out'>
+  <'compile_' $> <'end'>
+  *rule '.end' <'end'>
+  <'$c.new.compile(File.read(ARGV[0]), STDOUT)'>;
+
+.end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: meta_compile
 version: !ruby/object:Gem::Version
-  version: 0.0.15
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -22,16 +22,20 @@ files:
 - README.md
 - meta_compile.gemspec
 - bin/meta_compile
+- bin/metacomp_re
 - bootstrap/bootstrap.c
 - bootstrap/meta_ruby_compiler.rb
 - bootstrap/meta_to_c.meta
 - bootstrap/original_support.h
 - bootstrap/support.h
-- syntaxes/aexp.input1
 - syntaxes/aexp.meta
+- syntaxes/assignments.meta
 - syntaxes/meta_to_ruby.meta
 - syntaxes/meta_to_ruby_minimal.meta
 - syntaxes/meta_to_ruby_minimal_single_flag.meta
+- syntaxes/meta_to_ruby_minimal_with_regexps.meta
+- syntaxes/stepping_stone_meta_to_ruby_minimal_with_regexps.meta
+- inputs/assignments.input1
 homepage: http://rubygems.org/gems/meta_compile
 licenses: []
 post_install_message: 

data/syntaxes/aexp.input1

@@ -1 +0,0 @@
-a := b