meta_compile 0.0.5 → 0.0.6

data/README.md

@@ -3,7 +3,7 @@ meta_compile
 
 A meta compilation framework for Ruby à la [Meta-II by Val Schorre](http://ibm-1401.info/Meta-II-schorre.pdf).
 
-Uses a C version of Meta-II developed by Long Nguyen's ([meta](https://github.com/impeachgod/meta)) to bootstrap a Ruby version from a [fully self-contained 28 (non-empty) line specification file](https://raw.github.com/robertfeldt/meta_compile/master/bootstrap/meta_for_ruby.txt). The [generated Ruby Meta-II compiler file](https://github.com/robertfeldt/meta_compile/blob/master/bin/meta_compile) is 229 lines of non-empty Ruby code.
+Uses a C version of Meta-II developed by Long Nguyen's ([meta](https://github.com/impeachgod/meta)) to bootstrap a Ruby version from a [fully self-contained 27 (non-empty) line specification file](https://raw.github.com/robertfeldt/meta_compile/master/bootstrap/meta_for_ruby.txt). The [generated Ruby Meta-II compiler file](https://github.com/robertfeldt/meta_compile/blob/master/bin/meta_compile) is 230 lines of non-empty Ruby code.
 
 Install
 -------

data/Rakefile

@@ -0,0 +1,111 @@
+require 'fileutils'
+
+# A system command that prints commands to stdout before running them
+def pexec(str)
+	puts str
+	STDOUT.flush
+	system str
+	puts ""
+end
+
+desc "Bootstrap our version of Long Nguyen's C version of Meta-II"
+task :bootstrap_c do
+	Dir.chdir "bootstrap"
+	puts "1. Build bootstrap compiler"
+	pexec "gcc -o bootstrapped_c bootstrap.c"
+	puts "2. Use the bootstrapped meta compiler to compile the meta_for_c.txt description of itself"
+	pexec "./bootstrapped_c meta_for_c.txt meta_compiler_from_boostrapped_c.c"
+	puts "3. Build the compiler we created from the meta description"
+	pexec "gcc -o meta_c meta_compiler_from_boostrapped_c.c"
+	puts "4. Now use the generated compiler to generate itself"
+	pexec "./meta_c meta_for_c.txt meta_compiler.c"
+	puts "5. Now ensure the compilers are exactly the same"
+	pexec "diff meta_compiler_from_boostrapped_c.c meta_compiler.c"
+end
+
+# Non-empty Lines of Code calc
+def loc(filename)
+	File.readlines(filename).map {|l| l.strip.length==0?nil:l}.compact.length
+end
+
+desc "Bootstrap the Ruby Meta-II compiler"
+task :bootstrap do
+	Dir.chdir("bootstrap") do
+		puts "1. Build bootstrap compiler"
+		pexec "gcc -o bootstrapped_c bootstrap.c"
+		puts "2. Use the c meta compiler to compile the meta_for_ruby.txt description"
+		pexec "./bootstrapped_c meta_for_ruby.txt compile_syntax_c_to_ruby.c"
+		puts "3. Build the stepping stone ruby compiler we created from the meta description"
+		pexec "gcc -o meta_r compile_syntax_c_to_ruby.c"
+		puts "4. Now use the generated stepping stone compiler to generate a ruby compiler for the ruby meta syntax"
+		pexec "./meta_r meta_for_ruby.txt meta_ruby_compiler_from_c.rb"
+		puts "5. Run the generated ruby meta compiler to a ruby version"
+		pexec "ruby -I. meta_ruby_compiler_from_c.rb meta_for_ruby.txt meta_ruby_compiler.rb"
+		puts "6. The Ruby version differ in that it has single quotes instead of double quotes around emitted strings"
+		#pexec "diff meta_ruby_compiler_from_c.rb meta_ruby_compiler.rb"
+		puts "7. But we can generate again and ensure it is a meta compiler"
+		pexec "ruby -I. meta_ruby_compiler.rb meta_for_ruby.txt meta_ruby_compiler2.rb"
+		pexec "diff meta_ruby_compiler.rb meta_ruby_compiler2.rb"
+		puts "8. One more round just to show off... :)"
+		pexec "ruby -I. meta_ruby_compiler2.rb meta_for_ruby.txt meta_ruby_compiler3.rb"
+		pexec "diff meta_ruby_compiler.rb meta_ruby_compiler3.rb"
+		puts "Summary:\nCreated a #{loc('meta_ruby_compiler.rb')} line meta-II meta compiler from a #{loc('meta_for_ruby.txt')} line meta-II spec\n\n"
+	end
+end
+
+desc "Make binary from the bootstrapped ruby meta-II compiler"
+task :make_bin => [:bootstrap] do
+	# First ensure it is a meta compiler
+	puts "Ensure it is a meta-compiler"
+	pexec "ruby bootstrap/meta_ruby_compiler.rb bootstrap/meta_for_ruby.txt t.rb"
+	if File.read("t.rb") != File.read("bootstrap/meta_ruby_compiler.rb")
+		puts "ERROR: bootstrap/meta_ruby_compiler.rb is NOT a meta compiler"
+		exit(-1)
+	else
+		puts "YES it is meta!!!"
+	end
+	FileUtils.cp "bootstrap/meta_ruby_compiler.rb", "bin/meta_compile"
+	FileUtils.chmod 0755, "bin/meta_compile"
+	puts "Created binary in bin/meta_compile"
+end
+
+desc "Update line counts in README.template.md to make README.md"
+task :update_readme => [:bootstrap] do
+	rmeta2_compiler_loc = loc('bootstrap/meta_ruby_compiler.rb')
+	rmeta2_spec_loc = loc('bootstrap/meta_for_ruby.txt')
+	readme = File.read("README.template.md").gsub("%%RMetaII_SPEC_LOC%%", rmeta2_spec_loc.to_s)
+	readme = readme.gsub("%%RMetaII_COMPILER_LOC%%", rmeta2_compiler_loc.to_s)
+	File.open("README.md", "w") {|f| f.puts readme}
+end
+
+task :default => :make_bin
+
+desc "Build the gem"
+task :build_gem => [:make_bin] do
+	pexec "rm *.gem"
+	pexec "gem build meta_compile.gemspec"
+end
+
+desc "Build and install gem"
+task :install_gem => [:build_gem] do
+	pexec "sudo gem install meta_compile*.gem"
+end
+
+desc "Deploy gem"
+task :deploy => [:install_gem] do
+	pexec "gem push meta_compile*.gem"
+end
+
+task :clean do
+	Dir.chdir("bootstrap") do
+	  FileUtils.rm_f  %w{bootstrapped_c meta_compiler_from_boostrapped_c.c meta_compiler.c meta_ruby_compiler2.rb meta_ruby_compiler3.rb meta_ruby_compiler_from_c.rb compile_syntax_c_to_ruby.c meta_c meta_r}
+  end
+  FileUtils.rm_f Dir.glob("t*.rb")
+end
+
+task :clobber => [:clean] do
+	Dir.chdir("bootstrap") do
+	  FileUtils.rm_f %w{meta_ruby_compiler.rb meta_compile*.gem}
+	end
+  FileUtils.rm_f Dir.glob("meta_compile-*.gem")
+end

data/bin/meta_compile

@@ -218,7 +218,7 @@ raise("error at: " + @i.rest.split("\n")[0]) if !@f
 raise("error at: " + @i.rest.split("\n")[0]) if !@f
 @o.print 'end'
 @o.print "\n"
-@o.print 'begin; puts "Use: meta_compile <in> <out>"; exit; end if ARGV.length != 2'
+@o.print 'begin; puts("Use: " + $0 + " <in> <out>"); exit; end if ARGV.length != 2'
 @o.print "\n"
 @o.print 'File.open(ARGV[1], "w") {|f| RMetaII.new.compile(File.read(ARGV[0]), f)}'
 @o.print "\n"
@@ -226,5 +226,5 @@ end
 end while false
 end
 end
-begin; puts "Use: meta_compile <in> <out>"; exit; end if ARGV.length != 2
+begin; puts("Use: " + $0 + " <in> <out>"); exit; end if ARGV.length != 2
 File.open(ARGV[1], "w") {|f| RMetaII.new.compile(File.read(ARGV[0]), f)}

data/bootstrap/bootstrap.c

@@ -0,0 +1,260 @@
+#include "support.h"
+
+void meta_arg(void)
+{
+	do {
+		read_literal("$");
+		if (test_flag) {
+			emit("emit_token();");
+			emit_nl();
+		}
+
+		if (test_flag) { break; }
+
+		read_string();
+		if (test_flag) {
+			emit("emit(");
+			emit_token();
+			emit(");");
+			emit_nl();
+		}
+	} while (0);
+}
+
+void meta_output(void)
+{
+	do {
+		read_literal("<");
+		if (test_flag) {
+			do {
+				meta_arg();
+			} while (test_flag);
+			test_flag = 1;
+			error_if_false();
+
+			read_literal(">");
+			error_if_false();
+
+			emit("emit_nl();");
+			emit_nl();
+		}
+	} while (0);
+}
+
+void meta_exp3(void)
+{
+	do {
+		read_id();
+		if (test_flag) {
+			emit("meta_");
+			emit_token();
+			emit("();");
+			emit_nl();
+		}
+
+		if (test_flag) { break; }
+
+		read_string();
+		if (test_flag) {
+			emit("read_literal(");
+			emit_token();
+			emit(");");
+			emit_nl();
+		}
+
+		if (test_flag) { break; }
+
+		read_literal(".id");
+		if (test_flag) {
+			emit("read_id();");
+			emit_nl();
+		}
+
+		if (test_flag) { break; }
+
+		read_literal(".number");
+		if (test_flag) {
+			emit("read_number();");
+			emit_nl();
+		}
+
+		if (test_flag) { break; }
+
+		read_literal(".string");
+		if (test_flag) {
+			emit("read_string();");
+			emit_nl();
+		}
+
+		if (test_flag) { break; }
+
+		read_literal("(");
+		if (test_flag) {
+			meta_exp1();
+			error_if_false();
+
+			read_literal(")");
+			error_if_false();
+		}
+
+		if (test_flag) { break; }
+
+		read_literal(".e");
+		if (test_flag) {
+			emit("test_flag = 1;");
+			emit_nl();
+		}
+
+		if (test_flag) { break; }
+
+		read_literal("*");
+		if (test_flag) {
+			emit("do {");
+			emit_nl();
+
+			meta_exp3();
+			error_if_false();
+
+			emit("} while (test_flag);");
+			emit_nl();
+
+			emit("test_flag = 1;");
+			emit_nl();
+		}
+	} while (0);
+}
+
+void meta_exp2(void)
+{
+	do {
+		// open
+		do {
+			meta_exp3();
+			if (test_flag) {
+				emit("if (test_flag) {");
+				emit_nl();
+			}
+
+			if (test_flag) { break; }
+
+			meta_output();
+			if (test_flag) {
+				emit("if (1) {");
+				emit_nl();
+			}
+		} while (0);
+		// close
+
+		if (test_flag) {
+			do {
+				// open
+				do {
+					meta_exp3();
+					if (test_flag) {
+						emit("error_if_false();");
+						emit_nl();
+					}
+
+					if (test_flag) { break; }
+
+					meta_output();
+					if (test_flag) {
+					}
+				} while (0);
+				// close
+
+			} while (test_flag);
+			test_flag = 1;
+			error_if_false();
+
+			emit("}");
+			emit_nl();
+		}
+	} while (0);
+}
+
+void meta_exp1(void)
+{
+	do {
+		emit("do {");
+		emit_nl();
+		if (1) {
+			meta_exp2();
+			error_if_false();
+
+			do {
+				// open
+				do {
+					read_literal("|");
+					if (test_flag) {
+						emit("if (test_flag) { break; }");
+						emit_nl();
+
+						meta_exp2();
+						error_if_false();
+					}
+				} while (0);
+				// close
+
+			} while (test_flag);
+			test_flag = 1;
+			error_if_false();
+
+			emit("} while (0);");
+			emit_nl();
+		}
+	} while (0);
+}
+
+void meta_stat(void)
+{
+	do {
+		read_id();
+		if (test_flag) {
+			emit("void meta_");
+			emit_token();
+			emit("(void)");
+			emit_nl();
+
+			emit("{");
+			emit_nl();
+
+			read_literal("=");
+			error_if_false();
+
+			meta_exp1();
+			error_if_false();
+
+			read_literal(";");
+			error_if_false();
+
+			emit("}");
+			emit_nl();
+		}
+	} while (0);
+}
+
+void meta_program(void)
+{
+	do {
+		read_literal(".syntax");
+		if (test_flag) {
+			read_id();
+			error_if_false();
+
+			emit("#include \"support.h\"");
+			emit_nl();
+
+			do {
+				meta_stat();
+			} while (test_flag);
+			test_flag = 1;
+			error_if_false();
+
+			read_literal(".end");
+			error_if_false();
+		}
+	} while (0);
+}
+
+// end

data/bootstrap/compile_syntax_c_to_ruby.c

@@ -0,0 +1,214 @@
+#include "support.h"
+void meta_outarg(void)
+{
+do {
+read_literal("$");
+if (test_flag) {
+emit("@o.print @t");
+emit_nl();
+}
+if (test_flag) { break; }
+read_string();
+if (test_flag) {
+emit("@o.print ");
+emit_token();
+emit_nl();
+}
+} while (0);
+}
+void meta_out(void)
+{
+do {
+read_literal("<");
+if (test_flag) {
+do {
+meta_outarg();
+} while (test_flag);
+test_flag = 1;
+error_if_false();
+read_literal(">");
+error_if_false();
+emit("@o.print \"\\n\"");
+emit_nl();
+}
+} while (0);
+}
+void meta_exp3(void)
+{
+do {
+read_id();
+if (test_flag) {
+emit("compile_");
+emit_token();
+emit_nl();
+}
+if (test_flag) { break; }
+read_string();
+if (test_flag) {
+emit("@i.scan /\\s*/; s=");
+emit_token();
+emit("; l=s.length;");
+emit_nl();
+emit("@f = (@i.peek(l) == s) ? (@t=s; @i.pos += l) : nil");
+emit_nl();
+}
+if (test_flag) { break; }
+read_literal(".id");
+if (test_flag) {
+emit("@i.scan /\\s*/; @f = @t = @i.scan /[A-Za-z]+[A-Za-z0-9_]+/");
+emit_nl();
+}
+if (test_flag) { break; }
+read_literal(".string");
+if (test_flag) {
+emit("@i.scan /\\s*/; @f = @t = @i.scan /\\047[^\\047]*\\047/");
+emit_nl();
+}
+if (test_flag) { break; }
+read_literal("(");
+if (test_flag) {
+meta_exp1();
+error_if_false();
+read_literal(")");
+error_if_false();
+}
+if (test_flag) { break; }
+read_literal(".e");
+if (test_flag) {
+emit("@f = true");
+emit_nl();
+}
+if (test_flag) { break; }
+read_literal("*");
+if (test_flag) {
+emit("begin");
+emit_nl();
+meta_exp3();
+error_if_false();
+emit("end while @f");
+emit_nl();
+emit("@f = true");
+emit_nl();
+}
+} while (0);
+}
+void meta_exp2(void)
+{
+do {
+do {
+meta_exp3();
+if (test_flag) {
+emit("if @f");
+emit_nl();
+}
+if (test_flag) { break; }
+meta_out();
+if (test_flag) {
+emit("if true");
+emit_nl();
+}
+} while (0);
+if (test_flag) {
+do {
+do {
+meta_exp3();
+if (test_flag) {
+emit("raise(\"error at: \" + @i.rest.split(\"\\n\")[0]) if !@f");
+emit_nl();
+}
+if (test_flag) { break; }
+meta_out();
+if (test_flag) {
+}
+} while (0);
+} while (test_flag);
+test_flag = 1;
+error_if_false();
+emit("end");
+emit_nl();
+}
+} while (0);
+}
+void meta_exp1(void)
+{
+do {
+emit("begin");
+emit_nl();
+if (1) {
+meta_exp2();
+error_if_false();
+do {
+do {
+read_literal("|");
+if (test_flag) {
+emit("break if @f");
+emit_nl();
+meta_exp2();
+error_if_false();
+}
+} while (0);
+} while (test_flag);
+test_flag = 1;
+error_if_false();
+emit("end while false");
+emit_nl();
+}
+} while (0);
+}
+void meta_rule(void)
+{
+do {
+read_id();
+if (test_flag) {
+emit("def compile_");
+emit_token();
+emit_nl();
+read_literal("=");
+error_if_false();
+meta_exp1();
+error_if_false();
+read_literal(";");
+error_if_false();
+emit("end");
+emit_nl();
+}
+} while (0);
+}
+void meta_program(void)
+{
+do {
+read_literal(".syntax");
+if (test_flag) {
+read_id();
+error_if_false();
+emit("#!/usr/bin/env ruby");
+emit_nl();
+emit("require \"strscan\"");
+emit_nl();
+emit("class ");
+emit_token();
+emit_nl();
+emit("def compile(str, out)");
+emit_nl();
+emit("@i, @o = StringScanner.new(str), out");
+emit_nl();
+emit("compile_program");
+emit_nl();
+emit("end");
+emit_nl();
+do {
+meta_rule();
+} while (test_flag);
+test_flag = 1;
+error_if_false();
+read_literal(".end");
+error_if_false();
+emit("end");
+emit_nl();
+emit("begin; puts(\"Use: \" + $0 + \" <in> <out>\"); exit; end if ARGV.length != 2");
+emit_nl();
+emit("File.open(ARGV[1], \"w\") {|f| RMetaII.new.compile(File.read(ARGV[0]), f)}");
+emit_nl();
+}
+} while (0);
+}

data/bootstrap/meta_for_c.txt

@@ -0,0 +1,38 @@
+.syntax meta
+
+arg = '$' <'emit_token();'>
+    | .string <'emit(' $ ');'>;
+
+output = '<' *arg '>' <'emit_nl();'>;
+
+exp3 = .id <'meta_' $ '();'>
+     | .string <'read_literal(' $ ');'>
+     | '.id' <'read_id();'>
+     | '.number' <'read_number();'>
+     | '.string' <'read_string();'>
+     | '(' exp1 ')'
+     | '.e' <'test_flag = 1;'>
+     | '*' <'do {'>
+       exp3 <'} while (test_flag);'>
+       <'test_flag = 1;'>;
+
+exp2 = ( exp3 <'if (test_flag) {'>
+       | output <'if (1) {'> )
+       *( exp3 <'error_if_false();'>
+        | output )
+       <'}'>;
+
+exp1 = <'do {'> exp2
+       *( '|' <'if (test_flag) { break; }'> exp2 )
+       <'} while (0);'>;
+
+stat = .id <'void meta_' $ '(void)'>
+       <'{'>
+       '=' exp1 ';'
+       <'}'>;
+
+program = '.syntax' .id <'#include "support.h"'>
+          *stat
+          '.end';
+
+.end

data/bootstrap/meta_for_ruby.txt

@@ -29,7 +29,7 @@ program = '.syntax' .id
   <'@i, @o = StringScanner.new(str), out'>
   <'compile_program'> <'end'>
   *rule '.end' <'end'>
-  <'begin; puts "Use: meta_compile <in> <out>"; exit; end if ARGV.length != 2'>
+  <'begin; puts("Use: " + $0 + " <in> <out>"); exit; end if ARGV.length != 2'>
   <'File.open(ARGV[1], "w") {|f| RMetaII.new.compile(File.read(ARGV[0]), f)}'>;
 
 .end

data/bootstrap/meta_for_ruby_single_flag.txt

@@ -0,0 +1,35 @@
+.syntax RMetaII
+
+outarg = '$' <'@o.print @t'> | .string <'@o.print ' $>;
+
+out = '<' *outarg '>' <'@o.print "\n"'>;
+
+exp3 = .id       <'compile_' $>
+     | .string   <'@i.scan /\s*/; s=' $ '; l=s.length;'>
+                 <'@t = (@i.peek(l) == s) ? (@i.pos += l; s) : nil'>
+     | '.id'     <'@i.scan /\s*/; @t = @i.scan /[A-Za-z]+[A-Za-z0-9_]+/'>
+     | '.string' <'@i.scan /\s*/; @t = @i.scan /\047[^\047]*\047/'>
+     | '(' exp1 ')'
+     | '.e'      <'@t = true'>
+     | '*' <'begin'> exp3 <'end while @t'> <'@t = true'>;
+
+exp2 =  ( exp3 <'if @t'> | out <'if true'> )
+       *(   exp3 <'raise("error at:\n" + @i.rest.split("\n")[0]) if !@t'>
+          | out ) <'end'>;
+
+exp1 = <'begin'> exp2
+       *( '|' <'break if @t'> exp2 )
+       <'end while false'>;
+
+rule = .id <'def compile_' $> '=' exp1 ';' <'end'>;
+
+program = '.syntax' .id 
+  <'#!/usr/bin/env ruby'> <'require "strscan"'>
+  <'class ' $> <'def compile(str, out)'>
+  <'@i, @o = StringScanner.new(str), out'>
+  <'compile_program'> <'end'>
+  *rule '.end' <'end'>
+  <'begin; puts("Use: " + $0 + " <in> <out>"); exit; end if ARGV.length != 2'>
+  <'File.open(ARGV[1], "w") {|f| RMetaII.new.compile(File.read(ARGV[0]), f)}'>;
+
+.end