astrapi 0.0.5

data/lib/template_ast_printer.rb

@@ -0,0 +1,79 @@
+require_relative 'indent'
+require_relative 'code'
+
+module <%=mm.name%>
+
+  class DotPrinter
+
+    include Indent
+
+    attr_accessor :code,:nodes_decl,:nodes_cnx
+
+    def print ast #entry method
+      @verbose=false
+      @nodes_decl=Code.new
+      @nodes_cnx=Code.new
+      @printed_cnx={} #Cosmetic ! to keep track of already printed cnx source->sink
+      @code=Code.new
+      code << "digraph G {"
+      code.indent=2
+      code << "ordering=out;"
+      code << "ranksep=.4;"
+      code << "bgcolor=\"lightgrey\";"
+      code.newline
+      code << "node [shape=box, fixedsize=false, fontsize=12, fontname=\"Helvetica-bold\", fontcolor=\"blue\""
+      code << "       width=.25, height=.25, color=\"black\", fillcolor=\"white\", style=\"filled, solid, bold\"];"
+      code << "edge [arrowsize=.5, color=\"black\", style=\"bold\"]"
+      process(ast)
+      code << @nodes_decl
+      code << @nodes_cnx
+      code.indent=0
+      code << "}"
+      return code
+    end
+
+    def process node,level=0
+      id=node.object_id
+      if node.is_a? Token
+        sink="#{id}"
+        val=node.val
+        nodes_decl << "#{sink} [label=\"#{val}\",color=\"red\"]"
+      else
+
+        kname=node.class.name.split("::")[1]
+        id=node.object_id
+        nodes_decl << "#{id} [label=\"#{kname}\"]"
+
+        node.instance_variables.each{|vname|
+          ivar=node.instance_variable_get(vname)
+          vname=vname.to_s[1..-1]
+          case ivar
+          when Array
+            ivar.each_with_index{|e,idx|
+              sink=process(e,level+2)
+              @printed_cnx[id]||=[]
+              nodes_cnx << "#{id} -> #{sink} [label=\"#{vname}[#{idx}]\"]" if not @printed_cnx[id].include? sink
+              @printed_cnx[id] << sink
+            }
+          when Token
+            val=ivar.val
+            sink="#{ivar.object_id}"
+            nodes_decl << "#{sink} [label=\"#{val}\",color=\"red\"]"
+            @printed_cnx[id]||=[]
+            nodes_cnx << "#{id} -> #{sink} [label=\"#{vname}\"]" if not @printed_cnx[id].include? sink
+            @printed_cnx[id] << sink
+          when nil
+          else
+            sink=process(ivar,level+2)
+            @printed_cnx[id]||=[]
+            nodes_cnx << "#{id} -> #{sink} [label=\"#{vname}\"]" if not @printed_cnx[id].include? sink
+            @printed_cnx[id] << sink
+          end
+
+        }
+      end
+      return id
+    end
+
+  end #class
+end #module

data/lib/template_code.rb

@@ -0,0 +1,48 @@
+class Code
+
+  attr_accessor :indent,:code
+
+  def initialize indent=0
+    @code=[]
+    @indent=indent
+  end
+
+  def <<(str)
+    if str.is_a? Code
+      str.code.each do |line|
+        @code << " "*@indent+line
+      end
+    elsif str.is_a? Array
+      str.each do |kode|
+        @code << kode
+      end
+    elsif str.nil?
+    else
+      @code << " "*@indent+str
+    end
+  end
+
+  def finalize dot=false
+    if dot
+      return @code.join('\n')
+    end
+    @code.join("\n") if @code.any?
+  end
+
+  def newline
+    @code << " "
+  end
+
+  def save_as filename,verbose=true,sep="\n"
+    str=self.finalize
+    File.open(filename,'w'){|f| f.puts(str)}
+    puts "saved code in file #{filename}" if verbose
+    return filename
+  end
+
+  def size
+    @code.size
+  end
+
+
+end

data/lib/template_compiler.rb

@@ -0,0 +1,59 @@
+require_relative '<%=mm.name.to_s.downcase%>_parser'
+require_relative '<%=mm.name.to_s.downcase%>_pp'
+require_relative '<%=mm.name.to_s.downcase%>_ast_printer'
+require_relative '<%=mm.name.to_s.downcase%>_visitor'
+
+module <%=mm.name%>
+
+  class Compiler
+    attr_accessor :ast
+
+    def initialize
+      puts "<%=mm.name%> compiler"
+    end
+
+    def compile filename
+      @ast=parse(filename)
+      visit
+      pretty_print
+      dot_print
+    end
+
+    def parse filename
+      @filename=filename
+      name,@suffix=filename.split("/").last.split(".")
+      @basename=File.basename(filename,"."+@suffix)
+      puts "==> parsing #{filename}"
+      <%=mm.name%>::Parser.new.parse(filename)
+    end
+
+    def visit
+      puts "==> dummy visit"
+      <%=mm.name%>::Visitor.new.visit(ast)
+    end
+
+    def pretty_print
+      target="#{@basename}_pp.#{@suffix}"
+      puts "==> pretty print to ............ #{target}"
+      code_str=<%=mm.name%>::PrettyPrinter.new.print(ast)
+      File.open("#{target}",'w'){|f| f.puts code_str}
+    end
+
+    def dot_print
+      target="#{@basename}.dot"
+      puts "==> generate dot for AST in .... #{target}"
+      code=<%=mm.name%>::DotPrinter.new.print(ast)
+      code.save_as(target,verbose=false)
+    end
+
+  end
+end
+
+if $PROGRAM_NAME == __FILE__
+  filename=ARGV[0]
+  raise "need a <%=mm.name%> file !" if filename.nil?
+  t1 = Time.now
+  <%=mm.name%>::Compiler.new.compile(filename)
+  t2 = Time.now
+  puts "compiled in     : #{t2-t1} s"
+end

data/lib/template_indent.rb

@@ -0,0 +1,19 @@
+module Indent
+
+  INDENT=2
+
+  def indent str
+    @indentation||=-INDENT
+    @indentation+=INDENT
+    say(str)
+  end
+
+  def dedent
+    @indentation-=INDENT
+  end
+
+  def say str
+    puts " "*@indentation+str if @verbose
+  end
+  
+end

data/lib/template_lexer.rb

@@ -0,0 +1,139 @@
+require 'pp'
+require 'strscan'
+#require 'benchmark'
+
+class Token
+  attr_accessor :kind,:val,:pos
+  def initialize tab
+    @kind,@val,@pos=*tab
+  end
+
+  def is_a? kind
+    case kind
+    when Symbol
+      return @kind==kind
+    when Array
+      for sym in kind
+        return true if @kind==sym
+      end
+      return false
+    when Class
+      return kind==Token
+    else
+      raise "wrong type for token test"
+    end
+  end
+
+  def accept dummy,args=nil
+    val
+  end
+end
+
+module <%=mm.name%>
+
+  class Lexer
+    #................................................
+    NEWLINE            = /[\n]/
+    SPACE              = /[ \t]+/
+    #.............punctuation........................
+    LPAREN             = /\A\(/
+    RPAREN             = /\A\)/
+    COMMENT            = /\A\#(.*)/
+    # .............M3E specific literals.............
+    IDENT              = /\A[a-zA-Z]+[0-9a-zA-Z_]*/i
+    FLOAT              = /\A[0-9]+\.[0-9]+/
+    FRAC               = /\A[0-9]+\/[0-9]+/
+    INTEGER            = /\A[0-9]+/
+    RANGE              = /\A#{INTEGER}\.\.#{INTEGER}/
+    STRING             = /\A\"(.*)\"/ # need to check!
+    NIL                = /\Anil/
+    TRUE               = /\A\true/
+    FALSE              = /\Afalse/
+    #..............DSL keywords......................
+<%=keywords_regexp%>
+
+    def initialize str=''
+      init(str)
+    end
+
+    def init str
+      @ss=StringScanner.new(str)
+      @line=0
+    end
+
+    def tokenize str
+      @tokens=[]
+      init(str)
+      until @ss.eos?
+        @tokens << next_token()
+      end
+      return @tokens[0..-2]
+    end
+
+    #next token can detect spaces length
+    def next_token
+
+      if @ss.bol?
+        @line+=1
+        @old_pos=@ss.pos
+      end
+
+      position=[@line,@ss.pos-@old_pos+1]
+
+      return :eos if @ss.eos?
+
+      case
+      when text = @ss.scan(NEWLINE)
+        next_token()
+      when text = @ss.scan(SPACE)
+        next_token()
+      when text = @ss.scan(LPAREN)
+        return Token.new [:lparen,text,position]
+      when text = @ss.scan(COMMENT)
+        return Token.new [:m3e_comment,text,position]
+      when text = @ss.scan(RPAREN)
+        return Token.new [:rparen,text,position]
+      when text = @ss.scan(FLOAT)
+        return Token.new [:float_lit,text,position]
+      when text = @ss.scan(FRAC)
+        return Token.new [:frac_lit,text,position]
+      when text = @ss.scan(RANGE)
+        return Token.new [:range_lit,text,position]
+      when text = @ss.scan(INTEGER)
+        return Token.new [:integer_lit,text,position]
+      when text = @ss.scan(STRING)
+        return Token.new [:string_lit,text,position]
+      when text = @ss.scan(FRAC)
+        return Token.new [:frac_lit,text,position]
+      when text = @ss.scan(IDENT)
+        case
+<%=apply_regexp%>
+        when value = text.match(NIL)
+          return Token.new [:nil,text,position]
+        when value = text.match(TRUE)
+          return Token.new [:true,text,position]
+        when value = text.match(FALSE)
+          return Token.new [:false,text,position]
+        else
+          return Token.new [:identifier,text,position]
+        end
+      else
+        x = @ss.getch
+        return Token.new [x, x,position]
+      end
+    end
+  end
+end
+
+if $PROGRAM_NAME == __FILE__
+  str=IO.read(ARGV[0])
+  #str.downcase!
+  puts str
+  t1 = Time.now
+  lexer=<%=mm.name%>::Lexer.new
+  tokens=lexer.tokenize(str)
+  t2 = Time.now
+  pp tokens
+  puts "number of tokens : #{tokens.size}"
+  puts "tokenized in     : #{t2-t1} s"
+end

data/lib/template_parser.rb

@@ -0,0 +1,75 @@
+require 'pp'
+require_relative 'indent'
+require_relative '<%=mm.name.to_s.downcase%>_lexer'
+require_relative '<%=mm.name.to_s.downcase%>_ast'
+
+module <%=mm.name%>
+
+  class Parser
+    include Indent #helper methods mixed in
+
+    attr_accessor :lexer,:tokens
+
+    def initialize
+      @verbose=false
+      @lexer=Lexer.new
+    end
+
+    def parse filename
+      str=::IO.read(filename)
+      @tokens=lexer.tokenize(str)
+      last_pos = @tokens.last.pos
+      @tokens << Token.new([:eos,'',last_pos])
+      pp @tokens if @verbose
+      parse<%=mm.classes.first.name%>
+    end
+
+    def acceptIt
+      tok=tokens.shift
+      say "consuming #{tok.val} (#{tok.kind})"
+      tok
+    end
+
+    def showNext n=0
+      tokens[n]
+    end
+
+    def expect kind
+      if (actual=showNext.kind)!=kind
+        abort "ERROR at #{showNext.pos}. Expecting #{kind}. Got #{actual}"
+      else
+        return acceptIt()
+      end
+    end
+
+    def nil_maybe?
+      if showNext.is_a?(:nil)
+        return acceptIt
+      else
+        return nil
+      end
+    end
+
+    def parse_comments
+      ret=nil
+      while showNext.is_a? :m3e_comment
+        str||=""
+        str << acceptIt.val
+      end
+      if str
+        ret=Token.new([:comment,str,[0,0]])
+      end
+      ret
+    end
+<%=parsing_methods%>
+
+  end
+end
+if $PROGRAM_NAME == __FILE__
+  filename=ARGV[0]
+  raise "need a file !" if filename.nil?
+  t1 = Time.now
+  <%=mm.name%>::Parser.new.parse(filename)
+  t2 = Time.now
+  puts "parsed in     : #{t2-t1} s"
+end

data/lib/template_pretty_printer.rb

@@ -0,0 +1,46 @@
+require 'pp'
+require_relative '<%=mm.name.to_s.downcase%>_ast'
+require_relative 'indent'
+require_relative 'code'
+
+module <%=mm.name%>
+
+  class PrettyPrinter
+
+    include Indent
+
+    def print ast
+      ary=ast.accept(self)
+      str=prpr(ary)
+    end
+
+    def prpr ary
+      print_rec(ary).lstrip
+    end
+
+    def print_rec ary,indent=0
+      str=""
+      case e=ary
+      when Array
+        str << "\n"
+        if e.first.to_s.start_with? "#"
+          str << " "*indent+ary.shift+"\n"
+        end
+        str << " "*indent+"("
+        ary.each do |e|
+          str << print_rec(e,indent+2)
+        end
+        if ary.last.is_a? Array
+          str << "\n"+" "*indent+")"
+        else
+          str<< "\b)"
+        end
+      else
+        str << e.to_s+ " "
+      end
+      return str
+    end
+
+<%=visiting_methods%>
+  end #class
+end #module

data/lib/template_visitor.rb

@@ -0,0 +1,18 @@
+require_relative '<%=mm.name.to_s.downcase%>_ast'
+require_relative 'indent'
+require_relative 'code'
+
+module <%=mm.name%>
+
+  class Visitor
+
+    include Indent
+
+    def visit ast
+      @verbose=true
+      ast.accept(self)
+    end
+
+<%=visiting_methods%>
+  end #class
+end #module

data/lib/version.rb

@@ -0,0 +1,3 @@
+module Astrapi
+  VERSION="0.0.5"
+end

data/lib/visitor.rb

@@ -0,0 +1,53 @@
+require_relative 'ast'
+require_relative 'indent'
+require_relative 'code'
+
+module Astrapi
+
+  class Visitor
+
+    include Indent
+
+    def visit ast
+      ast.accept(self)
+    end
+
+    def visitModule modul,args=nil
+      indent "visitModule"
+      name=modul.name.accept(self)
+      modul.classes.each{|k| k.accept(self)}
+      dedent
+    end
+
+    def visitKlass klass,args=nil
+      indent "visitKlass #{klass.name.sym}"
+      klass.inheritance.accept(self)
+      klass.attrs.each{|attr| attr.accept(self)}
+      dedent
+    end
+
+    def visitAttr attr,args=nil
+      indent "visitAttr"
+      attr.name.accept(self)
+      attr.type.accept(self)
+      dedent
+    end
+
+    def visitType type,args=nil
+      indent "visitType"
+    end
+
+    def visitArrayOf arrayOf,args=nil
+      indent "visitArrayOf"
+      arrayOf.type.accept(self)
+      dedent
+    end
+
+    def visitIdentifier id,args=nil
+      indent "visitIdentifier"
+      say " - #{id.sym}"
+      dedent
+    end
+
+  end
+end

data/tests/geometry.mm

@@ -0,0 +1,32 @@
+module Geometry
+
+  class Scene
+    attr name => IDENT
+    attr elements => Shape[]
+  end
+
+  class Shape
+    attr id => IDENT
+    attr position => Position
+  end
+
+  class Square < Shape
+    attr size => Size
+  end
+
+  class Circle < Shape
+    attr radius => Size
+  end
+
+  class Rectangle < Shape
+    attr size => Size
+  end
+
+  class Size
+    attr dims => INTEGER[]
+  end
+
+  class Position
+     attr coord => INTEGER[]
+  end
+end

metadata

@@ -0,0 +1,72 @@
+--- !ruby/object:Gem::Specification
+name: astrapi
+version: !ruby/object:Gem::Version
+  version: 0.0.5
+platform: ruby
+authors:
+- Jean-Christophe Le Lann
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-05-17 00:00:00.000000000 Z
+dependencies: []
+description: Starting from the metamodel of a DSL (abstract classes and their relationship),
+  Astrapi generates a compiler front end for this DSL. The model itself is expressed
+  in S-expressions
+email: lelannje@ensta-bretagne.fr
+executables:
+- astrapi
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/astrapi
+- doc/astrapi.html
+- lib/ast.rb
+- lib/checker.rb
+- lib/class_diagram_printer.rb
+- lib/code.rb
+- lib/compiler.rb
+- lib/dbg.rb
+- lib/dot_printer.rb
+- lib/indent.rb
+- lib/lexer.rb
+- lib/parser.rb
+- lib/pretty_printer.rb
+- lib/ruby_generator.rb
+- lib/template_ast_printer.rb
+- lib/template_code.rb
+- lib/template_compiler.rb
+- lib/template_indent.rb
+- lib/template_lexer.rb
+- lib/template_parser.rb
+- lib/template_pretty_printer.rb
+- lib/template_visitor.rb
+- lib/version.rb
+- lib/visitor.rb
+- tests/geometry.mm
+homepage: http://www.jcll.fr/astrapi.html
+licenses:
+- MIT
+metadata: {}
+post_install_message: Thanks for installing! A small doc & examples are in astrapi/doc
+  and astrapi/tests.
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: meta-compiler for S-expression based Domain Specific Languages (DSL)
+test_files: []