crokus 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ef8bbae26ccb8fc2b32c8dd40bf6635272055ba5e158a0ed9b7e22aead35018a
-  data.tar.gz: 922d2ce547b6875e8cb99364f0ca5ba2edfd0c066cd888065bb84149a07a32c3
+  metadata.gz: 852a2b5bdf274b42fa37edba80142da8b481cad7203637a5b86ab7a5b83f7b10
+  data.tar.gz: f199ddb9ac49df0c8bb5a456c332677ccb2cbd21baa469d0cee514d400b4ae78
 SHA512:
-  metadata.gz: 72bc1089bcbc9edb53afb4e3bada17d4daa19b5e174c22516be36755e10478facadf68a6651edf6e9eb4c8574ad8fa82203b73b1a7c947f117080bcb3296755e
-  data.tar.gz: ca37c64d365528a95548ce2517d3f92bdd90ad62f071609695aebdb6b64e21f8e0b9ea6e525b495d7ec4d77ac5c24ae08e7d23a129aa87551d141edc8b860d91
+  metadata.gz: ec54d76cffdfeeb764fcc06463fd67b01b88dd642246496f6d6de07d5462113e3fda0e34af0bf60750552397e14be4d6cd1d36eec0a6fd8d27ed88cdd27ea1f3
+  data.tar.gz: 602f8152c74bda51fde3c991fa969192d3a2c542688650b822158fdcfab654d7ac62cb869b9243d3d512b880c168938d8e9848388cb2f5c097f0c46a853b7502

data/lib/crokus/cfg_printer_c.rb

@@ -0,0 +1,199 @@
+module Crokus
+
+  class PrinterC
+
+    attr_accessor :cfg
+
+    def initialize
+      @visited=[]
+      @prp=PrettyPrinter.new
+    end
+
+    def print cfg
+      puts " |-->[+] generating C code from cfg '#{cfg.name}'"
+      @cfg=cfg
+      code=Code.new
+      code << "//"+"-"*60
+      code << "// automatically generated by Crokus compiler"
+      code << "// date : #{Time.now.strftime("%a %d,%B %Y - %H:%M:%S")}"
+      code << "//"+"-"*60
+      code.newline
+      code << "#include <stdio.h>"
+      code << "#include <stdlib.h>"
+      code.newline
+      io=[decl_inputs,decl_outputs].join(',')
+      code << "int #{cfg.name}(#{io}){"
+      code.indent=2
+      code << decl_vars()
+      code << decl_loop_indexes()
+      code << decl_arrays()
+      code << visit_rec(cfg.starter)
+      code << output_assigns()
+      code << "return 0;"
+      code.indent=0
+      code << "}"
+      code.newline
+      code << main(cfg)
+      puts code.finalize
+      code.save_as "#{cfg.name}.c"
+    end
+
+    def main cfg
+      code=Code.new
+      code << "int main(void){"
+      code.indent=2
+      inputs,outputs=[],[]
+      cfg.infos["inputs"].each do |input|
+        code << "int #{input} = #{rand 0..255};"
+        inputs << input
+      end
+      cfg.infos["outputs"].each do |output|
+        code << "int #{output};"
+        outputs << "&#{output}"
+      end
+      params=[inputs,outputs].flatten.join(',')
+      code << "#{cfg.name}(#{params});"
+      cfg.infos["outputs"].each do |output|
+        code << "printf(\"#{output} = %d\\n\",#{output});"
+      end
+      code << "return 0;"
+      code.indent=0
+      code << "}"
+      code
+    end
+
+    def decl_inputs
+      if h=cfg.infos["inputs"]
+        return h.map{|ident| "int #{ident}"}
+      end
+    end
+
+    def decl_outputs
+      if h=cfg.infos["outputs"]
+        return h.map{|ident| "int *#{ident}"}
+      end
+    end
+
+    def decl_vars
+      code=Code.new
+      if h=cfg.infos["int_vars"]
+        h.each{|ident| code << "int #{ident} = #{rand(0..255)};"}
+      end
+      code.newline
+      code
+    end
+
+    def decl_loop_indexes
+      code=Code.new
+      if cfg.infos["loop_indexes"]
+        code << "// loop indexes"
+        cfg.infos["loop_indexes"].each do |index|
+          code << "int #{index};"
+        end
+        code.newline
+      end
+      code
+    end
+
+    def decl_arrays
+      code=Code.new
+      cfg.infos["internal_arrays"].each do |h|
+        name,size_lit=h.first
+        size_int=size_lit.to_s.to_i
+        init=Array.new(size_int){rand(255)}.join(",")
+        size=size_lit.accept(@prp)
+        code << "int #{name}[#{size}] ={#{init}};"
+      end
+      code.newline
+      code
+    end
+
+    def output_assigns
+      code=Code.new
+      code.newline
+      code << "//------- output assignments ------"
+      if ary=cfg.infos["output_assigns"]
+        ary.each{|h|
+          out,expr=h.first
+          rhs=expr.accept(@prp)
+          code << "*#{out} = #{rhs};"
+        }
+      end
+      code
+    end
+
+    def visit_rec bb
+      unless bb.nil? or @visited.include?(bb)
+        if bb.infos[:start_if]
+          gen_if(bb)
+        elsif bb.infos[:start_while]
+          gen_while(bb)
+        elsif bb.infos[:start_for]
+          gen_for(bb)
+        else
+          gen_plain(bb)
+        end
+      end
+    end
+
+    def gen_plain bb
+      code=Code.new
+      @visited << bb
+      #code << "// bb #{bb.label}"
+      bb.stmts.each{|assign|
+        code << assign.accept(@prp)
+      }
+      code << visit_rec(bb.nextBranch)
+      code
+    end
+
+    def gen_if bb
+      code=Code.new
+      @visited << bb
+      #code << "// bb 'if' #{bb.label}"
+      bb.stmts.each{|stmt| code << stmt.accept(@prp)}
+      cond=bb.infos[:cond].accept(@prp)
+      code << "if (#{cond}){"
+      code.indent=2
+      code << visit_rec(bb.trueBranch)
+      code.indent=0
+      code << "}"
+      code << "else {"
+      code.indent=2
+      code << visit_rec(bb.falseBranch)
+      code.indent=0
+      code << "}"
+      code
+    end
+
+    def gen_while bb
+      code=Code.new
+      @visited << bb
+      bb.stmts.each{|stmt| code << stmt.accept(@prp)}
+      cond=bb.infos[:cond].accept(@prp)
+      code << "while (#{cond}){"
+      code.indent=2
+      code << visit_rec(bb.trueBranch)
+      code.indent=0
+      code << "}"
+      code << visit_rec(bb.falseBranch)
+      code
+    end
+
+    def gen_for bb
+      code=Code.new
+      @visited << bb
+      #code << "// bb 'for' #{bb.label}"
+      bb.stmts.each{|stmt| code << stmt.accept(@prp)}
+      index=bb.infos["loop_index"]
+      index_bound=bb.infos["loop_index_bound"]
+      code << "for(#{index}=0;#{index} < #{index_bound};#{index}++){"
+      code.indent=2
+      code << visit_rec(bb.trueBranch)
+      code.indent=0
+      code << "}"
+      code << visit_rec(bb.falseBranch)
+      code
+    end
+  end
+end

data/lib/crokus/cfg_random_gen.rb

@@ -0,0 +1,312 @@
+require 'yaml'
+require 'distribution'
+
+require_relative 'cfg_printer_c'
+
+class Hash
+  def sample
+    k=keys.sample
+    [k,self[k]]
+  end
+end
+
+module Crokus
+
+  class RandomGen
+    attr_accessor :cfg
+
+    def run params
+      puts "[+] running random C generation"
+      puts " |-->[+] reading parameters file '#{params}'"
+      @params=YAML.load(File.read(params))
+      init_cfg
+      init_random_generators
+      create_inputs
+      create_outputs
+      create_variables
+      create_internal_arrays
+      create_output_assigns
+      create_cfg
+      gen_dot # to see the structure, before hacking the content
+      populate_all
+      generate_c
+      #print_infos
+    end
+
+
+    def print_infos
+      puts " |-->[+] infos about CFG :"
+      puts "      |-->[+] #basic blocks : #{@cfg.size}"
+    end
+
+    def gen_dot
+      @cfg.print verbose=false
+    end
+
+    def init_cfg
+      @cfg=CFG.new(@params["name"])
+      @current=@cfg.starter
+    end
+
+    def init_random_generators
+      puts " |-->[+] init parameterized random generators"
+      @rng={}
+      @params.each do |key,val|
+        if key.start_with? "avg_"
+          name=key[4..-1]
+          @rng[name]=Distribution::Normal.rng(mean=val,sigma=0.5) #sigma=1 ?
+        end
+      end
+    end
+
+    def register_readables ary
+      @readables||=[]
+      @readables << ary
+      @readables.flatten!
+    end
+
+    def create_inputs
+      name="in_0"
+      @inputs=(1..@params["nb_inputs"]).map{|idx| Ident.new(Token.create name=name.succ)}
+      register_readables @inputs
+      @cfg.infos["inputs"]=@inputs
+    end
+
+    def create_outputs
+      name="out_0"
+      @outputs=(1..@params["nb_outputs"]).map{|idx| Ident.new(Token.create name=name.succ)}
+      @cfg.infos["outputs"]=@outputs
+    end
+
+    def create_variables
+      name="`" # succ is 'a'
+      @vars=(1..@params["nb_int_vars"]).map{|idx| Ident.new(Token.create name=name.succ)}
+      register_readables @vars
+      @cfg.infos["int_vars"]=@vars
+    end
+
+    def create_output_assigns
+      @cfg.infos["output_assigns"]||=[]
+      @outputs.each do |ident|
+        @cfg.infos["output_assigns"] << {ident => create_expression}
+      end
+    end
+
+    def create_internal_arrays
+      @cfg.infos["internal_arrays"]||=[]
+      (1..@params["nb_int_arrays"]).each do |idx|
+        size=@rng["size_int_arrays"].call.to_i
+        size=IntLit.new(Token.create(size.to_s))
+        @cfg.infos["internal_arrays"] << {Ident.new(Token.create("t#{idx}")) => size}
+      end
+    end
+
+    def create_cfg
+      puts " |-->[+] building cfg"
+      while @cfg.size < @params["nb_basic_blocks"]
+        rec_create_bbs
+      end
+    end
+
+    def rec_create_bbs level=0
+      if @cfg.size < @params["nb_basic_blocks"]
+        type = [:plain,:if,:while,:for].sample
+        case type
+        when :plain
+          gen_plain_block(level)
+        when :if
+          gen_if_block(level)
+        when :while
+          gen_while_block(level) if @params["accept_while_loops"]
+        when :for
+          gen_for_block(level)
+        else
+          raise "unknown cfg type : #{type}"
+        end
+      end
+    end
+
+    def gen_plain_block level
+      @cfg << bb=BasicBlock.new
+      @current.to bb
+      @current=bb
+    end
+
+    def gen_if_block level
+      @current.infos[:cond]=create_condition
+      @current.infos[:start_if]=true
+      @cfg << trueBranch =BasicBlock.new
+      @cfg << falseBranch=BasicBlock.new
+      @cfg << mergeBranch=BasicBlock.new
+      @current.to trueBranch
+      @current.to falseBranch
+
+      @current=trueBranch
+      rec_create_bbs(level+1)
+      @current.to mergeBranch
+
+      @current=falseBranch
+      rec_create_bbs(level+1)
+      @current.to mergeBranch
+
+      @current=mergeBranch
+    end
+
+    def gen_while_block level
+      @cfg << cond_bb     = BasicBlock.new(:start_while => true)
+      cond_bb.infos[:cond]=create_condition
+      @cfg << trueBranch  = BasicBlock.new
+      @cfg << falseBranch = BasicBlock.new
+      @current.to cond_bb
+      cond_bb.to trueBranch
+      cond_bb.to falseBranch
+      @current = trueBranch
+      rec_create_bbs(level+1)
+      @current.to cond_bb
+      @current=falseBranch
+    end
+
+    def gen_for_block level
+      @cfg << cond_bb     = BasicBlock.new(:start_for => true)
+      @index||="idx_0"
+      @index=@index.succ
+      loop_index=Ident.new Token.create @index
+      cond_bb.infos["loop_index"]=loop_index
+      @cfg.infos["loop_indexes"]||=[]
+      @cfg.infos["loop_indexes"] << loop_index
+      cond_bb.infos["loop_index_bound"]=@rng["forloop_iterations"].call.to_i
+      @cfg << trueBranch  = BasicBlock.new
+      @cfg << falseBranch = BasicBlock.new
+      @cfg << postBranch  = BasicBlock.new(:loop_body_end => true)
+      @current.to cond_bb
+      cond_bb.to trueBranch
+      cond_bb.to falseBranch
+      @current= trueBranch
+      rec_create_bbs(level+1)
+      @current.to postBranch
+      @current=postBranch
+      @current.to cond_bb
+      @current=falseBranch
+    end
+
+    def populate_all
+      puts " |-->[+] populate cfg"
+      @cfg.each{|bb| populate bb}
+    end
+
+    def populate bb
+      @rng["assigns_per_bbs"].call.to_i.times do
+        bb << create_assign
+      end
+    end
+
+    def create_assign
+      lhs=create_assignee
+      rhs=create_expression()
+      Assign.new(lhs,ASSIGN,rhs)
+    end
+
+    def create_assignee
+      if @params["nb_int_arrays"]>0
+        case r=rand(0..10)
+        when 0..3
+          name,size=@cfg.infos["internal_arrays"].sample.first
+          var=@readables.sample
+          @readables.rotate!
+          abs_func=Ident.new(Token.create "abs")
+          return Indexed.new(name,FunCall.new(abs_func,[Binary.new(var,MOD,size)]))
+        end
+      end
+      assignee=@vars.first
+      @vars.rotate!
+      return assignee
+    end
+
+    def create_condition
+      lhs=create_expression()
+      op =create_cond_op()
+      rhs=create_expression()
+      Binary.new(lhs,op,rhs)
+    end
+
+    def create_expression
+      depth=@rng["assigns_expression_depth"].call.to_i
+      return create_binary_expression(depth)
+    end
+
+    def create_binary_expression depth
+      if depth <= 1
+        lhs=create_unary_expression
+        rhs=create_unary_expression
+      else
+        lhs=create_binary_expression(depth-1)
+        rhs=create_binary_expression(depth-1)
+      end
+      op=create_binary_op
+      if op.val=="/" and lhs.to_s=="0"
+        return create_binary_expression(depth)
+      else
+        return Parenth.new(Binary.new(lhs,op,rhs))
+      end
+    end
+
+    ARITH={
+      :add => "+",
+      :sub => "-",
+      :mul => "*",
+      :div => "/",
+      #:shift_r => ">>",
+      #:shift_l => "<<",
+    }
+
+    COMP={
+      :gt  => ">",
+      :gte => ">=",
+      :lt  => "<",
+      :lte => "<=",
+      :eq  => "==",
+      :neq => "!="
+
+    }
+
+    COMPA=[:gt,:lt,:eq,:neq,:gte,:lte]
+    ACCUM=[:add_assign,:sub_assign,:mul_assign,:div_assign]
+    LOGIC=[:or,:and,:xor]
+    MINUS=Token.new [:sub,"-",[0,0]]
+
+    def create_binary_op
+      kind,val=ARITH.sample
+      if @params["accept_integer_division"]==false and kind==:div
+        return create_binary_op # retry
+      end
+      Token.new([kind,val,[0,0]])
+    end
+
+    def create_cond_op
+      kind,val=COMP.sample
+      Token.new([kind,val,[0,0]])
+    end
+
+    def create_unary_expression
+      r=rand(0..10)
+      case r
+      when 1
+        return IntLit.new Token.create rand(0..255).to_s
+      when 2
+        return Parenth.new(Unary.new(MINUS,@readables.sample))
+      when 3
+        name,size=@cfg.infos["internal_arrays"].sample.first
+        var=@readables.sample
+        abs_func=Ident.new(Token.create "abs")
+        index=FunCall.new(abs_func,[Binary.new(var,MOD,size)])
+        return Indexed.new(name,index) #eg : t[abs(a % 4)]
+      else
+        return @readables.sample
+      end
+    end
+
+    def generate_c
+      PrinterC.new.print(cfg)
+    end
+  end
+end

data/lib/crokus/version.rb

@@ -1,3 +1,3 @@
 module Crokus
-  VERSION="0.0.3"
+  VERSION="0.0.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: crokus
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Jean-Christophe Le Lann
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-10-03 00:00:00.000000000 Z
+date: 2019-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: distribution
@@ -24,6 +24,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 0.7.3
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
 description: Crokus is developped in Ruby and aims at providing simple basis for C
   transformations. It has been use for teaching purposes and applied to Electronic
   System Level experiments.
@@ -41,6 +55,8 @@ files:
 - lib/crokus/cfg_builder.rb
 - lib/crokus/cfg_cleaner.rb
 - lib/crokus/cfg_printer.rb
+- lib/crokus/cfg_printer_c.rb
+- lib/crokus/cfg_random_gen.rb
 - lib/crokus/cleaner.rb
 - lib/crokus/code.rb
 - lib/crokus/compiler.rb