trace_preprocessor 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b7ccca5ae4fcb661f3cd3ef939dcb86ebbef8979
-  data.tar.gz: ef3cf0c60f0212ef31be2af54d9881665cee3807
+  metadata.gz: 547c48b671c56cb45f18b5c4bf9aae7c493a1da3
+  data.tar.gz: 62b8de7da7d11076967baf68cd4059ab9c0b9668
 SHA512:
-  metadata.gz: 60a004409355051161ec314ddadfcb1a4a09d96418439b328431a4affd0fb7f0b0c8ffea039dbb34376ce57f784cf252ef8eb390ff59925a8f88dd0800dd704a
-  data.tar.gz: b27ef4e4e1dcb15c30a1664d877418c48378552e691f172503fbf090b1f94631b0c2895ddc0cef51cac7b9f7704b39c6cacd69cbef450b28719a81ce50af8299
+  metadata.gz: 9f82fbcd4855ec30ec07340bbbcffeed621eb199c7fa0e171d5c3028e41b74ac19775a091e32c8830eb893189eafba492181cc051da4851ef83a1ff21b0fe098
+  data.tar.gz: ace8baf7e21c3c13c5e6f60b68349e97b5bfaf04ce1642111ff82877256d749f609e76b783e155e75c617c31899df90a973b91f256e3bdd8af2dad479be84623

data/README.md

@@ -1,6 +1,6 @@
 # TracePreprocessor
 
-TODO: Write a gem description
+Simple trace preprocess based on lexical analyzer
 
 ## Installation
 
@@ -18,12 +18,27 @@ Or install it yourself as:
 
 ## Usage
 
-TODO: Write usage instructions here
+    #!/usr/bin/env ruby
+
+	require 'trace_preprocessor'
+
+	# Configuration
+	config = TracePreprocessor.init do
+	  define_lexeme :id,
+	    :regexp     => /[0-9]+/,
+	    :converter  => "return atol(yytext);",
+	    :value_kind => :exact,
+	    :priority   => 1
+
+	  output_token "printf(\"{TOKEN;%s;%s;%ld;%d}\", name, source, value, value_kind);"
+
+	  workspace "~/.trace_preprocessor"
+	end
+
+	# Generate preprocessor
+	preprocessor = TracePreprocessor.generate(config, :c)
+
+	# Preprocessor run
+	preprocessor.run("input.txt", "output.txt")
 
-## Contributing
 
-1. Fork it
-2. Create your feature branch (`git checkout -b my-new-feature`)
-3. Commit your changes (`git commit -am 'Add some feature'`)
-4. Push to the branch (`git push origin my-new-feature`)
-5. Create new Pull Request

data/lib/trace_preprocessor/code_generator.rb

@@ -41,9 +41,12 @@ LEX
     def self.regexps dsl
       result = ""
 
-      dsl.lexemes.each do |name, lexeme|
+      a = dsl.lexemes.values
+      a.sort! { |x, y| x.priority <=> y.priority }
+
+      a.each do |lexeme|
         if lexeme.regexp
-          result += "#{lexeme.regexp.source} parse_#{name}();\n"
+          result += "#{lexeme.regexp.source} parse_#{lexeme.name}();\n"
         end
       end
       

data/lib/trace_preprocessor/dsl.rb

@@ -18,10 +18,7 @@ module TracePreprocessor
     end
     
     def define_lexeme name, options
-      lexeme = @lexemes[name] || Lexeme.new(name)
-
-      lexeme.regexp      = options[:regexp]
-      lexeme.value_kind  = options[:value_kind] || :hash
+      lexeme = @lexemes[name] || Lexeme.new(name, options)
       
       converter = options[:converter]
       converter_language = :c

data/lib/trace_preprocessor/lexeme.rb

@@ -1,8 +1,12 @@
 module TracePreprocessor
   class Lexeme
-    def initialize name
+    def initialize name, options
       @name = name
       @converter = {}      
+      
+      @regexp     = options[:regexp]
+      @priority   = options[:priority]
+      @value_kind = options[:value_kind] || :hash
     end
     
     attr_accessor :name, :regexp, :converter, :value_kind, :priority

data/lib/trace_preprocessor/version.rb

@@ -1,3 +1,3 @@
 module TracePreprocessor
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/spec/preprocessor_spec.rb

@@ -0,0 +1,50 @@
+require 'trace_preprocessor'
+
+include TracePreprocessor
+
+describe Preprocessor do
+  it "priority test" do
+    
+    config = TracePreprocessor.init do
+      output_token "printf(\"%ld\", value);"
+      workspace "~/.trace_preprocessor"
+
+      define_lexeme :id1,
+          :regexp     => /[0-9]+/,
+          :converter  => "return atol(yytext);",
+          :value_kind => :exact,
+          :priority   => 2          
+      
+      define_lexeme :id2,
+          :regexp     => /[0-9]+/,
+          :converter  => "return -atol(yytext);",
+          :value_kind => :exact,
+          :priority   => 1
+          
+          
+      define_lexeme :id3,
+          :regexp     => /[0-9]+/,
+          :converter  => "return atol(yytext);",
+          :value_kind => :exact,
+          :priority   => 3 
+
+    end
+    
+    preprocessor = TracePreprocessor.generate(config, :c)
+
+    input  = config.workspace_path + "/preprocessor_spec-in.txt"
+    output = config.workspace_path + "/preprocessor_spec-out.txt"
+    
+    puts "input = #{input}"
+    puts "output = #{output}"
+    
+    open(input, "w") { |fd| fd.write "123456" }
+    
+    preprocessor.run(input, output)
+    
+    result = open(output, "r") { |fd| fd.read }
+    
+    result.should eq "-123456"
+    
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: trace_preprocessor
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Sergey
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-10-27 00:00:00.000000000 Z
+date: 2013-11-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -57,6 +57,7 @@ files:
 - lib/trace_preprocessor/preprocessor.rb
 - lib/trace_preprocessor/version.rb
 - spec/dsl_spec.rb
+- spec/preprocessor_spec.rb
 - trace_preprocessor.gemspec
 homepage: ''
 licenses:
@@ -84,3 +85,4 @@ specification_version: 4
 summary: Log data preprocessor
 test_files:
 - spec/dsl_spec.rb
+- spec/preprocessor_spec.rb