trace_preprocessor 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b7ccca5ae4fcb661f3cd3ef939dcb86ebbef8979
+  data.tar.gz: ef3cf0c60f0212ef31be2af54d9881665cee3807
+SHA512:
+  metadata.gz: 60a004409355051161ec314ddadfcb1a4a09d96418439b328431a4affd0fb7f0b0c8ffea039dbb34376ce57f784cf252ef8eb390ff59925a8f88dd0800dd704a
+  data.tar.gz: b27ef4e4e1dcb15c30a1664d877418c48378552e691f172503fbf090b1f94631b0c2895ddc0cef51cac7b9f7704b39c6cacd69cbef450b28719a81ce50af8299

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in trace_preprocessor.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Sergey A
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# TracePreprocessor
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'trace_preprocessor'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install trace_preprocessor
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/lib/trace_preprocessor/code_generator.rb

@@ -0,0 +1,74 @@
+module TracePreprocessor
+  module CodeGenerator
+    
+    def self.generate_lex dsl
+      template = 
+<<-LEX
+%{
+COMMON_CODE
+
+CONVERTER_FUNCTIONS  
+%}    
+
+%option nounput
+
+%%
+
+REGEXPS
+
+%%
+LEX
+    
+      template.gsub!("COMMON_CODE",         dsl.code)
+      template.gsub!("CONVERTER_FUNCTIONS", converter_functions_c_code(dsl))
+      template.gsub!("REGEXPS",             regexps(dsl))
+    
+      template
+    end
+    
+    def self.converter_functions_c_code dsl
+      result = output_token_code dsl
+
+      dsl.lexemes.each do |name, lexeme|
+        if lexeme.converter[:c]
+          result += parse_lexeme_code(name, lexeme)
+        end
+      end
+
+      result      
+    end
+    
+    def self.regexps dsl
+      result = ""
+
+      dsl.lexemes.each do |name, lexeme|
+        if lexeme.regexp
+          result += "#{lexeme.regexp.source} parse_#{name}();\n"
+        end
+      end
+      
+      result
+    end
+    
+    def self.output_token_code dsl
+<<-CODE
+void output_token(const char* name, const char* source, long value, int value_kind) {
+    #{dsl.output_token_code}
+}  
+CODE
+    end
+    
+    def self.parse_lexeme_code(name, lexeme)
+<<-CODE
+long converter_#{name}() {
+    #{lexeme.converter[:c]}
+}
+
+void parse_#{name}() {
+    output_token("#{name}", yytext, converter_#{name}(), #{lexeme.value_kind == :exact ? 1 : 0});
+}
+CODE
+    end
+    
+  end # CodeGenerator
+end # TracePreprocessor

data/lib/trace_preprocessor/dsl.rb

@@ -0,0 +1,56 @@
+%w(
+  lexeme
+).each do |file| 
+  require File.join(File.dirname(__FILE__), file) 
+end
+
+require 'fileutils'
+
+module TracePreprocessor
+  class DSL
+    def initialize
+      @lexemes = {}
+      @code = ""
+    end
+    
+    def init &block
+      instance_eval &block
+    end
+    
+    def define_lexeme name, options
+      lexeme = @lexemes[name] || Lexeme.new(name)
+
+      lexeme.regexp      = options[:regexp]
+      lexeme.value_kind  = options[:value_kind] || :hash
+      
+      converter = options[:converter]
+      converter_language = :c
+      converter_language = :ruby if converter.instance_of? Proc
+      lexeme.converter[converter_language] = converter
+      
+      @lexemes[lexeme.name] = lexeme
+      
+      lexeme
+    end
+    
+    def common_code code
+      @code += code
+    end
+    
+    def output_token code
+      @output_token_code = code
+    end
+    
+    def workspace path
+      @workspace_path = File.expand_path path
+      
+      if not File.exist? @workspace_path
+        FileUtils.mkdir_p @workspace_path
+      end
+    end
+    
+    attr_accessor :lexemes
+    attr_accessor :code, :output_token_code
+    attr_accessor :workspace_path
+  end
+end

data/lib/trace_preprocessor/lexeme.rb

@@ -0,0 +1,10 @@
+module TracePreprocessor
+  class Lexeme
+    def initialize name
+      @name = name
+      @converter = {}      
+    end
+    
+    attr_accessor :name, :regexp, :converter, :value_kind, :priority
+  end
+end

data/lib/trace_preprocessor/preprocessor.rb

@@ -0,0 +1,17 @@
+module TracePreprocessor
+  class Preprocessor
+    attr_accessor :language
+    attr_accessor :preprocessor_file_name
+    
+    def initialize language, preprocessor_file_name
+      @language = language
+      @preprocessor_file_name = preprocessor_file_name
+    end
+    
+    def run input_file_name, output_file_name
+      if @language == :c
+        `#{preprocessor_file_name} < #{input_file_name} > #{output_file_name}`
+      end
+    end
+  end
+end

data/lib/trace_preprocessor/version.rb

@@ -0,0 +1,3 @@
+module TracePreprocessor
+  VERSION = "0.0.1"
+end

data/lib/trace_preprocessor.rb

@@ -0,0 +1,33 @@
+%w(
+  version
+  dsl
+  code_generator
+  preprocessor
+).each do |file| 
+  require File.join(File.dirname(__FILE__), 'trace_preprocessor', file) 
+end
+
+include TracePreprocessor
+
+module TracePreprocessor
+
+  def self.init &block
+    dsl = DSL.new
+    dsl.init &block
+    dsl
+  end
+  
+  def self.generate config, language
+    if language == :c
+      lex = CodeGenerator.generate_lex config
+      
+      open(config.workspace_path + "/preprocessor.l", "w") { |fd| fd.write lex }
+      
+      `cd #{config.workspace_path}; flex -o preprocessor.c preprocessor.l; gcc -o preprocessor -ll preprocessor.c`
+      
+      Preprocessor.new(:c, config.workspace_path + "/preprocessor")
+    else
+    end    
+  end
+
+end

data/spec/dsl_spec.rb

@@ -0,0 +1,62 @@
+require 'trace_preprocessor'
+
+include TracePreprocessor
+
+describe DSL do
+  it "smoke test for initialize DSL object" do
+    dsl = DSL.new
+  end
+  
+  it "init with simple form of define_lexeme (default values)" do
+    dsl = DSL.new
+    
+    lexeme = dsl.define_lexeme :id, :regexp => /[0-9]+/
+    lexeme.name.should eq :id
+    lexeme.value_kind.should eq :hash   
+  end
+  
+  it "converter in C" do
+    dsl = DSL.new
+    
+    dsl.init do
+      define_lexeme :id, 
+        :regexp     => /[0-9]+/,
+        :converter  => "return atol(str);",
+        :priority   => 1,
+        :value_kind => :exact
+    end
+    
+    dsl.lexemes.length.should eq 1
+    
+    lexeme = dsl.lexemes[:id]
+    lexeme.regexp.should eq /[0-9]+/    
+    lexeme.value_kind.should eq :exact
+    lexeme.converter.length.should eq 1
+    lexeme.converter[:c].should_not be_nil
+    lexeme.converter[:ruby].should be_nil
+  end
+  
+  it "converter in Ruby" do
+    dsl = DSL.new
+    
+    dsl.init do
+      define_lexeme :id, 
+        :regexp     => /[0-9]+/,
+        :converter  => lambda { |str| str.to_i },
+        :value_kind => :hash
+    end
+    
+    dsl.lexemes[:id].converter[:ruby].should_not be_nil
+  end
+  
+  it "common code" do
+    dsl = DSL.new
+    
+    dsl.init do
+      common_code <<-CODE
+        #include <stdio.h>
+        #include <stdlib.h>
+      CODE
+    end    
+  end
+end

data/trace_preprocessor.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'trace_preprocessor/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "trace_preprocessor"
+  spec.version       = TracePreprocessor::VERSION
+  spec.authors       = ["Sergey"]
+  spec.email         = ["mastedm@gmail.com"]
+  spec.description   = %q{Log data preprocessor}
+  spec.summary       = %q{Log data preprocessor}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification
+name: trace_preprocessor
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Sergey
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Log data preprocessor
+email:
+- mastedm@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/trace_preprocessor.rb
+- lib/trace_preprocessor/code_generator.rb
+- lib/trace_preprocessor/dsl.rb
+- lib/trace_preprocessor/lexeme.rb
+- lib/trace_preprocessor/preprocessor.rb
+- lib/trace_preprocessor/version.rb
+- spec/dsl_spec.rb
+- trace_preprocessor.gemspec
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.6
+signing_key: 
+specification_version: 4
+summary: Log data preprocessor
+test_files:
+- spec/dsl_spec.rb