buildlogparser 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 849b9a478c2b1ca8fef07c1c69f206228a000529
+  data.tar.gz: c7392cdde7bf9e63177104e85cc04d2ac992f1cf
+SHA512:
+  metadata.gz: fc3679e532cc26b9e6dc4bf7489f4e6393c77bb0583bf5706ff3922dfca3e561a7c8f23f428c11eac8c22c9815a94353f515be546da8de84d9bb558923423397
+  data.tar.gz: bc50f3040d3beaaa33260c194d889755118876bfaeebaf4d9cb8759104fed548e7ab37b3a3beed6581ec9dcf96350ff70eb31aff8f48e8b193b454df5e576ef6

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.travis.yml

@@ -0,0 +1,9 @@
+dist: trusty
+sudo: false
+
+language: ruby
+
+cache: bundler
+
+rvm:
+  - 2.3

data/Gemfile

@@ -0,0 +1,3 @@
+source 'http://rubygems.org'
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2017 Mario Werner
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,11 @@
+[![Build Status](https://travis-ci.org/niosHD/buildlogparser.svg?branch=develop)](https://travis-ci.org/niosHD/buildlogparser)
+[![codecov](https://codecov.io/gh/niosHD/buildlogparser/branch/develop/graph/badge.svg)](https://codecov.io/gh/niosHD/buildlogparser)
+
+# buildlogparser Gem
+
+Collection of various parsers for the extraction of information from build and execution logs.
+
+## Tested Program Versions 
+
+* cmake/ctest 3.5.1
+* size (GNU Binutils 2.26.1)

data/Rakefile

@@ -0,0 +1,10 @@
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList["test/**/test_*.rb"]
+end
+
+desc "Run tests"
+task :default => :test

data/buildlogparser.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'buildlogparser/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "buildlogparser"
+  spec.version       = BuildLogParser::VERSION::STRING
+  spec.authors       = ["Mario Werner"]
+  spec.email         = ["mario.werner@iaik.tugraz.at"]
+  spec.summary       = "Collection of various parsers for the extraction of information from build and execution logs."
+  spec.homepage      = "https://github.com/niosHD/buildlogparser"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+  spec.bindir        = "bin"
+
+  spec.add_development_dependency "bundler", "~> 1.15"
+  spec.add_development_dependency "codecov", "~> 0.1.10"
+  spec.add_development_dependency "minitest", "~> 5.8"
+  spec.add_development_dependency "rake", "~> 10.5"
+  spec.add_development_dependency "simplecov", "~> 0.14"
+  spec.add_runtime_dependency "parslet", "~> 1.8"
+end

data/lib/buildlogparser.rb

@@ -0,0 +1,6 @@
+require "buildlogparser/parser"
+require "buildlogparser/parsers/cmake"
+require "buildlogparser/parsers/ctest"
+require "buildlogparser/parsers/size"
+
+require "buildlogparser/version"

data/lib/buildlogparser/parser.rb

@@ -0,0 +1,13 @@
+module BuildLogParser
+  class Parser
+    attr_reader :logtext
+
+    def initialize()
+      reset()
+    end
+
+    def reset()
+      @logtext   = nil
+    end
+  end # class Parser
+end # module BuildLogParser

data/lib/buildlogparser/parsers/cmake.rb

@@ -0,0 +1,80 @@
+require 'parslet'
+
+module BuildLogParser
+  module CMakeMakefileStdout
+    class Parser < Parslet::Parser
+      rule(:space)     { match['\s'] }
+      rule(:space?)    { space.repeat }
+
+      rule(:newline)   { str("\r").maybe >> str("\n") }
+      rule(:restofline){ ( newline.absent? >> any ).repeat }
+
+      rule(:path)      { match['[:alnum:]0-9=\+\.\-_/'].repeat(1) }
+      rule(:integer)   { match['0-9'].repeat(1) }
+
+      rule(:percentage) { str("[") >> space? >> integer.as(:percentage) >> str("%]") }
+      rule(:language)   { match['[:alnum:]'].repeat(1).as(:language) }
+      rule(:targettype) do
+        str("executable").as(:targettype) |
+        (str("static").as(:targettype) >> str(" library")) |
+        (str("shared").as(:targettype) >> str(" library")) |
+        str("object").as(:targettype)
+      end
+      rule(:operation)  { (str("Building") | str("Linking")).as(:operation) }
+
+      rule(:progressline) do
+        percentage >> space?  >> operation >> space? >> language >> space? >> targettype >> space? >> path.as(:path) >> newline
+      end
+      rule(:scanningline) do
+        str('Scanning dependencies of target ') >> path >> newline
+      end
+      rule(:targetendline) do
+        percentage >> space?  >> str("Built target") >> space? >> path.as(:target) >> newline
+      end
+
+      rule(:outputend) {  progressline | targetendline }
+      rule(:output)  { ( outputend.absent? >> any ).repeat.as(:output) }
+
+      rule(:target) do
+        scanningline.maybe >>
+        (progressline >> output).repeat.as(:events) >>
+        targetendline.as(:targetend)
+      end
+
+      rule(:start) { (target | (restofline >> newline).as(:drop)).repeat.as(:array) }
+      root(:start)
+    end # class Parser
+
+    class Transform < Parslet::Transform
+      rule(:drop => subtree(:tree)) { }
+      rule(:events => subtree(:events), :targetend => subtree(:targetend)) do
+        { :events => events, :name => String(targetend[:target])}
+      end
+      rule(:percentage => simple(:percentage), :operation => simple(:operation), :language => simple(:language), :targettype => simple(:targettype), :path => simple(:path), :output => subtree(:output)) do
+        op   = String(operation).downcase.to_sym
+        lang = String(language).downcase.to_sym
+        outputstr = String(output)
+        outputstr = "" if output.is_a?(Array) and output.size() == 0
+        {:percentage => Integer(percentage), :operation => op, :language => lang, :targettype => targettype.to_sym, :path => String(path), :output => outputstr}
+      end
+      rule(:array => subtree(:tree)) { tree.compact.flatten }
+    end # class Transform
+  end # module CMakeMakefileStdout
+
+  class CMakeParser < BuildLogParser::Parser
+    attr_reader :targets
+
+    def reset()
+      super()
+       @targets = []
+    end
+
+    def parseMakefileStdout(logtext)
+      reset()
+      @logtext = logtext
+      parser = CMakeMakefileStdout::Parser.new
+      tree = parser.parse(logtext)
+      @targets = CMakeMakefileStdout::Transform.new.apply(tree)
+    end
+  end # class CMakeParser
+end # module BuildLogParser

data/lib/buildlogparser/parsers/ctest.rb

@@ -0,0 +1,133 @@
+require 'parslet'
+
+module BuildLogParser
+  module CTestStdout
+    class Parser < Parslet::Parser
+      rule(:space)     { match['\s'] }
+      rule(:space?)    { space.repeat }
+
+      rule(:newline)   { str("\r").maybe >> str("\n") }
+      rule(:anyline) do
+        ( newline.absent? >> any ).repeat >> newline |
+        ( newline.absent? >> any ).repeat(1)
+      end
+
+      rule(:letters)   { match['[:alnum:]\+\.\-_'].repeat(1) }
+      rule(:integer)   { match['0-9'].repeat(1) }
+      rule(:float)     { integer >> (match['\.,'] >> integer).maybe }
+
+      rule(:event) do
+        space? >> integer.as(:nr) >> str('/') >> integer.as(:total_nr) >> space? >> str('Test') >> space? >> str('#') >>
+        integer >> str(': ') >> letters.as(:name) >> match['\.*\s'].repeat(1) >> letters.as(:result) >> space? >>
+        float.as(:time_sec) >> anyline
+      end
+
+      rule(:start)    { (event | anyline.as(:drop)).repeat.as(:array) }
+      root(:start)
+    end # class Parser
+
+    class Transform < Parslet::Transform
+      rule(:drop => subtree(:tree)) { }
+      rule(:nr => simple(:nr), :total_nr => simple(:total_nr), :name => simple(:name), :result => simple(:result), :time_sec => simple(:time_sec) ) do
+        { :nr => Integer(nr), :total_nr => Integer(total_nr), :name => String(name), :result => String(result).downcase!.to_sym, :time_sec => Float(time_sec) }
+      end
+      rule(:array => subtree(:tree)) { tree.is_a?(Array) ? tree.compact : [ tree ]  }
+    end # class Transform
+  end # module CTestStdout
+
+  module CTestLog
+    class Parser < Parslet::Parser
+      rule(:space)     { match('\s').repeat(1) }
+      rule(:space?)    { space.maybe }
+
+      rule(:newline)   { str("\r").maybe >> str("\n") }
+      rule(:restofline){ ( newline.absent? >> any ).repeat }
+      rule(:anyline) do
+        restofline >> newline |
+        ( newline.absent? >> any ).repeat(1)
+      end
+
+      rule(:letters)   { match['[:alnum:]'].repeat(1) }
+      rule(:path)      { match['[:alnum:]0-9=\+\.\-_/'].repeat(1) }
+      rule(:integer)   { match['0-9'].repeat(1) }
+      rule(:float)     { integer >> (match['\.,'] >> integer).maybe }
+
+      rule(:endofoutput) { newline.maybe >> str('<end of output>') >> newline }
+      rule(:output)      { ( endofoutput.absent? >> any ).repeat }
+      rule(:endtime) { str('end time: ') >> restofline.as(:endtime) }
+
+      rule(:quotedcommand) { str('"') >> path.as(:commandstring) >> str('"') }
+      rule(:commandlist) { quotedcommand >> (space >> quotedcommand).repeat }
+
+      rule(:event) do
+        integer.as(:nr) >> str('/') >> integer.as(:total_nr) >> str(' Test: ') >> path.as(:name) >> newline >>
+        str('Command: ')  >> commandlist.as(:command) >> newline >>
+        str('Directory: ') >> path.as(:directory) >> newline >>
+        str('"') >> path >> str('" start time: ') >> restofline.as(:starttime) >> newline >>
+        str('Output:') >> newline >>
+        str('----------------------------------------------------------') >> newline >>
+        output.as(:output) >>
+        endofoutput >>
+        str('Test time =')>> space? >> float.as(:time_sec) >> str(' sec') >> newline >>
+        str('----------------------------------------------------------') >> newline >>
+        str('Test ') >> letters.as(:result) >>
+        ( endtime.absent? >> any ).repeat >> endtime >> newline >>
+        str('"') >> path >> str('" time elapsed: ') >> restofline.as(:time) >> newline >>
+        str('----------------------------------------------------------') >> newline
+      end
+
+      rule(:start) { (event | anyline.as(:drop)).repeat.as(:array) }
+      root(:start)
+    end # class Parser
+
+    class Transform < Parslet::Transform
+      rule(:drop => subtree(:tree)) { }
+      rule(:nr => simple(:nr), :total_nr => simple(:total_nr), :name => simple(:name), :command => subtree(:command), :directory => simple(:directory), :starttime => simple(:starttime), :output => subtree(:output), :time_sec => simple(:time_sec), :result => simple(:result), :endtime => simple(:endtime), :time => simple(:time) ) do
+        result_symb = :failed
+        result_symb = :passed if result == 'Pass' || result == 'Passed'
+        outputstr =  String(output)
+        outputstr = "" if output.is_a?(Array) and output.size() == 0
+        commandarray = command
+        commandarray = [ command ] if not command.is_a?(Array)
+        { :nr => Integer(nr), :total_nr => Integer(total_nr), :name => String(name), :command => commandarray, :directory => String(directory), :starttime => String(starttime), :output => outputstr, :time_sec => Float(time_sec), :result => result_symb, :endtime => String(endtime), :time => String(time) }
+      end
+      rule(:commandstring => simple(:commandstring)) { String(commandstring) }
+      rule(:array => subtree(:tree)) { tree.is_a?(Array) ? tree.compact : [ tree ]  }
+    end # class Transform
+  end # module CTestLog
+
+  class CTestParser < BuildLogParser::Parser
+    attr_reader :data
+    attr_reader :errors
+
+    def reset()
+      super()
+      @data       = []
+      @errors     = 0
+    end
+
+    def parseStdout(logtext)
+      reset()
+      @logtext = logtext
+      parser = CTestStdout::Parser.new
+      tree = parser.parse(logtext)
+      @data = CTestStdout::Transform.new.apply(tree)
+
+      @data.each do |event|
+        @errors += 1 unless event[:result] == :passed
+      end
+    end
+
+    def parseLog(logtext)
+      reset()
+      @logtext = logtext
+      parser = CTestLog::Parser.new
+      tree = parser.parse(logtext)
+      @data = CTestLog::Transform.new.apply(tree)
+
+      @data.each do |event|
+        @errors += 1 unless event[:result] == :passed
+      end
+    end
+  end # class CTestParser
+end # module BuildLogParser

data/lib/buildlogparser/parsers/size.rb

@@ -0,0 +1,57 @@
+require 'parslet'
+
+module BuildLogParser
+  module SizeBerkeleyStdout
+    class Parser < Parslet::Parser
+      rule(:space)     { match['\s'] }
+      rule(:space?)    { space.repeat }
+
+      rule(:newline)   { str("\r").maybe >> str("\n") }
+      rule(:restofline){ ( newline.absent? >> any ).repeat }
+
+      rule(:path)      { match['[:alnum:]0-9=\+\.\-_/'].repeat(1) }
+      rule(:integer)   { match['0-9'].repeat(1) }
+      rule(:hexnumber) { match['a-fA-F0-9'].repeat(1) }
+
+      rule(:header) do
+        space? >> str('text') >> space? >> str('data') >> space? >>
+        str('bss') >> space? >> str('dec') >> space? >> str('hex') >>
+        space? >> str('filename') >> newline
+      end
+
+      rule(:event) do
+        space? >> integer.as(:text) >> space? >> integer.as(:data) >> space? >>
+        integer.as(:bss)  >> space? >> integer.as(:dec) >> space? >>
+        hexnumber.as(:hex) >> space? >> path.as(:filename) >> newline
+      end
+
+      rule(:start) { ((header >> event.repeat(1)).as(:array) | (restofline >> newline).as(:drop)).repeat.as(:array) }
+      root(:start)
+    end # class Parser
+
+    class Transform < Parslet::Transform
+      rule(:drop => subtree(:tree)) { }
+      rule(:text => simple(:text), :data => simple(:data), :bss => simple(:bss), :dec => simple(:dec), :hex => simple(:hex), :filename => simple(:filename)) do
+        { :text => Integer(text), :data => Integer(data), :bss => Integer(bss), :total => Integer(dec), :filename => String(filename) }
+      end
+      rule(:array => subtree(:tree)) { tree.compact.flatten }
+    end # class Transform
+  end # module SizeBerkeleyStdout
+
+  class SizeParser < BuildLogParser::Parser
+    attr_reader :data
+
+    def reset()
+      super()
+      @data       = []
+    end
+
+    def parseBerkeleyStdout(logtext)
+      reset()
+      @logtext = logtext
+      parser = SizeBerkeleyStdout::Parser.new
+      tree = parser.parse(logtext)
+      @data = SizeBerkeleyStdout::Transform.new.apply(tree)
+    end
+  end # class SizeParser
+end # module BuildLogParser

data/lib/buildlogparser/version.rb

@@ -0,0 +1,9 @@
+module BuildLogParser
+  module VERSION #:nodoc:
+    MAJOR = 0
+    MINOR = 1
+    PATCH = 0
+
+    STRING = [MAJOR, MINOR, PATCH].join('.')
+  end
+end

metadata

@@ -0,0 +1,142 @@
+--- !ruby/object:Gem::Specification
+name: buildlogparser
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Mario Werner
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-07-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: codecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.10
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.10
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.8'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.5'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+- !ruby/object:Gem::Dependency
+  name: parslet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+description: 
+email:
+- mario.werner@iaik.tugraz.at
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- buildlogparser.gemspec
+- lib/buildlogparser.rb
+- lib/buildlogparser/parser.rb
+- lib/buildlogparser/parsers/cmake.rb
+- lib/buildlogparser/parsers/ctest.rb
+- lib/buildlogparser/parsers/size.rb
+- lib/buildlogparser/version.rb
+homepage: https://github.com/niosHD/buildlogparser
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Collection of various parsers for the extraction of information from build
+  and execution logs.
+test_files: []