xlo 0.0.0.2 → 0.0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 01beb03159bb72c950833c69c8ed0f5f07184529
-  data.tar.gz: 3fdb630de4eacc67190f80048860858dd0ac746b
+  metadata.gz: 3030a9e4552d5b2b12aaaa956b74e7d5e4c993de
+  data.tar.gz: f53949894cdd67557bebfe49af4b2b383a178327
 SHA512:
-  metadata.gz: d1517715c4bc0fdd15cb3a38fe8583376994e84820e72cbac3045118e60e3de73fc4935ceb8d77a5c98135f5c625c72ac9727cf1fc5648e73df253d357a61ee5
-  data.tar.gz: 071cffed9cba6309f500bd82bdc2e328f44ef320da418ca586b351cbe3afb7198bcb88588b34490fc18b6eef01785f869cb533e82259d165cf60922857eed1a7
+  metadata.gz: ff9776f81a8d9031398cf7a0b1b8b2fa4f08fdd81ba2d50a2c5f75d44e532acefdf5ee3dbdc3e2eaa0dd6bc8c32fd16d4f3691ed630c1132bc1f0f2e3b69b213
+  data.tar.gz: 7e5d3e4ff0d02dfdca9b75c14b69184a277d1fa2bd52d61fbe243eaefeb3392ce4f06fab92794d0e1a2f9615329fed7f58ef60765fc6e86f7bebdbea9292702d

data/README.md

@@ -0,0 +1,21 @@
+# Xml Log Overview
+XLO is a rnv/xmllint wrapper who captures the error generate by this validators and convert them into a csv file.  
+
+## Instruction
+  1. make all your xml file in the same folder
+  2. execute xlo : `xlo rnc-schema xml-folder`   
+
+## Installation
+
+1. `gem install xlo`
+2. `apt-get install rnv`
+3. `apt-get install xmllint`
+4. `xlo rnc-schema xml-folder`
+
+## Note
+ the code contains several functions who could be use to like a ruby api
+
+## Useful link
+
+ - http://www.davidashen.net/rnv.html
+ - http://rubygems.org/gems/xlo

data/bin/xlo

@@ -1,7 +1,7 @@
 #!/usr/bin/env ruby
 
-require 'xlo'
+require '../lib/xlo'
 rnv_arg = ARGV.shift
-xmllint_arg = ARGV.shift
+folder_arg = ARGV.shift
 raise "missing argument(s) !" unless rnv_arg
-Xlo.main(rnv_arg,xmllint_arg)
+Xlo.main(rnv_arg,folder_arg)

data/lib/xlo.rb

@@ -1,27 +1,35 @@
+require 'open3'
+
 class Xlo
 
-  def self.fill_list (_dir)
+  def self.rnv_wrapper (_rnc, _dir)
     list = []
-    Dir[_dir + "/" + "*.log"].each do |file|
-      p file
-      File.open(file, 'r') do |f1|
-        while line = f1.gets
+    Dir[_dir + "/" + "*.xml"].each do |file|
+      stdout = Open3.capture3("rnv #{_rnc} #{file}")
+      stdout = stdout[1].split("\n")
+      stdout.each do |line|
           if (line.include?("error") && !line.include?("are invalid"))
             list << line
           end
-        end
       end
     end
     return list
   end
 
-  def self.create_error_dict (_list)
+  def self.rnv_error_dict (_list)
     error = {}
     _list.each do |el|
       type = el.split("error")[1].split(" ")[1]
-      key = type + "; " + el[/\^.*/][1..-1]
-      filename = File.basename(el.split("error")[0])
-      filename[filename.length - 2] = ""
+      if (type == "attribute" || type == "element")
+        key =  type + "; " + el[/\^.*/][1..-1]
+        filename = File.basename(el.split("error")[0])
+        filename[filename.length - 2] = ""
+      else
+        type = "other"
+        key = type + "; " + el.split("error:")[1]
+        filename = File.basename(el.split("error")[0])
+        filename[filename.length - 2] = ""
+      end
       if (error.has_key?(key))
         error[key] <<  " || " + filename
       else
@@ -31,40 +39,50 @@ class Xlo
     return error
   end
 
-  def self.xmllint_error (_file,_error_dict)
+  def self.xmllint_wrapper (_dir)
     list = []
-    File.open(_file).each do |line|
-      if (!line.include?("^\n"))
-        list << line.chomp
+    Dir[_dir + "/" + "*.xml"].each do |file|
+      stdout = Open3.capture3("xmllint #{file}")
+      stdout = stdout[1].split("\n")
+      stdout.each do |line|
+        if (!line.include?("                 ^"))
+            list << line.chomp
+        end
       end
     end
 
+    error = {}
     list = list.values_at(* list.each_index.select {|i| i.even?})
     list.each do |el|
       split_el = el.split(" ")
       type = el[/element|attribute/]
       key = type + ";" + el.split(":")[-1]
       filename =  File.basename(split_el[0])[0..-2]
-      if (_error_dict.has_key?(key))
-        _error_dict[key] <<  " || " + filename
+      if (error.has_key?(key))
+        error[key] <<  " || " + filename
       else
-        _error_dict[key] = filename
+        error[key] = filename
       end
     end
+    return error
   end
 
-  def self.main(_rnv_arg,_xmllint_arg)
+  def self.main(_rnv_arg,_folder_arg)
 
+    error = []
     f = File.new("error.csv",  "w+")
     f.write("type; error; freq; files \n")
-    error = self.create_error_dict(self.fill_list(_rnv_arg))
 
-    if (_xmllint_arg != nil)
-      xmllint_error(_xmllint_arg, error)
-    end
-    error.each do |entry|
-      freq = entry[1].split("||").length.to_s
-      f.write(entry.insert(1, freq).join("; ")[0..-2] +  "\n" )
+    list = self.rnv_wrapper(_rnv_arg, _folder_arg)
+    error << self.rnv_error_dict(list)
+
+    error << self.xmllint_wrapper(_folder_arg)
+
+    error.each do |dict|
+      dict.each do |entry|
+        freq = entry[1].split("||").length.to_s
+        f.write(entry.insert(1, freq).join("; ")[0..-2] +  "\n" )
+      end
     end
   end
 end

metadata

@@ -1,27 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: xlo
 version: !ruby/object:Gem::Version
-  version: 0.0.0.2
+  version: 0.0.1.0
 platform: ruby
 authors:
 - Simon Meoni
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-06-21 00:00:00.000000000 Z
+date: 2016-06-22 00:00:00.000000000 Z
 dependencies: []
 description: An aggregator of xml log for rnv and xmllint error
 email: simonmeoni@aol.com
 executables:
 - xlo
 extensions: []
-extra_rdoc_files: []
+extra_rdoc_files:
+- README.md
 files:
+- README.md
 - bin/xlo
 - lib/xlo.rb
 homepage: http://rubygems.org/gems/xlo
 licenses:
-- apache 2
+- GPL-3.0
 metadata: {}
 post_install_message: 
 rdoc_options: []
@@ -37,10 +39,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-requirements: []
+requirements:
+- rnv, xmllint
 rubyforge_project: 
 rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
-summary: xml log overview
+summary: Xml Log Overview
 test_files: []