insight 0.0.1

data/lib/insight.rb

@@ -0,0 +1,104 @@
+require 'psych'
+require 'sqlite3'
+
+module Vision
+  class Rule
+    attr_accessor :rule
+    def initialize(db, rule, config)
+      @db = db
+      @rule = rule
+      @config = config
+      @regexps = {}
+
+      @fileregex = Regexp.new(config["file"])
+
+      @config["regex"].each{|key, value|
+        @regexps[key] = Regexp.new(value)
+      }
+      createSchema()
+      createIndexes()
+    end
+    def createIndexes()
+      @config["schema"]["indexes"].each{|key, value|
+        id = "#{rule}#{key}"
+        query = "CREATE INDEX IF NOT EXISTS #{id} on #{rule} ( #{value} );"
+        @db.execute query
+      }
+    end
+    def createSchema()
+      query = "CREATE TABLE IF NOT EXISTS #{@rule} ( "
+      count = 0
+      @columns = ""
+      @columnholders = ""
+      @config["schema"]["columns"].each{|key, value|
+        query = query + ", " if count != 0
+        @columns = @columns + ", " if count != 0
+        @columnholders = @columnholders + ", " if count != 0
+        @columns = @columns + key
+        @columnholders = @columnholders + "?"
+        query = query + key + " " + value
+        count = count + 1
+      }
+      query = query + ");"
+      @db.execute query
+    end
+    def applies?(file)
+      m = @fileregex.match(file)
+      return !m.nil?
+    end
+    def insert(m)
+      query = "INSERT INTO #{@rule} (#{@columns}) VALUES ( #{@columnholders} )"
+
+      @db.execute(query, m.captures) 
+    end
+    def line(line)
+      @regexps.each{|name, regexp|
+        m = regexp.match(line)
+        insert(m) if m
+      }
+    end
+  end
+
+  class Parser 
+    @rules = {}
+    def initdb(db)
+      begin
+        @db = SQLite3::Database.new db
+      rescue SQLite3::Exception => e
+        puts "Exception opening #{db}"
+        puts e
+      end
+    end
+    def initialize(config, db)
+      @rules = []
+      @config = Psych.load( File.open(config)  )
+
+      initdb(db)
+
+      @config.each_key{|key|
+        @rules.push(Rule.new(@db, key, @config[key]))
+      }
+    end
+    def parse(file)
+      @db.execute "BEGIN TRANSACTION;"
+    
+      @rulesToApply = []
+      @rules.each{|rule|
+        if(rule.applies?(file))
+          @rulesToApply.push(rule)
+        end
+      } 
+
+      File.open(file, 'r+') do |file|
+        file.each_line { |line| 
+          @rulesToApply.each{|rule|  
+            rule.line(line)
+          }
+        }
+      end
+
+      @db.execute("COMMIT TRANSACTION;")
+    end
+  end
+end
+

metadata

@@ -0,0 +1,45 @@
+--- !ruby/object:Gem::Specification
+name: insight
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Ian Reay
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-24 00:00:00.000000000 Z
+dependencies: []
+description: Insight!
+email: ian.reay@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/insight.rb
+homepage: https://github.com/ianreay/insight
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Insight, the data analysis framework
+test_files: []