sms-logparser 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: bbfc8b0c75a4548ae8c9f15f2a79aeeb54066e9e
-  data.tar.gz: 7ab7890fcb50d47710d476e1de9078b8ebac901e
+  metadata.gz: 51e05056b98cf58379c37b19df329c948e2b8656
+  data.tar.gz: bc696cef467afb68d9ee9b18e281ea8aa6b497b5
 SHA512:
-  metadata.gz: 4f17dbe07a0804b3a47a09855c8a3c9873dd8e0ff1453ff688752e3c67d77c407ece48a069ab192f9e5abb42ad59e7c566c8eedeab1a7eca8914abe30885371f
-  data.tar.gz: c97f560d1f4ade101f0277b9f7d660f7218b933b00308274483f4610dde49692df6c2c7ac4735634ffc2cd9958c98cb22c597d6b4bb28824a9120a8e38310e87
+  metadata.gz: 86d201529f5ac57d50082fb992d815e1969ae2a8dac652c11a017b27b0f8410a107b694829d55b9d5a3118d6ee5dac82797ee9d64132d87bc7067006f51aa0ae
+  data.tar.gz: 808350b006292eae603d3a12a2274ff080640c65a65052e9b22f9797ad97ce222b548e6d0f6558f12dc707485ac9f148e6ee5be627b75290ede18ef67b6ee3b9

data/Gemfile

@@ -1,4 +1,4 @@
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in sms-logparser.gemspec
-gemspec
+gemspec

data/Rakefile

@@ -1 +1,10 @@
-require "bundler/gem_tasks"
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'spec'
+  test.test_files = FileList['spec/*_spec.rb']
+end
+
+desc "Run Tests"
+task :default => :test

data/lib/sms-logparser/cli.rb

@@ -23,6 +23,7 @@ module SmsLogparser
     option :api_base_path, :default => 'http://dev.simplex.tv/creator/rest'
     option :simulate, :type => :boolean, :default => false
     def parse
+      start_time = Time.now
       count = 0
       last_id = get_last_parse_id 
       begin 
@@ -63,7 +64,9 @@ module SmsLogparser
         last_id = result['ID']
       end
       write_parse_result(last_id, count) unless options[:simulate]
-      puts "Number of valid messages found: #{count}"
+      puts "Started: #{start_time.strftime('%d.%d.%Y %T')}"
+      puts "Runtime: #{(Time.now - start_time).round(2)}s"
+      puts "Matches: #{count}"
     end
 
     desc "last_runs", "List the last paser runs"

data/lib/sms-logparser/version.rb

@@ -1,3 +1,3 @@
 module SmsLogparser
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/spec/logparser_spec.rb

@@ -0,0 +1,54 @@
+require 'spec_helper'
+
+describe SmsLogparser do
+  before do
+    TestHelper.create_test_db
+    TestHelper.create_sylog_db_table
+  end
+
+  after do
+    TestHelper.drop_test_db
+  end
+
+  it "can create the parser_runs database table" do
+    out, err = capture_io do
+      TestHelper.sms_logparser.create_parser_table
+    end
+    out.must_match /OK/
+  end
+
+  it "can parse a log database and find matches" do
+    TestHelper.seed_db(10)
+    parser = TestHelper.sms_logparser
+    parser.options[:api_base_path] = 'http://devnull-as-a-service.com/dev/null/'
+    out, err = capture_io do
+      TestHelper.sms_logparser.create_parser_table
+      parser.parse  
+    end
+    out.must_match /.*Matches: 10$/
+  end
+
+  it "skips over already parsed logs" do
+    TestHelper.seed_db(1)
+    parser = TestHelper.sms_logparser
+    parser.options[:api_base_path] = 'http://devnull-as-a-service.com/dev/null/'
+    out, err = capture_io do
+      TestHelper.sms_logparser.create_parser_table
+      parser.parse
+      parser.parse  
+    end
+    out.must_match /.*Matches: 0$/
+  end
+
+  it "list parser runs" do
+    TestHelper.seed_db(1)
+    parser = TestHelper.sms_logparser
+    parser.options[:api_base_path] = 'http://devnull-as-a-service.com/dev/null/'
+    out, err = capture_io do
+      TestHelper.sms_logparser.create_parser_table
+      parser.parse
+      parser.last_runs 
+    end
+    assert_equal(err, "")
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,71 @@
+require 'minitest/spec'
+require 'minitest/autorun'
+require 'minitest/pride'
+
+require 'sms-logparser'
+
+module TestHelper
+
+  @@mysql_db = 'syslog_test'
+  @@mysql_user = 'root'
+  @@sql_connection = nil
+
+  def self.sms_logparser(options = {:mysql_db => @@mysql_db, :mysql_user => @@mysql_user})
+    cli = SmsLogparser::Cli.new
+    cli.options = options
+    cli
+  end
+
+  def self.client
+    @@sql_connection ||= Mysql2::Client.new(:host => 'localhost', :username => @@mysql_user)
+  end
+
+  def self.create_test_db
+    self.drop_test_db
+    self.client.query("CREATE DATABASE #{@@mysql_db}")
+  end
+
+  def self.drop_test_db
+    self.client.query("DROP DATABASE IF EXISTS #{@@mysql_db}")
+  end
+
+  def self.create_sylog_db_table
+    self.client.query(
+      "CREATE TABLE IF NOT EXISTS\
+        #{@@mysql_db}.SystemEvents(\
+          ID INT PRIMARY KEY AUTO_INCREMENT,\
+          FromHost varchar(128) DEFAULT '',\
+          Message varchar(256) DEFAULT ''
+      )"
+    )
+  end
+
+  def self.insert_logs(host = "pcache", message = "", number_of_inserts = 1)
+    values = ''
+    number_of_inserts.times do
+      values += "('#{host}', '#{message}'), "
+    end
+    self.client.query(
+      "INSERT INTO #{@@mysql_db}.SystemEvents(FromHost, Message)\
+        VALUES #{values.chomp(', ')}"
+    )
+  end
+
+  def self.seed_db(number_of_inserts = 10)
+    self.insert_logs(
+      "blahost",
+      "GET /boring/stuff/uninteresting - Firefox - 500 GET",
+      number_of_inserts
+    )
+    self.insert_logs(
+      "pcache",
+      '- - [25/Feb/2014:17:28:57 +0100] \"GET /content/2/719/54986/simvid_1.f4v HTTP/1.1\" 200 6741309 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:27.0) Gecko/20100101 Firefox/27.0\"',
+      number_of_inserts
+    )
+    self.insert_logs(
+      "pcache",
+      '- - [25/Feb/2014:17:28:57 +0100] \"GET /notcontent/2/719/54986/simvid_1.f4v HTTP/1.1\" 200 6741309 \"-\" \"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.9; rv:27.0) Gecko/20100101 Firefox/27.0\"',
+      number_of_inserts
+    )
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sms-logparser
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - niwo
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-28 00:00:00.000000000 Z
+date: 2014-03-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -98,6 +98,8 @@ files:
 - lib/sms-logparser/cli.rb
 - lib/sms-logparser/version.rb
 - sms-logparser.gemspec
+- spec/logparser_spec.rb
+- spec/spec_helper.rb
 homepage: https://github.com/swisstxt/sms-logparser
 licenses:
 - MIT
@@ -122,4 +124,6 @@ rubygems_version: 2.0.3
 signing_key: 
 specification_version: 4
 summary: SMS Logparser
-test_files: []
+test_files:
+- spec/logparser_spec.rb
+- spec/spec_helper.rb