myslog 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/Gemfile

@@ -0,0 +1,3 @@
+source :rubygems
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,24 @@
+PATH
+  remote: .
+  specs:
+    myslog (0.0.1)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.3)
+    rspec (2.10.0)
+      rspec-core (~> 2.10.0)
+      rspec-expectations (~> 2.10.0)
+      rspec-mocks (~> 2.10.0)
+    rspec-core (2.10.1)
+    rspec-expectations (2.10.0)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.10.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  myslog!
+  rspec

data/README.md

@@ -0,0 +1,4 @@
+myslog
+======
+
+MySQL slow query log parser

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/lib/myslog.rb

@@ -0,0 +1,86 @@
+#
+# MySlog
+#
+# Copyright (C) 2012 Yuku TAKAHASHI
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require "time"
+
+class MySlog
+  def parse(lines)
+    divide(lines).map {|record| parse_record(record) }
+  end
+
+  protected
+
+  def divide(lines)
+    records = []
+
+    line = lines.shift
+
+    while line
+      record = []
+
+      if line.start_with? "# Time:"
+        record << line
+        record << lines.shift  # user@host
+        record << lines.shift  # query time
+      else
+        record << line         # user@host
+        record << lines.shift  # query time
+      end
+
+      record << lines.shift  # user@host
+      record << lines.shift  # query time
+
+      while (line = lines.shift) != nil && !line.start_with?("#")
+        record << line
+      end
+
+      records << record
+    end
+
+    records
+  end
+
+  def parse_record(lines)
+    response = {}
+
+    line = lines.shift
+    if line.start_with? "# Time:"
+      date = line[8..-1].strip
+      response[:date] = Time.parse(date)
+
+      line = lines.shift
+    else
+      response[:date] = nil
+    end
+
+    elems = line.split(" ")
+    response[:user]          = elems[2].strip
+    response[:host]          = elems[4].strip
+    response[:host_ip]       = elems[5].strip[1...-1]
+
+    line = lines.shift
+    elems = line.split(" ")
+    response[:query_time]    = elems[2].to_f
+    response[:lock_time]     = elems[4].to_f
+    response[:rows_sent]     = elems[6].to_i
+    response[:rows_examined] = elems[8].to_i
+
+    response[:sql] = lines.map{|line| line.strip}.join("\n")
+
+    response
+  end
+end

data/myslog.gemspec

@@ -0,0 +1,17 @@
+# -*- coding:utf-8 -*-
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["taka84u9"]
+  gem.email         = ["taka84u9@gmail.com"]
+  gem.description   = %q{MySQL slow query parser.}
+  gem.summary       = %q{MySQL slow query parser.}
+  gem.homepage      = "https://github.com/taka84u9/myslog"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "myslog"
+  gem.require_paths = ["lib"]
+  gem.version       = "0.0.1"
+  gem.add_development_dependency "rspec"
+end

data/spec/myslog.rb

@@ -0,0 +1,182 @@
+# -*- coding: utf-8 -*-
+
+require "spec_helper"
+
+describe "MySlog" do
+  before :all do
+    @log = <<-EOF
+# User@Host: gimp[drool] @ algernon.retards.org [10.10.10.7]
+# Time: 14  Lock_time: 0  Rows_sent: 127  Rows_examined: 87189
+
+      select retard_user.id, cname.first,cname.last
+      from retard_user,contact,cname,helmet
+      where cname.id = contact.name_id
+      and contact.id = retard_user.contact_id
+      and retard_user.helmet_id = helmet.id
+      and helmet.brand_id = 9
+      and helmet.id = 143
+      group by retard_user.id
+      order by cname.last;
+# User@Host: gimp[drool] @ algernon.retards.org [10.10.10.7]
+# Time: 0  Lock_time: 0  Rows_sent: 2  Rows_examined: 1
+
+      select workbook_code from workbook_defs where brand_id=9;
+# Time: 010626 10:44:50
+# User@Host: staff[staff] @ algernon.retards.org [10.10.10.7]
+# Time: 0  Lock_time: 0  Rows_sent: 3  Rows_examined: 1
+use lead_generator;
+
+      SELECT answer_id, answer_text
+      FROM pl_answers
+      WHERE poll_id = 4
+  ;
+# Time: 010626 10:44:51
+# User@Host: gimp[drool] @ algernon.retards.org [10.10.10.7]
+# Time: 0  Lock_time: 0  Rows_sent: 1  Rows_examined: 1
+use webtie;
+
+  select count(tm.id)
+    from text_message tm, tm_status tms
+    where tm.tm_status_id = tms.id and
+          tm.to_id = 21259 and
+          tm.to_group = 'retard_user' and
+          tms.description = 'new';
+    EOF
+  end
+
+  before :each do
+    @myslog = MySlog.new
+    @lines = @log.split("\n").map {|line| line.chomp}
+  end
+
+  describe "#parse" do
+    it "should return Array of Hash" do
+      results = @myslog.parse(@lines)
+      results.should be_an_instance_of Array
+      results.each do |result|
+        results.should be_an_instance_of Array
+      end
+    end
+  end
+
+  describe "#divide" do
+
+    it "should return Array of Array" do
+      results = @myslog.send(:divide, @lines)
+      results.should be_an_instance_of Array
+      results.each do |result|
+        results.should be_an_instance_of Array
+      end
+    end
+
+    it "should devide lines in set of records" do
+      results = @myslog.send(:divide, @lines)
+
+      record = results[0]
+      record.size.should == 12
+      record[0].should ==
+          "# User@Host: gimp[drool] @ algernon.retards.org [10.10.10.7]"
+
+      record = results[1]
+      record.size.should == 4
+      record[0].should ==
+          "# User@Host: gimp[drool] @ algernon.retards.org [10.10.10.7]"
+
+      record = results[2]
+      record.size.should == 9
+      record[0].should ==
+          "# Time: 010626 10:44:50"
+
+      record = results[3]
+      record.size.should == 11
+      record[0].should ==
+          "# Time: 010626 10:44:51"
+    end
+  end
+
+  describe "#parse_record" do
+    it "should return an instance of Hash having specific keys" do
+      lines = [
+        "# Time: 010626 10:44:51",
+        "# User@Host: gimp[drool] @ algernon.retards.org [10.10.10.7]",
+        "# Time: 0  Lock_time: 0  Rows_sent: 1  Rows_examined: 1",
+        "use webtie;"
+      ]
+      response = @myslog.send(:parse_record, lines)
+
+      response.should be_an_instance_of Hash
+      %w[
+        date user host host_ip query_time lock_time rows_sent rows_examined sql
+      ].each { |k| response.should have_key k.to_sym}
+    end
+
+    context "given full log" do
+      describe "response" do
+        before :each do
+          @date = Time.now
+          @user = "root[root]"
+          @host = "localhost"
+          @host_ip = ""
+          @query_time = 0.000270
+          @lock_time = 0.000097
+          @rows_sent = 1
+          @rows_examined = 0
+          @sql = "SET timestamp=1317619058;\nSELECT * FROM life;"
+          @lines = [
+            "# Time: #{@date.strftime("%y%m%d %H:%M:%S")}",
+            "# User@Host: #{@user} @ #{@host} [#{@host_ip}]",
+            "# Query_time: #{@query_time}  Lock_time: #{@lock_time}  Rows_sent: #{@rows_sent}  Rows_examined: #{@rows_examined}",
+            @sql
+          ]
+          @response = @myslog.send(:parse_record, @lines)
+        end
+
+        it "should have expected values" do
+          @response[:date].to_i.should     == @date.to_i
+          @response[:user].should          == @user
+          @response[:host].should          == @host
+          @response[:host_ip].should       == @host_ip
+          @response[:query_time].should    == @query_time
+          @response[:lock_time].should     == @lock_time
+          @response[:rows_sent].should     == @rows_sent
+          @response[:rows_examined].should == @rows_examined
+          @response[:sql].should           == @sql.strip
+        end
+      end
+    end
+
+    context "given partial log" do
+      describe "response" do
+        before :each do
+          @user = "root[root]"
+          @host = "localhost"
+          @host_ip = ""
+          @query_time = 0.000270
+          @lock_time = 0.000097
+          @rows_sent = 1
+          @rows_examined = 0
+          @sql = "SET timestamp=1317619058; SELECT * FROM life;"
+          @lines = [
+            "# User@Host: #{@user} @ #{@host} [#{@host_ip}]",
+            "# Query_time: #{@query_time}  Lock_time: #{@lock_time}  Rows_sent: #{@rows_sent}  Rows_examined: #{@rows_examined}",
+            @sql
+          ]
+          @response = @myslog.send(:parse_record, @lines)
+        end
+
+        it "should have expected values" do
+          @response[:date].should          == nil
+          @response[:user].should          == @user
+          @response[:host].should          == @host
+          @response[:host_ip].should       == @host_ip
+          @response[:query_time].should    == @query_time
+          @response[:lock_time].should     == @lock_time
+          @response[:rows_sent].should     == @rows_sent
+          @response[:rows_examined].should == @rows_examined
+          @response[:sql].should           == @sql.strip
+        end
+      end
+
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+$LOAD_PATH.unshift File.expand_path("../", __FILE__)
+$LOAD_PATH.unshift File.expand_path("../../lib", __FILE__)
+
+require "myslog"

metadata

@@ -0,0 +1,67 @@
+--- !ruby/object:Gem::Specification
+name: myslog
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- taka84u9
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-06-07 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70118056303180 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70118056303180
+description: MySQL slow query parser.
+email:
+- taka84u9@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- lib/myslog.rb
+- myslog.gemspec
+- spec/myslog.rb
+- spec/spec_helper.rb
+homepage: https://github.com/taka84u9/myslog
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: MySQL slow query parser.
+test_files:
+- spec/myslog.rb
+- spec/spec_helper.rb