ltsvr 0.1.0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ltsvr.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 ongaeshi
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,82 @@
+# ltsvr - LTSV viewer for Ruby
+
+LTSV Viewer made with Ruby. 
+
+* Select label `-k host,ua`, `-i time,req`
+* Filtering keyword `-f ua=Mozilla`
+* Go to LTSV website `--web`
+
+Inspired by [ltsview](https://github.com/naoya/perl-Text-LTSV/blob/master/bin/ltsview).
+
+
+## Installation
+
+    $ gem install ltsvr
+    
+## Usage
+
+    $ ltsvr -h
+    ltsvr [OPTION] [FILE]...
+    -k, --keywords LABEL             Display keywords   (-k host,ua)
+    -i, --ignore-keywords LABEL      Ignore keywords    (-i time,req)
+    -f, --filter FILTER              Filtering keywords (-f host=192.168.1.1,ua=Mozilla)
+        --web                        Go to website (http://ltsv.org)
+        
+## Sample
+
+Specify LTSV file.
+
+```
+$ ltsvr /path/to/log
+host:127.0.0.1, ident:-, user:frank, time:[10/Oct/2000:13:55:36 -0700], req:GET /apache_pb.gif HTTP/1.0, status:200, size:2326, referer:http://www.example.com/start.html, ua:Mozilla/4.08 [en] (Win98; I ;Nav)
+host:127.0.0.2, ident:-, user:mike, time:[10/Oct/2000:13:55:36 -0700], req:GET /apache_pb.gif HTTP/1.0, status:200, size:2326, referer:http://www.example.com/start.html, ua:Mozilla/4.08 [en] (Win98; I ;Nav)
+host:127.0.0.3, ident:-, user:takashi, time:[10/Oct/2000:13:55:36 -0700], req:GET /apache_pb.gif HTTP/1.0, status:200, size:2326, referer:http://www.example.com/start.html, ua:Mozilla/4.08 [en] (Win98; I ;Nav)
+host:127.0.0.4, ident:-, user:frank, time:[10/Oct/2000:13:55:36 -0700], req:GET /apache_pb.gif HTTP/1.0, status:200, size:2326, referer:http://www.example.com/index.html, ua:Mozilla/4.08 [en] (Win98; I ;Nav)
+```
+
+Select label.
+
+```
+$ ltsvr /path/to/log -k host,user
+host:127.0.0.1, user:frank
+host:127.0.0.2, user:mike
+host:127.0.0.3, user:takashi
+host:127.0.0.4, user:frank
+```
+
+Filtering option.
+
+```
+$ ltsvr /path/to/log -k host,user -f user=frank
+host:127.0.0.1, user:frank
+host:127.0.0.4, user:frank
+```
+
+Ignore label.
+
+```
+$ ltsvr /path/to/log -i host,ident,status,time,req,size,ua -f referer=start.html
+user:frank, referer:http://www.example.com/start.html
+user:mike, referer:http://www.example.com/start.html
+user:takashi, referer:http://www.example.com/start.html
+```
+
+Use pipe.
+
+```
+$ tail -f /path/to/log | ltsvr -f user=takashi
+```
+
+Go to LTSV website. (Launch Browser)
+
+```
+$ ltsvr --web
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,8 @@
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.test_files = FileList['test/**/test_*.rb']
+  test.verbose = true
+end

data/bin/ltsvr

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'ltsvr'
+
+Ltsvr::CLI.execute(STDOUT, ARGV)

data/lib/ltsvr.rb

@@ -0,0 +1,6 @@
+require "ltsvr/version"
+require "ltsvr/cli"
+
+module Ltsvr
+  # Your code goes here...
+end

data/lib/ltsvr/cli.rb

@@ -0,0 +1,139 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2013/02/16
+
+require 'rubygems'
+require 'ltsv'
+require 'optparse'
+require 'launchy'
+
+module Ltsvr
+  class CLI
+    def self.execute(stdout, arguments=[])
+      options = {}
+      options[:keywords]        = []
+      options[:ignore_keywords] = []
+      options[:filters]         = []
+      
+      opts = OptionParser.new("#{File.basename($0)} [OPTION] [FILE]...")
+      opts.on("-k LABEL", "--keywords"       , "Display keywords   (-k host,ua)")                      {|v| options[:keywords]        << v }
+      opts.on("-i LABEL", "--ignore-keywords", "Ignore keywords    (-i time,req)")                     {|v| options[:ignore_keywords] << v }
+      opts.on("-f FILTER", "--filter"        , "Filtering keywords (-f host=192.168.1.1,ua=Mozilla)")  {|v| options[:filters]         << v }
+      opts.on("--web"                        , "Go to website (http://ltsv.org)")                      {|v| options[:web] = true }
+      opts.parse!(arguments)
+
+      if options[:web]
+        Launchy.open('http://ltsv.org')
+        return
+      end
+
+      obj = Ltsvr.new(options)
+
+      if File.pipe?($stdin)
+        while line = $stdin.gets
+          result = obj.parse_line(line)
+          stdout.puts result if result
+        end
+      elsif arguments.empty?
+        stdout.puts opts.help
+      else
+        arguments.each do |filename|
+          io = open(filename)
+          while line = io.gets
+            result = obj.parse_line(line)
+            stdout.puts result if result
+          end
+        end
+      end
+    end
+  end
+
+  class Ltsvr
+    def initialize(options)
+      @options = options
+      compile
+    end
+    
+    def parse_line(line)
+      hash = LTSV.parse(line)[0] || {}
+
+      # filter
+      return nil unless @filters.all? {|filter| filter.match? hash}
+
+      # keywords
+      result = {}
+
+      if @keywords.empty?
+        result = hash
+      else
+        @keywords.each do |k|
+          result[k] = hash[k]
+        end
+      end
+
+      # ignore_keywords
+      @ignore_keywords.each do |k|
+        result.delete(k)
+      end
+
+      # result
+      result_str(result)
+    end
+
+    private
+
+    def compile
+      @filters         = compile_filter
+      @keywords        = compile_keywords
+      @ignore_keywords = compile_ignore_keywords
+      # p [@filters, @keywords, @ignore_keywords]
+    end
+
+    def compile_filter
+      @options[:filters].reduce([]) do |result, v|
+        result + v.split(",").map do |data|
+          d = data.split("=")
+          Filter.new(d[0], d[1])
+        end
+      end
+    end
+
+    def compile_keywords
+      @options[:keywords].reduce([]) do |result, v|
+        result + v.split(",").map{|a|a.intern}
+      end
+    end
+
+    def compile_ignore_keywords
+      @options[:ignore_keywords].reduce([]) do |result, v|
+        result + v.split(",").map{|a|a.intern}
+      end
+    end
+
+    def result_str(hash)
+      result = []
+
+      hash.each do |key, value|
+        result << "#{key}:#{value}"
+      end
+      
+      result.join(", ")
+    end
+
+  end
+
+  class Filter
+    def initialize(label, value)
+      @label = label.intern
+      @value = value
+    end
+
+    def match?(hash)
+      hash[@label] && hash[@label].match(@value)
+    end
+  end
+  
+end

data/lib/ltsvr/version.rb

@@ -0,0 +1,3 @@
+module Ltsvr
+  VERSION = "0.1.0"
+end

data/ltsvr.gemspec

@@ -0,0 +1,22 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ltsvr/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "ltsvr"
+  gem.version       = Ltsvr::VERSION
+  gem.authors       = ["ongaeshi"]
+  gem.email         = ["ongaeshi0621@gmail.com"]
+  gem.description   = %q{LTSV Viewer made with Ruby. Select label. Filtering keyword. Go to LTSV website.}
+  gem.summary       = %q{LTSV viewer for Ruby}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_dependency 'ltsv'
+  gem.add_dependency 'launchy'
+end

data/test/data/test.ltsv

@@ -0,0 +1,4 @@
+host:127.0.0.1	ident:-	user:frank	time:[10/Oct/2000:13:55:36 -0700]	req:GET /apache_pb.gif HTTP/1.0	status:200	size:2326	referer:http://www.example.com/start.html	ua:Mozilla/4.08 [en] (Win98; I ;Nav)
+host:127.0.0.2	ident:-	user:mike	time:[10/Oct/2000:13:55:36 -0700]	req:GET /apache_pb.gif HTTP/1.0	status:200	size:2326	referer:http://www.example.com/start.html	ua:Mozilla/4.08 [en] (Win98; I ;Nav)
+host:127.0.0.3	ident:-	user:takashi	time:[10/Oct/2000:13:55:36 -0700]	req:GET /apache_pb.gif HTTP/1.0	status:200	size:2326	referer:http://www.example.com/start.html	ua:Mozilla/4.08 [en] (Win98; I ;Nav)
+host:127.0.0.1	ident:-	user:frank	time:[10/Oct/2000:13:55:36 -0700]	req:GET /apache_pb.gif HTTP/1.0	status:200	size:2326	referer:http://www.example.com/index.html	ua:Mozilla/4.08 [en] (Win98; I ;Nav)

data/test/file_test_utils.rb

@@ -0,0 +1,52 @@
+# -*- coding: utf-8 -*-
+#
+# @file
+# @brief ファイルテスト用ユーティリティ
+# @author ongaeshi
+# @date 2011/02/21
+#
+# 使い方:
+#
+# class TestCdstk < Test::Unit::TestCase
+#   include FileTestUtils
+#  end
+#
+# すると以下のことを自動でやってくれます
+#
+# 1. tmpディレクトリの作成
+# 2. tmpディレクトリに移動
+# 3. テスト実行
+# 4. 元のディレクトリに戻る
+# 5. tmpディレクトリの削除
+#
+
+require 'fileutils'
+
+module FileTestUtils
+  def setup
+    create_tmp_dir
+    FileUtils.cd(@tmp_dir)
+  end
+
+  def teardown
+    teardown_custom(true)
+  end
+
+  def teardown_custom(is_remove_dir)
+    FileUtils.cd(@prev_dir)
+    FileUtils.rm_rf(@tmp_dir) if (is_remove_dir)
+  end
+
+  def tmp_path(path)
+    File.join @tmp_dir, path
+  end
+
+  private
+
+  def create_tmp_dir
+    @prev_dir = Dir.pwd
+    @tmp_dir = File.join(File.dirname(__FILE__), "tmp")
+    FileUtils.rm_rf(@tmp_dir)
+    FileUtils.mkdir_p(@tmp_dir)
+  end
+end

data/test/test_cli.rb

@@ -0,0 +1,73 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2013/02/17
+
+require 'ltsvr/cli'
+require 'test_helper'
+
+module Ltsvr
+  class TestCLI < Test::Unit::TestCase
+    def setup
+      @string_io = StringIO.new
+    end
+
+    def teardown
+    end
+
+    def test_no_arg
+      assert_match /--filter/, command("")
+    end
+
+    def test_file_specify
+      r = command(TEST_LTSV).split("\n")
+      assert_equal 4, r.size 
+    end
+
+    def test_filter
+      r = command("#{TEST_LTSV} -f user=takashi").split("\n")
+      assert_equal 1, r.size
+      assert_match /takashi/, r[0]
+    end
+
+    def test_filter_multi
+      r = command("#{TEST_LTSV} -f user=frank,referer=index").split("\n")
+      assert_equal 1, r.size
+      assert_match /index.html/, r[0]
+    end
+
+    def test_filter_multi_arguments
+      r = command("#{TEST_LTSV} -f user=frank,referer=index -f ua=Mozilla").split("\n")
+      assert_equal 1, r.size
+      assert_match /index.html/, r[0]
+    end
+
+    def test_keywords
+      r = command("#{TEST_LTSV} -k host,user").split("\n")
+      assert_equal "host:127.0.0.1, user:frank", r[0]
+    end
+
+    def test_keywords_multi
+      r = command("#{TEST_LTSV} -k host -k user").split("\n")
+      assert_equal "host:127.0.0.1, user:frank", r[0]
+    end
+
+    def test_ignore_keywords
+      r = command("#{TEST_LTSV} -i ua,referer,time -i ident,req,size").split("\n")
+      assert_equal "host:127.0.0.1, user:frank, status:200", r[0]
+    end
+
+    private
+
+    def command(arg)
+      CLI.execute(@string_io, arg.split)
+      @string_io.string
+    end
+
+    TEST_LTSV = File.join(File.dirname(__FILE__), "data/test.ltsv")
+  end
+end
+
+

data/test/test_filter.rb

@@ -0,0 +1,29 @@
+# -*- coding: utf-8 -*-
+#
+# @file 
+# @brief
+# @author ongaeshi
+# @date   2013/02/17
+
+require 'ltsvr/cli'
+require 'test_helper'
+
+module Ltsvr
+  class TestFilter < Test::Unit::TestCase
+    def test_match?
+      hash = {:host=>"127.0.0.1", :ident=>"-", :user=>"frank", :time=>"[10/Oct/2000:13:55:36 -0700]", :req=>"GET /apache_pb.gif HTTP/1.0", :status=>"200", :size=>"2326", :referer=>"http://www.example.com/start.html", :ua=>"Mozilla/4.08 [en] (Win98; I ;Nav)"}
+
+      assert Filter.new("host", "127.0.0.1").match?(hash)
+      assert Filter.new(:host, "127.0.0.1").match?(hash) # Support symbol
+      assert !Filter.new("host", "127.0.0.2").match?(hash)
+      assert Filter.new("user", "frank").match?(hash)
+      assert Filter.new("time", "2000").match?(hash) # Sub match
+      assert !Filter.new("time", "2001").match?(hash)
+      assert Filter.new("ua", "Mozilla").match?(hash)
+    end
+  end
+end
+
+
+
+

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'stringio'
+require 'test/unit'
+require 'file_test_utils'

metadata

@@ -0,0 +1,90 @@
+--- !ruby/object:Gem::Specification
+name: ltsvr
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- ongaeshi
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-02-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ltsv
+  requirement: &2152872300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *2152872300
+- !ruby/object:Gem::Dependency
+  name: launchy
+  requirement: &2152871880 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *2152871880
+description: LTSV Viewer made with Ruby. Select label. Filtering keyword. Go to LTSV
+  website.
+email:
+- ongaeshi0621@gmail.com
+executables:
+- ltsvr
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/ltsvr
+- lib/ltsvr.rb
+- lib/ltsvr/cli.rb
+- lib/ltsvr/version.rb
+- ltsvr.gemspec
+- test/data/test.ltsv
+- test/file_test_utils.rb
+- test/test_cli.rb
+- test/test_filter.rb
+- test/test_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: LTSV viewer for Ruby
+test_files:
+- test/data/test.ltsv
+- test/file_test_utils.rb
+- test/test_cli.rb
+- test/test_filter.rb
+- test/test_helper.rb
+has_rdoc: