rails-log-viewer 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f71d55ec4d0b129b9518234958e3f60529331578
+  data.tar.gz: 75d1e75904723e63cbe5d64a45f7f0eff4d0906c
+SHA512:
+  metadata.gz: 4f42bf40d716406ffbdfd67bd85f64a5bf2da524b61bd722e5951404df5308dc1336b27358d38b777e2fab78c14ed782a8bcd3b36c44c3be153eacb504d77bff
+  data.tar.gz: e179836cde88125f870083d5fd74137218863cabe450fe05ef881f85280c2045a8dc48396bb04e9462347e8a6651f367bc8bbc2fd57926aab7f7c6929a688754

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.idea/

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in log-parser.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 leo
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Log::Parser
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'log-parser'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install log-parser
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/fetch-log

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+require 'log/parser'
+require 'json'
+
+dir = File.join(Dir.home, '.log-parser')
+Dir.mkdir(dir) unless Dir.exist?(dir)
+config = File.join(dir, '.config')
+def configure
+
+end
+
+if ARGV.empty? and File.exists? config
+  options = JSON.parse(IO.read(config))
+  Log::Parser.fetch_log options['server'], options['remote_path'], options['user_name'], options['password']
+  exit(0)
+elsif ARGV.empty?
+  puts 'What is the address of the remote server ?'
+  options = {}
+  options[:server] = gets.chomp
+  puts 'What the path of the log on the remote host ?'
+  options[:remote_path] = gets.chomp
+  puts 'What is the user name ?'
+  options[:user_name] = gets.chomp
+  puts 'What is the password ? (ignore it if you have public key)'
+  options[:password] = gets.chomp unless gets.chomp == ''
+  puts 'Is that correct(y/n) :'+"\nserver address: #{options[:server]}\n log path: #{options[:remote_path]}\n username: #{options[:user_name]}\npassword: ********"
+  if gets.chomp == 'y'
+    IO.write(config, options.to_json)
+  else
+    puts 'config aborted.'
+  end
+  exit(0)
+else
+  Log::Parser.fetch_log ARGV[0], ARGV[1], ARGV[2], ARGV[3]
+end

data/bin/read-log

@@ -0,0 +1,71 @@
+#!/usr/bin/env ruby
+require 'log/parser'
+Log::Parser.create_log_file
+dir = File.join(Dir.home, '.log-parser')
+config = File.join(dir, '.read-config')
+case ARGV[0]
+  when 'quit'
+    pid = IO.read(File.join(dir, 'logstash.pid'))
+    Process.kill(9, pid.to_i)
+    puts 'logstash killed.'
+    exit(0)
+  when 'reset'
+    FileUtils.rm File.join(dir, '.line'), force: true
+    puts 'Parsing log file from beginning'
+    exit(0)
+  when 'config'
+    IO.write(config, ARGV[1])
+    puts 'config file written.'
+    exit(0)
+end
+
+quickstart = File.join(dir, 'quickstart.conf')
+quistart_content = <<-EOD
+input {
+  file {
+    type => "rails logs"
+    path => "#{File.join(dir, 'logstash.log')}"
+    codec =>   json {
+      charset => "UTF-8"
+    }
+  }
+}
+
+filter {
+ if [fields][ip] {
+    geoip {
+         source => "[fields][ip]"
+         target => "geoip"
+         add_field => [ "[geoip][coordinates]", "%{[geoip][longitude]}" ]
+         add_field => [ "[geoip][coordinates]", "%{[geoip][latitude]}"  ]
+    }
+    mutate {
+      convert => [ "[geoip][coordinates]", "float" ]
+    }
+  }
+}
+
+output {
+  # Print each event to stdout.
+  stdout {
+    codec => rubydebug
+  }
+
+  elasticsearch {
+    embedded => true
+  }
+}
+
+EOD
+
+IO.write(quickstart, quistart_content)
+if ARGV.empty?
+  logstash = IO.read(config)
+else
+  logstash = ARGV[0]
+end
+puts 'Copy and execute this line:'
+puts "JAVA_OPTS=-Des.path.data=\"#{dir}\" #{logstash} agent -f #{quickstart} -- web & echo $! > #{File.join(dir, 'logstash.pid')}"
+puts 'and run fetch-log'
+puts 'run read-log quit to quit logstash'
+puts 'run read-log reset to parse the log file from beginning'

data/lib/log/parser.rb

@@ -0,0 +1,41 @@
+require "log/parser/version"
+require 'net/scp'
+
+module Log
+  module Parser
+    def self.create_log_file
+      dir = File.join(Dir.home, '.log-parser')
+      Dir.mkdir(dir) unless Dir.exist?(dir)
+      File.open(File.join(dir, 'logstash.log'), 'a+').close unless File.exists? File.join(dir, 'logstash.log')
+    end
+    def self.fetch_log(server, remote_path, user_name, password)
+      dir = File.join(Dir.home, '.log-parser')
+      log = File.join(dir, 'tmp.log')
+      Dir.mkdir(dir) unless Dir.exist?(dir)
+      puts 'fetching log...'
+      Net::SCP::download!(server, user_name, remote_path, log)
+      puts 'reading log...'
+      file_line_path = File.join(dir, '.line')
+      if File.exists? file_line_path
+        line_nb =  IO.read(file_line_path).to_i
+      else
+        line_nb = nil
+      end
+      file = File.open(log, 'r')
+      count = 0
+      log_file = File.open(File.join(dir, 'logstash.log'), 'a+')
+      while !file.eof?
+        count+=1
+        line = file.readline
+        if line_nb.nil? or line_nb < count
+          log_file.write(line)
+        end
+      end
+      log_file.close
+      file_line = File.new(file_line_path, 'w+')
+      file_line.write(count.to_s+'\n')
+      file_line.close
+      file.close
+    end
+  end
+end

data/lib/log/parser/version.rb

@@ -0,0 +1,5 @@
+module Log
+  module Parser
+    VERSION = "0.0.1"
+  end
+end

data/log-parser.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'log/parser/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "rails-log-viewer"
+  spec.version       = Log::Parser::VERSION
+  spec.authors       = ["leo"]
+  spec.email         = ["facenord.sud@gmail.com"]
+  spec.description   = %q{fetch logstasher file log from remote server and add it to a local log files. Start logstash, elastic search and kibana but need executable in path}
+  spec.summary       = %q{see description}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   << 'fetch-log'
+  spec.executables   << 'read-log'
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_dependency 'net-scp'
+  spec.add_dependency 'json'
+end

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification
+name: rails-log-viewer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- leo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-scp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: fetch logstasher file log from remote server and add it to a local log
+  files. Start logstash, elastic search and kibana but need executable in path
+email:
+- facenord.sud@gmail.com
+executables:
+- fetch-log
+- read-log
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- UTF-8
+- bin/fetch-log
+- bin/read-log
+- json
+- lib/log/parser.rb
+- lib/log/parser/version.rb
+- log-parser.gemspec
+- rails logs
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
+specification_version: 4
+summary: see description
+test_files: []