sms-logparser 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5d75a8ac15fa11b1e6efc7aad0a57614bb01f948
+  data.tar.gz: 5b0efac19f07e16f6ac36c0a8bd2425189e6412f
+SHA512:
+  metadata.gz: 2a3acae57b6f2f06a407e2329044e2007948e7ab93371e66aa5274515044ee6bbc18d5bff0867ab11a2f8c6e50b5eb242c7df4e59a1339c00c8038ffba5999d4
+  data.tar.gz: dcd28686f0d12f173ea318d0c8361190afe878b5b32aa0ca1247a8f537b1a6f08b615a6d8809f8da83823c3849ccbe9492c97cdc72973a4cbb0de3011455f1f2

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in sms-logparser.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 niwo
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,33 @@
+# SmsLogparser
+
+sms-logparser for DB-Logparser for Simplex Media Server
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'sms-logparser'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install sms-logparser
+
+## Setup
+
+    $ sms-logparser create_parser_table
+
+## Usage
+
+    $ sms-logparser parse
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/sms-logparser

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require 'sms-logparser'
+
+SmsLogparser::Cli.start

data/lib/sms-logparser/cli.rb

@@ -0,0 +1,114 @@
+module SmsLogparser 
+  class Cli < Thor
+
+    EXTENSION_MAP = {
+      'default' => 'TRAFFIC_PODCAST',
+      'mp4' => 'TRAFFIC_PODCAST',
+      'f4v' => 'TRAFFIC_PODCAST',
+      'flv' => 'TRAFFIC_PODCAST',
+      'ts' => 'TRAFFIC_MOBILE'
+    }
+
+    class_option :mysql_host, :default => 'localhost'
+    class_option :mysql_user, :default => 'root'
+    class_option :mysql_db, :default => 'Syslog'
+
+    desc "parse_db", "Check the database for pcache logs and send them to SMS"
+    option :api_base_path, :default => 'http://dev.simplex.tv/creator/rest'
+    option :debug, :type => :boolean, :default => false
+    def parse
+      count = 0
+      last_id = get_last_parse_id 
+      begin 
+        results = client.query(
+          "SELECT * FROM SystemEvents\
+          WHERE `FromHost` like 'pcache%'\
+          AND ID > #{last_id} ORDER BY ID ASC"
+        )
+      rescue Mysql2::Error
+        say "parser_table not found please create it with 'create_parser_table'", :red
+        exit 1
+      end
+      results.each do |result|
+        if result['Message'] =~ /\/content\/.*\.(f4v|flv|mp4|ts) .*/
+          data = extract_data_from_msg(result['Message'])
+          url = "#{options[:api_base_path]}/"
+          url += "#{data[:customer_id]}/"
+          url += "#{data[:author_id]}/"
+          url += "#{data[:project_id]}/"
+          url += "#{data[:traffic_type]}/"
+          url += "#{data[:bytes]}"
+          if options[:debug]
+            puts result['ID']
+            puts "URL: #{url}"
+            puts "Data: #{data}"
+            puts "-----------------------"
+          else
+            RestClient.get(url)
+          end
+          count += 1
+        end
+        last_id = result['ID']
+      end
+      write_parse_result(last_id, count) unless options[:debug]
+      puts "Number of valid messages found: #{count}"
+    end
+
+    desc "create_parser_table", "Create the parser table to track the last logs parsed"
+    def create_parser_table
+      client.query(
+        "CREATE TABLE IF NOT EXISTS\
+          SmsParserRuns(\
+            ID INT PRIMARY KEY AUTO_INCREMENT,\
+            LastRunAt datetime DEFAULT NULL,\
+            LastEventID INT DEFAULT NULL,\
+            EventsFound INT DEFAULT 0,\
+            INDEX `LastEventID_I1` (`LastEventID`)
+          )"
+      )
+      say "OK", :green
+    end
+
+    no_commands do
+      def get_last_parse_id
+        last_parse = client.query(
+          "SELECT LastEventID FROM SmsParserRuns ORDER BY ID DESC LIMIT 1"
+        )
+        last_parse.first ? last_parse.first['LastEventID'] : 0
+      rescue Mysql2::Error
+        say "parser_table not found please create it with 'create_parser_table'", :red
+        exit 1
+      end
+
+      def write_parse_result(id, count)
+        client.query("INSERT INTO SmsParserRuns(LastRunAt, LastEventID, EventsFound)\
+          VALUES(\
+            '#{Time.now.strftime("%Y-%m-%d %H:%M:%S")}',\
+            #{id},\
+            #{count}
+          )"
+        )
+      end
+
+      def extract_data_from_msg(msg)
+        m = msg.match /\/content\/(\d+)\/(\d+)\/(\d+)\/.+\.(\S+)\s.*\"\s\d+\s(\d+)/
+        data = {
+          :customer_id => m[1],
+          :author_id => m[2],
+          :project_id => m[3],
+          :ext => m[4],
+          :traffic_type => (EXTENSION_MAP[m[4]] || EXTENSION_MAP['default']),
+          :bytes => m[5]
+        }
+      end
+
+      def client
+        @client ||= Mysql2::Client.new(
+          :host => options[:mysql_host],
+          :username => options[:mysql_user],
+          :database => options[:mysql_db]
+        )
+      end
+    end
+  end
+end

data/lib/sms-logparser/version.rb

@@ -0,0 +1,3 @@
+module SmsLogparser
+  VERSION = "0.0.1"
+end

data/lib/sms-logparser.rb

@@ -0,0 +1,7 @@
+require "rubygems" # ruby1.9 doesn't "require" it though
+require "thor"
+require 'mysql2'
+require 'rest_client'
+
+require "sms-logparser/version"
+require "sms-logparser/cli"

data/sms-logparser.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'sms-logparser/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "sms-logparser"
+  spec.version       = SmsLogparser::VERSION
+  spec.authors       = ["niwo"]
+  spec.email         = ["nik.wolfgramm@gmail.com"]
+  spec.description   = %q{SMS Logparser}
+  spec.summary       = %q{SMS Logparser}
+  spec.homepage      = "https://github.com/niwo/sms-logparser"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+
+  spec.add_dependency "thor"
+  spec.add_dependency "mysql2"
+  spec.add_dependency "rest_client"
+end

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification
+name: sms-logparser
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- niwo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rest_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: SMS Logparser
+email:
+- nik.wolfgramm@gmail.com
+executables:
+- sms-logparser
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/sms-logparser
+- lib/sms-logparser.rb
+- lib/sms-logparser/cli.rb
+- lib/sms-logparser/version.rb
+- sms-logparser.gemspec
+homepage: https://github.com/niwo/sms-logparser
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: SMS Logparser
+test_files: []