ipcad2squid 1.0

data/.gitignore

@@ -0,0 +1 @@
+output.txt

data/Gemfile

@@ -0,0 +1 @@
+gem 'rspec'

data/Gemfile.lock

@@ -0,0 +1,17 @@
+GEM
+  specs:
+    diff-lcs (1.1.3)
+    rspec (2.12.0)
+      rspec-core (~> 2.12.0)
+      rspec-expectations (~> 2.12.0)
+      rspec-mocks (~> 2.12.0)
+    rspec-core (2.12.1)
+    rspec-expectations (2.12.0)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.12.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rspec

data/bin/ipcad2squid

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+
+require 'ipcad2squid'
+require 'optparse'
+
+options = {}
+
+optparse = OptionParser.new do|opts|
+  opts.banner = "Usage: #{__FILE__} [-1] [-2] [-n] [-o] [-h]"
+  opts.separator  "Options"
+
+  # Define the options, and what they do
+  opts.on( '-1', '--cmd1 COMMAND', 'Command to show accounting information') { |value| options[:cmd1] = value }
+  opts.on( '-2', '--cmd2 COMMAND', 'Command to show accounting checkpoint information') { |value| options[:cmd2] = value }
+  opts.on( '-n', '--network SUBNET', 'Subnet for filtering (like 192.168.0)') { |value| options[:net] = value }
+  opts.on( '-o', '--output COMMAND', 'Log file to append output') { |value| options[:filename] = value }
+
+  opts.on( '-h', '--help', 'Display this screen' ) do
+    print opts
+    exit
+  end
+end
+
+optparse.parse!
+
+ipcad2squid = Ipcad2squid.new(options)
+ipcad2squid.clear
+ipcad2squid.write_to_file

data/bin/ipcad2squid.rb

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+
+class Ipcad2squid
+  attr_reader :cmd1, :cmd2, :net, :ttime, :filename
+
+  def initialize(options={})
+    @cmd1     = options[:cmd1]     || 'netkit-rsh localhost sh ip accounting'
+    @cmd2     = options[:cmd2]     || 'netkit-rsh localhost show ip accounting checkpoint'
+    @net      = options[:net]      || '192.168.0'
+    @filename = options[:filename] || '/var/log/squid/access.log'
+    @ttime    = `#{@cmd1}`.split("\n").grep(/saved/) { |saved| saved.split.last }.first rescue '0'
+  end
+
+  def output
+    # get all data for subnet
+    accounting_data = `#{@cmd2}`.split("\n").grep(/#{@net}/)
+
+    # parse and output data
+    accounting_data.map do |raw_data|
+      data = raw_data.split
+      "#{@ttime}.000 1 #{data[1]} TCP_MISS/200 #{data[3]} CONNECT #{data[0]}:#{data[4]} - DIRECT/#{data[1]} -"
+    end.join("\n")
+  end
+
+  def write_to_file
+    File.open(@filename, "w") { |file| file.write(output) }
+  end
+end

data/ipcad2squid.gemspec

@@ -0,0 +1,18 @@
+Gem::Specification.new do |s|
+  s.name        = 'ipcad2squid'
+  s.version     = '1.0'
+  s.date        = '2013-01-03'
+  s.summary     = "Convert ipcad logs to squid logs"
+  s.description = "Simple gem for converting and appending output from ipcad to squid logs formats"
+  s.authors     = ["drakmail", "xPadla"]
+  s.email       = 'drakmail@delta.pm'
+
+  s.files         = `git ls-files`.split($\)
+  s.executables   = s.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  s.test_files    = s.files.grep(%r{^(test|spec|features)/})
+  s.require_paths = ["lib"]
+
+  s.homepage    = 'https://github.com/drakmail/ipcad2squid'
+
+  s.add_development_dependency 'rspec'
+end

data/lib/ipcad2squid.rb

@@ -0,0 +1,33 @@
+#!/usr/bin/env ruby
+
+class Ipcad2squid
+  attr_reader :cmd1, :cmd2, :net, :ttime, :filename
+
+  def initialize(options={})
+    @cmd1     = options[:cmd1]     || 'netkit-rsh localhost sh ip accounting'
+    @cmd2     = options[:cmd2]     || 'netkit-rsh localhost show ip accounting checkpoint'
+    @net      = options[:net]      || '192.168.0'
+    @filename = options[:filename] || '/var/log/squid/access.log'
+    @ttime    = `#{@cmd1}`.split("\n").grep(/saved/) { |saved| saved.split.last }.first rescue '0'
+  end
+
+  def output
+    # get all data for subnet
+    accounting_data = `#{@cmd2}`.split("\n").grep(/#{@net}/)
+
+    # parse and output data
+    accounting_data.map do |raw_data|
+      data = raw_data.split
+      "#{@ttime}.000 1 #{data[1]} TCP_MISS/200 #{data[3]} CONNECT #{data[0]}:#{data[4]} - DIRECT/#{data[1]} -"
+    end.join("\n")
+  end
+
+  def clear
+    # move statistics to checkpoint and clear
+    `netkit-rsh localhost clear ip accounting` rescue puts "Couldn't clear ip accounting"
+  end
+
+  def write_to_file
+    File.open(@filename, "a") { |file| file.write(output) }
+  end
+end

data/spec/input1.txt

@@ -0,0 +1,35 @@
+Source Destination Packets Bytes
+46.164.195.254 192.168.0.4 6 482
+46.211.50.159 192.168.0.4 8 982
+37.79.42.154 192.168.0.4 8 833
+2.60.65.237 192.168.0.4 3036 138029
+46.72.241.99 192.168.0.4 1952 87998
+109.163.216.19 192.168.0.4 15647 820192
+89.151.133.15 192.168.0.4 2476 107309
+217.77.210.254 192.168.0.4 6297 349723
+178.234.136.81 192.168.0.4 4201 190600
+95.84.27.95 192.168.0.4 3133 177640
+80.237.79.145 192.168.0.4 4514 207135
+2.95.65.135 192.168.0.4 2713 124989
+95.26.194.158 192.168.0.4 1929 105813
+46.63.33.34 192.168.0.4 1907 85985
+78.106.82.110 192.168.0.4 787 42540
+213.242.8.251 192.168.0.4 2976 137730
+193.169.220.4 192.168.0.4 2983 178493
+46.119.234.141 192.168.0.4 1077 48768
+212.41.32.108 192.168.0.4 6485 299184
+94.240.217.90 192.168.0.4 1301 56842
+91.209.51.219 192.168.0.4 3105 137373
+46.63.188.28 192.168.0.4 1456 82986
+46.36.27.18 192.168.0.4 5125 277574
+95.106.233.58 192.168.0.4 4890 258475
+
+Accounting data age is 4
+Accounting data age exact 271
+Accounting data saved 1357223673
+Interface u1: received ??, 5 m average 47888 bytes/sec, 934 pkts/sec, dropped ??
+Flow entries made: 452
+Memory usage: 0% (61472 from 10485760)
+Free slots for rsh clients: 9
+IPCAD uptime is 6:18
+shell-12 uptime is 1 day 3:26

data/spec/input2.txt

@@ -0,0 +1,17 @@
+Source Destination Packets Bytes
+37.112.138.228 192.168.0.4 1 345
+46.211.100.123 192.168.0.4 3 200
+185.2.107.224 192.168.0.4 1 77
+89.187.33.17 192.168.0.4 2 112
+193.169.220.4 192.168.0.4 3496 209636
+46.119.234.141 192.168.0.4 1225 55490
+212.41.32.108 192.168.0.4 6973 321808
+94.240.217.90 192.168.0.4 1568 68301
+91.209.51.219 192.168.0.4 3106 137413
+46.63.188.28 192.168.0.4 1456 82986
+46.36.27.18 192.168.0.4 5631 305248
+95.106.233.58 192.168.0.4 5372 284271
+
+Accounting data age is 5
+Accounting data age exact 335
+Accounting data saved 1357223737

data/spec/ipcad2squid_spec.rb

@@ -0,0 +1,38 @@
+require 'ipcad2squid'
+
+CMD1 = 'cat spec/input1.txt'
+CMD2 = 'cat spec/input2.txt'
+
+describe Ipcad2squid do
+  subject(:script) {Ipcad2squid.new(:cmd1 => CMD1, :cmd2 => CMD2)}
+
+  context 'Passing commands' do
+    subject(:script) {Ipcad2squid.new(:cmd1 => CMD1, :cmd2 => CMD2, :filename => 'output.txt')}
+    its(:cmd1) { should == CMD1 }
+    its(:cmd2) { should == CMD2 }
+    its(:filename) { should == 'output.txt' }
+  end
+
+  context 'Default commands' do
+    subject(:script) {Ipcad2squid.new}
+    its(:cmd1) { should == 'netkit-rsh localhost sh ip accounting' }
+    its(:cmd2) { should == 'netkit-rsh localhost show ip accounting checkpoint' }
+    its(:filename) { should == '/var/log/squid/access.log' }
+  end
+
+  context 'Integration testing' do
+    its(:ttime) { should == '1357223673' }
+    its(:output) { should include('1357223673.000 1 192.168.0.4 TCP_MISS/200 77 CONNECT 185.2.107.224: - DIRECT/192.168.0.4 -') }
+    its(:output) { should include('1357223673.000 1 192.168.0.4 TCP_MISS/200 55490 CONNECT 46.119.234.141: - DIRECT/192.168.0.4 -') }
+  end
+
+  context 'File IO' do
+    it 'shoud write output to file' do
+      file = mock('file')
+      File.should_receive(:open).with("/var/log/squid/access.log", "a").and_yield(file)
+      file.should_receive(:write).with(script.output)
+      script.write_to_file
+    end
+  end
+
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification
+name: ipcad2squid
+version: !ruby/object:Gem::Version
+  version: '1.0'
+  prerelease: 
+platform: ruby
+authors:
+- drakmail
+- xPadla
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Simple gem for converting and appending output from ipcad to squid logs
+  formats
+email: drakmail@delta.pm
+executables:
+- ipcad2squid
+- ipcad2squid.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- bin/ipcad2squid
+- bin/ipcad2squid.rb
+- ipcad2squid.gemspec
+- lib/ipcad2squid.rb
+- spec/input1.txt
+- spec/input2.txt
+- spec/ipcad2squid_spec.rb
+homepage: https://github.com/drakmail/ipcad2squid
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Convert ipcad logs to squid logs
+test_files:
+- spec/input1.txt
+- spec/input2.txt
+- spec/ipcad2squid_spec.rb