fluent-plugin-sflow 0.1.0 → 0.2.0

data/lib/sflow/Gemfile.lock

@@ -1,38 +0,0 @@
-PATH
-  remote: .
-  specs:
-    sflow (0.0.1)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    bindata (1.8.1)
-    elasticsearch (1.0.1)
-      elasticsearch-api (= 1.0.1)
-      elasticsearch-transport (= 1.0.1)
-    elasticsearch-api (1.0.1)
-      multi_json
-    elasticsearch-transport (1.0.1)
-      faraday
-      multi_json
-    eventmachine (1.0.3)
-    faraday (0.8.8)
-      multipart-post (~> 1.2.0)
-    json (1.8.1)
-    minitest (5.3.4)
-    multi_json (1.7.9)
-    multipart-post (1.2.0)
-    rake (10.2.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bindata
-  bundler (~> 1.5)
-  elasticsearch
-  eventmachine
-  json
-  minitest
-  rake
-  sflow!

data/lib/sflow/LICENSE.txt

@@ -1,22 +0,0 @@
-Copyright (c) 2014 Sebastian Saemann <ssaemann@netways.de> 
-
-MIT License
-
-Permission is hereby granted, free of charge, to any person obtaining
-a copy of this software and associated documentation files (the
-"Software"), to deal in the Software without restriction, including
-without limitation the rights to use, copy, modify, merge, publish,
-distribute, sublicense, and/or sell copies of the Software, and to
-permit persons to whom the Software is furnished to do so, subject to
-the following conditions:
-
-The above copyright notice and this permission notice shall be
-included in all copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
-EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
-MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
-NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
-LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
-OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
-WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/sflow/README.md

@@ -1,67 +0,0 @@
-# Sflow
-
-Tiny sflow collector and parser script based on eventmachine. It listens for sflow v5 samples, parses them and sends it to logstash.
-
-## Installation
-
-Clone this repository
-
-    $ git clone http://github.com/netways/sflow
-
-Change directory
-
-    $ cd sflow
-
-Install dependencies using bundler
-
-    $ bundle install
-
-Configure your logstash endpoint
-
-    $ vi ./etc/config.yaml
-
-And then execute:
-
-    $ bundle exec ./bin/sflow.rb
-
-## Logstash Configuration
-
-A complete logstash installation is a prerequisite.
-
-For getting the parsed sflow-packets as JSON via UDP into logstash you have to configure a input, filter and a output accordingly:
-
-    input {
-     udp {
-      port => 6543
-      type => "sflow"
-      codec => 'json'
-     }
-    }
- 
-    filter {
-     json {
-      source => "message"
-      type => "json"
-     }
-    }
- 
-    output {
-     elasticsearch_http {
-      workers => 8
-      host => "elasticsearch.host"
-     }
-    }
-
-## Kibana
-
-You can create your very own kibana dashboard for viewing the information and graphs you are interested in. For a quick start you'll find a dashboard in the misc folder, which can be imported via the kibana webinterface.
-
-![Alt text](misc/screen1.png?raw=true "Demo screen")
-
-## Contributing
-
-1. Fork it ( http://github.com/netways/sflow/fork )
-2. Create your feature branch (`git checkout -b my-new-feature`)
-3. Commit your changes (`git commit -am 'Add some feature'`)
-4. Push to the branch (`git push origin my-new-feature`)
-5. Create new Pull Request

data/lib/sflow/Rakefile

@@ -1,12 +0,0 @@
-#!/usr/bin/env rake
-require "bundler/gem_tasks"
- 
-require 'rake/testtask'
- 
-Rake::TestTask.new do |t|
-  t.libs << 'lib/sflow'
-  t.test_files = FileList['test/lib/sflow/*_test.rb']
-  t.verbose = true
-end
- 
-task :default => :test

data/lib/sflow/bin/bundler

@@ -1,16 +0,0 @@
-#!/usr/bin/env ruby1.9.1
-#
-# This file was generated by Bundler.
-#
-# The application 'bundler' is installed as part of a gem, and
-# this file is here to facilitate running it.
-#
-
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
-  Pathname.new(__FILE__).realpath)
-
-require 'rubygems'
-require 'bundler/setup'
-
-load Gem.bin_path('bundler', 'bundler')

data/lib/sflow/bin/rake

@@ -1,16 +0,0 @@
-#!/usr/bin/env ruby1.9.1
-#
-# This file was generated by Bundler.
-#
-# The application 'rake' is installed as part of a gem, and
-# this file is here to facilitate running it.
-#
-
-require 'pathname'
-ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
-  Pathname.new(__FILE__).realpath)
-
-require 'rubygems'
-require 'bundler/setup'
-
-load Gem.bin_path('rake', 'rake')

data/lib/sflow/bin/sflow.rb

@@ -1,7 +0,0 @@
-#!/usr/bin/env ruby
-
-$:.unshift File.expand_path(File.join(File.dirname(__FILE__), '..','lib'))
-
-require 'sflow'
-
-SflowCollector.start_collector('0.0.0.0',6343)

data/lib/sflow/etc/config.yaml

@@ -1,10 +0,0 @@
-daemonize: true 
-
-switch:
-  1.2.3.4: "myswitch_hostname"
-  1.2.3.5: "my2ndswitch_hostname"
-
-logstash_host: "logstash.host"
-logstash_port: 6543
-
-

data/lib/sflow/lib/sflow.rb

@@ -1,10 +0,0 @@
-require 'bindata'
-require 'eventmachine'
-require 'yaml'
-
-dir = File.expand_path(File.join(File.dirname(__FILE__),  'sflow'))
-['config','models/ipv4header', 'models/tcpheader', 'models/udpheader', 'models/protocol', 'models/binary_models','parsers/parsers','storage/storage', 'collector','snmp/iface_names'].each do |req|
-  require File.join(dir, req)
-end
-
-Process.daemon(true) if $daemonize == true

data/lib/sflow/lib/sflow/collector.rb

@@ -1,69 +0,0 @@
-class SflowCollector
-  module Collector
-  Thread.abort_on_exception=true
-  require 'socket'
-    def post_init
-      puts "Server listening."
-    end
-
-    def receive_data(data)
-      operation = proc do
-        begin
-          if data != nil
-            sflow = SflowParser.parse_packet(data)
-          end
-        rescue Exception => e
-          puts Time.now
-          puts sflow.inspect
-          puts e.message
-          puts e.backtrace
-        end
-      end
-
-      callback = proc do |sflow|
-        begin
-          if sflow != nil
-            SflowStorage.send_udpjson(sflow)
-          end
-        rescue Exception => e
-          puts Time.now
-          puts sflow.inspect if sflow != nil
-          puts e.message
-          puts e.backtrace
-        end
-      end
-
-      EM.defer(operation,callback)
-
-    end
-  end
-
-  def self.start_collector(bind_ip = '0.0.0.0', bind_port = 6343)
-    begin
-      config = SflowConfig.new
-      if config.logstash_host and config.logstash_port 
-        puts "Connecting to Logstash: #{config.logstash_host}:#{config.logstash_port}"
-        $logstash = UDPSocket.new
-        $logstash.connect(config.logstash_host, config.logstash_port)
-      else
-        puts "no host:port given"
-        exit 1
-      end
-      $switch_hash = config.switch_hash
-      if config.switch_hash != nil
-        $switchportnames = SNMPwalk.new(config.switch_hash.each_key)
-      end
-      EventMachine::run do
-        EventMachine::open_datagram_socket(bind_ip, bind_port, Collector)
-      end
-    rescue Exception => e
-      puts Time.now
-      puts e.message
-      puts e.backtrace
-      raise "unable to start sflow collector"
-    end
-  end
-
-end
-
-

data/lib/sflow/lib/sflow/config.rb

@@ -1,15 +0,0 @@
-class SflowConfig
-  attr_reader :switch_hash
-  attr_reader :logstash_host
-  attr_reader :logstash_port
-  attr_reader :daemonize
-
-  def initialize
-    config = YAML.load_file("etc/config.yaml")
-    @switch_hash = config['switch']
-    @logstash_host = config['logstash_host']
-    @logstash_port = config['logstash_port']
-    @daemonize = config['daemonize']
-  end
-end
-

data/lib/sflow/lib/sflow/models/binary_models.rb

@@ -1,176 +0,0 @@
-class Header < BinData::Record
-  endian :big
-  uint32 :version
-  uint32 :address_type
-  uint32 :agent_address
-  uint32 :sub_agent_id
-  uint32 :seq_number
-  uint32 :sys_uptime
-  uint32 :num_samples
-  array :flow_samples, :initial_length => :num_samples do
-    uint16 :enterprise_std
-    uint16 :sflow_sample_type
-    uint32 :sample_length
-    string :sample_data, :length => :sample_length
-  end
-end
-
-class Sflow5sampleheader1 < BinData::Record
-  endian :big
-  uint32 :seq_number
-  uint32 :source_id_type
-  uint32 :sampling_rate
-  uint32 :sample_pool
-  uint32 :dropped_packets
-  uint32 :i_iface_value
-  uint32 :o_iface_value
-  uint32 :num_records
-  array :records, :initial_length => :num_records do
-    uint16 :enterprise
-    uint16 :format
-    uint32 :flow_length
-    string :record_data, :length => :flow_length
-  end
-
-end
-
-class Sflow5sampleheader3 < BinData::Record
-  endian :big
-  uint32 :seq_number
-  uint32 :source_id_type
-  uint32 :source_id_index
-  uint32 :sampling_rate
-  uint32 :sample_pool
-  uint32 :dropped_packets
-  uint32 :i_iface_format
-  uint32 :i_iface_value
-  uint32 :o_iface_format
-  uint32 :o_iface_value
-  uint32 :num_records
-  array :records, :initial_length => :num_records do
-    uint16 :enterprise
-    uint16 :format
-    uint32 :flow_length
-    string :record_data, :length => :flow_length
-  end
-
-end
-
-
-class Sflow5counterheader4 < BinData::Record
-  endian :big
-  uint32 :seq_number
-  uint32 :source_id_type
-  uint32 :source_id_index
-  uint32 :num_records
-  array :records, :initial_length => :num_records do
-    uint16 :enterprise
-    uint16 :format
-    uint32 :record_length
-    string :record_data, :length => :record_length
-  end
-end
-
-class Sflow5counterheader2 < BinData::Record
-  endian :big
-  uint32 :seq_number
-  uint32 :source_id_type
-  uint32 :num_records
-  array :records, :initial_length => :num_records do
-    uint16 :enterprise
-    uint16 :format
-    uint32 :record_length
-    string :record_data, :length => :record_length
-  end
-end
-
-
-class Sflow5rawpacket < BinData::Record 
-  endian :big
-  uint32 :header_protocol
-  uint32 :frame_length
-  uint32 :payload
-  uint32 :xy
-  array :rawpacket_data, :read_until => :eof do
-    string :data, :length => 1
-  end
-end
-
-class Sflow5extswitch < BinData::Record
-  endian :big
-  uint32 :src_vlan
-  uint32 :src_priority
-  uint32 :dst_vlan
-  uint32 :dst_priority
-end
-
-class Sflow5genericcounter < BinData::Record
-  endian :big
-  uint32 :int_index
-  uint32 :int_type
-  uint64 :int_speed
-  uint32 :int_direction
-  uint16 :int_admin_status
-  uint16 :int_oper_status
-  uint64 :input_octets
-  uint32 :input_packets
-  uint32 :input_packets_multi
-  uint32 :input_packets_broad
-  uint32 :input_packets_discard
-  uint32 :input_packets_error
-  uint32 :unknown_proto
-  uint64 :output_octets
-  uint32 :output_packets
-  uint32 :output_packets_multi
-  uint32 :output_packets_broad
-  uint32 :output_packets_discard
-  uint32 :output_packets_error
-  uint32 :prom_mode
-end
-
-class Sflow5ethcounter < BinData::Record
-  endian :big
-  uint32 :alignment_errors
-  uint32 :fcs_errors
-  uint32 :single_collision_frames
-  uint32 :multi_collision_frames
-  uint32 :sqe_test_errors
-  uint32 :deffered_transmission
-  uint32 :late_collision
-  uint32 :excessive_collision
-  uint32 :internal_mac_transmit_errors
-  uint32 :carrier_sense_errors
-  uint32 :frame_too_long
-  uint32 :internal_mac_receive_errors
-  uint32 :symbol_errors
-end
-
-class Sflow5rawpacketheaderEthernet < BinData::Record
-  endian :big
-  string :eth_src, :length => 6
-  string :eth_dst, :length => 6
-  uint16 :eth_type
-  array :ethernetdata, :read_until => :eof do
-    string :data, :length => 1
-  end
-end
-
-class Sflow5rawpacketdata < BinData::Record
-  endian :big
-  string :eth, :length => 14
-  string :vlan_tag, :length => 2
-  string :vlan_tag_p, :length => 2
-  string :vlana, :length => 2
-  string :vlanb, :length => 2
-  string :ip_packet, :length => 40
-end
-
-class Sflow5rawpacketdataVLAN < BinData::Record
-  endian :big
-  uint16 :prio
-  uint16 :type
-  array :vlandata, :read_until => :eof do
-    string :data, :length => 1
-  end
-end
-