pcapr 0.0.2

data/.gitignore

@@ -0,0 +1,5 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+helper/me/*

data/Gemfile

@@ -0,0 +1,5 @@
+source "http://rubygems.org"
+
+gem "nokogiri"
+
+gem "patron"

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/bin/pcapr

@@ -0,0 +1,14 @@
+require 'pcapr'
+if ARGV[0] == "-h" or ARGV[0] == "--help" or ARGV.size < 2
+  puts "Usage: #{File.basename($0)} user pass [dir]"
+  exit  0
+end
+
+user,pass,file = ARGV[0],ARGV[1],ARGV[2]
+
+file = Dir.pwd if file.nil?
+s = Time.now
+Pcapr.new(user,pass).run(file)
+b = Time.now
+puts
+puts "Complete! cost time: #{b-s} seconds."

data/lib/pcapr.rb

@@ -0,0 +1,2 @@
+require "pcapr/version"
+require "pcapr/pcapr"

data/lib/pcapr/pcapr.rb

@@ -0,0 +1,96 @@
+require 'logger'
+require 'nokogiri'
+require 'patron'
+require 'digest'
+
+require 'fileutils'
+
+class Pcapr
+  def initialize( user,pass, logger = Logger.new(STDOUT) )
+    @user = user
+    @pass = pass
+    
+    @logger = logger
+    
+    #驱动浏览器底层的接口, patron对象
+    @driver = Patron::Session.new
+    @driver.timeout = 10000
+    @driver.base_url = "http://www.pcapr.net"
+    @driver.handle_cookies
+    
+    @protos = nil
+  end
+  
+  attr_accessor :logger
+  
+  def login
+    #获取uuid
+    login_html = @driver.get("/account/login")
+    uuid = Nokogiri::HTML(login_html.body).css('#uuid')[0]['value']
+    
+    login_result = @driver.post("/account/login", {:_user=>@user ,:pass=>@pass, :uuid=>"#{uuid}", :_auth=> auth_md5(@user,@pass,uuid)})
+    raise "login fail" if login_result.url.include?("/account/login")
+  end
+  
+  #获取协议内容
+  def protos
+    return @protos if @protos
+    protos_html = @driver.get("/browse/protos").body
+    #获取协议内容
+    raise "get protos fail,maybe this code is out of update" unless protos_html.match(/var raw = \(\{(.*)\}\)/)
+    #格式为xx:1,xxx:2
+    protos_str = $1
+    @protos = str2protos(protos_str)
+  end
+  
+  def pcap_urls(proto)
+    #TODO
+    url = @driver.get("/browse?proto=#{proto}").body
+    Nokogiri::HTML(url).css("ul#p-main div.p-body>a").collect { |link| link['href'] }
+  end
+  
+  #获取该数据包文件
+  def pcap_file(pcap_url, file)
+    @driver.get(pcap_url)
+    #~ file = @driver.get_file("/view/download", "d:/ok.pcap", "Referer"=>@driver.base_url + pcap_url)
+    file = @driver.get_file("/view/download", file)
+  end
+  
+  def run(dir)
+    base_dir = dir
+    login
+    protos.each do |proto|
+      proto_dir = File.join(base_dir, proto)
+      proto_dir.tr!("<>","")
+      FileUtils.mkdir_p(proto_dir) unless File.directory?(proto_dir)
+      logger.info "proto: #{proto}, downloading...(pcap save as: #{proto_dir}"
+      pcap_urls(proto).each do |pcap_url|
+        file = File.join(proto_dir, File.basename(pcap_url).gsub(/\.html$/,""))
+        logger.info "  pcap file: #{file} save at '#{file}'"
+        begin
+          pcap_file(pcap_url, file)
+          logger.debug "  save ok"
+        rescue Exception
+          logger.error " save fail: #{$!}"
+        end
+      end
+    end
+  end
+  
+  
+  private
+  def auth_md5(user,pass,uuid)
+    str = user + '-' + pass
+    md5 = Digest::MD5.hexdigest str
+    Digest::MD5.hexdigest(md5 + uuid)
+  end
+  
+  def str2protos(str)
+    str.split(',').collect do |kv|
+      kv.split(':')[0].gsub("'","").strip
+    end
+  end
+  
+  
+  
+end

data/lib/pcapr/version.rb

@@ -0,0 +1,3 @@
+class Pcapr
+  VERSION = "0.0.2"
+end

data/pcapr.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "pcapr/version"
+
+Gem::Specification.new do |s|
+  s.name        = "pcapr"
+  s.version     = Pcapr::VERSION
+  s.authors     = ["yafei LI"]
+  s.email       = ["lyfi2003@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{a libarily for downloading all pcap files from pcapr.net}
+  s.description = %q{a libarily for downloading all pcap files from pcapr.net}
+
+  s.rubyforge_project = "pcapr"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  
+  s.add_dependency("nokogiri")
+  s.add_dependency("patron")
+end

data/readme.md

@@ -0,0 +1,20 @@
+Pcapr
+--------
+
+Just download all pcap files from www.pcapr.net, it's all!
+
+----
+
+**How to use?**
+
+
+  ```
+  gem install pcapr
+   
+  pcapr myuser@mail.com password some/where/save/files
+  ```
+
+----
+
+*Have fun!*
+

data/spec/pcapr_spec.rb

@@ -0,0 +1,53 @@
+require 'spec_helper'
+
+describe Pcapr do
+  before(:each) do
+    user= "bocycn@gmail.com"
+    pass="sinfor"
+    @o = Pcapr.new(user,pass)
+  end
+  it "should login success" do
+    lambda { @o.login }.should_not raise_error
+  end
+  
+  it "should login fail" do
+    user= "bocycn1@gmail.com"
+    pass="sinfor"
+    @o = Pcapr.new(user,pass)
+    lambda { @o.login }.should raise_error
+  end
+  
+  it "protos should get right" do
+    @o.login
+    @o.protos.should be_include("dns")
+    @o.protos.should be_include("gtp <ftp>")
+    @o.protos.should be_include("http/xml")
+    @o.protos.should be_include("ieee 802.15.4")
+    @o.protos.should be_include("ipx rip")
+    @o.protos.should be_include("megaco/sdp/sdp")
+    @o.protos.should be_include("m2pa (id 12)")
+  end
+  
+  it "all_proto should get auth.cap" do
+    @o.login
+    @o.pcap_urls("dns").should be_include("/view/siim/2011/11/3/7/capture.pcap.html")
+  end
+  
+  it "file get it " do
+    @o.login
+    pcap_url = "/view/siim/2011/11/3/7/capture.pcap.html"
+    file = File.join($helper_dir,'test.pcap')
+    base = File.join($helper_dir,'base.pcap')
+    File.delete(file) if File.exist?(file)
+    @o.pcap_file(pcap_url,file)
+    File.should be_exist(file)
+    #~ File.size(file).should == File.size(base)
+    File.delete(file) if File.exist?(file)
+  end
+  
+  it "run try" do
+    @o.run( File.join($helper_dir,"me") )
+  end
+  
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,3 @@
+$LOAD_PATH.unshift( File.dirname(__FILE__), '..', 'lib' )
+$helper_dir = File.join(File.dirname(__FILE__),'..','helper')
+require 'pcapr'

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification 
+name: pcapr
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- yafei LI
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-03-12 00:00:00 +08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: patron
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: a libarily for downloading all pcap files from pcapr.net
+email: 
+- lyfi2003@gmail.com
+executables: 
+- pcapr
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Rakefile
+- bin/pcapr
+- helper/base.pcap
+- lib/pcapr.rb
+- lib/pcapr/pcapr.rb
+- lib/pcapr/version.rb
+- pcapr.gemspec
+- readme.md
+- spec/pcapr_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: pcapr
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: a libarily for downloading all pcap files from pcapr.net
+test_files: 
+- spec/pcapr_spec.rb
+- spec/spec_helper.rb