cablegator 0.9.0

data/.gitignore

@@ -0,0 +1,3 @@
+pkg/*
+*.gem
+.bundle

data/Gemfile

@@ -0,0 +1,3 @@
+source 'http://gemcutter.org'
+gem 'nokogiri'
+gem 'httparty'

data/Gemfile.lock

@@ -0,0 +1,14 @@
+GEM
+  remote: http://gemcutter.org/
+  specs:
+    crack (0.1.8)
+    httparty (0.6.1)
+      crack (= 0.1.8)
+    nokogiri (1.4.4)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  httparty
+  nokogiri

data/README.md

@@ -0,0 +1,20 @@
+# cablegator
+Downloads WikiLeaks CableGate cables for offline viewing and archiving 
+
+Install via:
+<code>
+> gem install cablegator
+</code>
+
+
+Run Via:
+<code>
+$ download_cables ..
+Downloading cables to /Users/csquared/projects/cablegator
+You already have 66BUENOSAIRES2481 in /Users/csquared/projects/cablegator/cable/1966/12/66BUENOSAIRES2481.html
+You already have 72TEHRAN1164 in /Users/csquared/projects/cablegator/cable/1972/02/72TEHRAN1164.html
+You already have 72TEHRAN5055 in /Users/csquared/projects/cablegator/cable/1972/08/72TEHRAN5055.htm
+Downloading cable 75TEHRAN2069 to /Users/csquared/projects/cablegator//cable/1975/03/75TEHRAN2069.html
+...
+
+</code>

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/bin/download_cables

@@ -0,0 +1,25 @@
+#! /usr/bin/env ruby
+require 'cablegator'
+require 'cablegator/wikileaks'
+
+dir_prefix = ARGV[0] || Dir.pwd
+
+puts "Downloading cables to #{File.expand_path(dir_prefix)}"
+doc = Nokogiri::HTML(WikiLeaks.home)
+
+doc.css(%{a[href^='/date']}).each do |link|
+  page_with_cables = Nokogiri::HTML(WikiLeaks.get(link.attributes['href'].value))
+  page_with_cables.css(%{a[href^='/cable']}).each do |cable|
+    cable_url = cable.attributes['href'].value
+    file_location = File.expand_path(dir_prefix + cable_url)
+    reference_id = File.basename(cable_url).gsub(File.extname(cable_url),'') 
+
+    if !File.exist?(file_location)
+      FileUtils.mkdir_p(File.dirname(file_location))
+      STDOUT.puts "Downloading cable #{reference_id} to #{file_location}"
+      File.open(file_location, 'w') { |f| f << WikiLeaks.get(cable_url) } 
+    else
+      STDOUT.puts "You already have #{reference_id} in #{file_location}"
+    end
+  end
+end

data/cablegator.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "cablegator/version"
+
+Gem::Specification.new do |s|
+  s.name        = "cablegator"
+  s.version     = Cablegator::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["csquared"]
+  s.email       = ["christopher.continanza@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{Downloads Wikileaks Cables to current directory}
+  s.description = %q{Downloads Wikileaks Cables to current directory}
+
+  s.rubyforge_project = "cablegator"
+
+  s.add_dependency('nokogiri')
+  s.add_dependency('httparty')
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

data/lib/cablegator/version.rb

@@ -0,0 +1,3 @@
+module Cablegator
+  VERSION = "0.9.0"
+end

data/lib/cablegator/wikileaks.rb

@@ -0,0 +1,12 @@
+class WikiLeaks 
+  include HTTParty
+  base_uri 'http://wikileaks.ch'
+
+  HOME = '/cablegate.html'
+
+  class << self
+    def home
+      self.get(HOME)
+    end
+  end
+end

data/lib/cablegator.rb

@@ -0,0 +1,11 @@
+# library loader
+require 'rubygems'
+require 'bundler'
+Bundler.setup
+
+$LOAD_PATH.unshift(File.dirname(__FILE__)) unless $LOAD_PATH.include?(File.dirname(__FILE__))
+
+# gems
+require 'open-uri'
+require 'nokogiri'
+require 'httparty'

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification 
+name: cablegator
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 9
+  - 0
+  version: 0.9.0
+platform: ruby
+authors: 
+- csquared
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-11 00:00:00 -06:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: httparty
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: Downloads Wikileaks Cables to current directory
+email: 
+- christopher.continanza@gmail.com
+executables: 
+- download_cables
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/download_cables
+- cablegator.gemspec
+- lib/cablegator.rb
+- lib/cablegator/version.rb
+- lib/cablegator/wikileaks.rb
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: cablegator
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Downloads Wikileaks Cables to current directory
+test_files: []
+