ecfs 0.0.1 → 0.0.2

data/lib/ecfs/spreadsheet_parser.rb

@@ -0,0 +1,81 @@
+require "mechanize"
+require "spreadsheet"
+require "pry"
+
+module ECFS
+  class SpreadsheetParser < Mechanize::File
+    attr_reader :rows
+
+    def initialize(uri = nil, response = nil, body = nil, code = nil)
+      super(uri, response, body, code)
+      @body = body
+      extract_rows!
+      format_rows!
+    end
+
+    private
+
+    def extract_rows!
+      book = Spreadsheet.open(StringIO.new(@body))
+      sheet1 = book.worksheet 0
+      @rows = []
+      first = false
+      sheet1.each do |row|
+        @rows << row if first
+        first = true
+      end
+
+      @rows
+    end
+
+    def format_rows!
+      @rows.map! do |row|
+        urls = []  
+        indices = (7..row.length-1).to_a
+        indices.each do |i|
+          text = row[i].data.split("id=")[1]
+          urls << "http://apps.fcc.gov/ecfs/document/view?id=#{extract_filing_id(text)}"
+        end
+
+        {
+          'name_of_filer'  => row[1],
+          'docket_number'  => row[0],
+          'lawfirm_name'   => row[2],
+          'date_received'  => format_date(row[3]),
+          'date_posted'    => format_date(row[4]),
+          'exparte'        => format_exparte(row[5]),
+          'type_of_filing' => row[6],
+          'document_urls'  => urls
+        }
+      end
+    end
+
+    def format_date(date)
+      #input format 12/22/1988
+      # desired format "22-12-1988"
+      chunks = date.split("/")
+      "#{chunks[2]}-#{chunks[0]}-#{chunks[1]}"
+    end
+
+    def format_exparte(my_bool)
+      if my_bool == "Y"
+        return true
+      elsif my_bool == "N"
+        return false
+      else
+        return nil
+      end
+    end
+
+    def extract_filing_id(txt)
+      re1='(\\d+)'  # Integer Number 1
+      re=(re1)
+      m=Regexp.new(re,Regexp::IGNORECASE);
+      if m.match(txt)
+        int1=m.match(txt)[1];
+        return int1
+      end
+    end
+
+  end # end class
+end # end module

data/lib/ecfs/version.rb

@@ -1,3 +1,3 @@
 module ECFS
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/test/helper.rb

@@ -1,5 +1,13 @@
 require 'rubygems'
 require 'bundler'
+require 'vcr'
+
+VCR.configure do |c|
+  c.cassette_library_dir = 'fixtures/vcr_cassettes'
+  c.hook_into :webmock
+  c.allow_http_connections_when_no_cassette = true
+end
+
 begin
   Bundler.setup(:default, :development)
 rescue Bundler::BundlerError => e
@@ -8,10 +16,8 @@ rescue Bundler::BundlerError => e
   exit e.status_code
 end
 
-
 require 'test/unit'
 
-
 $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 $LOAD_PATH.unshift(File.dirname(__FILE__))
 require 'ecfs'

data/test/test_filings_query.rb

@@ -0,0 +1,50 @@
+require "helper"
+require "pp"
+
+class TestFilingsQuery < Test::Unit::TestCase
+  
+  def test_add_constraint
+    filings_query = ECFS::FilingsQuery.new
+    filings_query.eq("docket_number", "12-375")
+    assert_equal filings_query.constraints, {"docket_number" => "12-375"}
+  end
+
+  def test_constraints_dictionary
+    filings_query = ECFS::FilingsQuery.new
+    dictionary = filings_query.constraints_dictionary
+    assert_equal Hash, dictionary.class
+  end
+
+  def test_query_string
+    filings_query = ECFS::FilingsQuery.new
+    filings_query.eq("docket_number", "12-375")
+    filings_query.eq("lawfirm", "FCC")
+    assert_equal filings_query.query_string, "proceeding=12-375&lawfirm=FCC"
+  end
+
+  def test_url
+    filings_query = ECFS::FilingsQuery.new
+    filings_query.eq("docket_number", "12-375")
+    filings_query.eq("lawfirm", "FCC")
+    url = "http://apps.fcc.gov/ecfs/comment_search/execute?proceeding=12-375&lawfirm=FCC"
+    assert_equal filings_query.url, url
+  end
+
+  def test_get
+    VCR.use_cassette('test_filings_query_test_get') do
+      filings_query = ECFS::FilingsQuery.new
+      filings_query.eq("docket_number", "12-375")
+      rows = filings_query.get
+      assert_equal rows.class, Array
+      assert_equal rows.first.class, Hash
+      assert_equal rows.first["name_of_filer"].class, String
+      assert_equal rows.first["docket_number"], "12-375"
+      assert_equal rows.first["lawfirm_name"].class, String
+      assert_equal rows.first["date_received"].class, String
+      assert_equal rows.first["date_posted"].class, String
+      assert_equal !!rows.first["exparte"], rows.first["exparte"] # http://stackoverflow.com/a/3033645/94154
+      assert_equal rows.first["type_of_filing"].class, String
+      assert_equal rows.first["document_urls"].class, Array
+    end
+  end
+end

data/test/test_proceedings_query.rb

@@ -5,7 +5,7 @@ class TestProceedingsQuery < Test::Unit::TestCase
   def test_add_constraint
     proceedings_query = ECFS::ProceedingsQuery.new
     proceedings_query.eq("docket_number", "12-375")
-    proceedings_query.constraints
+    assert_equal proceedings_query.constraints, {"docket_number" => "12-375"}
   end
 
   def test_constraints_dictionary
@@ -30,16 +30,17 @@ class TestProceedingsQuery < Test::Unit::TestCase
   end
 
   def test_get_proceeding_info
-    proceedings_query = ECFS::ProceedingsQuery.new
-    proceedings_query.eq("docket_number", "12-375")
-    results = proceedings_query.get
-    %w[
-      bureau_name subject date_created status
-      total_filings filings_in_last_30_days
-    ].each do |key|
-      assert results.keys.include?(key)
+    VCR.use_cassette('test_proceedings_query_test_get_proceeding_info') do
+      proceedings_query = ECFS::ProceedingsQuery.new
+      proceedings_query.eq("docket_number", "12-375")
+      results = proceedings_query.get
+      %w[
+        bureau_name subject date_created status
+        total_filings filings_in_last_30_days
+      ].each do |key|
+        assert results.keys.include?(key)
+      end
     end
-    pp results
   end
 
   # TODO: Implement proceeding search result pages

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ecfs
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-13 00:00:00.000000000 Z
+date: 2013-05-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -43,6 +43,54 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.9.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.9.0
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: mechanize
   requirement: !ruby/object:Gem::Requirement
@@ -60,7 +108,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: pry
+  name: spreadsheet
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
@@ -89,10 +137,16 @@ files:
 - README.md
 - Rakefile
 - ecfs.gemspec
+- fixtures/vcr_cassettes/test_filings_query_test_get.yml
+- fixtures/vcr_cassettes/test_proceedings_query_test_get_proceeding_info.yml
 - lib/ecfs.rb
+- lib/ecfs/filings_query.rb
 - lib/ecfs/proceedings_query.rb
+- lib/ecfs/query.rb
+- lib/ecfs/spreadsheet_parser.rb
 - lib/ecfs/version.rb
 - test/helper.rb
+- test/test_filings_query.rb
 - test/test_proceedings_query.rb
 homepage: ''
 licenses:
@@ -122,5 +176,6 @@ summary: ECFS helps you obtain comments and other filings from the FCC's Electro
   Comment Filing System
 test_files:
 - test/helper.rb
+- test/test_filings_query.rb
 - test/test_proceedings_query.rb
 has_rdoc: