my_representatives 0.0.2

data/lib/my_representatives.rb

@@ -0,0 +1,150 @@
+require 'awesome_print'
+require 'csv'
+require 'logger'
+require 'nokogiri'
+require 'open-uri'
+require 'pry-byebug'
+
+require 'my_representatives/version.rb'
+require "my_representatives/abbreviatable.rb"
+require "my_representatives/fileable.rb"
+require "my_representatives/guessable.rb"
+require "my_representatives/hashable.rb"
+require 'my_representatives/errors.rb'
+require 'my_representatives/static.rb'
+require 'my_representatives/electorate.rb'
+require 'my_representatives/person.rb'
+
+require 'my_representatives/act/csv_lower.rb'
+require 'my_representatives/act/merge_lower.rb'
+require 'my_representatives/act/web_index.rb'
+require 'my_representatives/act/web_index_row.rb'
+require 'my_representatives/act/web_lower.rb'
+require 'my_representatives/act/web_show.rb'
+require 'my_representatives/commonwealth/commonwealth.rb'
+require 'my_representatives/commonwealth/csv_email.rb'
+require 'my_representatives/commonwealth/csv_lower.rb'
+require 'my_representatives/commonwealth/csv_upper.rb'
+require 'my_representatives/commonwealth/merge_lower.rb'
+require 'my_representatives/commonwealth/merge_upper.rb'
+require 'my_representatives/commonwealth/web_index.rb'
+require 'my_representatives/commonwealth/web_lower.rb'
+require 'my_representatives/commonwealth/web_show.rb'
+require 'my_representatives/commonwealth/web_upper.rb'
+require 'my_representatives/nsw/csv_lower.rb'
+require 'my_representatives/nsw/csv_upper.rb'
+require 'my_representatives/nsw/merge_lower.rb'
+require 'my_representatives/nsw/merge_upper.rb'
+require 'my_representatives/nsw/web_index.rb'
+require 'my_representatives/nsw/web_lower.rb'
+require 'my_representatives/nsw/web_show.rb'
+require 'my_representatives/nsw/web_upper.rb'
+require 'my_representatives/nt/web_index.rb'
+require 'my_representatives/nt/web_lower.rb'
+require 'my_representatives/nt/web_show.rb'
+require 'my_representatives/qld/csv_lower.rb'
+require 'my_representatives/qld/merge_lower.rb'
+require 'my_representatives/qld/web_index.rb'
+require 'my_representatives/qld/web_lower.rb'
+require 'my_representatives/qld/web_show.rb'
+require 'my_representatives/sa/csv_lower.rb'
+require 'my_representatives/sa/csv_upper.rb'
+require 'my_representatives/sa/merge_lower.rb'
+require 'my_representatives/sa/merge_upper.rb'
+require 'my_representatives/sa/web_index_lower.rb'
+require 'my_representatives/sa/web_index_upper.rb'
+require 'my_representatives/sa/web_lower.rb'
+require 'my_representatives/sa/web_show.rb'
+require 'my_representatives/sa/web_upper.rb'
+require 'my_representatives/tas/csv_lower.rb'
+require 'my_representatives/tas/csv_upper.rb'
+require 'my_representatives/vic/csv_lower.rb'
+require 'my_representatives/vic/csv_upper.rb'
+require 'my_representatives/vic/merge_lower.rb'
+require 'my_representatives/vic/merge_upper.rb'
+require 'my_representatives/vic/web_index.rb'
+require 'my_representatives/vic/web_lower.rb'
+require 'my_representatives/vic/web_show.rb'
+require 'my_representatives/vic/web_upper.rb'
+require 'my_representatives/wa/csv_lower.rb'
+require 'my_representatives/wa/csv_upper.rb'
+require 'my_representatives/wa/merge_lower.rb'
+require 'my_representatives/wa/merge_upper.rb'
+require 'my_representatives/wa/web_index.rb'
+require 'my_representatives/wa/web_lower.rb'
+require 'my_representatives/wa/web_show.rb'
+require 'my_representatives/wa/web_upper.rb'
+
+#Dir['my_representatives/**/*.rb'].each{ |f| require f }
+
+module MyRepresentatives
+
+
+  def self.new
+    people = []
+
+    ### Commonwealth
+    puts "Fetching Commonwealth House of Representatives ..."
+    Commonwealth::MergeLower.new.people.each { |p| people << p }
+    puts "Fetching Commonwealth Senate ..."
+    Commonwealth::MergeUpper.new.people.each { |p| people << p }
+
+    ### Australian Capital Territory
+    puts "Fetching ACT Lower House ..."
+    ACT::MergeLower.new.people.each { |p| people << p }
+
+    ### New South Wales
+    puts "Fetching NSW Lower House ..."
+    NSW::MergeLower.new.people.each { |p| people << p }
+    puts "Fetching NSW Upper House ..."
+    NSW::MergeUpper.new.people.each { |p| people << p }
+
+    ### Northern Territory
+    puts "Fetching NT Lower House ..."
+    NT::WebLower.new.people.each { |p| people << p }
+
+    ### Queensland
+    puts "Fetching QLD Lower House ..."
+    QLD::MergeLower.new.people.each { |p| people << p }
+
+    ### South Australia
+    puts "Fetching SA Lower House ..."
+    SA::MergeLower.new.people.each { |p| people << p }
+    puts "Fetching SA Upper House ..."
+    SA::MergeUpper.new.people.each { |p| people << p }
+
+    ### Tasmania
+    puts "Fetching TAS Lower House ..."
+    TAS::CSVLower.new.people.each { |p| people << p }
+    puts "Fetching TAS Upper House ..."
+    TAS::CSVUpper.new.people.each { |p| people << p }
+
+    ### VICTORIA
+    puts "Fetching VIC Lower House ..."
+    VIC::MergeLower.new.people.each { |p| people << p }
+    puts "Fetching VIC Upper House ..."
+    VIC::MergeUpper.new.people.each { |p| people << p }
+
+    ### Western Australia
+    puts "Fetching WA Lower House ..."
+    WA::MergeLower.new.people.each { |p| people << p }
+    puts "Fetching WA Upper House ..."
+    WA::MergeUpper.new.people.each { |p| people << p }
+
+    create_csv(people)
+    people
+  end
+
+  def self.create_csv(people)
+    filename = "tmp/csv_all_representatives.csv"
+    File.delete(filename) if File.exist?(filename)
+
+    CSV.open(filename, "wb") do |csv|
+      csv << ["title", "first_name", "last_name", "preferred_name", "honorifics", "salutation", "gender", "email", "phone", "physical_address", "postal_address", "party_name", "electorate_name", "electorate_house", "electorate_state", "lower_house", "state_government"]
+      people.each do |p|
+        csv << [p.title, p.first_name, p.last_name, p.preferred_name, p.honorifics, p.salutation, p.gender, p.email, "'#{p.phone}'", p.physical_address, p.postal_address, p.party_name, p.electorate.name, p.electorate.house, p.electorate.state, p.electorate.lower_house, p.electorate.state_government]
+      end
+    end
+  end
+
+end

data/my_representatives.gemspec

@@ -0,0 +1,25 @@
+require File.expand_path('../lib/my_representatives/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "my_representatives"
+  s.version     = MyRepresentatives::VERSION.dup
+  s.summary     = "Aggregates contact information for Australian State and Commonwealth Members, and Senators"
+  s.description = "Ruby software to scrape multiple Australian State and Federal Government data sources, and provide consistently formatted data"
+  s.homepage    = "https://github.com/tennantje/MyRepresentatives"
+  s.authors     = ["Jeremy Tennant"]
+  s.email       = ["tennantje@gmail.com"]
+  s.license     = "MIT"
+
+  s.add_development_dependency 'rspec',         '~> 3.4'
+  s.add_development_dependency 'pry-byebug',    '~> 3.1'
+
+  s.add_runtime_dependency 'activesupport',     '~> 5.1'
+  s.add_runtime_dependency 'awesome_print',     '~> 1.7'
+  s.add_runtime_dependency 'excel2csv',         '~> 0.3.4'
+  s.add_runtime_dependency 'nokogiri',          '~> 1.7'
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{|f| File.basename(f)}
+  s.require_paths = ["lib"]
+end

metadata

@@ -0,0 +1,204 @@
+--- !ruby/object:Gem::Specification
+name: my_representatives
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Jeremy Tennant
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.1'
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: excel2csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.4
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+description: Ruby software to scrape multiple Australian State and Federal Government
+  data sources, and provide consistently formatted data
+email:
+- tennantje@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.md
+- README.md
+- lib/my_representatives.rb
+- lib/my_representatives/abbreviatable.rb
+- lib/my_representatives/act/csv_lower.rb
+- lib/my_representatives/act/merge_lower.rb
+- lib/my_representatives/act/web_index.rb
+- lib/my_representatives/act/web_index_row.rb
+- lib/my_representatives/act/web_lower.rb
+- lib/my_representatives/act/web_show.rb
+- lib/my_representatives/commonwealth/commonwealth.rb
+- lib/my_representatives/commonwealth/csv_email.rb
+- lib/my_representatives/commonwealth/csv_lower.rb
+- lib/my_representatives/commonwealth/csv_upper.rb
+- lib/my_representatives/commonwealth/merge_lower.rb
+- lib/my_representatives/commonwealth/merge_upper.rb
+- lib/my_representatives/commonwealth/web_index.rb
+- lib/my_representatives/commonwealth/web_lower.rb
+- lib/my_representatives/commonwealth/web_show.rb
+- lib/my_representatives/commonwealth/web_upper.rb
+- lib/my_representatives/electorate.rb
+- lib/my_representatives/errors.rb
+- lib/my_representatives/fileable.rb
+- lib/my_representatives/guessable.rb
+- lib/my_representatives/hashable.rb
+- lib/my_representatives/nsw/csv_lower.rb
+- lib/my_representatives/nsw/csv_upper.rb
+- lib/my_representatives/nsw/merge_lower.rb
+- lib/my_representatives/nsw/merge_upper.rb
+- lib/my_representatives/nsw/web_index.rb
+- lib/my_representatives/nsw/web_lower.rb
+- lib/my_representatives/nsw/web_show.rb
+- lib/my_representatives/nsw/web_upper.rb
+- lib/my_representatives/nt/web_index.rb
+- lib/my_representatives/nt/web_lower.rb
+- lib/my_representatives/nt/web_show.rb
+- lib/my_representatives/person.rb
+- lib/my_representatives/qld/csv_lower.rb
+- lib/my_representatives/qld/merge_lower.rb
+- lib/my_representatives/qld/web_index.rb
+- lib/my_representatives/qld/web_lower.rb
+- lib/my_representatives/qld/web_show.rb
+- lib/my_representatives/sa/csv_lower.rb
+- lib/my_representatives/sa/csv_upper.rb
+- lib/my_representatives/sa/merge_lower.rb
+- lib/my_representatives/sa/merge_upper.rb
+- lib/my_representatives/sa/web_index_lower.rb
+- lib/my_representatives/sa/web_index_upper.rb
+- lib/my_representatives/sa/web_lower.rb
+- lib/my_representatives/sa/web_show.rb
+- lib/my_representatives/sa/web_upper.rb
+- lib/my_representatives/static.rb
+- lib/my_representatives/tas/csv_lower.rb
+- lib/my_representatives/tas/csv_upper.rb
+- lib/my_representatives/version.rb
+- lib/my_representatives/vic/csv_lower.rb
+- lib/my_representatives/vic/csv_upper.rb
+- lib/my_representatives/vic/merge_lower.rb
+- lib/my_representatives/vic/merge_upper.rb
+- lib/my_representatives/vic/web_index.rb
+- lib/my_representatives/vic/web_lower.rb
+- lib/my_representatives/vic/web_show.rb
+- lib/my_representatives/vic/web_upper.rb
+- lib/my_representatives/wa/csv_lower.rb
+- lib/my_representatives/wa/csv_upper.rb
+- lib/my_representatives/wa/merge_lower.rb
+- lib/my_representatives/wa/merge_upper.rb
+- lib/my_representatives/wa/web_index.rb
+- lib/my_representatives/wa/web_lower.rb
+- lib/my_representatives/wa/web_show.rb
+- lib/my_representatives/wa/web_upper.rb
+- my_representatives.gemspec
+homepage: https://github.com/tennantje/MyRepresentatives
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Aggregates contact information for Australian State and Commonwealth Members,
+  and Senators
+test_files: []