remora 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 48c785686f8563c72d5111876b148884307951ee
+  data.tar.gz: ba09c9430cd89b174381addc84779665a220c51e
+SHA512:
+  metadata.gz: 0cf5e6168ab064999a62c7a90f065d88de3e793a0377d2901e99316ef83e10906ef4785ba8c262572a98e6c9266d139590ff333031fb79952ca78f891f200de6
+  data.tar.gz: 0917d2df75b6e8708846841c054841f9f9a80e1bacb72288b252a4da49d02b1186a1857ea224bd43864fcc57931f397251539387fb935956621580b2a745fc0a

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in remora.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,11 @@
+guard 'rspec' do
+  # watch /lib/ files
+  watch(%r{^lib/(.+).rb$}) do |m|
+    "spec/#{m[1]}_spec.rb"
+  end
+
+  # watch /spec/ files
+  watch(%r{^spec/(.+).rb$}) do |m|
+    "spec/#{m[1]}.rb"
+  end
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Evan R
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,38 @@
+# Remora
+
+Lightweight gem to discover information about San Francisco real estate. Can be adapted for anywhere in California.
+
+
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'remora'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install remora
+
+## Usage
+
+		shark = Remora::Remora.new(email, password)
+		report = shark.search_in_sf("155 14 St")
+		report[:neighborhood]
+			=> "Inner Mission  (09C)"
+		report[:building][:year_built]
+			=> "1975"
+
+For a full list of what's in a report, check `spec/remora_spec.rb`
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,10 @@
+require 'rspec/core/rake_task'
+require 'bundler/gem_tasks'
+
+# Default directory to look in is `/specs`
+# Run with `rake spec`
+RSpec::Core::RakeTask.new(:spec) do |task|
+  task.rspec_opts = ['--color', '--format', 'nested']
+end
+
+task :default => :spec

data/lib/remora/version.rb

@@ -0,0 +1,3 @@
+module Remora
+  VERSION = "0.0.1"
+end

data/lib/remora.rb

@@ -0,0 +1,128 @@
+require "remora/version"
+require 'mechanize'
+require 'nokogiri'
+
+module Remora
+	class Remora
+		attr_accessor :cookies
+		def initialize(u,p)
+			@agent = Mechanize.new
+			@agent.user_agent_alias = 'Mac Safari'
+			@username = u
+			@password = p
+			response = ""
+			@agent.get("https://secure.propertyshark.com/mason/Accounts/logon.html")
+			r1 = @agent.post(
+				"https://secure.propertyshark.com/mason/Accounts/logon.html",
+				{
+						email:u,
+						password:p,
+						submit:"Sign in",
+						tracking_rfs_anon_users:""
+			})
+			response = @agent.get("http://www.propertyshark.com/mason/",headers: {'Cookie' => @cookies})
+		end
+		def my_name_is
+			resp = @agent.get("http://www.propertyshark.com/mason/")
+			sel  = (".account button")
+			doc  = Nokogiri::parse(resp.body)
+			doc.css(sel).text()
+		end
+		def reports_left
+			resp = @agent.get("http://www.propertyshark.com/mason/Accounts/My/")
+			doc  = Nokogiri::parse(resp.body)
+			doc
+				.css(".my-subscriptions")[0]
+				.css(".details span")[-3]
+				.text().strip
+		end
+		def search_in_sf(address)
+			response = @agent.get("http://www.propertyshark.com/mason/ca/San-Francisco-County/Property-Search")
+			search_form = {
+				search_type:"address",
+				search_types_selector:"address",
+				search_token: address,
+				location:"San Francisco County, CA"
+			}
+			resp = @agent.post("http://www.propertyshark.com/mason/UI/homepage_search.html",search_form)
+
+			doc = Nokogiri::parse(resp.body)
+			address = doc.css(".header-address h2").text().strip()[/^.+\n/].strip
+
+			report_sections = resp.search("script")
+				.select{ |t| t.text[/psrk.ajaxLoader/] }
+				.map{ |t| t.text[/mason[^"]+/] }
+				.inject({}) do |memo, obj|
+					name = obj[/name[^&]+/][/[\w_]+$/];
+					memo[name.to_sym] = obj;
+					memo
+				end
+
+			overview_response = @agent.get("http://www.propertyshark.com/"+report_sections[:overview])
+
+			table1 = overview_response.search("table")[1]
+			neighborhood = table1.css(".r_align").text()
+
+			table2 = overview_response.search("table")[2]
+			last_sale = {
+				date:  table2.css(".r_align")[0].text(),
+				price: table2.css(".r_align")[1].text()
+			}
+
+			table3 = overview_response.search("table")[3]
+			owner = {
+				name: table3.css(".r_align")[0].text(),
+				address:table3.css(".r_align")[1].text(),
+				line2: table3.css(".r_align")[2].text()
+			}
+
+			table5 = overview_response.search("table")[5]
+			land = {
+				lot_sq_ft: table5.css(".r_align")[0].text(),
+				prop_class: table5.css(".r_align")[1].text(),
+				depth: table5.css(".r_align")[2].text(),
+				zoning: table5.css(".r_align")[3].text(),
+			}
+
+			table6 = overview_response.search("table")[6]
+			building = {
+				sq_ft: table6.css(".r_align")[0].text(),
+				year_built: table6.css(".r_align")[1].text(),
+			}
+
+			overview = {
+				address: address,
+				neighborhood: neighborhood,
+				last_sale: last_sale,
+				owner: owner,
+				land: land,
+				building: building
+			}
+		end
+		def search_by_name_in_sf(name)
+			response = @agent.get("http://www.propertyshark.com/mason/ca/San-Francisco-County/Property-Search")
+
+			search_form = {
+				search_type:"owner",
+				search_types_selector:"owner",
+				search_token: name,
+				location:"San Francisco County, CA"
+			}
+			
+			resp = @agent.post("http://www.propertyshark.com/mason/UI/homepage_search.html",search_form)
+
+			doc = Nokogiri::parse(resp.body)
+
+			results = doc.search(".owner_table tr.odd, .owner_table tr.even").reject{ |r| r[:style]=~/display:none/ }
+
+
+
+			results.map do |result|
+				{
+					address: result.css("td.first span.big_font").text().strip(),
+					owner:  result.css(".single_line:first-child").text().strip()
+				}
+			end
+		end
+	end
+end

data/remora.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'remora/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "remora"
+  spec.version       = Remora::VERSION
+  spec.authors       = ["Evan R"]
+  spec.email         = ["eunoia.github+remora@gmail.com"]
+  spec.description   = %q{ Get stats on San Franscisco real estate }
+  spec.summary       = %q{ Lightweight gem to discover information about San Francisco real estate via Property Shark. Can be adapted for anywhere in California. }
+  spec.homepage      = "http://github.com/eunoia/remora"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake", "~> 10.3"
+  spec.add_development_dependency "rspec", "~> 2.14"
+  spec.add_development_dependency "rspec-nc", "~> 0.0", ">= 0.0.6"
+  spec.add_development_dependency "guard", "~> 2.6"
+  spec.add_development_dependency "guard-rspec", "~> 4.2"
+  spec.add_development_dependency "pry", "~> 0.9", ">= 0.9.12.6"
+  spec.add_development_dependency "pry-remote", "~> 0.1", ">= 0.1.8"
+  spec.add_development_dependency "pry-nav", "~> 0.2", ">= 0.2.3"
+
+  spec.add_runtime_dependency "mechanize", "~>2.7"
+  spec.add_runtime_dependency "nokogiri", "~>1.6"
+
+  spec.requirements << "an account at propertyshark"
+end

data/spec/remora_spec.rb

@@ -0,0 +1,74 @@
+require 'spec_helper'
+
+describe Remora do
+	before do
+		email = ENV['email']||"YOUREMAILHERE"
+		password = ENV['password']||"YOURPASSWORDHERE"
+		@shark = Remora::Remora.new(email, password)
+	end
+	describe '.my_name_is' do
+		it 'shows my name' do
+			expect(@shark.my_name_is).to eq("Hi E R")
+		end
+	end
+	describe ".reports_left" do
+		it 'checks how many reports left' do
+			rl = @shark.reports_left
+			expect(rl.split("/")[-1]).to eq("200")
+		end
+	end
+	describe ".search_in_sf" do
+		it 'loads reports for an SF property' do
+			report = @shark.search_in_sf("155 14 St")
+			expect(report).to eq({
+				:address  => "155 14 St, San Francisco, CA 94103",
+				:neighborhood => "Inner Mission  (09C)",
+				:building => {
+					:sq_ft => "4,900",
+					:year_built => "1975"
+				},
+				:land => {
+					:depth => "7,300",
+					:lot_sq_ft => "3,650",
+					:prop_class => "Flat & Store (F2)",
+					:zoning => "Light Industrial (M1)"
+				},
+				:last_sale => {
+					:date => "8/16/2002",
+					:price => "$368,000"
+				},
+				:owner => {
+					:address => "251 King Dr",
+					:line2 => "Walnut Creek, CA 94595",
+					:name => "Flores Family Revoc Lvg Tr"
+				}
+			})
+		end
+	end
+	describe '.search_by_name_in_sf' do
+		context 'a person has one property' do
+			it 'the Flores Family Lvg Tr' do
+				properties = @shark.search_by_name_in_sf("Flores Family Revoc Lvg Tr")
+				expect(properties.length).to eq(1)
+				expect(properties[0][:address]).to eq("155 14 St")
+				expect(properties[0][:owner]).to  eq("Flores Family Revoc Lvg Tr")
+			end
+		end
+		context 'just a last name' do
+			it 'the Steins' do
+				properties = @shark.search_by_name_in_sf("Stein")
+				expect(properties.length).to eq(128)
+
+				expect(properties[0][:address]).to eq("954 De Haro St")
+				expect(properties[0][:owner]).to  eq("Stein Quinton F Herz")
+
+				expect(properties[1][:address]).to eq("925-927 Dolores St")
+				expect(properties[1][:owner]).to  eq("Katherine Stein Trust")
+
+				randys_property = properties.find{ |p| p[:owner]=="Stein Randy" }
+				expect(randys_property[:address]).to eq("3550 Market St #102")
+			end
+		end
+	end
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require 'remora'
+require 'pry'
+
+RSpec.configure do |config|
+  # Use color in STDOUT
+  # config.color_enabled = true
+end

metadata

@@ -0,0 +1,237 @@
+--- !ruby/object:Gem::Specification
+name: remora
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Evan R
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.14'
+- !ruby/object:Gem::Dependency
+  name: rspec-nc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.0.6
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.6'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.12.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.9'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.9.12.6
+- !ruby/object:Gem::Dependency
+  name: pry-remote
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.8
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.1.8
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.3
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+description: " Get stats on San Franscisco real estate "
+email:
+- eunoia.github+remora@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/remora.rb
+- lib/remora/version.rb
+- remora.gemspec
+- spec/remora_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/eunoia/remora
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements:
+- an account at propertyshark
+rubyforge_project: 
+rubygems_version: 2.3.0
+signing_key: 
+specification_version: 4
+summary: Lightweight gem to discover information about San Francisco real estate via
+  Property Shark. Can be adapted for anywhere in California.
+test_files:
+- spec/remora_spec.rb
+- spec/spec_helper.rb