query-nyc 0.0.1

data/.gitignore

@@ -0,0 +1,3 @@
+pkg/*
+*.gem
+.bundle

data/Gemfile

@@ -0,0 +1,7 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in query-nyc.gemspec
+gemspec
+
+gem "nokogiri"
+gem "rest-client"

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/lib/query-nyc.rb

@@ -0,0 +1,151 @@
+module Query
+  module Nyc
+    class << self; attr_accessor :address end 
+
+    def self.fetch_uri(houseno, street, boro)
+      
+      boro_option = name_to_number(boro)
+      
+      uri = "http://a810-bisweb.nyc.gov/bisweb/PropertyProfileOverviewServlet?" + "boro=#{boro_option}" + "&houseno=#{houseno}" + "&street=#{CGI.escape(street)}"
+      
+    end
+    
+    def self.building_at(houseno, street, boro)
+      require "nokogiri"
+      
+      boro_option = name_to_number(boro)
+      
+      uri = "http://a810-bisweb.nyc.gov/bisweb/PropertyProfileOverviewServlet?" + "boro=#{boro_option}" + "&houseno=#{houseno}" + "&street=#{CGI.escape(street)}"
+    
+      @page = Nokogiri::HTML(open(uri))
+
+      retObj = {:landlords=>[],:building=>[]}
+
+      msg = @page.css(".errormsg").first.content rescue nil
+      if msg == nil
+        tax_block = @page.xpath("//table[3]/tr[2]/td[9]/text()").to_s.sub(/:/,'').to_i
+        tax_lot = @page.xpath("//table[3]/tr[3]/td[9]/text()").to_s.sub(/:/,'').to_i
+
+        violations_count = @page.xpath("//td//tr[(((count(preceding-sibling::*) + 1) = 3) and parent::*)]//*[(((count(preceding-sibling::*) + 1) = 2) and parent::*)]/text()").to_s
+        open_violations = @page.xpath("//td//tr[(((count(preceding-sibling::*) + 1) = 3) and parent::*)]//*[(((count(preceding-sibling::*) + 1) = 3) and parent::*)]/text()").to_s
+        violations_link = "http://a810-bisweb.nyc.gov/bisweb/" + @page.xpath("//tr[(((count(preceding-sibling::*) + 1) = 3) and parent::*)]//b//a").attribute("href").to_s rescue ""
+      
+        complaints_count = @page.xpath("//td//tr[(((count(preceding-sibling::*) + 1) = 2) and parent::*)]//*[(((count(preceding-sibling::*) + 1) = 2) and parent::*)]/text()")[0].to_s
+        open_complaints = @page.xpath("//td//tr[(((count(preceding-sibling::*) + 1) = 2) and parent::*)]//*[(((count(preceding-sibling::*) + 1) = 3) and parent::*)]/text()").to_s
+        complaints_link = "http://a810-bisweb.nyc.gov/bisweb/" + @page.xpath("//tr[(((count(preceding-sibling::*) + 1) = 2) and parent::*)]//b//a").attribute("href").to_s rescue ""
+      
+        landmark_status = @page.xpath('//tr[(((count(preceding-sibling::*) + 1) = 6) and parent::*)]//*[contains(concat( " ", @class, " " ), concat( " ", "content", " " )) and (((count(preceding-sibling::*) + 1) = 2) and parent::*)]/text()').to_s
+      
+        @page = Nokogiri::HTML(open('http://api.blocksandlots.com/blankslate/json/data/743cd788-eb98-4fb6-af18-0811261ad168/records/search?apikey=cvq842zthjdvr25cq9p5s6db&Block='+tax_block.to_s+'&Lot='+tax_lot.to_s+'&rp=350&em=true&_=1289069608577'))
+      
+        arr_of_landlords = retObj[:landlords]
+        arr_of_building = retObj[:building]
+        jdata = JSON.parse(@page.content) 
+        owners_array = jdata["application"][0]["entity"][0]["record"]
+        owners_array.each do |owner|
+          ret = {}
+          skip = false
+          owner["field"].each { |f|
+            case f["fieldName"] 
+              when "Owner Name"
+                if f["fieldValue"].strip.present?
+                  ret[:owner] = f["fieldValue"].split(/\s+/).each{ |word| word.capitalize! }.join(' ')
+                else
+                  skip = true  
+                end
+            end
+          }
+          arr_of_landlords.push(ret) unless skip
+        end
+        
+        r = {}
+        owners_array[0]["field"].each do |f|
+          case f["fieldName"]
+            when "Actual Land Value"; r[:land_value] = f["fieldValue"]
+            when "Actual Total Value"; r[:total_value] = f["fieldValue"]
+            when "Market Value"; r[:market_value] = f["fieldValue"]
+            when "Assessment Year"; r[:assessment_year] = f["fieldValue"]
+          end
+        end
+        arr_of_building.push(r)
+        
+        arr_of_building[0][:tax_block] = tax_block
+        arr_of_building[0][:tax_lot] = tax_lot
+        arr_of_building[0][:violations_count] = violations_count
+        arr_of_building[0][:open_violations] = open_violations
+        arr_of_building[0][:violations_link] = violations_link
+        arr_of_building[0][:complaints_count] = complaints_count
+        arr_of_building[0][:open_complaints] = open_complaints
+        arr_of_building[0][:complaints_link] = complaints_link
+        arr_of_building[0][:landmark_status] = landmark_status.present?
+      end
+      # Returns a hash of landlords, and the building.
+      retObj
+    end
+
+    def self.name_to_number(name)
+      
+      case name
+        when "Manhattan"
+          1
+        when "The Bronx"
+          2
+        when "Brooklyn"
+          3
+        when "Queens"
+          4
+        when "Staten Island"
+          5
+        else
+          0  
+      end
+    end
+    
+    def self.check_existence_with_google(address)
+      base = "http://maps.googleapis.com/maps/api/geocode/json?address="
+      addr = "#{address},NY".gsub(/\s+/,'+')
+      uri = "#{base}#{addr}&sensor=false"
+      
+      google = open(uri).read
+      json = JSON.parse(google)
+      
+      partial_match = json["results"][0]["partial_match"] rescue false
+      approximate = json["results"][0]["geometry"]["location_type"] == "APPROXIMATE"
+      
+      if (approximate.present? or partial_match.present?)
+        false
+      else
+        # Scoop the address here
+        self.address =   json["results"][0]["formatted_address"] rescue ""
+  
+        true
+      end
+      # Returns true or false
+    end
+
+    def self.geocode(address)
+      require 'uri'
+      require 'rest-client'
+      
+      j = ActiveSupport::JSON
+      base_url="http://maps.googleapis.com/maps/api/geocode/json?address="
+      url = "#{base_url}#{CGI.escape(address)}&sensor=false"
+      retObj = {:lat=>"",:lng=>""}
+      RestClient.get(url) do |response, request, result| 
+        case response.code
+        when 200
+          res = j.decode(response)["results"][0]
+          loc = res["geometry"]["location"] rescue ""
+          addr = res["address_components"] rescue ""
+          
+          retObj[:lat] = loc["lat"] rescue ""
+          retObj[:lng] = loc["lng"] rescue ""  
+          retObj[:sublocality] = addr[2]["long_name"] rescue ""  
+        else 
+          "BAD RESPONSE"
+        end   
+      end   
+      retObj
+    end
+  end
+end

data/lib/query-nyc/version.rb

@@ -0,0 +1,5 @@
+module Query
+  module Nyc
+    VERSION = "0.0.1"
+  end
+end

data/query-nyc.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "query-nyc/version"
+
+Gem::Specification.new do |s|
+  s.name        = "query-nyc"
+  s.version     = Query::Nyc::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Volkan Unsal"]
+  s.email       = ["spocksplanet@gmail.com"]
+  s.homepage    = ""
+  s.summary     = %q{Algorithm for parsing the various data mines of NYC to fetch human readable data about landlords.}
+  s.description = %q{This gem started as part of Great Urban Hack. It looks up the records of NYC landlords from openly available public directories.}
+
+  s.rubyforge_project = "query-nyc"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification 
+name: query-nyc
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Volkan Unsal
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-01-27 00:00:00 -05:00
+default_executable: 
+dependencies: []
+
+description: This gem started as part of Great Urban Hack. It looks up the records of NYC landlords from openly available public directories.
+email: 
+- spocksplanet@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Rakefile
+- lib/query-nyc.rb
+- lib/query-nyc/version.rb
+- query-nyc.gemspec
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: query-nyc
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Algorithm for parsing the various data mines of NYC to fetch human readable data about landlords.
+test_files: []
+