ym4r-anonymizer 0.0.1

data/.gitignore

@@ -0,0 +1 @@
+pkg/

data/CHANGELOG

@@ -0,0 +1,2 @@
+v0.0.1. first version
+

data/Gemfile

@@ -0,0 +1,2 @@
+source :rubygems
+gemspec

data/Gemfile.lock

@@ -0,0 +1,17 @@
+PATH
+  remote: .
+  specs:
+    ym4r-anonymizer (0.0.1)
+      ym4r
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    ym4r (0.6.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (>= 1.0.0)
+  ym4r-anonymizer!

data/README

@@ -0,0 +1,36 @@
+Ym4r is a useful gem that help us get geocode data with less code, but this is a
+problem when we frequently fetch the geocode data from Google Maps API, it will
+ban us then ask typing the captcha. In order to git rid of the API request 
+limitation, we can use an anonymize proxy(Tor is great), or generate a lot of API
+keys for geocoding.
+
+Here this gem Ym4r-Anonymizer will help you fix the API request problem:
+
+1. create ym4r_anonymizer.yml
+
+:proxy:
+  :host: 127.0.0.1
+  :port: 8123
+#  :username: user
+#  :password: pwd
+:google_api_keys:
+  - ABQIAAAAzMUFFnT9uH0xq39J0Y4kbhTJQa0g3IQ9GZqIMmInSLzwtGDKaBR6j135zrztfTGVOm2QlWnkaidDIQ
+  - ABQIAAAADJ6dxjPhPP3j4JMcarDN1RS3zpQkq3Dy2kJjwfk7zLSQDM4mqxRSmAnhPMLC-mwJSRi2Kd5iUlHW6w
+:yahoo_app_ids:
+  - YellowMaps4R
+
+2. code in your script
+
+require 'rubygems'
+require 'ym4r/anonymizer'
+
+Ym4r::Anonymizer.config = YAML.load_file(File.expand_path('../ym4r_anonymizer.yml', __FILE__))
+Ym4r::Anonymizer.verbos = true
+Ym4r::GoogleMaps::Geocoding.get('Chengdu, Sichuan, China')
+Ym4r::GoogleMaps::Geocoding.get('Beijing, China')
+Ym4r::GoogleMaps::Geocoding.get('Chongqing, China')
+Ym4r::Anonymizer.config[:proxy] = nil
+Ym4r::GoogleMaps::Geocoding.get('Chengdu, Sichuan, China')
+Ym4r::GoogleMaps::Geocoding.get('Beijing, China')
+Ym4r::GoogleMaps::Geocoding.get('Chongqing, China')
+

data/Rakefile

@@ -0,0 +1,3 @@
+require 'rubygems'
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/examples/geocode.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+begin
+  require 'ym4r/anonymizer'
+rescue
+  # debug local script mode
+  $:.unshift File.join(File.dirname(__FILE__), '../lib')
+  require 'ym4r/anonymizer'
+end
+
+Ym4r::Anonymizer.config = YAML.load_file(File.expand_path('../ym4r_anonymizer.yml', __FILE__))
+Ym4r::Anonymizer.verbos = true
+Ym4r::GoogleMaps::Geocoding.get('Chengdu, Sichuan, China')
+Ym4r::GoogleMaps::Geocoding.get('Beijing, China')
+Ym4r::GoogleMaps::Geocoding.get('Chongqing, China')
+Ym4r::Anonymizer.config[:proxy] = nil
+Ym4r::GoogleMaps::Geocoding.get('Chengdu, Sichuan, China')
+Ym4r::GoogleMaps::Geocoding.get('Beijing, China')
+Ym4r::GoogleMaps::Geocoding.get('Chongqing, China')

data/examples/ym4r_anonymizer.yml

@@ -0,0 +1,10 @@
+:proxy:
+  :host: 127.0.0.1
+  :port: 8123
+#  :username: user
+#  :password: pwd
+:google_api_keys:
+  - ABQIAAAAzMUFFnT9uH0xq39J0Y4kbhTJQa0g3IQ9GZqIMmInSLzwtGDKaBR6j135zrztfTGVOm2QlWnkaidDIQ
+  - ABQIAAAADJ6dxjPhPP3j4JMcarDN1RS3zpQkq3Dy2kJjwfk7zLSQDM4mqxRSmAnhPMLC-mwJSRi2Kd5iUlHW6w
+:yahoo_app_ids:
+  - YellowMaps4R

data/lib/ym4r/anonymizer.rb

@@ -0,0 +1,121 @@
+
+require 'ym4r'
+
+module Ym4r
+  module Anonymizer
+
+    Version = "0.0.1"
+  
+    @config = {}
+    
+    #Ym4r::Anonymizer.config = {
+    #  :proxy => { 
+    #    :host => '127.0.0.1', 
+    #    :port => 8123, 
+    #    :username => 'user', 
+    #    :password => 'pwd',
+    #   },
+    #  :google_api_keys => [
+    #    'ABQIAAAAzMUFFnT9uH0xq39J0Y4kbhTJQa0g3IQ9GZqIMmInSLzwtGDKaBR6j135zrztfTGVOm2QlWnkaidDIQ',
+    #    'ABQIAAAADJ6dxjPhPP3j4JMcarDN1RS3zpQkq3Dy2kJjwfk7zLSQDM4mqxRSmAnhPMLC-mwJSRi2Kd5iUlHW6w',
+    #  ],
+    #  :yahoo_app_ids => [
+    #    'YellowMaps4R',
+    #  ]
+    #}
+    def self.config=(v)
+      @config = v
+    end
+    
+    def self.config
+      @config
+    end
+    
+    def self.verbos=(v)
+      @verbos = v
+    end
+    
+    def self.verbos?
+      !!@verbos
+    end
+    
+    def self.included(klass)
+      klass.extend ClassMethods
+    end
+    
+    module ClassMethods
+    
+      def proxy
+        proxy = Ym4r::Anonymizer.config[:proxy]
+      end
+      
+      def use_proxy?
+        !!proxy
+      end
+      
+      def proxy_use_auth?
+        !!(proxy_username && proxy_passwprd)
+      end
+      
+      def proxy_connection_string
+        proxy ? "http://#{proxy[:host]}:#{proxy[:port]}" : nil
+      end
+      
+      def proxy_username
+        proxy ? proxy[:username] : nil
+      end
+      
+      def proxy_password
+        proxy ? proxy[:password] : nil
+      end
+      
+      def google_api_keys
+        Ym4r::Anonymizer.config[:google_api_keys] || Array(Ym4r::GoogleMaps::API_KEY)
+      end
+      
+      def yahoo_app_ids
+        Ym4r::Anonymizer.config[:yahoo_app_ids] || Array(Ym4r::YahooMaps::APP_ID)
+      end
+      
+      # iterate next API key
+      def url_with_next_key(url)
+        case self.name
+          when "Ym4r::GoogleMaps::Geocoding"
+            @@google_api_key_index ||= 0
+            @@google_api_key_index = 0 if @@google_api_key_index >= google_api_keys.size
+            key = google_api_keys[@@google_api_key_index]
+            @@google_api_key_index += 1
+            url.sub(/&key=(.*)&output=/, "&key=#{key}&output=")
+          when "Ym4r::YahooMaps::BuildingBlock::Geocoding"
+            @@yahoo_app_id_index ||= 0
+            @@yahoo_app_id_index = 0 if @@yahoo_app_id_index >= yahoo_app_ids.size
+            key = yahoo_app_ids[@@yahoo_app_id_index]
+            @@yahoo_app_id_index += 1
+            url.sub(/appid=(.+)&/, "appid=#{key}&")
+          else
+            raise "unknown Geocoder #{self.name} for anonymizing ym4r"
+        end
+      end
+      
+      def open(url)
+        url = url_with_next_key(url)
+        puts "[#{Time.now}] fetching #{url}#{' with proxy ' + proxy_connection_string if use_proxy?}" if Ym4r::Anonymizer.verbos?
+        if use_proxy?
+          opts = if proxy_use_auth?
+            {:proxy_http_basic_authentication => [proxy_connection_string, proxy_username, proxy_password]}
+          else
+            {:proxy => proxy_connection_string}
+          end
+          Kernel.open(url, opts)
+        else
+          Kernel.open(url)
+        end
+      end
+    end
+  end
+end
+
+# include Anonymizer methods with Geocoders
+Ym4r::GoogleMaps::Geocoding.send :include, Ym4r::Anonymizer
+Ym4r::YahooMaps::BuildingBlock::Geocoding.send :include, Ym4r::Anonymizer
+

data/ym4r-anonymizer.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/ym4r/anonymizer', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name = %q{ym4r-anonymizer}
+  s.version = Ym4r::Anonymizer::Version
+  s.date = %q{2011-05-11}
+  s.authors = ["Zhang, Xiaohui"]
+  s.email = %q{xiaohui@zhangxh.net}
+  s.homepage = %q{http://github.com/xiaohui-zhangxh/ym4r-anonymizer}
+  s.summary = %q{An extension of Ym4r, allow us geocode address with proxy and automatically iterate API keys}
+  s.description = %q{An extension of Ym4r, allow us geocode address with proxy and automatically iterate API keys}
+  
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.add_development_dependency "bundler", ">= 1.0.0"
+  
+  s.files        = `git ls-files`.split("\n")
+  s.require_path = "lib"
+  
+  s.add_runtime_dependency(%q<ym4r>, [">= 0"])
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification 
+name: ym4r-anonymizer
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Zhang, Xiaohui
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-05-11 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 23
+        segments: 
+        - 1
+        - 0
+        - 0
+        version: 1.0.0
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: ym4r
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+description: An extension of Ym4r, allow us geocode address with proxy and automatically iterate API keys
+email: xiaohui@zhangxh.net
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- CHANGELOG
+- Gemfile
+- Gemfile.lock
+- README
+- Rakefile
+- examples/geocode.rb
+- examples/ym4r_anonymizer.yml
+- lib/ym4r/anonymizer.rb
+- ym4r-anonymizer.gemspec
+homepage: http://github.com/xiaohui-zhangxh/ym4r-anonymizer
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 11
+      segments: 
+      - 1
+      - 2
+      version: "1.2"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.7.2
+signing_key: 
+specification_version: 3
+summary: An extension of Ym4r, allow us geocode address with proxy and automatically iterate API keys
+test_files: []
+