broken-geocoder 1.3.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (119) hide show
  1. checksums.yaml +7 -0
  2. data/CHANGELOG.md +467 -0
  3. data/LICENSE +20 -0
  4. data/README.md +1193 -0
  5. data/bin/geocode +5 -0
  6. data/examples/autoexpire_cache_dalli.rb +62 -0
  7. data/examples/autoexpire_cache_redis.rb +28 -0
  8. data/examples/cache_bypass.rb +48 -0
  9. data/examples/reverse_geocode_job.rb +40 -0
  10. data/lib/generators/geocoder/config/config_generator.rb +14 -0
  11. data/lib/generators/geocoder/config/templates/initializer.rb +21 -0
  12. data/lib/generators/geocoder/maxmind/geolite_city_generator.rb +28 -0
  13. data/lib/generators/geocoder/maxmind/geolite_country_generator.rb +28 -0
  14. data/lib/generators/geocoder/maxmind/templates/migration/geolite_city.rb +30 -0
  15. data/lib/generators/geocoder/maxmind/templates/migration/geolite_country.rb +17 -0
  16. data/lib/geocoder.rb +48 -0
  17. data/lib/geocoder/cache.rb +90 -0
  18. data/lib/geocoder/calculations.rb +431 -0
  19. data/lib/geocoder/cli.rb +121 -0
  20. data/lib/geocoder/configuration.rb +129 -0
  21. data/lib/geocoder/configuration_hash.rb +11 -0
  22. data/lib/geocoder/esri_token.rb +38 -0
  23. data/lib/geocoder/exceptions.rb +37 -0
  24. data/lib/geocoder/ip_address.rb +13 -0
  25. data/lib/geocoder/kernel_logger.rb +25 -0
  26. data/lib/geocoder/logger.rb +47 -0
  27. data/lib/geocoder/lookup.rb +110 -0
  28. data/lib/geocoder/lookups/baidu.rb +59 -0
  29. data/lib/geocoder/lookups/baidu_ip.rb +59 -0
  30. data/lib/geocoder/lookups/base.rb +325 -0
  31. data/lib/geocoder/lookups/bing.rb +80 -0
  32. data/lib/geocoder/lookups/dstk.rb +20 -0
  33. data/lib/geocoder/lookups/esri.rb +64 -0
  34. data/lib/geocoder/lookups/freegeoip.rb +51 -0
  35. data/lib/geocoder/lookups/geocoder_ca.rb +53 -0
  36. data/lib/geocoder/lookups/geocoder_us.rb +43 -0
  37. data/lib/geocoder/lookups/geocodio.rb +42 -0
  38. data/lib/geocoder/lookups/geoip2.rb +45 -0
  39. data/lib/geocoder/lookups/geoportail_lu.rb +65 -0
  40. data/lib/geocoder/lookups/google.rb +91 -0
  41. data/lib/geocoder/lookups/google_places_details.rb +50 -0
  42. data/lib/geocoder/lookups/google_premier.rb +47 -0
  43. data/lib/geocoder/lookups/here.rb +62 -0
  44. data/lib/geocoder/lookups/ipapi_com.rb +86 -0
  45. data/lib/geocoder/lookups/ipinfo_io.rb +55 -0
  46. data/lib/geocoder/lookups/latlon.rb +59 -0
  47. data/lib/geocoder/lookups/mapbox.rb +53 -0
  48. data/lib/geocoder/lookups/mapquest.rb +59 -0
  49. data/lib/geocoder/lookups/mapzen.rb +15 -0
  50. data/lib/geocoder/lookups/maxmind.rb +90 -0
  51. data/lib/geocoder/lookups/maxmind_geoip2.rb +69 -0
  52. data/lib/geocoder/lookups/maxmind_local.rb +65 -0
  53. data/lib/geocoder/lookups/nominatim.rb +52 -0
  54. data/lib/geocoder/lookups/okf.rb +44 -0
  55. data/lib/geocoder/lookups/opencagedata.rb +58 -0
  56. data/lib/geocoder/lookups/ovi.rb +62 -0
  57. data/lib/geocoder/lookups/pelias.rb +64 -0
  58. data/lib/geocoder/lookups/pointpin.rb +68 -0
  59. data/lib/geocoder/lookups/postcode_anywhere_uk.rb +51 -0
  60. data/lib/geocoder/lookups/smarty_streets.rb +50 -0
  61. data/lib/geocoder/lookups/telize.rb +55 -0
  62. data/lib/geocoder/lookups/test.rb +44 -0
  63. data/lib/geocoder/lookups/yandex.rb +58 -0
  64. data/lib/geocoder/models/active_record.rb +50 -0
  65. data/lib/geocoder/models/base.rb +39 -0
  66. data/lib/geocoder/models/mongo_base.rb +62 -0
  67. data/lib/geocoder/models/mongo_mapper.rb +26 -0
  68. data/lib/geocoder/models/mongoid.rb +32 -0
  69. data/lib/geocoder/query.rb +111 -0
  70. data/lib/geocoder/railtie.rb +26 -0
  71. data/lib/geocoder/request.rb +83 -0
  72. data/lib/geocoder/results/baidu.rb +79 -0
  73. data/lib/geocoder/results/baidu_ip.rb +62 -0
  74. data/lib/geocoder/results/base.rb +67 -0
  75. data/lib/geocoder/results/bing.rb +52 -0
  76. data/lib/geocoder/results/dstk.rb +6 -0
  77. data/lib/geocoder/results/esri.rb +75 -0
  78. data/lib/geocoder/results/freegeoip.rb +45 -0
  79. data/lib/geocoder/results/geocoder_ca.rb +60 -0
  80. data/lib/geocoder/results/geocoder_us.rb +39 -0
  81. data/lib/geocoder/results/geocodio.rb +70 -0
  82. data/lib/geocoder/results/geoip2.rb +62 -0
  83. data/lib/geocoder/results/geoportail_lu.rb +69 -0
  84. data/lib/geocoder/results/google.rb +139 -0
  85. data/lib/geocoder/results/google_places_details.rb +35 -0
  86. data/lib/geocoder/results/google_premier.rb +6 -0
  87. data/lib/geocoder/results/here.rb +71 -0
  88. data/lib/geocoder/results/ipapi_com.rb +45 -0
  89. data/lib/geocoder/results/ipinfo_io.rb +48 -0
  90. data/lib/geocoder/results/latlon.rb +71 -0
  91. data/lib/geocoder/results/mapbox.rb +47 -0
  92. data/lib/geocoder/results/mapquest.rb +48 -0
  93. data/lib/geocoder/results/mapzen.rb +5 -0
  94. data/lib/geocoder/results/maxmind.rb +135 -0
  95. data/lib/geocoder/results/maxmind_geoip2.rb +9 -0
  96. data/lib/geocoder/results/maxmind_local.rb +49 -0
  97. data/lib/geocoder/results/nominatim.rb +99 -0
  98. data/lib/geocoder/results/okf.rb +106 -0
  99. data/lib/geocoder/results/opencagedata.rb +90 -0
  100. data/lib/geocoder/results/ovi.rb +71 -0
  101. data/lib/geocoder/results/pelias.rb +58 -0
  102. data/lib/geocoder/results/pointpin.rb +40 -0
  103. data/lib/geocoder/results/postcode_anywhere_uk.rb +42 -0
  104. data/lib/geocoder/results/smarty_streets.rb +106 -0
  105. data/lib/geocoder/results/telize.rb +45 -0
  106. data/lib/geocoder/results/test.rb +33 -0
  107. data/lib/geocoder/results/yandex.rb +92 -0
  108. data/lib/geocoder/sql.rb +107 -0
  109. data/lib/geocoder/stores/active_record.rb +305 -0
  110. data/lib/geocoder/stores/base.rb +116 -0
  111. data/lib/geocoder/stores/mongo_base.rb +58 -0
  112. data/lib/geocoder/stores/mongo_mapper.rb +13 -0
  113. data/lib/geocoder/stores/mongoid.rb +13 -0
  114. data/lib/geocoder/version.rb +3 -0
  115. data/lib/hash_recursive_merge.rb +74 -0
  116. data/lib/maxmind_database.rb +109 -0
  117. data/lib/tasks/geocoder.rake +38 -0
  118. data/lib/tasks/maxmind.rake +73 -0
  119. metadata +167 -0
@@ -0,0 +1,39 @@
1
+ module Geocoder
2
+
3
+ ##
4
+ # Methods for invoking Geocoder in a model.
5
+ #
6
+ module Model
7
+ module Base
8
+
9
+ def geocoder_options
10
+ if defined?(@geocoder_options)
11
+ @geocoder_options
12
+ elsif superclass.respond_to?(:geocoder_options)
13
+ superclass.geocoder_options || { }
14
+ else
15
+ { }
16
+ end
17
+ end
18
+
19
+ def geocoded_by
20
+ fail
21
+ end
22
+
23
+ def reverse_geocoded_by
24
+ fail
25
+ end
26
+
27
+ private # ----------------------------------------------------------------
28
+
29
+ def geocoder_init(options)
30
+ unless defined?(@geocoder_options)
31
+ @geocoder_options = {}
32
+ require "geocoder/stores/#{geocoder_file_name}"
33
+ include Geocoder::Store.const_get(geocoder_module_name)
34
+ end
35
+ @geocoder_options.merge! options
36
+ end
37
+ end
38
+ end
39
+ end
@@ -0,0 +1,62 @@
1
+ module Geocoder
2
+
3
+ ##
4
+ # Methods for invoking Geocoder in a model.
5
+ #
6
+ module Model
7
+ module MongoBase
8
+
9
+ ##
10
+ # Set attribute names and include the Geocoder module.
11
+ #
12
+ def geocoded_by(address_attr, options = {}, &block)
13
+ geocoder_init(
14
+ :geocode => true,
15
+ :user_address => address_attr,
16
+ :coordinates => options[:coordinates] || :coordinates,
17
+ :geocode_block => block,
18
+ :units => options[:units],
19
+ :method => options[:method],
20
+ :skip_index => options[:skip_index] || false,
21
+ :lookup => options[:lookup],
22
+ :language => options[:language]
23
+ )
24
+ end
25
+
26
+ ##
27
+ # Set attribute names and include the Geocoder module.
28
+ #
29
+ def reverse_geocoded_by(coordinates_attr, options = {}, &block)
30
+ geocoder_init(
31
+ :reverse_geocode => true,
32
+ :fetched_address => options[:address] || :address,
33
+ :coordinates => coordinates_attr,
34
+ :reverse_block => block,
35
+ :units => options[:units],
36
+ :method => options[:method],
37
+ :skip_index => options[:skip_index] || false,
38
+ :lookup => options[:lookup],
39
+ :language => options[:language]
40
+ )
41
+ end
42
+
43
+ private # ----------------------------------------------------------------
44
+
45
+ def geocoder_init(options)
46
+ unless geocoder_initialized?
47
+ @geocoder_options = { }
48
+ require "geocoder/stores/#{geocoder_file_name}"
49
+ include Geocoder::Store.const_get(geocoder_module_name)
50
+ end
51
+ @geocoder_options.merge! options
52
+ end
53
+
54
+ def geocoder_initialized?
55
+ included_modules.include? Geocoder::Store.const_get(geocoder_module_name)
56
+ rescue NameError
57
+ false
58
+ end
59
+ end
60
+ end
61
+ end
62
+
@@ -0,0 +1,26 @@
1
+ require 'geocoder/models/base'
2
+ require 'geocoder/models/mongo_base'
3
+
4
+ module Geocoder
5
+ module Model
6
+ module MongoMapper
7
+ include Base
8
+ include MongoBase
9
+
10
+ def self.included(base); base.extend(self); end
11
+
12
+ private # --------------------------------------------------------------
13
+
14
+ def geocoder_file_name; "mongo_mapper"; end
15
+ def geocoder_module_name; "MongoMapper"; end
16
+
17
+ def geocoder_init(options)
18
+ super(options)
19
+ if options[:skip_index] == false
20
+ ensure_index [[ geocoder_options[:coordinates], Mongo::GEO2D ]],
21
+ :min => -180, :max => 180 # create 2d index
22
+ end
23
+ end
24
+ end
25
+ end
26
+ end
@@ -0,0 +1,32 @@
1
+ require 'geocoder/models/base'
2
+ require 'geocoder/models/mongo_base'
3
+
4
+ module Geocoder
5
+ module Model
6
+ module Mongoid
7
+ include Base
8
+ include MongoBase
9
+
10
+ def self.included(base); base.extend(self); end
11
+
12
+ private # --------------------------------------------------------------
13
+
14
+ def geocoder_file_name; "mongoid"; end
15
+ def geocoder_module_name; "Mongoid"; end
16
+
17
+ def geocoder_init(options)
18
+ super(options)
19
+ if options[:skip_index] == false
20
+ # create 2d index
21
+ if defined?(::Mongoid::VERSION) && ::Mongoid::VERSION >= "3"
22
+ index({ geocoder_options[:coordinates].to_sym => '2d' },
23
+ {:min => -180, :max => 180})
24
+ else
25
+ index [[ geocoder_options[:coordinates], '2d' ]],
26
+ :min => -180, :max => 180
27
+ end
28
+ end
29
+ end
30
+ end
31
+ end
32
+ end
@@ -0,0 +1,111 @@
1
+ module Geocoder
2
+ class Query
3
+ attr_accessor :text, :options
4
+
5
+ def initialize(text, options = {})
6
+ self.text = text
7
+ self.options = options
8
+ end
9
+
10
+ def execute
11
+ lookup.search(text, options)
12
+ end
13
+
14
+ def to_s
15
+ text
16
+ end
17
+
18
+ def sanitized_text
19
+ if coordinates?
20
+ if text.is_a?(Array)
21
+ text.join(',')
22
+ else
23
+ text.split(/\s*,\s*/).join(',')
24
+ end
25
+ else
26
+ text
27
+ end
28
+ end
29
+
30
+ ##
31
+ # Get a Lookup object (which communicates with the remote geocoding API)
32
+ # appropriate to the Query text.
33
+ #
34
+ def lookup
35
+ if !options[:street_address] and (options[:ip_address] or ip_address?)
36
+ name = options[:ip_lookup] || Configuration.ip_lookup || Geocoder::Lookup.ip_services.first
37
+ else
38
+ name = options[:lookup] || Configuration.lookup || Geocoder::Lookup.street_services.first
39
+ end
40
+ Lookup.get(name)
41
+ end
42
+
43
+ def url
44
+ lookup.query_url(self)
45
+ end
46
+
47
+ ##
48
+ # Is the Query blank? (ie, should we not bother searching?)
49
+ # A query is considered blank if its text is nil or empty string AND
50
+ # no URL parameters are specified.
51
+ #
52
+ def blank?
53
+ !params_given? and (
54
+ (text.is_a?(Array) and text.compact.size < 2) or
55
+ text.to_s.match(/\A\s*\z/)
56
+ )
57
+ end
58
+
59
+ ##
60
+ # Does the Query text look like an IP address?
61
+ #
62
+ # Does not check for actual validity, just the appearance of four
63
+ # dot-delimited numbers.
64
+ #
65
+ def ip_address?
66
+ IpAddress.new(text).valid? rescue false
67
+ end
68
+
69
+ ##
70
+ # Is the Query text a loopback IP address?
71
+ #
72
+ def loopback_ip_address?
73
+ ip_address? && IpAddress.new(text).loopback?
74
+ end
75
+
76
+ ##
77
+ # Does the given string look like latitude/longitude coordinates?
78
+ #
79
+ def coordinates?
80
+ text.is_a?(Array) or (
81
+ text.is_a?(String) and
82
+ !!text.to_s.match(/\A-?[0-9\.]+, *-?[0-9\.]+\z/)
83
+ )
84
+ end
85
+
86
+ ##
87
+ # Return the latitude/longitude coordinates specified in the query,
88
+ # or nil if none.
89
+ #
90
+ def coordinates
91
+ sanitized_text.split(',') if coordinates?
92
+ end
93
+
94
+ ##
95
+ # Should reverse geocoding be performed for this query?
96
+ #
97
+ def reverse_geocode?
98
+ coordinates?
99
+ end
100
+
101
+ def language
102
+ options[:language]
103
+ end
104
+
105
+ private # ----------------------------------------------------------------
106
+
107
+ def params_given?
108
+ !!(options[:params].is_a?(Hash) and options[:params].keys.size > 0)
109
+ end
110
+ end
111
+ end
@@ -0,0 +1,26 @@
1
+ require 'geocoder/models/active_record'
2
+
3
+ module Geocoder
4
+ if defined? Rails::Railtie
5
+ require 'rails'
6
+ class Railtie < Rails::Railtie
7
+ initializer 'geocoder.insert_into_active_record' do
8
+ ActiveSupport.on_load :active_record do
9
+ Geocoder::Railtie.insert
10
+ end
11
+ end
12
+ rake_tasks do
13
+ load "tasks/geocoder.rake"
14
+ load "tasks/maxmind.rake"
15
+ end
16
+ end
17
+ end
18
+
19
+ class Railtie
20
+ def self.insert
21
+ if defined?(::ActiveRecord)
22
+ ::ActiveRecord::Base.extend(Model::ActiveRecord)
23
+ end
24
+ end
25
+ end
26
+ end
@@ -0,0 +1,83 @@
1
+ module Geocoder
2
+ module Request
3
+
4
+ # The location() method is vulnerable to trivial IP spoofing.
5
+ # Don't use it in authorization/authentication code, or any
6
+ # other security-sensitive application. Use safe_location
7
+ # instead.
8
+ def location
9
+ @location ||= Geocoder.search(geocoder_spoofable_ip, ip_address: true).first
10
+ end
11
+
12
+ # This safe_location() protects you from trivial IP spoofing.
13
+ # For requests that go through a proxy that you haven't
14
+ # whitelisted as trusted in your Rack config, you will get the
15
+ # location for the IP of the last untrusted proxy in the chain,
16
+ # not the original client IP. You WILL NOT get the location
17
+ # corresponding to the original client IP for any request sent
18
+ # through a non-whitelisted proxy.
19
+ def safe_location
20
+ @safe_location ||= Geocoder.search(ip, ip_address: true).first
21
+ end
22
+
23
+ # There's a whole zoo of nonstandard headers added by various
24
+ # proxy softwares to indicate original client IP.
25
+ # ANY of these can be trivially spoofed!
26
+ # (except REMOTE_ADDR, which should by set by your server,
27
+ # and is included at the end as a fallback.
28
+ # Order does matter: we're following the convention established in
29
+ # ActionDispatch::RemoteIp::GetIp::calculate_ip()
30
+ # https://github.com/rails/rails/blob/master/actionpack/lib/action_dispatch/middleware/remote_ip.rb
31
+ # where the forwarded_for headers, possibly containing lists,
32
+ # are arbitrarily preferred over headers expected to contain a
33
+ # single address.
34
+ GEOCODER_CANDIDATE_HEADERS = ['HTTP_X_FORWARDED_FOR',
35
+ 'HTTP_X_FORWARDED',
36
+ 'HTTP_FORWARDED_FOR',
37
+ 'HTTP_FORWARDED',
38
+ 'HTTP_X_CLIENT_IP',
39
+ 'HTTP_CLIENT_IP',
40
+ 'HTTP_X_REAL_IP',
41
+ 'HTTP_X_CLUSTER_CLIENT_IP',
42
+ 'REMOTE_ADDR']
43
+
44
+ def geocoder_spoofable_ip
45
+
46
+ # We could use a more sophisticated IP-guessing algorithm here,
47
+ # in which we'd try to resolve the use of different headers by
48
+ # different proxies. The idea is that by comparing IPs repeated
49
+ # in different headers, you can sometimes decide which header
50
+ # was used by a proxy further along in the chain, and thus
51
+ # prefer the headers used earlier. However, the gains might not
52
+ # be worth the performance tradeoff, since this method is likely
53
+ # to be called on every request in a lot of applications.
54
+ GEOCODER_CANDIDATE_HEADERS.each do |header|
55
+ if @env.has_key? header
56
+ addrs = geocoder_split_ip_addresses(@env[header])
57
+ addrs = geocoder_reject_trusted_ip_addresses(addrs)
58
+ return addrs.first if addrs.any?
59
+ end
60
+ end
61
+
62
+ @env['REMOTE_ADDR']
63
+ end
64
+
65
+ private
66
+
67
+ def geocoder_split_ip_addresses(ip_addresses)
68
+ ip_addresses ? ip_addresses.strip.split(/[,\s]+/) : []
69
+ end
70
+
71
+ # use Rack's trusted_proxy?() method to filter out IPs that have
72
+ # been configured as trusted; includes private ranges by
73
+ # default. (we don't want every lookup to return the location
74
+ # of our own proxy/load balancer)
75
+ def geocoder_reject_trusted_ip_addresses(ip_addresses)
76
+ ip_addresses.reject { |ip| trusted_proxy?(ip) }
77
+ end
78
+ end
79
+ end
80
+
81
+ if defined?(ActionDispatch::Request)
82
+ ActionDispatch::Request.include Geocoder::Request
83
+ end
@@ -0,0 +1,79 @@
1
+ require 'geocoder/results/base'
2
+
3
+ module Geocoder::Result
4
+ class Baidu < Base
5
+
6
+ def coordinates
7
+ ['lat', 'lng'].map{ |i| @data['location'][i] }
8
+ end
9
+
10
+ def address
11
+ @data['formatted_address']
12
+ end
13
+
14
+ def state
15
+ province
16
+ end
17
+
18
+ def province
19
+ @data['addressComponent']['province']
20
+ end
21
+
22
+ def city
23
+ @data['addressComponent']['city']
24
+ end
25
+
26
+ def district
27
+ @data['addressComponent']['district']
28
+ end
29
+
30
+ def street
31
+ @data['addressComponent']['street']
32
+ end
33
+
34
+ def street_number
35
+ @data['addressComponent']['street_number']
36
+ end
37
+
38
+ def formatted_address
39
+ @data['formatted_address']
40
+ end
41
+
42
+ def address_components
43
+ @data['addressComponent']
44
+ end
45
+
46
+ def state_code
47
+ ""
48
+ end
49
+
50
+ def postal_code
51
+ ""
52
+ end
53
+
54
+ def country
55
+ "China"
56
+ end
57
+
58
+ def country_code
59
+ "CN"
60
+ end
61
+
62
+ ##
63
+ # Get address components of a given type. Valid types are defined in
64
+ # Baidu's Geocoding API documentation and include (among others):
65
+ #
66
+ # :business
67
+ # :cityCode
68
+ #
69
+ def self.response_attributes
70
+ %w[business cityCode]
71
+ end
72
+
73
+ response_attributes.each do |a|
74
+ define_method a do
75
+ @data[a]
76
+ end
77
+ end
78
+ end
79
+ end