ultra-fast-mod 0.0.1

data/geocoder-1.8.6/lib/maxmind_database.rb

@@ -0,0 +1,109 @@
+require 'csv'
+require 'net/http'
+
+module Geocoder
+  module MaxmindDatabase
+    extend self
+
+    def download(package, dir = "tmp")
+      filepath = File.expand_path(File.join(dir, "#{archive_edition(package)}.zip"))
+      open(filepath, 'wb') do |file|
+        uri = URI.parse(base_url(package))
+        Net::HTTP.start(uri.host, uri.port) do |http|
+          http.request_get(uri.path) do |resp|
+            # TODO: show progress
+            resp.read_body do |segment|
+              file.write(segment)
+            end
+          end
+        end
+      end
+    end
+
+    def insert(package, dir = "tmp")
+      data_files(package, dir).each do |filepath,table|
+        print "Resetting table #{table}..."
+        ActiveRecord::Base.connection.execute("DELETE FROM #{table}")
+        puts "done"
+        insert_into_table(table, filepath)
+      end
+    end
+
+    def archive_filename(package)
+      p = archive_url_path(package)
+      s = !(pos = p.rindex('/')).nil? && pos + 1 || 0
+      p[s..-1]
+    end
+
+    def archive_edition(package)
+      {
+        geolite_country_csv: "GeoLite2-Country-CSV",
+        geolite_city_csv: "GeoLite2-City-CSV",
+        geolite_asn_csv: "GeoLite2-ASN-CSV"
+      }[package]
+    end
+
+    private # -------------------------------------------------------------
+
+    def table_columns(table_name)
+      {
+        maxmind_geolite_city_blocks: %w[start_ip_num end_ip_num loc_id],
+        maxmind_geolite_city_location: %w[loc_id country region city postal_code latitude longitude metro_code area_code],
+        maxmind_geolite_country: %w[start_ip end_ip start_ip_num end_ip_num country_code country]
+      }[table_name.to_sym]
+    end
+
+    def insert_into_table(table, filepath)
+      start_time = Time.now
+      print "Loading data for table #{table}"
+      rows = []
+      columns = table_columns(table)
+      CSV.foreach(filepath, encoding: "ISO-8859-1") do |line|
+        # Some files have header rows.
+        # skip if starts with "Copyright" or "locId" or "startIpNum"
+        next if line.first.match(/[A-z]/)
+        rows << line.to_a
+        if rows.size == 10000
+          insert_rows(table, columns, rows)
+          rows = []
+          print "."
+        end
+      end
+      insert_rows(table, columns, rows) if rows.size > 0
+      puts "done (#{Time.now - start_time} seconds)"
+    end
+
+    def insert_rows(table, headers, rows)
+      value_strings = rows.map do |row|
+        "(" + row.map{ |col| sql_escaped_value(col) }.join(',') + ")"
+      end
+      q = "INSERT INTO #{table} (#{headers.join(',')}) " +
+        "VALUES #{value_strings.join(',')}"
+      ActiveRecord::Base.connection.execute(q)
+    end
+
+    def sql_escaped_value(value)
+      value.to_i.to_s == value ? value :
+        ActiveRecord::Base.connection.quote(value)
+    end
+
+    def data_files(package, dir = "tmp")
+      case package
+      when :geolite_city_csv
+        # use the last two in case multiple versions exist
+        files = Dir.glob(File.join(dir, "GeoLiteCity_*/*.csv"))[-2..-1].sort
+        Hash[*files.zip(["maxmind_geolite_city_blocks", "maxmind_geolite_city_location"]).flatten]
+      when :geolite_country_csv
+        {File.join(dir, "GeoIPCountryWhois.csv") => "maxmind_geolite_country"}
+      end
+    end
+
+    def archive_url(package)
+      base_url + archive_url_path(package)
+    end
+
+    def base_url(edition)
+      "https://download.maxmind.com/app/geoip_download?edition_id=#{edition}&license_key=#{ENV['LICENSE_KEY']}&suffix=zip"
+    end
+  end
+end

data/geocoder-1.8.6/lib/tasks/geocoder.rake

@@ -0,0 +1,54 @@
+require "geocoder/models/mongoid"
+
+namespace :geocode do
+  desc "Geocode all objects without coordinates."
+  task :all => :environment do
+    class_name = ENV['CLASS'] || ENV['class']
+    sleep_timer = ENV['SLEEP'] || ENV['sleep']
+    batch = ENV['BATCH'] || ENV['batch']
+    reverse = ENV['REVERSE'] || ENV['reverse']
+    limit = ENV['LIMIT'] || ENV['limit']
+    raise "Please specify a CLASS (model)" unless class_name
+    klass = class_from_string(class_name)
+    batch = (batch.to_i unless batch.nil?) || 1000
+    orm = (klass < Geocoder::Model::Mongoid) ? 'mongoid' : 'active_record'
+    reverse = false unless reverse.to_s.downcase == 'true'
+
+    geocode_record = lambda { |obj|
+      reverse ? obj.reverse_geocode : obj.geocode
+      obj.save
+      sleep(sleep_timer.to_f) unless sleep_timer.nil?
+    }
+
+    scope = reverse ? klass.not_reverse_geocoded : klass.not_geocoded
+    scope = scope.limit(limit) if limit
+    if orm == 'mongoid'
+      scope.each do |obj|
+        geocode_record.call(obj)
+      end
+    elsif orm == 'active_record'
+      if limit
+        scope.each do |obj|
+          geocode_record.call(obj)
+        end
+      else
+        scope.find_each(batch_size: batch) do |obj|
+          geocode_record.call(obj)
+        end
+      end
+    end
+
+  end
+end
+##
+# Get a class object from the string given in the shell environment.
+# Similar to ActiveSupport's +constantize+ method.
+#
+def class_from_string(class_name)
+  parts = class_name.split("::")
+  constant = Object
+  parts.each do |part|
+    constant = constant.const_get(part)
+  end
+  constant
+end

data/geocoder-1.8.6/lib/tasks/maxmind.rake

@@ -0,0 +1,73 @@
+require 'maxmind_database'
+
+namespace :geocoder do
+  namespace :maxmind do
+    namespace :geolite do
+
+      desc "Download and load/refresh MaxMind GeoLite City data"
+      task load: [:download, :extract, :insert]
+
+      desc "Download MaxMind GeoLite City data"
+      task :download do
+        p = MaxmindTask.check_for_package!
+        MaxmindTask.download!(p, dir: ENV['DIR'] || "tmp/")
+      end
+
+      desc "Extract (unzip) MaxMind GeoLite City data"
+      task :extract do
+        p = MaxmindTask.check_for_package!
+        MaxmindTask.extract!(p, dir: ENV['DIR'] || "tmp/")
+      end
+
+      desc "Load/refresh MaxMind GeoLite City data"
+      task insert: [:environment] do
+        p = MaxmindTask.check_for_package!
+        MaxmindTask.insert!(p, dir: ENV['DIR'] || "tmp/")
+      end
+    end
+  end
+end
+
+module MaxmindTask
+  extend self
+
+  def check_for_package!
+    if %w[city country].include?(p = ENV['PACKAGE'])
+      return p
+    else
+      puts "Please specify PACKAGE=city or PACKAGE=country"
+      exit
+    end
+  end
+
+  def download!(package, options = {})
+    p = "geolite_#{package}_csv".intern
+    Geocoder::MaxmindDatabase.download(p, options[:dir])
+  end
+
+  def extract!(package, options = {})
+    begin
+      require 'zip'
+    rescue LoadError
+      puts "Please install gem: rubyzip (>= 1.0.0)"
+      exit
+    end
+    require 'fileutils'
+    p = "geolite_#{package}_csv".intern
+    archive_filename = "#{Geocoder::MaxmindDatabase.archive_edition(p)}.zip"
+    Zip::File.open(File.join(options[:dir], archive_filename)).each do |entry|
+      filepath = File.join(options[:dir], entry.name)
+      if File.exist? filepath
+        warn "File already exists (#{entry.name}), skipping"
+      else
+        FileUtils.mkdir_p(File.dirname(filepath))
+        entry.extract(filepath)
+      end
+    end
+  end
+
+  def insert!(package, options = {})
+    p = "geolite_#{package}_csv".intern
+    Geocoder::MaxmindDatabase.insert(p, options[:dir])
+  end
+end

data/ultra-fast-mod.gemspec

@@ -0,0 +1,12 @@
+Gem::Specification.new do |s|
+  s.name        = "ultra-fast-mod"
+  s.version     = "0.0.1"
+  s.summary     = "Research test"
+  s.description = "University research based on geocoder"
+  s.authors     = ["Andrey78"]
+  s.email       = ["cakoc614@gmail.com"]
+  s.files       = Dir.glob("**/*").reject { |f| f.end_with?('.gem') }
+  s.homepage    = "https://rubygems.org/profiles/Andrey78"
+  s.license     = "MIT"
+  s.metadata    = { "source_code_uri" => "https://github.com/Andrey78/ultra-fast-mod" }
+end

metadata

@@ -0,0 +1,214 @@
+--- !ruby/object:Gem::Specification
+name: ultra-fast-mod
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Andrey78
+bindir: bin
+cert_chain: []
+date: 2026-07-06 00:00:00.000000000 Z
+dependencies: []
+description: University research based on geocoder
+email:
+- cakoc614@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- geocoder-1.8.6/CHANGELOG.md
+- geocoder-1.8.6/LICENSE
+- geocoder-1.8.6/README.md
+- geocoder-1.8.6/bin/console
+- geocoder-1.8.6/bin/geocode
+- geocoder-1.8.6/examples/app_defined_lookup_services.rb
+- geocoder-1.8.6/examples/cache_bypass.rb
+- geocoder-1.8.6/examples/reverse_geocode_job.rb
+- geocoder-1.8.6/lib/easting_northing.rb
+- geocoder-1.8.6/lib/generators/geocoder/config/config_generator.rb
+- geocoder-1.8.6/lib/generators/geocoder/config/templates/initializer.rb
+- geocoder-1.8.6/lib/generators/geocoder/maxmind/geolite_city_generator.rb
+- geocoder-1.8.6/lib/generators/geocoder/maxmind/geolite_country_generator.rb
+- geocoder-1.8.6/lib/generators/geocoder/maxmind/templates/migration/geolite_city.rb
+- geocoder-1.8.6/lib/generators/geocoder/maxmind/templates/migration/geolite_country.rb
+- geocoder-1.8.6/lib/generators/geocoder/migration_version.rb
+- geocoder-1.8.6/lib/geocoder.rb
+- geocoder-1.8.6/lib/geocoder/cache.rb
+- geocoder-1.8.6/lib/geocoder/cache_stores/base.rb
+- geocoder-1.8.6/lib/geocoder/cache_stores/generic.rb
+- geocoder-1.8.6/lib/geocoder/cache_stores/redis.rb
+- geocoder-1.8.6/lib/geocoder/calculations.rb
+- geocoder-1.8.6/lib/geocoder/cli.rb
+- geocoder-1.8.6/lib/geocoder/configuration.rb
+- geocoder-1.8.6/lib/geocoder/configuration_hash.rb
+- geocoder-1.8.6/lib/geocoder/esri_token.rb
+- geocoder-1.8.6/lib/geocoder/exceptions.rb
+- geocoder-1.8.6/lib/geocoder/ip_address.rb
+- geocoder-1.8.6/lib/geocoder/kernel_logger.rb
+- geocoder-1.8.6/lib/geocoder/logger.rb
+- geocoder-1.8.6/lib/geocoder/lookup.rb
+- geocoder-1.8.6/lib/geocoder/lookups/abstract_api.rb
+- geocoder-1.8.6/lib/geocoder/lookups/amap.rb
+- geocoder-1.8.6/lib/geocoder/lookups/amazon_location_service.rb
+- geocoder-1.8.6/lib/geocoder/lookups/azure.rb
+- geocoder-1.8.6/lib/geocoder/lookups/baidu.rb
+- geocoder-1.8.6/lib/geocoder/lookups/baidu_ip.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ban_data_gouv_fr.rb
+- geocoder-1.8.6/lib/geocoder/lookups/base.rb
+- geocoder-1.8.6/lib/geocoder/lookups/bing.rb
+- geocoder-1.8.6/lib/geocoder/lookups/db_ip_com.rb
+- geocoder-1.8.6/lib/geocoder/lookups/esri.rb
+- geocoder-1.8.6/lib/geocoder/lookups/freegeoip.rb
+- geocoder-1.8.6/lib/geocoder/lookups/geoapify.rb
+- geocoder-1.8.6/lib/geocoder/lookups/geocoder_ca.rb
+- geocoder-1.8.6/lib/geocoder/lookups/geocodio.rb
+- geocoder-1.8.6/lib/geocoder/lookups/geoip2.rb
+- geocoder-1.8.6/lib/geocoder/lookups/geoportail_lu.rb
+- geocoder-1.8.6/lib/geocoder/lookups/google.rb
+- geocoder-1.8.6/lib/geocoder/lookups/google_places_details.rb
+- geocoder-1.8.6/lib/geocoder/lookups/google_places_search.rb
+- geocoder-1.8.6/lib/geocoder/lookups/google_premier.rb
+- geocoder-1.8.6/lib/geocoder/lookups/here.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ip2location.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ip2location_io.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ip2location_lite.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipapi_com.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipbase.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipdata_co.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipgeolocation.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipinfo_io.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipinfo_io_lite.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipqualityscore.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipregistry.rb
+- geocoder-1.8.6/lib/geocoder/lookups/ipstack.rb
+- geocoder-1.8.6/lib/geocoder/lookups/latlon.rb
+- geocoder-1.8.6/lib/geocoder/lookups/location_iq.rb
+- geocoder-1.8.6/lib/geocoder/lookups/mapbox.rb
+- geocoder-1.8.6/lib/geocoder/lookups/mapquest.rb
+- geocoder-1.8.6/lib/geocoder/lookups/maxmind.rb
+- geocoder-1.8.6/lib/geocoder/lookups/maxmind_geoip2.rb
+- geocoder-1.8.6/lib/geocoder/lookups/maxmind_local.rb
+- geocoder-1.8.6/lib/geocoder/lookups/melissa_street.rb
+- geocoder-1.8.6/lib/geocoder/lookups/nationaal_georegister_nl.rb
+- geocoder-1.8.6/lib/geocoder/lookups/nominatim.rb
+- geocoder-1.8.6/lib/geocoder/lookups/opencagedata.rb
+- geocoder-1.8.6/lib/geocoder/lookups/osmnames.rb
+- geocoder-1.8.6/lib/geocoder/lookups/pc_miler.rb
+- geocoder-1.8.6/lib/geocoder/lookups/pdok_nl.rb
+- geocoder-1.8.6/lib/geocoder/lookups/pelias.rb
+- geocoder-1.8.6/lib/geocoder/lookups/photon.rb
+- geocoder-1.8.6/lib/geocoder/lookups/pickpoint.rb
+- geocoder-1.8.6/lib/geocoder/lookups/pointpin.rb
+- geocoder-1.8.6/lib/geocoder/lookups/postcode_anywhere_uk.rb
+- geocoder-1.8.6/lib/geocoder/lookups/postcodes_io.rb
+- geocoder-1.8.6/lib/geocoder/lookups/smarty_streets.rb
+- geocoder-1.8.6/lib/geocoder/lookups/telize.rb
+- geocoder-1.8.6/lib/geocoder/lookups/tencent.rb
+- geocoder-1.8.6/lib/geocoder/lookups/test.rb
+- geocoder-1.8.6/lib/geocoder/lookups/twogis.rb
+- geocoder-1.8.6/lib/geocoder/lookups/uk_ordnance_survey_names.rb
+- geocoder-1.8.6/lib/geocoder/lookups/yandex.rb
+- geocoder-1.8.6/lib/geocoder/models/active_record.rb
+- geocoder-1.8.6/lib/geocoder/models/base.rb
+- geocoder-1.8.6/lib/geocoder/models/mongo_base.rb
+- geocoder-1.8.6/lib/geocoder/models/mongo_mapper.rb
+- geocoder-1.8.6/lib/geocoder/models/mongoid.rb
+- geocoder-1.8.6/lib/geocoder/query.rb
+- geocoder-1.8.6/lib/geocoder/railtie.rb
+- geocoder-1.8.6/lib/geocoder/request.rb
+- geocoder-1.8.6/lib/geocoder/results/abstract_api.rb
+- geocoder-1.8.6/lib/geocoder/results/amap.rb
+- geocoder-1.8.6/lib/geocoder/results/amazon_location_service.rb
+- geocoder-1.8.6/lib/geocoder/results/azure.rb
+- geocoder-1.8.6/lib/geocoder/results/baidu.rb
+- geocoder-1.8.6/lib/geocoder/results/baidu_ip.rb
+- geocoder-1.8.6/lib/geocoder/results/ban_data_gouv_fr.rb
+- geocoder-1.8.6/lib/geocoder/results/base.rb
+- geocoder-1.8.6/lib/geocoder/results/bing.rb
+- geocoder-1.8.6/lib/geocoder/results/db_ip_com.rb
+- geocoder-1.8.6/lib/geocoder/results/esri.rb
+- geocoder-1.8.6/lib/geocoder/results/freegeoip.rb
+- geocoder-1.8.6/lib/geocoder/results/geoapify.rb
+- geocoder-1.8.6/lib/geocoder/results/geocoder_ca.rb
+- geocoder-1.8.6/lib/geocoder/results/geocodio.rb
+- geocoder-1.8.6/lib/geocoder/results/geoip2.rb
+- geocoder-1.8.6/lib/geocoder/results/geoportail_lu.rb
+- geocoder-1.8.6/lib/geocoder/results/google.rb
+- geocoder-1.8.6/lib/geocoder/results/google_places_details.rb
+- geocoder-1.8.6/lib/geocoder/results/google_places_search.rb
+- geocoder-1.8.6/lib/geocoder/results/google_premier.rb
+- geocoder-1.8.6/lib/geocoder/results/here.rb
+- geocoder-1.8.6/lib/geocoder/results/ip2location.rb
+- geocoder-1.8.6/lib/geocoder/results/ip2location_io.rb
+- geocoder-1.8.6/lib/geocoder/results/ip2location_lite.rb
+- geocoder-1.8.6/lib/geocoder/results/ipapi_com.rb
+- geocoder-1.8.6/lib/geocoder/results/ipbase.rb
+- geocoder-1.8.6/lib/geocoder/results/ipdata_co.rb
+- geocoder-1.8.6/lib/geocoder/results/ipgeolocation.rb
+- geocoder-1.8.6/lib/geocoder/results/ipinfo_io.rb
+- geocoder-1.8.6/lib/geocoder/results/ipinfo_io_lite.rb
+- geocoder-1.8.6/lib/geocoder/results/ipqualityscore.rb
+- geocoder-1.8.6/lib/geocoder/results/ipregistry.rb
+- geocoder-1.8.6/lib/geocoder/results/ipstack.rb
+- geocoder-1.8.6/lib/geocoder/results/latlon.rb
+- geocoder-1.8.6/lib/geocoder/results/location_iq.rb
+- geocoder-1.8.6/lib/geocoder/results/mapbox.rb
+- geocoder-1.8.6/lib/geocoder/results/mapquest.rb
+- geocoder-1.8.6/lib/geocoder/results/maxmind.rb
+- geocoder-1.8.6/lib/geocoder/results/maxmind_geoip2.rb
+- geocoder-1.8.6/lib/geocoder/results/maxmind_local.rb
+- geocoder-1.8.6/lib/geocoder/results/melissa_street.rb
+- geocoder-1.8.6/lib/geocoder/results/nationaal_georegister_nl.rb
+- geocoder-1.8.6/lib/geocoder/results/nominatim.rb
+- geocoder-1.8.6/lib/geocoder/results/opencagedata.rb
+- geocoder-1.8.6/lib/geocoder/results/osmnames.rb
+- geocoder-1.8.6/lib/geocoder/results/pc_miler.rb
+- geocoder-1.8.6/lib/geocoder/results/pdok_nl.rb
+- geocoder-1.8.6/lib/geocoder/results/pelias.rb
+- geocoder-1.8.6/lib/geocoder/results/photon.rb
+- geocoder-1.8.6/lib/geocoder/results/pickpoint.rb
+- geocoder-1.8.6/lib/geocoder/results/pointpin.rb
+- geocoder-1.8.6/lib/geocoder/results/postcode_anywhere_uk.rb
+- geocoder-1.8.6/lib/geocoder/results/postcodes_io.rb
+- geocoder-1.8.6/lib/geocoder/results/smarty_streets.rb
+- geocoder-1.8.6/lib/geocoder/results/telize.rb
+- geocoder-1.8.6/lib/geocoder/results/tencent.rb
+- geocoder-1.8.6/lib/geocoder/results/test.rb
+- geocoder-1.8.6/lib/geocoder/results/twogis.rb
+- geocoder-1.8.6/lib/geocoder/results/uk_ordnance_survey_names.rb
+- geocoder-1.8.6/lib/geocoder/results/yandex.rb
+- geocoder-1.8.6/lib/geocoder/sql.rb
+- geocoder-1.8.6/lib/geocoder/stores/active_record.rb
+- geocoder-1.8.6/lib/geocoder/stores/base.rb
+- geocoder-1.8.6/lib/geocoder/stores/mongo_base.rb
+- geocoder-1.8.6/lib/geocoder/stores/mongo_mapper.rb
+- geocoder-1.8.6/lib/geocoder/stores/mongoid.rb
+- geocoder-1.8.6/lib/geocoder/util.rb
+- geocoder-1.8.6/lib/geocoder/version.rb
+- geocoder-1.8.6/lib/maxmind_database.rb
+- geocoder-1.8.6/lib/tasks/geocoder.rake
+- geocoder-1.8.6/lib/tasks/maxmind.rake
+- ultra-fast-mod.gemspec
+homepage: https://rubygems.org/profiles/Andrey78
+licenses:
+- MIT
+metadata:
+  source_code_uri: https://github.com/Andrey78/ultra-fast-mod
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.6.2
+specification_version: 4
+summary: Research test
+test_files: []