mango_china_city 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 8a9aee32f3a13c56565ddb4b5feac7338c30c6f28d29095b92770dfb1d21316c
+  data.tar.gz: 4640404eede191107fe4ad8940d6f16a915f3966b3543aa85cfb857f2b48fb12
+SHA512:
+  metadata.gz: c5765e2247e3a0352a934f33adec28c9ae039be6ee25cbef4332014a8b58074bce480178e7fa29f9f82392400650285efe6691ace4c33aecbfaccc0febc0f24a
+  data.tar.gz: ea24d4f1063f4796b84673241576fbd7250702e0873b408dd6ab60e430fb6d47ba020ba460afdf2cd47a1b810bb302a7e2967d4612c8f8e94813df414dae611b

data/Gemfile

@@ -0,0 +1,9 @@
+# frozen_string_literal: true
+
+source "https://gems.ruby-china.com"
+
+# Specify your gem's dependencies in mango_china_city.gemspec
+gemspec
+
+gem "rake", "~> 13.0"
+gem 'rest-client', '2.1.0'

data/README.md

@@ -0,0 +1,35 @@
+# MangoChinaCity
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/mango_china_city`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'mango_china_city'
+```
+
+And then execute:
+
+    $ bundle install
+
+Or install it yourself as:
+
+    $ gem install mango_china_city
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and the created tag, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/mango_china_city.

data/Rakefile

@@ -0,0 +1,4 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+task default: %i[]

data/bin/console

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "bundler/setup"
+require "mango_china_city"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/generators/mango_china_city/install_generator.rb

@@ -0,0 +1,18 @@
+require 'rails/generators'
+
+module MangoChinaCity
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      source_root File.expand_path('../templates', __FILE__)
+
+      def generate_migrates
+        copy_file "model/province.rb", "#{Rails.root}/app/models/province.rb"
+        copy_file "model/city.rb", "#{Rails.root}/app/models/city.rb"
+        copy_file "model/district.rb", "#{Rails.root}/app/models/district.rb"
+        copy_file "create_provinces.rb", "#{Rails.root}/db/migrate/#{Time.now.strftime("%Y%m%d%H%m")}01_create_provinces.rb"
+        copy_file "create_cities.rb", "#{Rails.root}/db/migrate/#{Time.now.strftime("%Y%m%d%H%m")}02_create_cities.rb"
+        copy_file "create_districts.rb", "#{Rails.root}/db/migrate/#{Time.now.strftime("%Y%m%d%H%m")}03_create_districts.rb"
+      end
+    end
+  end
+end

data/lib/generators/mango_china_city/templates/create_cities.rb

@@ -0,0 +1,12 @@
+class CreateCities < ActiveRecord::Migration[6.1]
+  def change
+    create_table :cities do |t|
+      t.references :province
+      t.string :name, index: true, comment: '省名字'
+      t.string :code, index: true, comment: '省Code'
+      t.datetime :deleted_at
+
+      t.timestamps
+    end
+  end
+end

data/lib/generators/mango_china_city/templates/create_districts.rb

@@ -0,0 +1,13 @@
+class CreateDistricts < ActiveRecord::Migration[6.1]
+  def change
+    create_table :districts do |t|
+      t.references :province
+      t.references :city
+      t.string :name, index: true, comment: '省名字'
+      t.string :code, index: true, comment: '省Code'
+      t.datetime :deleted_at
+
+      t.timestamps
+    end
+  end
+end

data/lib/generators/mango_china_city/templates/create_provinces.rb

@@ -0,0 +1,11 @@
+class CreateProvinces < ActiveRecord::Migration[6.1]
+  def change
+    create_table :provinces do |t|
+      t.string :name, index: true, comment: '省名字'
+      t.string :code, index: true, comment: '省Code'
+      t.datetime :deleted_at
+
+      t.timestamps
+    end
+  end
+end

data/lib/generators/mango_china_city/templates/model/city.rb

@@ -0,0 +1,4 @@
+class City < ApplicationRecord
+  belongs_to :province
+  has_many :districts
+end

data/lib/generators/mango_china_city/templates/model/district.rb

@@ -0,0 +1,4 @@
+class District < ApplicationRecord
+  belongs_to :province
+  belongs_to :city
+end

data/lib/generators/mango_china_city/templates/model/province.rb

@@ -0,0 +1,4 @@
+class Province < ApplicationRecord
+  has_many :cities
+  has_many :districts
+end

data/lib/mango_china_city/configure.rb

@@ -0,0 +1,13 @@
+module MangoChinaCity
+  module Configure
+
+    attr_accessor :redis
+
+    def configure(*options)
+      yield self if block_given?
+    end
+
+  end
+end
+
+

data/lib/mango_china_city/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module MangoChinaCity
+  VERSION = "0.1.1"
+end

data/lib/mango_china_city.rb

@@ -0,0 +1,141 @@
+# frozen_string_literal: true
+
+require_relative "mango_china_city/version"
+require_relative "mango_china_city/configure"
+
+module MangoChinaCity
+
+  class << self
+    include Configure
+
+    # 国家统计局同步数据
+    def sync_data(gen_file=false)
+      json = { province: [] }
+      base_url = "http://www.stats.gov.cn/tjsj/tjbz/tjyqhdmhcxhfdm/2020/"
+
+      province_res = convert_utf8( RestClient.get("#{base_url}index.html").body )
+      province_res.match(/<td>.+<\/td>/).to_s.gsub(/<br\/>|<\/td>|<td>/,'').split("</a>").each do |province|
+        # p_url省详情的页面地址， code 省code
+        p_url, code = province.match(/(\d+).html/).to_a
+        province_ = { name: province.match(/[\u4e00-\u9fa5]+/).to_s, code: "#{code}", city: []}
+        puts "正在同步#{province.match(/[\u4e00-\u9fa5]+/).to_s}"
+        # 获取省下的市
+        city_res = convert_utf8( RestClient.get("#{base_url}#{p_url}").body )
+
+        city_res.gsub(/\r|\n/,'').match(/<a href=.+<\/a>/).to_s.split("</tr>").each do |city|
+          c_url, c_code = city.match(/(\d+).html/).to_a
+          city_ = { name: city.match(/[\u4e00-\u9fa5]+/).to_s, code: "#{c_code}", district: [] }
+          puts "正在同步#{province.match(/[\u4e00-\u9fa5]+/).to_s}::#{city.match(/[\u4e00-\u9fa5]+/).to_s}"
+          # 获取市下的区
+          district_res = convert_utf8( RestClient.get("#{base_url}#{code}/#{c_url}").body )
+          district_res.gsub(/\r|\n/,'').match(/<a href=.+<\/a>/).to_s.split("</tr>").each do |district|
+            d_url, d_code = district.match(/(\d+).html/).to_a
+            city_[:district] << { name: district.match(/[\u4e00-\u9fa5]+/).to_s, code: d_code }
+            puts "正在同步#{province.match(/[\u4e00-\u9fa5]+/).to_s}::#{city.match(/[\u4e00-\u9fa5]+/).to_s}::#{district.match(/[\u4e00-\u9fa5]+/).to_s}"
+          end
+          province_[:city] << city_
+        end
+
+        json[:province] << province_
+      end
+
+      # 生成文件
+      File.open("#{Rails.root}/db/areas.json", 'w+') do |f|
+        f.write(json.to_json)
+      end if gen_file
+      puts '生在写入数据库...'
+      import_data(json)
+      puts '写入完成，同步数据结束！'
+    end
+
+    # 省市区信息写入数据库
+    def import_data(json)
+      data_province = Province.all.to_a
+      data_city = City.all.to_a
+      data_district = District.all.to_a
+
+      Province.transaction do
+        json[:province].each do |province|
+          province_ = Province.find_or_create_by(name: province[:name], code: province[:code])
+          data_province.delete_if{|e| e.code == province_.code}
+
+          province[:city].each do |city|
+            city_ = City.find_or_create_by(province: province_, name: city[:name], code: city[:code])
+            data_city.delete_if{|e| e.code == city_.code }
+
+            city[:district].each do |district|
+              district_ = District.find_or_create_by(province: province_, city: city_, name: district[:name], code: district[:code])
+              data_district.delete_if{|e| e.code == district_.code }
+            end
+          end
+        end
+
+        # 软删除更新地区
+        [data_province, data_city, data_district].flatten.each{|e| e.destroy}
+
+        # 重建缓存
+        build_cache if redis.present?
+      end
+    end
+
+    # 获取省市区
+    def list(code = nil)
+      code = code.to_s if code.present?
+      if redis.present? && redis.keys.include?("province_cache")
+        return JSON.parse( redis.get("province_cache") )  if code.nil?
+        return JSON.parse( redis.get("city_cache") )[code] if code.size == 2
+        return JSON.parse( redis.get("district_cache") )[code] if code.size != 2
+      else # 数据库查询
+        return Province.all.map{|e| {name: e.name, code: e.code}}  if code.nil?
+        return City.where(province: Province.find_by(code: code)).map{|e| { name: e.name, code: e.code } } if code.size == 2
+        return District.where(city: City.find_by(code: code)).map{|e| { name: e.name, code: e.code }} if code.size != 2
+      end
+    end
+
+    def get(code)
+      code = code.to_s
+      result = nil
+      if redis.present? && redis.keys.include?("province_cache")
+        result = (JSON.parse( redis.get("province_cache") ).find{|e| e["code"] == code}["name"] rescue nil)
+        result = (JSON.parse( redis.get("city_cache") ).values.flatten.find{|e| e["code"] == code}["name"] rescue nil) if result.nil?
+        result = (JSON.parse( redis.get("district_cache") ).values.flatten.find{|e| e["code"] == code}["name"] rescue nil ) if result.nil?
+      else
+        result = Province.find_by(code: code).try(:name)
+        result = City.find_by(code: code).try(:name) if result.nil?
+        result = District.find_by(code: code).try(:name) if result.nil?
+      end
+
+      return result.to_s
+    end
+
+    # 获取数据库地区并缓存到redis
+    def build_cache
+      provinces_ = Province.not_deleted.to_a
+      cities_ = City.not_deleted.to_a
+      districts_ = District.not_deleted.to_a
+
+      cities = {}
+      districts = {}
+      redis.set("province_cache", provinces_.map{|e| { name: e.name, code: e.code }}.to_json)
+
+      provinces_.each do |province|
+        puts "正在缓存\e[0;32;49m<#{province.name}>\e[0m所有数据..."
+        cities.merge!( { province.code => cities_.select{|e| e.province_id == province.id}.map{|e| { name: e.name, code: e.code }} } )
+
+        cities_.each do |city|
+          districts.merge!( { city.code => districts_.select{|e| e.city_id == city.id }.map{|e| { name: e.name, code: e.code }} } )
+        end
+        puts "缓存\e[0;32;49m<#{province.name}>\e[0m完成!\n\n"
+      end
+      redis.set("city_cache", cities.to_json)
+      redis.set("district_cache", districts.to_json)
+    end
+
+    private
+    # 编码格式转换
+    def convert_utf8(str)
+      str.force_encoding('GB18030').encode('utf-8')
+    end
+
+  end
+end

metadata

@@ -0,0 +1,74 @@
+--- !ruby/object:Gem::Specification
+name: mango_china_city
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- 刘琦
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2021-12-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.1.0
+description: 包含数据迁移、数据同步。
+email:
+- l_qi199@163.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/generators/mango_china_city/install_generator.rb
+- lib/generators/mango_china_city/templates/create_cities.rb
+- lib/generators/mango_china_city/templates/create_districts.rb
+- lib/generators/mango_china_city/templates/create_provinces.rb
+- lib/generators/mango_china_city/templates/model/city.rb
+- lib/generators/mango_china_city/templates/model/district.rb
+- lib/generators/mango_china_city/templates/model/province.rb
+- lib/mango_china_city.rb
+- lib/mango_china_city/configure.rb
+- lib/mango_china_city/version.rb
+homepage: https://gitee.com/timision/mango_china_city.git
+licenses: []
+metadata:
+  homepage_uri: https://gitee.com/timision/mango_china_city.git
+  source_code_uri: https://gitee.com/timision/mango_china_city.git
+  changelog_uri: https://gitee.com/timision/mango_china_city.git
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.6.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.3
+signing_key:
+specification_version: 4
+summary: 省、市、区三级数据
+test_files: []