ruian 0.0.1

data/lib/ruian.rb

@@ -0,0 +1,86 @@
+require "ruian/version"
+require 'ruby-progressbar'
+require 'ruian/parser'
+require 'ruian/model'
+require 'ruian/queue'
+require 'ruian/fetcher'
+require 'ruian/files_updater'
+require 'ruian/enum_updater'
+require 'ruian/importer'
+require 'ruian/railtie' if defined?(Rails)
+require 'logger'
+
+class Ruian
+  attr_accessor :queue, :fetcher, :importer
+
+  class << self
+    attr_accessor :logger
+  end
+
+  self.logger = Logger.new($stdout)
+
+  def self.load_tasks
+    Dir[File.join(File.dirname(__FILE__),'tasks/*.rake')].each { |f| load f }
+  end
+
+  def self.root
+    Pathname.new(File.expand_path('../', File.dirname(__FILE__)))
+  end
+
+  def initialize(importer = Ruian::Importer.new)
+    self.fetcher = Ruian::Fetcher.new
+    self.importer = importer
+    self.queue = Ruian::Queue.new(importer)
+  end
+
+  def fetch_rows
+    count = fetcher.row_files.count
+    bar = ProgressBar.create(total: count,
+                             title: "Importing #{count} row files.",
+                             format: "%a |%b>>%i| %c/%C %p%% %t")
+
+    self.fetcher.parse_rows(self.queue) { bar.increment }
+  end
+
+  def fetch_regions
+    bar = ProgressBar.create(total: 1,
+                             title: 'Importing 1 region file.',
+                             format: "%a |%b>>%i| %c/%C %p%% %t")
+
+    self.fetcher.parse_regions(self.queue) { bar.increment }
+  end
+
+  def fetch_counties
+    bar = ProgressBar.create(total: 1,
+                             title: 'Importing 1 county file.',
+                             format: "%a |%b>>%i| %c/%C %p%% %t")
+
+    self.fetcher.parse_counties(self.queue) { bar.increment }
+  end
+
+  def fetch_integrate_counties
+    bar = ProgressBar.create(total: 1,
+                             title: 'Importing 1 county integration file.',
+                             format: "%a |%b>>%i| %c/%C %p%% %t")
+
+    self.fetcher.parse_counties_integration(self.queue) { bar.increment }
+  end
+
+  def fetch_integrate_regions
+    bar = ProgressBar.create(total: 1,
+                             title: 'Importing 1 region integration file.',
+                             format: "%a |%b>>%i| %c/%C %p%% %t")
+
+    self.fetcher.parse_regions_integration(self.queue) { bar.increment }
+  end
+
+  def all
+    fetch_rows
+    fetch_regions
+    fetch_counties
+    fetch_integrate_counties
+    fetch_integrate_regions
+    self.importer.finalize!
+  end
+end
+

data/lib/ruian/enum_updater.rb

@@ -0,0 +1,59 @@
+require 'open-uri'
+require 'fileutils'
+require 'zip'
+
+class Ruian
+  class EnumUpdater
+    URL = "http://vdp.cuzk.cz/vymenny_format/csv/20140331_strukt_ADR.csv.zip"
+
+    def update!
+      download
+      remove_old
+      unpack
+      remove_temp
+    end
+
+    def download
+      File.open(filepath, "wb") do |file|
+        open(URL) do |url|
+          file.write(url.read)
+        end
+      end
+    end
+
+    def unpack
+      Zip::File.open(filepath) do |zip_file|
+        zip_file.each do |entry|
+          name = File.basename(entry.name)
+          if needed.include?(name)
+            fullpath = fixtures_directory.join(name)
+            entry.extract(fullpath)
+          end
+        end
+      end
+    end
+
+    def remove_old
+      first = fixtures_directory.join(needed.first)
+      last = fixtures_directory.join(needed.last)
+      FileUtils.rm(first) if File.exists?(first)
+      FileUtils.rm(last) if File.exists?(last)
+    end
+
+    def remove_temp
+      FileUtils.rm(filepath)
+    end
+
+    def fixtures_directory
+      Ruian.root.join('fixtures')
+    end
+
+    def filepath
+      Ruian.root.join('fixtures', 'enum.zip')
+    end
+
+    def needed
+      ['vazby-cr.csv', 'vazby-okresy-cr.csv']
+    end
+  end
+end

data/lib/ruian/fetcher.rb

@@ -0,0 +1,71 @@
+class Ruian
+  class Fetcher
+
+    def parse_rows(queue, &block)
+      row_files.each do |file|
+        Ruian::Parser.foreach(file) do |attributes|
+          attributes = attributes.collect(&:last)
+          model = Ruian::Model::Row.new(*attributes)
+          queue.push(model)
+        end
+        yield
+      end
+    end
+
+    def parse_regions(queue, &block)
+      Ruian::Parser.foreach(region_file, encoding: 'utf-8') do |attributes|
+        attributes = attributes.collect(&:last)
+        model = Ruian::Model::Region.new(*attributes)
+        queue.push(model)
+      end
+      yield
+    end
+
+    def parse_counties(queue, &block)
+      Ruian::Parser.foreach(county_file, encoding: 'utf-8') do |attributes|
+        attributes = attributes.collect(&:last)
+        model = Ruian::Model::County.new(*attributes)
+        queue.push(model)
+      end
+      yield
+    end
+
+    def parse_counties_integration(queue, &block)
+      Ruian::Parser.foreach(county_integration_file) do |attributes|
+        attributes = attributes.collect(&:last)
+        model = Ruian::Model::CountyIntegration.new(*attributes)
+        queue.push(model)
+      end
+      yield
+    end
+
+    def parse_regions_integration(queue, &block)
+      Ruian::Parser.foreach(region_integration_file) do |attributes|
+        attributes = attributes.collect(&:last)
+        model = Ruian::Model::RegionIntegration.new(*attributes)
+        queue.push(model)
+      end
+      yield
+    end
+
+    def row_files
+      @files ||= Dir.glob(Ruian.root.join('fixtures/CSV', '*.csv'))
+    end
+
+    def region_file
+      @region_file = Ruian.root.join('fixtures', 'regions.csv')
+    end
+
+    def county_file
+      @county_file = Ruian.root.join('fixtures', 'counties.csv')
+    end
+
+    def county_integration_file
+      @count_integration_file = Ruian.root.join('fixtures', 'vazby-okresy-cr.csv')
+    end
+
+    def region_integration_file
+      @city_integration_file = Ruian.root.join('fixtures', 'vazby-cr.csv')
+    end
+  end
+end

data/lib/ruian/files_updater.rb

@@ -0,0 +1,54 @@
+require 'open-uri'
+require 'fileutils'
+require 'zip'
+
+class Ruian
+  class FilesUpdater
+    URL = "http://vdp.cuzk.cz/vymenny_format/csv/20140331_OB_ADR_csv.zip"
+
+    def update!
+      download
+      remove_old
+      unpack
+      remove_temp
+    end
+
+    def download
+      File.open(filepath, "wb") do |file|
+        open(URL) do |url|
+          file.write(url.read)
+        end
+      end
+    end
+
+    def unpack
+      Zip::File.open(filepath) do |zip_file|
+        zip_file.each do |entry|
+          fullpath = fixtures_directory.join(entry.name)
+          FileUtils.mkdir_p(File.dirname(fullpath))
+          entry.extract(fullpath)
+        end
+      end
+    end
+
+    def remove_temp
+      FileUtils.rm(filepath)
+    end
+
+    def remove_old
+      FileUtils.rm_rf(csv_directory)
+    end
+
+    def fixtures_directory
+      Ruian.root.join('fixtures')
+    end
+
+    def csv_directory
+      Ruian.root.join('fixtures', 'CSV')
+    end
+
+    def filepath
+      Ruian.root.join('fixtures', 'csv.zip')
+    end
+  end
+end

data/lib/ruian/importer.rb

@@ -0,0 +1,21 @@
+class Ruian
+  class Importer
+    def import_row(row)
+    end
+
+    def import_region(region)
+    end
+
+    def import_county(county)
+    end
+
+    def import_countyintegration(county_integration)
+    end
+
+    def import_regionintegration(region_integration)
+    end
+
+    def finalize!
+    end
+  end
+end

data/lib/ruian/model.rb

@@ -0,0 +1,10 @@
+require 'ruian/model/row'
+require 'ruian/model/region'
+require 'ruian/model/county'
+require 'ruian/model/county_integration'
+require 'ruian/model/region_integration'
+
+class Ruian
+  class Model
+  end
+end

data/lib/ruian/model/county.rb

@@ -0,0 +1,6 @@
+class Ruian
+  class Model
+    class County < Struct.new(:code, :name)
+    end
+  end
+end

data/lib/ruian/model/county_integration.rb

@@ -0,0 +1,6 @@
+class Ruian
+  class Model
+    class CountyIntegration < Struct.new(:obce_code, :obec_code, :pou_code, :orp_code, :vusr_code, :regsoudr_code, :stat_code)
+    end
+  end
+end

data/lib/ruian/model/region.rb

@@ -0,0 +1,6 @@
+class Ruian
+  class Model
+    class Region < Struct.new(:mvcr_code, :mvcr_name, :ruian_code, :ruian_name)
+    end
+  end
+end

data/lib/ruian/model/region_integration.rb

@@ -0,0 +1,6 @@
+class Ruian
+  class Model
+    class RegionIntegration < Struct.new(:cobce_code, :obec_code, :pou_code, :orp_code, :vusc_code, :regsoudr_code, :stat_code)
+    end
+  end
+end

data/lib/ruian/model/row.rb

@@ -0,0 +1,9 @@
+class Ruian
+  class Model
+    class Row < Struct.new(:adm_code, :city_code, :city_name,
+                           :momc_name, :mop_name, :city_part_code,
+                           :city_part_name, :street_name, :so_type,
+                           :e, :o, :o_code, :zip, :gis_y, :gis_x, :valid_from)
+    end
+  end
+end

data/lib/ruian/parser.rb

@@ -0,0 +1,12 @@
+require 'csv'
+
+class Ruian
+  class Parser < CSV
+    CSV_OPTIONS = { :encoding => 'windows-1250', :col_sep => ';', :quote_char => '"', :headers => true }
+
+    def self.foreach(path, options = Hash.new, &block)
+      options = Ruian::Parser::CSV_OPTIONS.merge(options)
+      super
+    end
+  end
+end

data/lib/ruian/queue.rb

@@ -0,0 +1,24 @@
+# not a really queue
+
+class Ruian
+  class Queue
+    attr_accessor :importer
+
+    def initialize(importer)
+      self.importer = importer
+    end
+
+    def push(obj)
+      key = obj.class.to_s.split('::').last.downcase
+      callback(key, obj)
+    end
+
+    def callback(key, obj)
+      self.importer.send(callback_key(key), obj)
+    end
+
+    def callback_key(key)
+      "import_#{key}"
+    end
+  end
+end

data/lib/ruian/railtie.rb

@@ -0,0 +1,9 @@
+require 'ruian'
+require 'rails'
+class Ruian::Railtie < Rails::Railtie
+  railtie_name :ruian
+
+  rake_tasks do
+    load "ruian/tasks/ruian.rake"
+  end
+end

data/lib/ruian/tasks/ruian.rake

@@ -0,0 +1,18 @@
+require 'ruian'
+
+namespace :ruian do
+  desc "Update address files"
+  task :update_files do
+    updater = Ruian::FilesUpdater.new
+    updater.update!
+  end
+
+  desc "Update counties and regions files"
+  task :update_enums do
+    updater = Ruian::EnumUpdater.new
+    updater.update!
+  end
+
+  desc "Update all files"
+  task :update_all => [:update_files, :update_enums]
+end

data/lib/ruian/version.rb

@@ -0,0 +1,3 @@
+class Ruian
+  VERSION = "0.0.1"
+end

data/ruian.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ruian/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ruian"
+  spec.version       = Ruian::VERSION
+  spec.authors       = ["Josef Šimánek"]
+  spec.email         = ["josef.simanek@gmail.com"]
+  spec.summary       = %q{RUIAN}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'ruby-progressbar'
+  spec.add_dependency 'rubyzip'
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec"
+end