kladr_converter 0.0.1

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in GEM.gemspec
+gemspec

data/README

@@ -0,0 +1,16 @@
+KLADR converter allows to convert KLADR.DBF and STREET.DBF to SQLite database as-is or as a linked items (every street hash city ID)
+
+How to use
+First, you must to import library
+
+require 'kladr_converter'
+
+Then use!
+
+Kladr_sqlite::save_linked( 'path/to/KLADR.DBF', 'path/to/STREET.DBF', 'path/to/sqlite.db', true )
+Kladr_sqlite::save_raw( 'path/to/KLADR.DBF', 'path/to/STREET.DBF', 'path/to/sqlite.db', false )
+
+First parameter is a path to KLADR.DBF
+Second parameter is a path to STREET.DBF
+Third parameter is a path to database file
+Forth parameter is a boolean variable that determines progressbar displaying

data/Rakefile

@@ -0,0 +1 @@
+require 'bundler/gem_tasks'

data/gem.gemspec

@@ -0,0 +1,25 @@
+Gem::Specification.new do |s|
+  s.name              = "kladr_converter"
+  s.version           = "0.0.1"
+  s.platform          = Gem::Platform::RUBY
+  s.authors           = ["skayred"]
+  s.email             = ["dg.freak@gmail.com"]
+  s.homepage          = "http://github.com/skayred/kladr_converter"
+  s.summary           = "KLADR to SQLite"
+  s.description       = "Library that can convert KLADR.DBF and STREET.DBF to SQLite database file"
+  s.rubyforge_project = s.name
+ 
+  s.required_rubygems_version = ">= 1.3.6"
+ 
+  # The list of files to be contained in the gem 
+  s.files         = `git ls-files`.split("\n")
+  # s.executables   = `git ls-files`.split("\n").map{|f| f =~ /^bin\/(.*)/ ? $1 : nil}.compact
+  # s.extensions    = `git ls-files ext/extconf.rb`.split("\n")
+ 
+  s.require_path = 'lib'
+  s.add_dependency( 'dbf' )
+  s.add_dependency( 'progressbar' )
+ 
+  # For C extensions
+  # s.extensions = "ext/extconf.rb"
+end

data/lib/kladr_converter.rb

@@ -0,0 +1,179 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+
+require 'dbf'
+require 'active_record'
+require 'iconv'
+require 'progressbar'
+
+module Kladr_sqlite
+  class Kladr < ActiveRecord::Base
+  end
+
+  class Kladr_street < ActiveRecord::Base
+  end
+
+  class City < ActiveRecord::Base
+    has_many :streets
+  end
+
+  class Street < ActiveRecord::Base
+    belongs_to :city
+  end
+
+
+  def Kladr_sqlite.is_city( code )
+    return ( ( code[ 5 ] != "0" ) || ( code[ 6 ] != "0" ) || ( code[ 7 ] != "0" ) )
+  end
+
+  def Kladr_sqlite.get_city_code( code )
+    return code[ 0..10 ] + "00"
+  end
+
+  def Kladr_sqlite.create_linked_tables
+    ActiveRecord::Schema.define do
+     create_table "kladrs" do |t|
+        t.column "name", :string, :limit => 40
+        t.column "socr", :string, :limit => 10
+        t.column "code", :string, :limit => 13
+      end
+    end
+    
+    ActiveRecord::Schema.define do
+      create_table "cities" do |t|
+        t.column "name", :string, :limit => 40
+        t.column "socr", :string, :limit => 10
+      end
+    end
+    
+    ActiveRecord::Schema.define do
+      create_table "streets" do |t|
+        t.column "name", :string, :limit => 40
+        t.column "socr", :string, :limit => 10
+        t.column "city_id", :integer
+      end
+    end
+  end
+
+  def Kladr_sqlite.create_raw_tables
+    ActiveRecord::Schema.define do
+      create_table "kladrs" do |t|
+        t.column "name", :string, :limit => 40
+        t.column "socr", :string, :limit => 10
+        t.column "code", :string, :limit => 13
+        t.column "index", :string, :limit => 6
+        t.column "gninmb", :string, :limit => 4
+        t.column "uno", :string, :limit => 4
+        t.column "ocatd", :string, :limit => 11
+        t.column "status", :string, :limit => 1
+      end
+    end
+
+    ActiveRecord::Schema.define do
+      create_table "streets" do |t|
+        t.column "name", :string, :limit => 40
+        t.column "socr", :string, :limit => 10
+        t.column "code", :string, :limit => 17
+        t.column "index", :string, :limit => 6
+        t.column "gninmb", :string, :limit => 4
+        t.column "uno", :string, :limit => 4
+        t.column "ocatd", :string, :limit => 11
+      end
+    end
+  end
+
+
+  def Kladr_sqlite.save_linked( kladr_name, streets_name, db_name, progress )
+    kladr = DBF::Table.new( kladr_name )
+    streets = DBF::Table.new( streets_name )
+
+    ActiveRecord::Base.establish_connection(
+      :adapter => "sqlite3",
+      :dbfile  => db_name,
+      :database => db_name
+    )
+
+    create_linked_tables
+    @converter = Iconv.new( 'UTF-8//IGNORE', 'CP866' )
+
+    if progress then
+      kladr_bar = ProgressBar.new( 'KLADR loading', kladr.count )
+      street_bar = ProgressBar.new( 'Streets loading', streets.count )
+    end
+
+    streets.each do |record|
+      street = Kladr.create( :name => @converter.iconv( record.name ),
+                              :socr => @converter.iconv( record.socr ),
+                              :code => get_city_code( @converter.iconv( record.code ) ) )
+      if progress then
+        kladr_bar.inc
+      end
+    end
+
+    kladr.each do |record|
+      code = @converter.iconv( record.code )
+      if ( is_city( code ) ) then
+        name = @converter.iconv( record.name )
+        socr = @converter.iconv( record.socr )
+        city = City.create( :name => name,
+                            :socr => socr )
+
+        streets = Kladr.all( :conditions => "code = '#{code}'" )
+
+        if streets.count != 0 then
+          streets.each do |street|
+            city.streets.create( :name => street.name,
+                                    :socr => street.socr)
+          end
+        end
+        Kladr.delete_all( "code = '#{code}'" )
+      end
+    end
+
+  end
+
+  def Kladr_sqlite.save_raw( kladr_name, streets_name, db_name, progress )
+    kladr = DBF::Table.new( kladr_name )
+    streets = DBF::Table.new( streets_name )
+
+    ActiveRecord::Base.establish_connection(
+      :adapter => "sqlite3",
+      :dbfile  => db_name,
+      :database => db_name
+    )
+
+    create_raw_tables
+    @converter = Iconv.new( 'UTF-8//IGNORE', 'CP866' )
+
+    if progress then
+      kladr_bar = ProgressBar.new( 'KLADR loading', kladr.count )
+      street_bar = ProgressBar.new( 'Streets loading', streets.count )
+    end
+
+    kladr.each do |record|
+      kladr = Kladr.create( :name => @converter.iconv( record.name ),
+                            :socr => @converter.iconv( record.socr ),
+                            :code => get_city_code( @converter.iconv( record.code ) ),
+                            :index => @converter.iconv( record.index ),
+                            :gninmb => @converter.iconv( record.gninmb ),
+                            :uno => @converter.iconv( record.uno ),
+                            :ocatd => @converter.iconv( record.ocatd ),
+                            :status => @converter.iconv( record.status ) )
+      if progress then
+        kladr_bar.inc
+      end
+    end
+
+    streets.each do |record|
+      street = Kladr_street.create( :name => @converter.iconv( record.name ),
+                              :socr => @converter.iconv( record.socr ),
+                              :code => @converter.iconv( record.code ),
+                              :index => @converter.iconv( record.index ),
+                              :gninmb => @converter.iconv( record.gninmb ),
+                              :uno => @converter.iconv( record.uno ),
+                              :ocatd => @converter.iconv( record.ocatd ) )
+      street_bat.inc
+    end
+
+  end
+end

metadata

@@ -0,0 +1,75 @@
+--- !ruby/object:Gem::Specification
+name: kladr_converter
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- skayred
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-06-22 00:00:00.000000000 +06:00
+default_executable: 
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: dbf
+  requirement: &12540720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *12540720
+- !ruby/object:Gem::Dependency
+  name: progressbar
+  requirement: &12540260 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *12540260
+description: Library that can convert KLADR.DBF and STREET.DBF to SQLite database
+  file
+email:
+- dg.freak@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README
+- Rakefile
+- gem.gemspec
+- lib/kladr_converter.rb
+has_rdoc: true
+homepage: http://github.com/skayred/kladr_converter
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: kladr_converter
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: KLADR to SQLite
+test_files: []