fias_reader 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0487bfee5053fa367df10d23d433effe5c1cbf9b
+  data.tar.gz: c221923b51e134a479fad411d742111196bfbc30
+SHA512:
+  metadata.gz: 1c760dc5c617ac874ba55a2e0e4d64307dbb1eb6afd73ee2c3fd1046eb3abf8b504a098eed0fb8dccf9666a917d5fd44479bc15cbdfbd9a735d29de8b126bcf3
+  data.tar.gz: c1dcd52754c78df2c6f1c7aa7674831a16cff3b3d84afe21faff3bd47d315b38cef3ddd52b12830bbedb00f0f1ff6b49aee74bf44ffb8782541feba32e5743c0

data/.gitignore

@@ -0,0 +1,11 @@
+.bundle/
+.yardoc
+Gemfile.lock
+*.gem
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/spec/db/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.4
+before_install: gem install bundler -v 1.11.2

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gem 'dm-types',
+    git: 'git://github.com/julienma/dm-types.git',
+    branch: 'gem-v1.2.2-with-frozen-nilclass-fix'
+
+gemspec

data/README.md

@@ -0,0 +1,65 @@
+# FiasReader
+
+Библиотека для работы с XML базой ФИАС. Библиотека позволяет провести обход по всем активным записям домов.  
+
+## Installation
+
+Добваить строку в Gemfile:
+
+```ruby
+gem 'fias_reader', path: '/path_to_dir/fias_reader'
+```
+
+И выполнить после:
+
+```
+  $ bundle
+```
+
+## Usage
+
+Перед запуском лучше исполнить rake для построения индекса:
+
+```
+rake fias_reader:build DB_PATH=/path/to/dir
+```
+
+если запускать без него то индекс построится в процессе выполнения.
+
+Для просотого обхода по всем записям домов нужно вызвать итератор следующим способом:
+
+``` ruby
+FiasReader.open('/path/to/unpacked/fais/xml/dir/').each do |row|
+  # somecode here
+end
+```
+
+Итератор передает аргумент типа `FiasReader::Reader::Row`, который имеет методы:
+* `postal_code` - почтовый индекс
+* `house_number` - номер дома
+* `house_building_number` - номер корпуса, опционально
+* `house_structure_number` - номер строения, опционально
+* `levels` - хеш всех уровни частей адреса
+* Части адреса возращаются либо масивом из двух объектов(сокращенное название типа части адреса, название части адреса). В случае если часть адреса не указана возвращаем nil.
+  * `street` - улица
+  * `settlement` - населенный пункт
+  * `city_district` - внутригородская территория
+  * `city` - город
+  * `district` - район
+  * `autonomy` - автономный округ
+  * `state` - регион
+
+
+После выполнения работы нужно удалить индекс:
+
+```
+rake fias_reader:clear
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing

data/Rakefile

@@ -0,0 +1,9 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+RSpec::Core::RakeTask.new(:spec)
+spec = Gem::Specification.find_by_name 'fias'
+load "#{spec.gem_dir}/tasks/download.rake"
+load "#{spec.gem_dir}/tasks/db.rake"
+
+task default: :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+require 'fias_reader'
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require 'irb'
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/fias_reader.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'fias_reader/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'fias_reader'
+  spec.version       = FiasReader::VERSION
+  spec.authors       = ["Андрей Большов", "uno4ki"]
+  spec.email         = ['asnow.dev@gmail.ru', 'i.have@no.mail']
+
+  spec.summary       = 'FIAS reader'
+  spec.description   = 'FIAS reader'
+  spec.homepage      = 'http://www.thefurnish.ru/'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = 'exe'
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'ox', '~> 2.4'
+  spec.add_dependency 'activesupport', '~> 4.2'
+  spec.add_dependency 'data_mapper', '~>1.2'
+  spec.add_dependency 'dm-sqlite-adapter', '~>1.2'
+  spec.add_dependency 'sqlite3', '~>1.3'
+
+  spec.add_development_dependency 'bundler', '~> 1.11'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'ruby-prof'
+  spec.add_development_dependency 'pry-byebug'
+  spec.add_development_dependency 'pry-stack_explorer'
+end

data/lib/fias_reader.rb

@@ -0,0 +1,41 @@
+require 'fias_reader/version'
+
+require 'date'
+require 'sqlite3'
+require 'ox'
+require 'data_mapper'
+require 'dm-migrations'
+require 'dm-types'
+begin
+  require 'pry'
+rescue
+  nil
+end
+require 'active_support/all'
+require 'fias_reader/parse_logic/abstract'
+require 'fias_reader/parse_logic/attributes'
+require 'fias_reader/parse_logic/attributes_select'
+require 'fias_reader/parse_logic/depth'
+require 'fias_reader/parse_logic/logger'
+require 'fias_reader/parse_logic/rows'
+require 'fias_reader/parse_logic/stub'
+require 'fias_reader/parse_logic'
+require 'fias_reader/parser'
+require 'fias_reader/scope'
+require 'fias_reader/cache'
+require 'fias_reader/cache/guid'
+require 'fias_reader/cache/address_part/level_adapter'
+require 'fias_reader/cache/address_part'
+require 'fias_reader/table'
+require 'fias_reader/table/house'
+require 'fias_reader/table/address_part'
+
+require 'fias_reader/reader/row'
+require 'fias_reader/reader'
+
+module FiasReader
+  # Создаем инстанс ФИАС базы. Параметр путь до файлов базы
+  def self.open(path)
+    FiasReader::Reader.new path
+  end
+end

data/lib/fias_reader/cache.rb

@@ -0,0 +1,38 @@
+module FiasReader
+  module Cache
+    FILE = '/tmp/fias_reader_cache.db'.freeze
+
+    def init(reader)
+      reindex = true unless File.exist?(FILE)
+
+      DataMapper.setup(:default, "sqlite://#{FILE}")
+      begin
+        DataMapper.auto_upgrade!
+      rescue
+        nil
+      end
+      adapter = DataMapper.repository(:default).adapter
+      adapter.execute('PRAGMA journal_mode=OFF; PRAGMA synchronous=OFF; PRAGMA locking_mode = EXCLUSIVE; PRAGMA count_changes = OFF; PRAGMA cache_size=500000; PRAGMA temp_store = MEMORY; PRAGMA auto_vacuum = NONE;')
+      index_build(reader) if reindex
+    end
+
+    def clear
+      File.delete(FILE)
+    end
+
+    def index_build(reader)
+      adapter = DataMapper.repository(:default).adapter
+      adapter.execute('BEGIN;')
+      puts "Индексируем части адресов..."
+      FiasReader::Cache::AddressPart.index reader
+      puts "Индексируем уровни адресов..."
+      adapter.execute('CREATE INDEX `aolevel_index` ON `fias_reader_cache_address_parts` (`aolevel` );')
+      puts "Индексируем структуру частеи адресов..."
+      FiasReader::Cache::AddressPart.index_levels
+      puts "Индексирование закончено..."
+      adapter.execute('COMMIT;')
+    end
+
+    module_function :init, :clear, :index_build
+  end
+end

data/lib/fias_reader/cache/address_part.rb

@@ -0,0 +1,118 @@
+module FiasReader
+  module Cache
+    class AddressPart
+      include DataMapper::Resource
+      ZERO_STR = '0'.freeze
+
+      # property :AOGUID, String
+      property :id0,     Integer, key: true
+      property :id1,     Integer, key: true
+      property :id2,     Integer, key: true
+      property :id3,     Integer, key: true
+      property :SHORTNAME, String, length: 10
+      property :OFFNAME, String, length: 120
+      property :levels_filled, Boolean
+      property :shortname_l1, String, length: 10
+      property :offname_l1, String, length: 120
+      property :shortname_l2, String, length: 10
+      property :offname_l2, String, length: 120
+      property :shortname_l3, String, length: 10
+      property :offname_l3, String, length: 120
+      property :shortname_l4, String, length: 10
+      property :offname_l4, String, length: 120
+      property :shortname_l5, String, length: 10
+      property :offname_l5, String, length: 120
+      property :shortname_l6, String, length: 10
+      property :offname_l6, String, length: 120
+      property :shortname_l7, String, length: 10
+      property :offname_l7, String, length: 120
+      property :shortname_l8, String, length: 10
+      property :offname_l8, String, length: 120
+      property :shortname_l9, String, length: 10
+      property :offname_l9, String, length: 120
+      property :shortname_l65, String, length: 10
+      property :offname_l65, String, length: 120
+      property :shortname_l75, String, length: 10
+      property :offname_l75, String, length: 120
+      property :shortname_l90, String, length: 10
+      property :offname_l90, String, length: 120
+      property :shortname_l91, String, length: 10
+      property :offname_l91, String, length: 120
+      property :AOLEVEL, Integer
+      # property :PARENTGUID, String
+      property :parent0,     Integer
+      property :parent1,     Integer
+      property :parent2,     Integer
+      property :parent3,     Integer
+
+      require 'ruby-prof'
+
+      def self.index(reader)
+        attrs = properties.map(&:name)
+        FiasReader::Table::AddressPart.new(reader).query.all do |row|
+          next if row[:LIVESTATUS] == ZERO_STR
+          begin
+            params = FiasReader::Cache::Guid.new(row[:AOGUID]).to_attr(:id)
+            params.merge! FiasReader::Cache::Guid.new(row[:PARENTGUID]).to_attr(:parent)
+            params[:SHORTNAME] = row[:SHORTNAME]
+            params[:OFFNAME] = row[:OFFNAME]
+            params[:AOLEVEL] = row[:AOLEVEL]
+            create params
+          rescue DataObjects::IntegrityError => e
+          end
+        end
+      end
+
+      def self.index_levels
+        puts "Части 4..."
+        index_levels_batch '4'
+        puts "Части 6..."
+        index_levels_batch '6'
+        puts "Части 7..."
+        index_levels_batch '7'
+      end
+
+      def self.index_levels_batch(level)
+        start = -1
+        i = 0
+
+        while start != i
+          start = i
+          all(offset: i, limit: 1000, AOLEVEL: level).each do |item|
+            i += 1
+            puts Time.new if (i % 10_000).zero?
+            item.parent_string
+          end
+        end
+      end
+
+      def levels
+        @levels ||= FiasReader::Cache::AddressPart::LevelAdapter.new(self)
+      end
+
+      def parent_string
+        return levels if levels_filled
+
+        if parent0.nil?
+          levels.reset_own
+        else
+          # some bug with parent DataObjects::SyntaxError, so using first
+          parent_item = FiasReader::Cache::AddressPart.first(id0: parent0, id1: parent1, id2: parent2, id3: parent3)
+
+          if parent_item
+            levels.copy(parent_item.parent_string)
+          else
+            levels.reset_own
+          end
+          save
+        end
+
+        levels
+      end
+
+      belongs_to :parent, 'AddressPart',
+                 parent_key: [:id0, :id1, :id2, :id3],
+                 child_key: [:parent0, :parent1, :parent2, :parent3]
+    end
+  end
+end

data/lib/fias_reader/cache/address_part/level_adapter.rb

@@ -0,0 +1,137 @@
+module FiasReader
+  module Cache
+    class AddressPart
+      class LevelAdapter
+        module AddressObjectLevel
+          STREET = '7'.freeze
+          SETTLEMENT = '6'.freeze
+          CITY_DISTRICT = '5'.freeze
+          CITY = '4'.freeze
+          STATE_DISTRICT = '3'.freeze
+          AUTONOMY = '2'.freeze
+          STATE = '1'.freeze
+          # 90 – уровень дополнительных территорий
+          # 91 – уровень подчиненных дополнительным территориям объектов
+        end
+
+        attr_reader :item
+
+        def initialize(item)
+          @item = item
+        end
+
+        def copy(other)
+          @item.shortname_l1 = other.item.shortname_l1
+          @item.offname_l1 = other.item.offname_l1
+          @item.shortname_l2 = other.item.shortname_l2
+          @item.offname_l2 = other.item.offname_l2
+          @item.shortname_l3 = other.item.shortname_l3
+          @item.offname_l3 = other.item.offname_l3
+          @item.shortname_l4 = other.item.shortname_l4
+          @item.offname_l4 = other.item.offname_l4
+          @item.shortname_l5 = other.item.shortname_l5
+          @item.offname_l5 = other.item.offname_l5
+          @item.shortname_l6 = other.item.shortname_l6
+          @item.offname_l6 = other.item.offname_l6
+          @item.shortname_l7 = other.item.shortname_l7
+          @item.offname_l7 = other.item.offname_l7
+          @item.shortname_l8 = other.item.shortname_l8
+          @item.offname_l8 = other.item.offname_l8
+          @item.shortname_l9 = other.item.shortname_l9
+          @item.offname_l9 = other.item.offname_l9
+          @item.shortname_l65 = other.item.shortname_l65
+          @item.offname_l65 = other.item.offname_l65
+          @item.shortname_l75 = other.item.shortname_l75
+          @item.offname_l75 = other.item.offname_l75
+          @item.shortname_l90 = other.item.shortname_l90
+          @item.offname_l90 = other.item.offname_l90
+          @item.shortname_l91 = other.item.shortname_l91
+          @item.offname_l91 = other.item.offname_l91
+          reset_own
+        end
+
+        def reset_own
+          case @item[:AOLEVEL]
+          when 1
+            @item.shortname_l1 = @item[:SHORTNAME]
+            @item.offname_l1 = @item[:OFFNAME]
+          when 2
+            @item.shortname_l2 = @item[:SHORTNAME]
+            @item.offname_l2 = @item[:OFFNAME]
+          when 3
+            @item.shortname_l3 = @item[:SHORTNAME]
+            @item.offname_l3 = @item[:OFFNAME]
+          when 4
+            @item.shortname_l4 = @item[:SHORTNAME]
+            @item.offname_l4 = @item[:OFFNAME]
+          when 5
+            @item.shortname_l5 = @item[:SHORTNAME]
+            @item.offname_l5 = @item[:OFFNAME]
+          when 6
+            @item.shortname_l6 = @item[:SHORTNAME]
+            @item.offname_l6 = @item[:OFFNAME]
+          when 7
+            @item.shortname_l7 = @item[:SHORTNAME]
+            @item.offname_l7 = @item[:OFFNAME]
+          when 8
+            @item.shortname_l8 = @item[:SHORTNAME]
+            @item.offname_l8 = @item[:OFFNAME]
+          when 9
+            @item.shortname_l9 = @item[:SHORTNAME]
+            @item.offname_l9 = @item[:OFFNAME]
+          when 65
+            @item.shortname_l65 = @item[:SHORTNAME]
+            @item.offname_l65 = @item[:OFFNAME]
+          when 75
+            @item.shortname_l75 = @item[:SHORTNAME]
+            @item.offname_l75 = @item[:OFFNAME]
+          when 90
+            @item.shortname_l90 = @item[:SHORTNAME]
+            @item.offname_l90 = @item[:OFFNAME]
+          when 91
+            @item.shortname_l91 = @item[:SHORTNAME]
+            @item.offname_l91 = @item[:OFFNAME]
+          else
+            raise 'errors'
+          end
+          @item.levels_filled = true
+        end
+
+        # Возвращает улицу
+        def street
+          [@item.shortname_l7, @item.offname_l7]
+        end
+
+        # Возвращает деревню, поселок
+        def settlement
+          [@item.shortname_l6, @item.offname_l6]
+        end
+
+        # Возвращает внутригородской территории
+        def city_district
+          [@item.shortname_l5, @item.offname_l5]
+        end
+
+        # Возвращает город
+        def city
+          [@item.shortname_l4, @item.offname_l4]
+        end
+
+        # Возвращает район
+        def district
+          [@item.shortname_l3, @item.offname_l3]
+        end
+
+        # Возвращает автономный округ
+        def autonomy
+          [@item.shortname_l2, @item.offname_l2]
+        end
+
+        # Возвращает область
+        def state
+          [@item.shortname_l1, @item.offname_l1]
+        end
+      end
+    end
+  end
+end

data/lib/fias_reader/cache/guid.rb

@@ -0,0 +1,70 @@
+module FiasReader
+  module Cache
+    class Guid
+      DASH_STR = '-'.freeze
+      EMPTY_STR = ''.freeze
+      GUID_PARTS = [
+        0..8,
+        8..16,
+        16..24,
+        24..32
+      ].freeze
+
+      def initialize(*args)
+        if args.size == 1
+          guid = args[0]
+          case guid
+          when Hash
+            init_from_hash guid
+          when Array
+            init_from_array guid
+          else
+            init_from_guid guid
+          end
+
+        elsif args.size == 2
+          init_from_hash_slice args[0], args[1]
+        elsif args.size > 2
+          init_from_array args
+        end
+      end
+
+      def to_attr(name)
+        @parts.each_with_index.each_with_object({}) do |(part, index), result|
+          result["#{name}#{index}"] = part
+        end
+      end
+
+      GUID_FORMAT_STR = '%08x'.freeze
+      def to_guid
+        @parts.each_with_object('') { |i, str| str << format(GUID_FORMAT_STR, i) }
+      end
+
+      def parts
+        @parts ||= []
+      end
+
+      attr_writer :parts
+
+      def init_from_array(val)
+        self.parts = val
+      end
+
+      def init_from_guid(guid)
+        (self.parts = []) && return unless guid
+        guid.tr!(DASH_STR, EMPTY_STR)
+        self.parts = GUID_PARTS.map { |range| guid[range].to_i(16) }
+      end
+
+      def init_from_hash(hash)
+        hash.each { |key, val| parts[key[-1].to_i] = val }
+      end
+
+      def init_from_hash_slice(hash, mask)
+        self.parts = hash.keys.select { |key| key.to_s =~ /^#{mask}\d/ }.each_with_object([]) do |key, obj|
+          obj[key[-1].to_i] = hash[key]
+        end
+      end
+    end
+  end
+end

data/lib/fias_reader/parse_logic.rb

@@ -0,0 +1,48 @@
+module FiasReader
+  module ParseLogic
+    extend ActiveSupport::Concern
+    attr_accessor :element_name, :attr_name, :attr_value, :text
+
+    def self.build(logics)
+      Class.new do
+        include FiasReader::ParseLogic::Stub
+
+        logics.reverse.each do |logic|
+          include logic
+        end
+
+        include FiasReader::ParseLogic
+      end
+    end
+
+    included do
+      # define_callbacks :initialize, :start_element, :end_element, :attr, :text
+
+      def initialize(options)
+        @options = options.dup.freeze
+        super
+      end
+    end
+
+    def start_element(name)
+      @element_name = name
+      super
+    end
+
+    def end_element(name)
+      @element_name = name
+      super
+    end
+
+    def attr(name, value)
+      @attr_name = name
+      @attr_value = value
+      super
+    end
+
+    def text(value)
+      @text = value
+      super
+    end
+  end
+end

data/lib/fias_reader/parse_logic/abstract.rb

@@ -0,0 +1,6 @@
+module FiasReader
+  module ParseLogic
+    module Abstract
+    end
+  end
+end

data/lib/fias_reader/parse_logic/attributes.rb

@@ -0,0 +1,12 @@
+module FiasReader
+  module ParseLogic
+    module Attributes
+      include FiasReader::ParseLogic::Abstract
+
+      def attr(name, value)
+        @row[name] = value if @row
+        super
+      end
+    end
+  end
+end

data/lib/fias_reader/parse_logic/attributes_select.rb

@@ -0,0 +1,12 @@
+module FiasReader
+  module ParseLogic
+    module AttributesSelect
+      include FiasReader::ParseLogic::Abstract
+
+      def attr(name, value)
+        @row[name] = value if @row && @options[:select].include?(name)
+        super
+      end
+    end
+  end
+end

data/lib/fias_reader/parse_logic/depth.rb

@@ -0,0 +1,22 @@
+module FiasReader
+  module ParseLogic
+    module Depth
+      include FiasReader::ParseLogic::Abstract
+
+      def initialize(options)
+        @depth = 0
+        super
+      end
+
+      def start_element(name)
+        @depth += 1
+        super
+      end
+
+      def end_element(name)
+        @depth -= 1
+        super
+      end
+    end
+  end
+end

data/lib/fias_reader/parse_logic/logger.rb

@@ -0,0 +1,27 @@
+module FiasReader
+  module ParseLogic
+    module Logger
+      include FiasReader::ParseLogic::Abstract
+
+      def start_element(name)
+        puts "start: #{name}"
+        super
+      end
+
+      def end_element(name)
+        puts "end: #{name}"
+        super
+      end
+
+      def attr(name, value)
+        puts "  #{name} => #{value}"
+        super
+      end
+
+      def text(value)
+        puts "text #{value}"
+        super
+      end
+    end
+  end
+end

data/lib/fias_reader/parse_logic/rows.rb

@@ -0,0 +1,28 @@
+module FiasReader
+  module ParseLogic
+    module Rows
+      include FiasReader::ParseLogic::Abstract
+
+      def initialize(options)
+        @rows_enabled = true if @options[:rows].respond_to? :call
+        super
+      end
+
+      def start_element(name)
+        if @rows_enabled && @depth == 2
+          @row = {}
+          @skip = false
+        end
+        super
+      end
+
+      def end_element(name)
+        if @rows_enabled && @depth == 1
+          @options[:rows].call(@row) if @row
+          @row = nil
+        end
+        super
+      end
+    end
+  end
+end

data/lib/fias_reader/parse_logic/stub.rb

@@ -0,0 +1,22 @@
+module FiasReader
+  module ParseLogic
+    module Stub
+      include FiasReader::ParseLogic::Abstract
+
+      def initialize(options)
+      end
+
+      def start_element(name)
+      end
+
+      def end_element(name)
+      end
+
+      def attr(name, value)
+      end
+
+      def text(value)
+      end
+    end
+  end
+end

data/lib/fias_reader/parser.rb

@@ -0,0 +1,10 @@
+module FiasReader
+  class Parser < ::Ox::Sax
+    attr_reader :logics
+    delegate :start_element, :end_element, :attr, :text, to: :logics
+
+    def initialize(logics, options)
+      @logics = ParseLogic.build(logics).new options
+    end
+  end
+end

data/lib/fias_reader/reader.rb

@@ -0,0 +1,35 @@
+module FiasReader
+  # Инерфейс для работы XML с базой ФИАС
+  class Reader
+    attr_reader :path
+    def initialize(path)
+      @path = path
+    end
+
+    # Итерируем по всем активным записям домов, принимает блок в качестве аргумента
+    # В вызываемы блок передается объект типа FiasReader::Reader::Row.
+    XML_DATE_SEPARATOR = '-'.freeze
+    EMPTY_STRING = '0'.freeze
+    TODAY = Date.today.strftime('%Y0%m0%d').to_i
+    def each
+      Cache.init self
+
+      Table::House.new(self).query.all do |row|
+        next unless active?(row)
+        row = FiasReader::Reader::Row.new row
+        yield row if row.address_object
+      end
+    end
+
+    private
+
+    def active?(row)
+      date_to_int(row[:ENDDATE]) >= TODAY && date_to_int(row[:STARTDATE]) < TODAY
+    end
+
+    def date_to_int(date)
+      date.tr!(XML_DATE_SEPARATOR, EMPTY_STRING)
+      date.to_i
+    end
+  end
+end

data/lib/fias_reader/reader/row.rb

@@ -0,0 +1,80 @@
+module FiasReader
+  class Reader
+    # Представление строки итерироемой Reader'ом
+    class Row
+      def initialize(house_row)
+        @house_row = house_row
+      end
+
+      # Возвращает объект части адреса к которой прикреплен дом(объект улицы)
+      def address_object
+        return @address_object unless @address_object.nil?
+        @address_object = FiasReader::Cache::AddressPart.first(address_object_id.to_attr(:id)) || false
+      end
+
+      def address_object_id
+        FiasReader::Cache::Guid.new(@house_row[:AOGUID])
+      end
+
+      # Возвращает хеш уровней частей адреса к которой прикреплен дом(объект улицы)
+      def levels
+        address_object.parent_string
+      end
+
+      # Возвращает номер дома
+      def house_number
+        @house_row[:HOUSENUM]
+      end
+
+      # Возвращает номер корпуса
+      def house_building_number
+        @house_row[:BUILDNUM]
+      end
+
+      # Возвращает номер строения
+      def house_structure_number
+        @house_row[:STRUCNUM]
+      end
+
+      # Возвращает улицу
+      def street
+        levels.street
+      end
+
+      # Возвращает почтовый индекс
+      def postal_code
+        @house_row[:POSTALCODE]
+      end
+
+      # Возвращает деревню, поселок
+      def settlement
+        levels.settlement
+      end
+
+      # Возвращает внутригородской территории
+      def city_district
+        levels.city_district
+      end
+
+      # Возвращает город
+      def city
+        levels.city
+      end
+
+      # Возвращает район
+      def district
+        levels.district
+      end
+
+      # Возвращает автономный округ
+      def autonomy
+        levels.autonomy
+      end
+
+      # Возвращает область
+      def state
+        levels.state
+      end
+    end
+  end
+end

data/lib/fias_reader/scope.rb

@@ -0,0 +1,48 @@
+module FiasReader
+  # Инерфейс для работы XML с базой ФИАС
+  class Scope
+    attr_reader :options, :logics
+
+    def initialize(table)
+      @table = table
+      @options = {}
+      @logics = @table.class::LOGICS.dup
+    end
+
+    def all
+      @options[:rows] = -> (row) { yield row }
+      parse!
+    end
+
+    def first
+      result = nil
+      catch :fias_parse_stop do
+        @options[:rows] = -> (row) do
+          result = row
+          throw :fias_parse_stop
+        end
+        parse!
+      end
+      result
+    end
+
+    def select(*args)
+      index = @logics.index(FiasReader::ParseLogic::Attributes)
+      @logics[index] = FiasReader::ParseLogic::AttributesSelect if index
+      @options[:select] = args
+      self
+    end
+
+    def parse!(parser = default_parser)
+      Ox.sax_parse parser, @table.file, symbolize: true
+    end
+
+    def default_parser
+      FiasReader::Parser.new(logics, @options)
+    end
+
+    # def logics
+    #   @logics #+ [ParseLogic::Logger]
+    # end
+  end
+end

data/lib/fias_reader/table.rb

@@ -0,0 +1,28 @@
+module FiasReader
+  # Инерфейс для работы XML с базой ФИАС
+  class Table
+    LOGICS = [
+      ParseLogic::Depth,
+      ParseLogic::Rows,
+      ParseLogic::Attributes
+    ].freeze
+    def initialize(reader)
+      @reader = reader
+    end
+
+    def query
+      FiasReader::Scope.new(self)
+    end
+
+    def file
+      File.new(file_path, 'r')
+    end
+
+    def file_path
+      Dir[
+        "#{@reader.path}/#{self.class::File}_*.XML",
+        "#{@reader.path}/#{self.class::File}_*.xml"
+      ].first
+    end
+  end
+end

data/lib/fias_reader/table/address_part.rb

@@ -0,0 +1,7 @@
+module FiasReader
+  class Table
+    class AddressPart < FiasReader::Table
+      File = 'AS_ADDROBJ'.freeze
+    end
+  end
+end

data/lib/fias_reader/table/house.rb

@@ -0,0 +1,7 @@
+module FiasReader
+  class Table
+    class House < FiasReader::Table
+      File = 'AS_HOUSE'.freeze
+    end
+  end
+end

data/lib/fias_reader/version.rb

@@ -0,0 +1,3 @@
+module FiasReader
+  VERSION = '0.1.0'.freeze
+end

data/lib/tasks/build.rake

@@ -0,0 +1,11 @@
+namespace :fias_reader do
+  task :build do
+    raise "Вы должны указать путь к XML базе ФИАС в переменной окружения DB_PATH" unless ENV[:DB_PATH]
+    raise "Не верно указан путь к XML базе ФИАС в переменной окружения DB_PATH" unless File.exist? ENV[:DB_PATH]
+    Cache.init FiasReader.open(ENV[:DB_PATH])
+  end
+
+  task :clear do
+    Cache.clear
+  end
+end

metadata

@@ -0,0 +1,245 @@
+--- !ruby/object:Gem::Specification
+name: fias_reader
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Андрей Большов
+- uno4ki
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-06-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ox
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: data_mapper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: dm-sqlite-adapter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.2'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-prof
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-stack_explorer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: FIAS reader
+email:
+- asnow.dev@gmail.ru
+- i.have@no.mail
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- fias_reader.gemspec
+- lib/fias_reader.rb
+- lib/fias_reader/cache.rb
+- lib/fias_reader/cache/address_part.rb
+- lib/fias_reader/cache/address_part/level_adapter.rb
+- lib/fias_reader/cache/guid.rb
+- lib/fias_reader/parse_logic.rb
+- lib/fias_reader/parse_logic/abstract.rb
+- lib/fias_reader/parse_logic/attributes.rb
+- lib/fias_reader/parse_logic/attributes_select.rb
+- lib/fias_reader/parse_logic/depth.rb
+- lib/fias_reader/parse_logic/logger.rb
+- lib/fias_reader/parse_logic/rows.rb
+- lib/fias_reader/parse_logic/stub.rb
+- lib/fias_reader/parser.rb
+- lib/fias_reader/reader.rb
+- lib/fias_reader/reader/row.rb
+- lib/fias_reader/scope.rb
+- lib/fias_reader/table.rb
+- lib/fias_reader/table/address_part.rb
+- lib/fias_reader/table/house.rb
+- lib/fias_reader/version.rb
+- lib/tasks/build.rake
+homepage: http://www.thefurnish.ru/
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.6
+signing_key: 
+specification_version: 4
+summary: FIAS reader
+test_files: []