gus-importer 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NzUxYmU3Njg2MDlkNGM2YjllZDE0YzdlMjQyOGU1NmMzNzlkNzJhMA==
+  data.tar.gz: !binary |-
+    NjNiOTYxY2VmNmI4ODBmYTk4ZTFiYTZiYWZkNzU3MmJiM2ZhZjdiMA==
+SHA512:
+  metadata.gz: !binary |-
+    ZWQ0YWNhODM1NThjMjdjNzY2YTQxOTg1YjlkYzMyODQ1NzE0ZjlkM2M2OTcw
+    OWZlNzE1M2MwOTMwZGZhYTRmYzM5M2RmOTE3NGMwYTVkZmQwYWE5ZGViOWM1
+    NDQwODNhYzk0YjJmMjY1MDViNGE1YzdiYTAzY2JmNTU4NTA3M2Q=
+  data.tar.gz: !binary |-
+    OWJiN2IxNjI3ZTg1ZmQzNmQ5ZDU0Yzg3NjkwNzFhMGMwYzA2OGU3YTk0MjA4
+    MDc1OWQxMDZhNTcyNjQ1MTM5N2UwNDc2OGZiM2FhZDBiMTVhODcwZDllMzk1
+    ODMzNGNmY2Q1YTkwMTM2YjNjN2UwNzY3OWNhODJmZDI4N2UyMTg=

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.xml
+.Trash-*

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in gus-importer.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 TODO: Write your name
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,38 @@
+# Gus::Importer
+
+Simple gem for extracting data from gus XML
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'gus-importer'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install gus-importer
+
+## Usage
+
+``` ruby
+Gus::Importer::ProvinceParser.parse(file) do |name, uuid|
+  puts "#{name} => #{uuid}"
+end
+```
+
+``` ruby
+Gus::Importer::StreetsParser.parse(file) do |street|
+  puts "#{street.feature} #{street.second_name} #{street.name} => #{street.uuid}, #{street.city_uuid}"
+end
+```
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/gus-importer/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/gus-importer

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'rubygems'
+require 'thor'
+require 'gus/importer'
+require 'gus/cli'
+
+Gus::Importer::Cli.start(ARGV)

data/gus-importer.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'gus/importer/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "gus-importer"
+  spec.version       = Gus::Importer::VERSION
+  spec.authors       = ["macbury@gmail.com"]
+  spec.email         = ["macbury@gmail.com"]
+  spec.summary       = %q{Simple gem for extracting data from gus XML}
+  spec.description   = %q{Simple gem for extracting data from gus XML}
+  spec.homepage      = "https://github.com/macbury/gus-importer"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+  spec.add_dependency "libxml-ruby"
+  spec.add_dependency "thor"
+  spec.add_dependency "pry"
+end

data/lib/gus/cli.rb

@@ -0,0 +1,19 @@
+module Gus::Importer
+  
+  class Cli < Thor
+    desc "province file", ""
+    def province(file)
+      Gus::Importer::ProvinceParser.parse(file) do |name, uuid|
+        puts "#{name} => #{uuid}"
+      end
+    end
+
+    desc "streets file", ""
+    def streets(file)
+      Gus::Importer::StreetsParser.parse(file) do |street|
+        puts "#{street.feature} #{street.second_name} #{street.name} => #{street.uuid}, #{street.city_uuid}"
+      end
+    end
+  end
+
+end

data/lib/gus/importer/province.rb

@@ -0,0 +1,57 @@
+module Gus::Importer
+
+  class ProvinceParser
+    include LibXML::XML::SaxParser::Callbacks 
+
+    def initialize(callback)
+      @callback = callback
+    end
+
+    def on_start_element(element, attributes)  
+      @current_tag = element.to_sym
+
+      if @current_tag == :row
+        @name = ""
+        @uuid = ""
+      elsif @current_tag == :col
+        @current_attr_name = attributes["name"].to_sym
+      end
+    end
+     
+    def on_cdata_block(cdata)
+      #puts "on on_cdata_block element: #{cdata}"
+    end
+     
+    def on_characters(chars)
+      if @current_tag == :col
+        if @current_attr_name == :SYM
+          @uuid += chars
+        elsif @current_attr_name == :NAZWA
+          @name += chars
+        end
+      end
+    end
+     
+    def on_end_element(element)
+      if element.to_sym == :row
+        @current_tag = nil
+
+        @callback.call(@name, @uuid)
+        @name = ""
+        @uuid = ""
+      end
+
+      if element.to_sym == :col
+        @current_attr_name = nil
+      end
+    end
+
+    def self.parse(file_path, &block)
+      parser = LibXML::XML::SaxParser.file(file_path)
+      parser.callbacks = ProvinceParser.new(block)
+      parser.parse
+    end
+
+  end
+
+end

data/lib/gus/importer/streets.rb

@@ -0,0 +1,85 @@
+module Gus::Importer
+
+  class StreetsParser
+    include LibXML::XML::SaxParser::Callbacks 
+
+    def initialize(callback)
+      @callback = callback
+      @street   = nil
+    end
+
+    def on_start_element(element, attributes)  
+      @current_tag = element.to_sym
+
+      if @current_tag == :row
+        @street = Street.new
+      elsif @current_tag == :col
+        @current_attr_name = attributes["name"].to_sym
+      end
+    end
+     
+    def on_cdata_block(cdata)
+      #puts "on on_cdata_block element: #{cdata}"
+    end
+     
+    def on_characters(chars)
+      if @current_tag == :col
+        if @current_attr_name == :CECHA
+          @street.feature += chars
+        elsif @current_attr_name == :SYM
+          @street.city_uuid += chars
+        elsif @current_attr_name == :SYM_UL
+          @street.uuid += chars
+        elsif @current_attr_name == :NAZWA_1
+          @street.name += chars
+        elsif @current_attr_name == :NAZWA_2
+          @street.second_name += chars
+        end
+      end
+    end
+     
+    def on_end_element(element)
+      if element.to_sym == :row
+        @current_tag = nil
+
+        @callback.call(@street.get!)
+        @street = nil
+      end
+
+      if element.to_sym == :col
+        @current_attr_name = nil
+      end
+    end
+
+    def self.parse(file_path, &block)
+      parser = LibXML::XML::SaxParser.file(file_path)
+      parser.callbacks = StreetsParser.new(block)
+      parser.parse
+    end
+
+  end
+
+  class Street
+    attr_accessor :name, :uuid, :city_uuid, :feature, :second_name
+
+    def initialize
+      self.second_name       = ""
+      self.name       = ""
+      self.uuid       = ""
+      self.city_uuid  = ""
+      self.feature    = ""
+    end
+
+    def get!
+      self.second_name.strip!
+      self.name.strip!
+      self.uuid.strip!
+      self.city_uuid.strip!
+      self.feature.strip!
+
+      self.uuid      = self.uuid.to_i
+      self.city_uuid = self.city_uuid.to_i
+      self
+    end
+  end
+end

data/lib/gus/importer/version.rb

@@ -0,0 +1,5 @@
+module Gus
+  module Importer
+    VERSION = "0.0.1"
+  end
+end

data/lib/gus/importer.rb

@@ -0,0 +1,29 @@
+require "gus/importer/version"
+require "uri"
+require "tempfile"
+require "net/http"
+require "libxml"
+require "gus/importer/province"
+require "gus/importer/streets"
+require "pry"
+module Gus
+  module Importer
+    
+    def self.download(url, to_file)
+      uri = URI.parse(url)
+
+      Net::HTTP.start(uri.host, uri.port) do |http|
+        request = Net::HTTP::Get.new uri.request_uri
+
+        http.request(request) do |response|
+          open(to_file, 'w') do |io|
+            response.read_body do |chunk|
+              io.write chunk
+            end
+          end
+        end
+      end
+    end
+
+  end
+end

metadata

@@ -0,0 +1,127 @@
+--- !ruby/object:Gem::Specification
+name: gus-importer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- macbury@gmail.com
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: libxml-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Simple gem for extracting data from gus XML
+email:
+- macbury@gmail.com
+executables:
+- gus-importer
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/gus-importer
+- gus-importer.gemspec
+- lib/gus/cli.rb
+- lib/gus/importer.rb
+- lib/gus/importer/province.rb
+- lib/gus/importer/streets.rb
+- lib/gus/importer/version.rb
+homepage: https://github.com/macbury/gus-importer
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
+specification_version: 4
+summary: Simple gem for extracting data from gus XML
+test_files: []