xdata 0.1

data/lib/xdata/postcodes_4.rb

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+
+require 'zlib'
+require 'stringio'
+
+class PC4
+  data = File.read(File.dirname(__FILE__) + "/pc4.gz")
+  @@pc = Marshal.load(Zlib::GzipReader.new(StringIO.new(data)).read)
+  data = nil
+  def self.lookup(str)
+    str = str.gsub(/[^\d]/,'')[0..3]
+    bbox = @@pc[str]
+    return [[bbox[0][0].unpack('e')[0], bbox[0][1].unpack('e')[0]],[bbox[1][0].unpack('e')[0], bbox[1][1].unpack('e')[0]]] if bbox
+    nil
+  end
+end
+
+#
+#
+# if ARGV[0]
+#   h = PC4.lookup ARGV[0]
+#   if(h)
+#     puts "bl: #{h[0][0]}, #{h[0][1]}\ntr: #{h[1][0]}, #{h[1][1]}"
+#   else
+#     STDERR.puts "'#{ARGV[0]}' does not seem to be a valid postcode."
+#     exit(1)
+#   end
+# end
+# # puts PC.lookup('1012 CR')
+#
+#

data/lib/xdata/util.rb

@@ -0,0 +1,99 @@
+require 'json'
+require 'i18n'
+require 'proj4'
+require 'net/http'
+require 'net/https'
+
+class String
+  def remove_non_ascii
+    self.encode( "UTF-8", "binary", :invalid => :replace, :undef => :replace, :replace => '§')
+  end
+  def starts_with?(aString)
+    index(aString) == 0
+  end
+end
+
+class Object
+  def deep_copy
+    Marshal.load(Marshal.dump(self))
+  end
+  def blank?
+    return false if self.class == Symbol
+    self.nil? or (self.class==String and self.strip == '') or (self.respond_to?(:empty?) ? self.empty? : false)
+  end
+end
+
+
+
+module XData
+  ::I18n.enforce_available_locales = false
+  RD_P = Proj4::Projection.new('+proj=sterea +lat_0=52.15616055555555 +lon_0=5.38763888888889 +k=0.9999079 +x_0=155000 +y_0=463000 +ellps=bessel +units=m +no_defs')
+  LL_P = Proj4::Projection.new('+proj=longlat +ellps=WGS84 +datum=WGS84 +no_defs')
+  
+  def toPolygon(twopoints)
+    lon1 = twopoints[0].lon
+    lat1 = twopoints[0].lat
+    lon2 = twopoints[1].lon
+    lat2 = twopoints[1].lat
+    
+    if lon1.between?(-7000.0,300000.0) and lat1.between?(289000.0,629000.0)
+      # Simple minded check for Dutch new rd system
+      a = XData.rd_to_wgs84(lon1,lat1)
+      lon1 = a[0]; lat1 = a[1]
+      a = XData.rd_to_wgs84(lon2,lat2)
+      lon2 = a[0]; lat2 = a[1]
+    end
+    return { type: 'Polygon', coordinates: [[lon1,lat1], [lon1,lat2], [lon2,lat2], [lon2,lat1], [lon1,lat1]] }
+  end
+  
+  
+  def self.rd_to_wgs84(x,y)
+    srcPoint = Proj4::Point.new(x, y)
+    dstPoint = RD_P.transform(LL_P, srcPoint)
+    [dstPoint.lon * (180 / Math::PI), dstPoint.lat * (180 / Math::PI)]
+  end
+
+  def self.headers(url)
+    begin
+      uri = URI(url)
+      http = Net::HTTP.new(uri.host, uri.port)
+      if url.scheme == 'https'
+        http.use_ssl = true
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      end
+      return http.head(uri.path.blank? ? "/" : uri.path).to_hash
+    rescue
+    end
+    nil
+  end
+
+  # for debugging purposes...
+  def jsonlog(o)
+    STDERR.puts JSON.pretty_generate({ o.class.to_s => o })
+  end
+
+  class Exception < ::Exception
+    def initialize(message,parms=nil,srcfile=nil,srcline=nil)
+      if parms and srcfile and srcline
+        file = File.basename( parms[:originalfile] ? parms[:originalfile] : ( parms[:file_path] || '-' ) )
+        m = "#{Time.now.strftime("%b %M %Y, %H:%M")}; XData, processing file: #{file}\n Exception in #{File.basename(srcfile)}, #{srcline}\n #{message}"
+      else
+        m = "#{Time.now.strftime("%b %M %Y, %H:%M")}; XData Exception: #{message}"
+      end
+      super(m)
+      $stderr.puts(m) if parms and parms[:verbose]
+    end
+  end
+
+  def self.parse_json(str)
+    begin
+      return str.blank? ? {} : JSON.parse(str, symbolize_names: true)
+    rescue Exception => e
+      raise XData::Exception.new("#{e.message}; input: #{str}")
+    end
+  end
+
+end
+
+
+

metadata

@@ -0,0 +1,141 @@
+--- !ruby/object:Gem::Specification
+name: xdata
+version: !ruby/object:Gem::Version
+  version: '0.1'
+platform: ruby
+authors:
+- Tom Demeyer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-10-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: i18n
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: dbf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: georuby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rgeo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: charlock_holmes
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.6'
+- !ruby/object:Gem::Dependency
+  name: curses
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description: Provides analysis of (geo)data files.
+email:
+- tom@waag.org
+executables:
+- xdata
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/xdata
+- lib/xdata.rb
+- lib/xdata/file_reader.rb
+- lib/xdata/pc4.gz
+- lib/xdata/postcodes_4.rb
+- lib/xdata/util.rb
+homepage: http://waag.org
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Provides analisis of (geo)data files. Both interactive and command-line driven
+test_files: []