geodublincreate 0.0.2

data/lib/geodublincreate.rb

@@ -0,0 +1,271 @@
+#!/usr/local/bin/ruby
+#
+# geodublincreate.rb This file is a ruby file to take as input
+# geo located data. This data is stored to a mysql database. The
+# process will create and load the necessary table to store the
+# geo located services data
+#
+# The process uses the Open Street Map data to find service geo
+# located data such as
+#     - transport services
+#     - atm services
+#     - bicycle rental services
+#     - cafe/resturant services
+#     - shopping services
+#
+#  See http://www.openstreetmap.org for details 
+#
+# Requires Database table 'overlays' which is created by the process
+#
+# CREATE  TABLE IF NOT EXISTS `event_publisher`.`overlays` (
+#  `id` INT NOT NULL AUTO_INCREMENT ,
+#  `ref_id` INT NOT NULL ,
+#  `lon` DOUBLE NOT NULL ,
+#  `lat` DOUBLE NOT NULL ,
+#  `name` VARCHAR(45) NULL ,
+#  `amenity` VARCHAR(45) NULL ,
+#  `operator` VARCHAR(45) NULL ,
+#  `typeof` VARCHAR(45) NOT NULL ,
+#  PRIMARY KEY (`id`) )
+# ENGINE = InnoDB;
+#
+#  Copyright (c) 2011 Sean Cahill
+#  Released under the same terms as Ruby
+#
+# read command line arguments
+# Arguments optional [-f filename] where filename contains osm data
+#
+# Arguments optional if no file passed
+#     bounding box to pull geo located nodes from openstreet data
+#     by calling openstreet api
+#
+#    -n nothern latitude
+#    -s southern latitude
+#    -w western latiude
+#    -e eastern lattitude
+#
+#    optional argument -mode "test"/"prod"
+#    
+#    example useage
+#
+#	ruby geodublincreate.rb -f ./data/geocreateddata.osm
+#
+#	ruby geodublincreate.rb -mode test
+#
+#	ruby geodublincreate.rb -n 53.3606 -s 53.333 -e -6.2069 -w -6.275
+#
+#    database configuration file contained in ./data
+#    database.yml
+#    hostname : name of host server
+#    username : mysql database user id
+#    password : mysql database password
+#    database : mysql database
+#
+#    log file created in ./log as loggerfile
+#
+require 'rubygems'
+require 'net/http'
+require 'mysql2'
+require 'OSM/Database'
+ENV['OSMLIBX_XML_PARSER']='Libxml'
+require 'OSM/StreamParser'
+
+class MyCallbacks < OSM::Callbacks
+
+    attr_accessor :dbconn
+
+    def initialize(conn)
+        @dbconn = conn     
+        dropstring = "DROP TABLE IF EXISTS overlays"
+        @dbconn.query(dropstring)
+        createstring="CREATE  TABLE overlays 
+	(id INT NOT NULL AUTO_INCREMENT ,
+	 ref_id INT NOT NULL , 
+         lon DOUBLE NOT NULL ,
+         lat DOUBLE NOT NULL ,
+         name VARCHAR(45) NULL ,
+         amenity VARCHAR(45) NULL ,
+         operator VARCHAR(45) NULL ,
+         typeof VARCHAR(45) NOT NULL ,
+         PRIMARY KEY (id) ) ENGINE = InnoDB;"       
+         @dbconn.query(createstring)
+    end
+
+    def way(way)
+       false
+    end
+
+    def relation(relation)
+       false
+    end
+
+    def formatandstore(nodetostore)
+        insertstring = "insert into overlays (ref_id,lon,lat,typeof,name,amenity,operator) values (" + 
+        	nodetostore[:id].to_s + "," +
+ 		nodetostore[:lon].to_s + "," +
+		nodetostore[:lat].to_s + ",\"" +
+		nodetostore[:type].to_s + "\",\"" +
+		nodetostore[:name].to_s + "\",\"" +
+		nodetostore[:amenity].to_s + "\",\"" +
+		nodetostore[:operator].to_s + "\")"
+        
+        @dbconn.query(insertstring)
+    end
+
+    def extract_data(id,lon,lat,type,tags)
+       node_to_store = {:id => nil,:lon => nil, :lat => nil, :type => nil, :name => nil, :amenity => nil, :operator => nil}
+       node_to_store[:id] = id
+       node_to_store[:lon] = lon
+       node_to_store[:lat] = lat
+       node_to_store[:type] = type
+
+       tags.each_pair do
+	| key,value  | 
+
+          if key == 'name'
+             node_to_store[:name] = value
+          end
+	  if key == 'amenity'
+             node_to_store[:amenity] = value
+          end
+	  if key == 'operator'
+             node_to_store[:operator] = value
+          end
+          if key == 'highway'  || key == 'railway'
+             node_to_store[:name] = value if node_to_store[:name].nil?
+             node_to_store[:amenity] = value
+          end
+	  if key == 'shop'
+             node_to_store[:amenity] = key if node_to_store[:amenity].nil?
+          end
+        end     
+        self.formatandstore(node_to_store)
+    end
+
+    def node(node)
+
+      if (node.amenity == 'cafe' || node.amenity == 'fast_food' || node.amenity == 'resturant' || node.amenity == 'cafe')
+       extract_data(node.id,node.lon,node.lat,"eating",node.tags)         
+       return true
+      end
+      if (node.amenity == 'bank' and node.atm = "yes")
+       extract_data(node.id,node.lon,node.lat,"atm",node.tags)
+      return true
+      end
+      if node.amenity == 'atm' 
+       extract_data(node.id,node.lon,node.lat,"atm",node.tags)  
+       return true
+      end
+      if (node.shop == 'convenience' || node.shop == 'supermarket')
+       extract_data(node.id,node.lon,node.lat,node.shop,node.tags)     
+       return true
+      end
+      if (node.railway == 'station' || node.railway == 'tram_stop' ||  node.highway == 'bus_stop')
+       extract_data(node.id,node.lon,node.lat,"transport",node.tags)    
+       return true
+      end
+      if (node.amenity == 'bicycle_rental' )
+       extract_data(node.id,node.lon,node.lat,"bike rental",node.tags)    
+       return true
+      end
+      if (node.amenity == 'pub' )
+       extract_data(node.id,node.lon,node.lat,"pub",node.tags)    
+       return true
+      end
+      false
+    end
+end
+
+begin
+ mode = "prod"
+ filename = nil
+ logfile = File.new("./log/loggerfile","w")
+ logfile.puts "You entered the following #{ARGV.length} command line arguments:"
+ raise ArgumentError,"Invalid number of Arguments" unless ARGV.count.even?
+ raise ArgumentError,"Error No Arguments"  if ARGV.length == 0
+ count = 0
+ argshash = {}
+ ARGV.each do|arg|
+        if count.even?
+           geonumber = ARGV[count + 1].to_f
+           raise ArgumentError,"invalid parameter ,format  is -n latitude/longitude number" if geonumber == 0.0 and arg != "-mode" and arg != "-f"
+           
+           
+           if geonumber == 0.0
+              argshash[arg] = ARGV[count + 1] 
+           else
+              argshash[arg] = geonumber
+           end
+        end
+        count = count + 1
+ end
+ if !(argshash.keys.include?("-f"))
+   raise ArgumentError,"-n parameter required" unless argshash.keys.include?("-n") 
+   raise ArgumentError,"-s parameter required" unless argshash.keys.include?("-s") 
+   raise ArgumentError,"-e parameter required" unless argshash.keys.include?("-e") 
+   raise ArgumentError,"-w parameter required" unless argshash.keys.include?("-w") 
+ else
+	filename = argshash["-f"]
+        raise ArgumentError,"No file exists,#{filename}" unless File.exists?(filename)
+        puts filename
+ end
+ rescue => e
+      logfile.puts e.message + " exiting"
+      logfile.close if logfile
+      exit
+end
+if filename.nil? ## we are passing a file to the osm parser
+ begin 
+  logfile.puts "Getting OpenStreet Data"
+  
+  mode = argshash["-mode"] if argshash.keys.include?("-mode")
+  logfile.puts mode.inspect
+  if mode == "test"
+     logfile.puts "In test mode"
+     ## format of call to openstreet api left,bottom,right,top west,south,east,north
+     resp = Net::HTTP.get_response(URI.parse('http://www.openstreetmap.org/api/0.6/map?bbox=-6.24571,53.3473,-6.23951,53.35006'))
+  else
+     logfile.puts "In prod mode"
+     url = "http://www.openstreetmap.org/api/0.6/map?bbox=#{argshash["-w"]},#{argshash["-s"]},#{argshash["-e"]},#{argshash["-n"]}"
+     logfile.puts url
+     resp = Net::HTTP.get_response(URI.parse("http://www.openstreetmap.org/api/0.6/map?bbox=#{argshash["-w"]},#{argshash["-s"]},#{argshash["-e"]},#{argshash["-n"]}"))
+  end
+
+  puts resp.inspect
+  filename = "./data/dublinmap.osm"
+  f = File.new(filename,"w")
+  
+  logfile.puts "Response from openstreet not valid" unless resp.value.nil?
+  
+  f.puts resp.body if resp.value.nil?
+ rescue => e
+  logfile.puts "Exception Reading openstreet data"
+  f.close if f
+  logfile.close if logfile
+  exit
+ end
+end
+
+begin
+ require 'yaml'
+ dbconfig = YAML::load(File.open("./configuration/database.yml","r"))
+
+ client = Mysql2::Client.new(:host => dbconfig[:host], :username => dbconfig[:username], :password => dbconfig[:password], :database => dbconfig[:database])
+ puts client.inspect
+ cb = MyCallbacks.new(client)
+ parser = OSM::StreamParser.new(:filename => filename, :callbacks => cb)
+
+ parser.parse
+
+rescue Mysql2::Error => e
+     logfile.puts "Error code: #{e.errno}"
+     logfile.puts "Error message: #{e.error}"
+     logfile.puts "Error SQLSTATE: #{e.sqlstate}" if e.respond_to?("sqlstate")
+rescue => e
+     logfile.puts "Exception Error: " + e.message
+ensure
+     # disconnect from server
+     client.close if client
+end
+
+

data/lib/geodublincreate.rb~

@@ -0,0 +1,261 @@
+#!/usr/local/bin/ruby
+#
+# geodublincreate.rb This file is a ruby file to take as input
+# geo located data. This data is stored to a mysql database. The
+# process will create and load the necessary table to store the
+# geo located services data
+#
+# The process uses the Open Street Map data to find service geo
+# located data such as
+#     - transport services
+#     - atm services
+#     - bicycle rental services
+#     - cafe/resturant services
+#     - shopping services
+#
+#  See http://www.openstreetmap.org for details 
+#
+# Requires Database table 'overlays' which is created by the process
+#
+# CREATE  TABLE IF NOT EXISTS `event_publisher`.`overlays` (
+#  `id` INT NOT NULL AUTO_INCREMENT ,
+#  `ref_id` INT NOT NULL ,
+#  `lon` DOUBLE NOT NULL ,
+#  `lat` DOUBLE NOT NULL ,
+#  `name` VARCHAR(45) NULL ,
+#  `amenity` VARCHAR(45) NULL ,
+#  `operator` VARCHAR(45) NULL ,
+#  `typeof` VARCHAR(45) NOT NULL ,
+#  PRIMARY KEY (`id`) )
+# ENGINE = InnoDB;
+#
+#  Copyright (c) 2011 Sean Cahill
+#  Released under the same terms as Ruby
+#
+# read command line arguments
+# Arguments optional [-f filename] where filename contains osm data
+#
+# Arguments optional if no file passed
+#     bounding box to pull geo located nodes from openstreet data
+#     by calling openstreet api
+#    -n nothern latitude
+#    -s southern latitude
+#    -w western latiude
+#    -e eastern lattitude
+#
+#    optional argument -mode "test"/"prod"
+#    
+#
+#    database configuration file
+#    database.yml
+#    hostname : name of host server
+#    username : mysql database user id
+#    password : mysql database password
+#    database : mysql database
+#
+require 'rubygems'
+require 'net/http'
+require 'mysql2'
+require 'OSM/Database'
+ENV['OSMLIBX_XML_PARSER']='Libxml'
+require 'OSM/StreamParser'
+
+class MyCallbacks < OSM::Callbacks
+
+    attr_accessor :dbconn
+
+    def initialize(conn)
+        @dbconn = conn     
+        dropstring = "DROP TABLE IF EXISTS overlays"
+        @dbconn.query(dropstring)
+        createstring="CREATE  TABLE overlays 
+	(id INT NOT NULL AUTO_INCREMENT ,
+	 ref_id INT NOT NULL , 
+         lon DOUBLE NOT NULL ,
+         lat DOUBLE NOT NULL ,
+         name VARCHAR(45) NULL ,
+         amenity VARCHAR(45) NULL ,
+         operator VARCHAR(45) NULL ,
+         typeof VARCHAR(45) NOT NULL ,
+         PRIMARY KEY (id) ) ENGINE = InnoDB;"       
+         @dbconn.query(createstring)
+    end
+
+    def way(way)
+       false
+    end
+
+    def relation(relation)
+       false
+    end
+
+    def formatandstore(nodetostore)
+        insertstring = "insert into overlays (ref_id,lon,lat,typeof,name,amenity,operator) values (" + 
+        	nodetostore[:id].to_s + "," +
+ 		nodetostore[:lon].to_s + "," +
+		nodetostore[:lat].to_s + ",\"" +
+		nodetostore[:type].to_s + "\",\"" +
+		nodetostore[:name].to_s + "\",\"" +
+		nodetostore[:amenity].to_s + "\",\"" +
+		nodetostore[:operator].to_s + "\")"
+        
+        @dbconn.query(insertstring)
+    end
+
+    def extract_data(id,lon,lat,type,tags)
+       node_to_store = {:id => nil,:lon => nil, :lat => nil, :type => nil, :name => nil, :amenity => nil, :operator => nil}
+       node_to_store[:id] = id
+       node_to_store[:lon] = lon
+       node_to_store[:lat] = lat
+       node_to_store[:type] = type
+
+       tags.each_pair do
+	| key,value  | 
+
+          if key == 'name'
+             node_to_store[:name] = value
+          end
+	  if key == 'amenity'
+             node_to_store[:amenity] = value
+          end
+	  if key == 'operator'
+             node_to_store[:operator] = value
+          end
+          if key == 'highway'  || key == 'railway'
+             node_to_store[:name] = value if node_to_store[:name].nil?
+             node_to_store[:amenity] = value
+          end
+	  if key == 'shop'
+             node_to_store[:amenity] = key if node_to_store[:amenity].nil?
+          end
+        end     
+        self.formatandstore(node_to_store)
+    end
+
+    def node(node)
+
+      if (node.amenity == 'cafe' || node.amenity == 'fast_food' || node.amenity == 'resturant' || node.amenity == 'cafe')
+       extract_data(node.id,node.lon,node.lat,"eating",node.tags)         
+       return true
+      end
+      if (node.amenity == 'bank' and node.atm = "yes")
+       extract_data(node.id,node.lon,node.lat,"atm",node.tags)
+      return true
+      end
+      if node.amenity == 'atm' 
+       extract_data(node.id,node.lon,node.lat,"atm",node.tags)  
+       return true
+      end
+      if (node.shop == 'convenience' || node.shop == 'supermarket')
+       extract_data(node.id,node.lon,node.lat,node.shop,node.tags)     
+       return true
+      end
+      if (node.railway == 'station' || node.railway == 'tram_stop' ||  node.highway == 'bus_stop')
+       extract_data(node.id,node.lon,node.lat,"transport",node.tags)    
+       return true
+      end
+      if (node.amenity == 'bicycle_rental' )
+       extract_data(node.id,node.lon,node.lat,"bike rental",node.tags)    
+       return true
+      end
+      if (node.amenity == 'pub' )
+       extract_data(node.id,node.lon,node.lat,"pub",node.tags)    
+       return true
+      end
+      false
+    end
+end
+
+begin
+ mode = "prod"
+ filename = nil
+ logfile = File.new("./log/loggerfile","w")
+ logfile.puts "You entered the following #{ARGV.length} command line arguments:"
+ raise ArgumentError,"Invalid number of Arguments" unless ARGV.count.even?
+ raise ArgumentError,"Error No Arguments"  if ARGV.length == 0
+ count = 0
+ argshash = {}
+ ARGV.each do|arg|
+        if count.even?
+           geonumber = ARGV[count + 1].to_f
+           raise ArgumentError,"invalid parameter ,format  is -n latitude/longitude number" if geonumber == 0.0 and arg != "-mode" and arg != "-f"
+           
+           
+           if geonumber == 0.0
+              argshash[arg] = ARGV[count + 1] 
+           else
+              argshash[arg] = geonumber
+           end
+        end
+        count = count + 1
+ end
+ if !(argshash.keys.include?("-f"))
+   raise ArgumentError,"-n parameter required" unless argshash.keys.include?("-n") 
+   raise ArgumentError,"-s parameter required" unless argshash.keys.include?("-s") 
+   raise ArgumentError,"-e parameter required" unless argshash.keys.include?("-e") 
+   raise ArgumentError,"-w parameter required" unless argshash.keys.include?("-w") 
+ else
+	filename = argshash["-f"]
+        raise ArgumentError,"No file exists,#{filename}" unless File.exists?(filename)
+        puts filename
+ end
+ rescue => e
+      logfile.puts e.message + " exiting"
+      logfile.close if logfile
+      exit
+end
+if filename.nil? ## we are passing a file to the osm parser
+ begin 
+  logfile.puts "Getting OpenStreet Data"
+  
+  mode = argshash["-mode"] if argshash.keys.include?("-mode")
+  logfile.puts mode.inspect
+  if mode == "test"
+     logfile.puts "In test mode"
+     ## format of call to openstreet api left,bottom,right,top west,south,east,north
+     resp = Net::HTTP.get_response(URI.parse('http://www.openstreetmap.org/api/0.6/map?bbox=-6.24571,53.3473,-6.23951,53.35006'))
+  else
+     logfile.puts "In prod mode"
+     url = "http://www.openstreetmap.org/api/0.6/map?bbox=#{argshash["-w"]},#{argshash["-s"]},#{argshash["-e"]},#{argshash["-n"]}"
+     logfile.puts url
+     resp = Net::HTTP.get_response(URI.parse("http://www.openstreetmap.org/api/0.6/map?bbox=#{argshash["-w"]},#{argshash["-s"]},#{argshash["-e"]},#{argshash["-n"]}"))
+  end
+
+  puts resp.inspect
+  filename = "./data/dublinmap.osm"
+  f = File.new(filename,"w")
+  
+  logfile.puts "Response from openstreet not valid" unless resp.value.nil?
+  
+  f.puts resp.body if resp.value.nil?
+ rescue => e
+  logfile.puts "Exception Reading openstreet data"
+  f.close if f
+  logfile.close if logfile
+  exit
+ end
+end
+
+begin
+ require 'yaml'
+ dbconfig = YAML::load(File.open("./configuration/database.yml","r"))
+
+ client = Mysql2::Client.new(:host => dbconfig[:host], :username => dbconfig[:username], :password => dbconfig[:password], :database => dbconfig[:database])
+ puts client.inspect
+ cb = MyCallbacks.new(client)
+ parser = OSM::StreamParser.new(:filename => filename, :callbacks => cb)
+
+ parser.parse
+
+rescue Mysql2::Error => e
+     logfile.puts "Error code: #{e.errno}"
+     logfile.puts "Error message: #{e.error}"
+     logfile.puts "Error SQLSTATE: #{e.sqlstate}" if e.respond_to?("sqlstate")
+rescue => e
+     logfile.puts "Exception Error: " + e.message
+ensure
+     # disconnect from server
+     client.close if client
+end
+
+

data/lib/log/loggerfile

@@ -0,0 +1 @@
+You entered the following 2 command line arguments:

metadata

@@ -0,0 +1,91 @@
+--- !ruby/object:Gem::Specification 
+name: geodublincreate
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
+platform: ruby
+authors: 
+- Sean Cahill
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-01-27 00:00:00 +00:00
+default_executable: 
+dependencies: []
+
+description: 
+email: sean.cahill@student.ncirl.ie
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- geodublincreate-0.0.1.gem
+- lib/geodublincreate.rb
+- lib/geodublincreate.rb~
+- lib/log/loggerfile
+- lib/data/dublinmap.osm
+- lib/data/testdata.osm
+- lib/configuration/database.yml
+- geodublincreate.gemspec
+- doc/created.rid
+- doc/rdoc-style.css
+- doc/fr_method_index.html
+- doc/classes/MyCallbacks.html
+- doc/classes/MyCallbacks.src/M000006.html
+- doc/classes/MyCallbacks.src/M000002.html
+- doc/classes/MyCallbacks.src/M000004.html
+- doc/classes/MyCallbacks.src/M000001.html
+- doc/classes/MyCallbacks.src/M000005.html
+- doc/classes/MyCallbacks.src/M000003.html
+- doc/files/geodublincreate_rb.html
+- doc/index.html
+- doc/fr_class_index.html
+- doc/fr_file_index.html
+- geodublincreate.gemspec~
+has_rdoc: true
+homepage: 
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 51
+      segments: 
+      - 1
+      - 8
+      - 2
+      version: 1.8.2
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.4.1
+signing_key: 
+specification_version: 3
+summary: GeoDublinCreate takes openstreet data and stores geo located services to a mysql database file
+test_files: []
+