semantic-crawler 0.5.0 → 0.6.0

data/README.rdoc

@@ -134,8 +134,8 @@ Freebase.com country information:
 
 == Tested with
 
-* Ruby 1.8.7-p358 and Rails 3.2.2
-* Ruby 1.9.3-p125 and Rails 3.2.2
+* Ruby 1.8.7-p358 and Rails 3.2
+* Ruby 1.9.3-p125 and Rails 3.2
 
 
 == Additional Links
@@ -156,6 +156,6 @@ published under MIT license.
 == Warranty
 
 This software is provided "as is" and without any express or implied
-warranties, including, without limitation, the implied warranties of 
+warranties, including, without limitation, the implied warranties of
 merchantibility and fitness for a particular purpose.
 

data/lib/semantic_crawler.rb

@@ -33,6 +33,7 @@ require "semantic_crawler/gdacs/feed_item.rb"
 require "semantic_crawler/gdacs/resource.rb"
 require "semantic_crawler/gdacs/emergency_feed.rb"
 require "semantic_crawler/gdacs/emergency_feed_item.rb"
+require "semantic_crawler/gdacs/kml_file.rb"
 
 # DBPedia - module: Dbpedia
 require "semantic_crawler/dbpedia"

data/lib/semantic_crawler/factbook/country.rb

@@ -32,7 +32,7 @@ module SemanticCrawler
             #   >> austria = SemanticCrawler::Factbook::Country.new("austria")
             #   >> puts austria.background
             #
-            # Argumenst:
+            # Arguments:
             #   new_country_name: (String)
             def initialize(new_country_name)
                 if !new_country_name.nil?

data/lib/semantic_crawler/gdacs/feed.rb

@@ -17,13 +17,13 @@ module SemanticCrawler
             }
 
             # The gdacs.org RSS feed URL. (default:
-            # http://new.gdacs.org/xml/rss.xml)
+            # http://www.gdacs.org/xml/rss.xml)
             attr_reader :url
 
             # Initializes the gdacs.org feed URL. If not specified the default
-            # URL (http://new.gdacs.org/xml/rss.xml) is used. Normally the
+            # URL (http://www.gdacs.org/xml/rss.xml) is used. Normally the
             # feed URL should not be changed.
-            def initialize(new_url = "http://new.gdacs.org/xml/rss.xml")
+            def initialize(new_url = "http://www.gdacs.org/xml/rss.xml")
                 @url = new_url
                 @root_node = nil
                 begin

data/lib/semantic_crawler/gdacs/feed_item.rb

@@ -5,7 +5,7 @@ module SemanticCrawler
         # One crisis entity with related resources. Could be one of the
         # following crisis types:
         #
-        # * Floods 
+        # * Floods
         # * Earthquakes
         # * Tropical Cyclones
         # * Volcanoes
@@ -124,16 +124,41 @@ module SemanticCrawler
                 query_root_node("gdacs:severity/text()", @@NAMESPACES)
             end
 
+            # Returns the severity value (without further text)
+            def severity_value
+                query_root_node("gdacs:severity/@value", @@NAMESPACES)
+            end
+
+            # Returns the severity unit (without further text)
+            def severity_unit
+                query_root_node("gdacs:severity/@unit", @@NAMESPACES)
+            end
+
             # Returns the population as human readable string
             def population
                 query_root_node("gdacs:population/text()", @@NAMESPACES)
             end
 
+            # Returns the population value (without further text)
+            def population_value
+                query_root_node("gdacs:population/@value", @@NAMESPACES)
+            end
+
+            # Returns the population unit (without further text)
+            def population_unit
+                query_root_node("gdacs:population/@unit", @@NAMESPACES)
+            end
+
             # Returns the vulnerability as human readable string
             def vulnerability
                 query_root_node("gdacs:vulnerability/text()", @@NAMESPACES)
             end
 
+            # Returns the vulnerability as number
+            def vulnerability_value
+                query_root_node("gdacs:vulnerability/@value", @@NAMESPACES)
+            end
+
             # Returns the country iso3 code if available
             def iso3
                 query_root_node("gdacs:iso3/text()", @@NAMESPACES)

data/lib/semantic_crawler/gdacs/kml_file.rb

@@ -0,0 +1,55 @@
+# encoding: UTF-8
+
+module SemanticCrawler
+	module Gdacs
+		# The GDACS.org KML file contains geo information about the latest
+		# crises.
+		class KmlFile
+
+			#  XML namespaces used for the parsing process
+			@@NAMESPACES = {
+				"k" => "http://www.opengis.net/kml/2.2"
+			}
+
+			# The gdacs.org KML file URL. (default:
+			# http://www.gdacs.org/xml/gdacs.kml)
+			attr_reader :url
+			
+			# Initializes the gdacs.org KML file URL. If not specified the default
+			# URL (http://www..gdacs.org/xml/gdacs.kml) is used. Normally the
+			# file URL should not be changed.
+			def initialize(new_url = "http://www.gdacs.org/xml/gdacs.kml")
+				@url = new_url
+				@root_node = nil
+				begin
+					fetch_file
+				rescue => e
+					$log.error("Not able to get country information, through exception: #{e}")
+				end
+			end
+
+			def name
+				query_root_node("k:name/text()", @@NAMESPACES)
+			end
+
+			def placemark(crisis_id)
+				query_root_node("//k:Placemark[@id='#{crisis_id}']", @@NAMESPACES)
+			end
+
+			# Query the root node
+			def query_root_node(xpath_query, namespace = {})
+				if !@root_node.nil?
+					@root_node.xpath(xpath_query, namespace)
+				end
+			end
+
+            private
+            # Retrieves the RSS feed
+            def fetch_file
+                @doc = Nokogiri::XML(open(@url))
+                @root_node = @doc.xpath("/k:kml/k:Document", @@NAMESPACES)
+            end 
+
+		end
+	end
+end

data/lib/semantic_crawler/version.rb

@@ -1,4 +1,4 @@
 module SemanticCrawler
     # The current version of this library.
-    VERSION = "0.5.0"
+    VERSION = "0.6.0"
 end

data/semantic_crawler.gemspec

@@ -27,7 +27,7 @@ Gem::Specification.new do |s|
 
     s.add_development_dependency "yard"
     s.add_development_dependency "grit"
-    s.add_development_dependency "rails", "~> 3.2.2"
+    s.add_development_dependency "rails", "~> 3.2"
     s.add_development_dependency "sqlite3"
     s.add_development_dependency "rspec-rails"
     s.add_development_dependency "simplecov"

data/spec/gdacs_spec.rb

@@ -67,8 +67,13 @@ describe SemanticCrawler::Gdacs do
             be_valid !item.eventid.nil?
             be_valid !item.episodeid.nil?
             be_valid !item.severity.nil?
+            be_valid !item.severity_value.nil?
+            be_valid !item.severity_unit.nil?
             be_valid !item.population.nil?
+            be_valid !item.population_value.nil?
+            be_valid !item.population_value.nil?
             be_valid !item.vulnerability.nil?
+            be_valid !item.vulnerability_value.nil?
             be_valid !item.country.nil?
             be_valid !item.iso3.nil?
             be_valid !item.glide.nil?
@@ -89,6 +94,14 @@ describe SemanticCrawler::Gdacs do
         end
     end
 
+	xit "test kml file" do
+        kmlFile = SemanticCrawler::Gdacs::KmlFile.new
+		kmlFile.name.to_s.should_not be_empty
+		puts kmlFile.placemark("EQ_117653")
+		puts "----"
+		puts kmlFile.placemark("EQ_117653_Intensity")
+	end
+
     it "test emergency feed" do
         noFeed = SemanticCrawler::Gdacs::EmergencyFeed.new(nil)
         be_valid noFeed.nil?

data/spec/linked_geo_data_spec.rb

@@ -7,17 +7,17 @@ describe SemanticCrawler::LinkedGeoData do
         #@dresden = SemanticCrawler::LinkedGeoData::RelevantNodes.new(51.033333, 13.733333, 1000, "TrafficSignals")
     end
 
-    it "check lat/long/radius of dresden" do
+    xit "check lat/long/radius of dresden" do
         @dresden.latitude.to_s.should eq("51.033333")
         @dresden.longitude.to_s.should eq("13.733333")
         @dresden.radius.to_s.should eq("1000")
     end
 
-    it "output xml dump " do
+    xit "output xml dump " do
         @dresden.xml_document.size.should > 0
     end
 
-    it "check single relevant node entries" do
+    xit "check single relevant node entries" do
         nodes = @dresden.relevant_nodes
         nodes.each do |item|
             item.xml_document.size.should > 0

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: semantic-crawler
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-01 00:00:00.000000000 Z
+date: 2012-08-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -114,7 +114,7 @@ dependencies:
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 3.2.2
+        version: '3.2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -122,7 +122,7 @@ dependencies:
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 3.2.2
+        version: '3.2'
 - !ruby/object:Gem::Dependency
   name: sqlite3
   requirement: !ruby/object:Gem::Requirement
@@ -206,7 +206,6 @@ files:
 - MIT-LICENSE
 - README.rdoc
 - Rakefile
-- exploitation/freebase.rb
 - lib/semantic_crawler.rb
 - lib/semantic_crawler/dbpedia.rb
 - lib/semantic_crawler/factbook.rb
@@ -220,6 +219,7 @@ files:
 - lib/semantic_crawler/gdacs/emergency_feed_item.rb
 - lib/semantic_crawler/gdacs/feed.rb
 - lib/semantic_crawler/gdacs/feed_item.rb
+- lib/semantic_crawler/gdacs/kml_file.rb
 - lib/semantic_crawler/gdacs/resource.rb
 - lib/semantic_crawler/geo_names.rb
 - lib/semantic_crawler/geo_names/country.rb
@@ -276,6 +276,7 @@ files:
 - test/semantic_crawler_test.rb
 - test/test_helper.rb
 - test/dummy/log/test.log
+- test/dummy/log/development.log
 homepage: https://github.com/obale/semantic_crawler
 licenses:
 - MIT
@@ -291,7 +292,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4083659185530218651
+      hash: 1493129874267030689
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -300,55 +301,56 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 4083659185530218651
+      hash: 1493129874267030689
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.21
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: SemanticCrawler is a ruby library that encapsulates data gathering from different
   sources.
 test_files:
+- test/test_helper.rb
 - test/semantic_crawler_test.rb
-- test/dummy/config/initializers/wrap_parameters.rb
-- test/dummy/config/initializers/mime_types.rb
-- test/dummy/config/initializers/inflections.rb
-- test/dummy/config/initializers/session_store.rb
-- test/dummy/config/initializers/backtrace_silencers.rb
-- test/dummy/config/initializers/secret_token.rb
-- test/dummy/config/routes.rb
-- test/dummy/config/application.rb
+- test/dummy/log/test.log
+- test/dummy/log/development.log
+- test/dummy/public/422.html
+- test/dummy/public/favicon.ico
+- test/dummy/public/500.html
+- test/dummy/public/404.html
+- test/dummy/config.ru
 - test/dummy/config/locales/en.yml
-- test/dummy/config/environments/test.rb
 - test/dummy/config/environments/production.rb
+- test/dummy/config/environments/test.rb
 - test/dummy/config/environments/development.rb
-- test/dummy/config/environment.rb
-- test/dummy/config/database.yml
 - test/dummy/config/boot.rb
-- test/dummy/log/test.log
+- test/dummy/config/application.rb
+- test/dummy/config/database.yml
+- test/dummy/config/environment.rb
+- test/dummy/config/routes.rb
+- test/dummy/config/initializers/secret_token.rb
+- test/dummy/config/initializers/inflections.rb
+- test/dummy/config/initializers/backtrace_silencers.rb
+- test/dummy/config/initializers/wrap_parameters.rb
+- test/dummy/config/initializers/mime_types.rb
+- test/dummy/config/initializers/session_store.rb
 - test/dummy/script/rails
+- test/dummy/README.rdoc
 - test/dummy/db/development.sqlite3
 - test/dummy/db/test.sqlite3
-- test/dummy/public/500.html
-- test/dummy/public/404.html
-- test/dummy/public/favicon.ico
-- test/dummy/public/422.html
-- test/dummy/config.ru
 - test/dummy/Rakefile
-- test/dummy/app/assets/javascripts/application.js
+- test/dummy/app/helpers/application_helper.rb
 - test/dummy/app/assets/stylesheets/application.css
-- test/dummy/app/views/layouts/application.html.erb
+- test/dummy/app/assets/javascripts/application.js
 - test/dummy/app/controllers/application_controller.rb
-- test/dummy/app/helpers/application_helper.rb
-- test/dummy/README.rdoc
-- test/test_helper.rb
-- spec/spec_helper.rb
-- spec/fao_papua_new_guinea_spec.rb
-- spec/freebase_spec.rb
+- test/dummy/app/views/layouts/application.html.erb
+- spec/linked_geo_data_spec.rb
 - spec/factbook_spec.rb
+- spec/fao_papua_new_guinea_spec.rb
 - spec/dbpedia_spec.rb
-- spec/fao_austria_spec.rb
 - spec/geo_names_spec.rb
+- spec/spec_helper.rb
+- spec/freebase_spec.rb
 - spec/gdacs_spec.rb
-- spec/linked_geo_data_spec.rb
+- spec/fao_austria_spec.rb
 has_rdoc: 

data/exploitation/freebase.rb

@@ -1,13 +0,0 @@
-require 'cgi'
-require 'httparty'
-require 'json'
-require 'pp'
-
-#query = [{'id' => '/en/austria', 'name' => nil, 'type' => '/location/country', '*' => [{}] }]
-query = [{'id' => '/en/austria', 'type' => '/type/property' }]
-query_envelope = {'query' => query }
-service_url = 'http://api.freebase.com/api/service/mqlread'
-url = service_url + '?query=' + CGI::escape(query_envelope.to_json)
-
-response = HTTParty.get(url, :format => :json)
-puts response