semantic-crawler 0.2.0 → 0.3.0

data/spec/geo_names_spec.rb

@@ -0,0 +1,36 @@
+require 'spec_helper'
+
+describe SemanticCrawler::GeoNames do
+
+    before(:all) do
+        # Congress und Messe Innsbruck
+        @innsbruck = SemanticCrawler::GeoNames::Country.new(47.271338, 11.395333)
+    end
+
+    it "get country code" do
+        @innsbruck.get_country_code.should eq("AT")
+    end
+
+    it "get wikipedia articles" do
+        articles = @innsbruck.get_wikipedia_articles
+        articles.each do |article|
+            article.wikipedia_url.to_s.start_with?("http").should be_true
+        end
+    end
+
+    it "get country name" do
+        @innsbruck.get_country_name.should eq("Austria")
+    end
+
+    it "get factbook country" do
+        factbook = @innsbruck.get_factbook_country
+        factbook.background.to_s.size.should > 0
+        factbook.country_name.to_s.should eq("Austria")
+    end
+
+    it "get fao country" do
+        fao = @innsbruck.get_fao_country
+        fao.country_name.to_s.should eq("Austria")
+        fao.population_notes.to_s.should eq("2010 Revision from the UN Population Division")
+    end
+end

data/spec/linked_geo_data_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+
+describe SemanticCrawler::LinkedGeoData do
+
+    before(:all) do
+        @dresden = SemanticCrawler::LinkedGeoData::RelevantNodes.new(51.033333, 13.733333, 1000)
+        #@dresden = SemanticCrawler::LinkedGeoData::RelevantNodes.new(51.033333, 13.733333, 1000, "TrafficSignals")
+    end
+
+    it "check lat/long/radius of dresden" do
+        @dresden.latitude.to_s.should eq("51.033333")
+        @dresden.longitude.to_s.should eq("13.733333")
+        @dresden.radius.to_s.should eq("1000")
+    end
+
+    it "output xml dump " do
+        @dresden.xml_document.size.should > 0
+    end
+
+    it "check single relevant node entries" do
+        nodes = @dresden.relevant_nodes
+        nodes.each do |item|
+            item.xml_document.size.should > 0
+            item.latitude.should be
+            item.longitude.should be
+            item.type.should be
+            item.note.should be
+            item.created_by.should be
+            item.contributor.should be
+
+            way = item.member_of_way
+            way.each do |way_part|
+                way_part.should be
+            end
+
+            item.wheelchair.should be
+            item.has_street.should be
+            item.has_postal_code.should be
+            item.has_house_number.should be
+            item.has_country.should be
+            item.has_city.should be
+        end
+    end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+require 'simplecov'
+require 'simplecov-rcov'
+SimpleCov.formatter = SimpleCov::Formatter::RcovFormatter
+SimpleCov.start 'rails'
+
+require 'rubygems'
+require 'bundler/setup'
+
+require 'semantic_crawler'
+
+RSpec.configure do |config|
+end
+

data/test/dummy/log/test.log

@@ -8453,3 +8453,33 @@ Interrupt: : rollback transaction
    (0.0ms)  rollback transaction
    (0.3ms)  begin transaction
    (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.1ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.1ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.1ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: semantic-crawler
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-14 00:00:00.000000000 Z
+date: 2012-04-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -59,6 +59,22 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: geonames
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: yard
   requirement: !ruby/object:Gem::Requirement
@@ -158,72 +174,94 @@ dependencies:
 description: SemanticCrawler is a ruby library that encapsulates data gathering from
   different sources. Currently country information from Factbook and FAO (Food and
   Agriculture Organization of the United Nations), crisis information from GDACS.org
-  and geo data from LinkedGeoData are supported.
+  and geo data from LinkedGeoData are supported. Additional the GeoNames module allows
+  to get Factbook and FAO country information from GPS coordinates.
 email:
 - alex.oberhauser@sigimera.org
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- .gitignore
+- .rspec
+- .travis.yml
+- .yardopts
+- Gemfile
+- MIT-LICENSE
+- README.rdoc
+- Rakefile
+- changelog.sh
+- exploitation/freebase.rb
 - lib/semantic_crawler.rb
-- lib/tasks/semantic_crawler_tasks.rake
-- lib/semantic_crawler/freebase/country.rb
+- lib/semantic_crawler/dbpedia.rb
+- lib/semantic_crawler/factbook.rb
 - lib/semantic_crawler/factbook/country.rb
 - lib/semantic_crawler/fao.rb
-- lib/semantic_crawler/dbpedia.rb
 - lib/semantic_crawler/fao/country.rb
 - lib/semantic_crawler/freebase.rb
-- lib/semantic_crawler/factbook.rb
+- lib/semantic_crawler/freebase/country.rb
 - lib/semantic_crawler/gdacs.rb
-- lib/semantic_crawler/version.rb
-- lib/semantic_crawler/gdacs/resource.rb
 - lib/semantic_crawler/gdacs/emergency_feed.rb
-- lib/semantic_crawler/gdacs/feed.rb
 - lib/semantic_crawler/gdacs/emergency_feed_item.rb
+- lib/semantic_crawler/gdacs/feed.rb
 - lib/semantic_crawler/gdacs/feed_item.rb
+- lib/semantic_crawler/gdacs/resource.rb
 - lib/semantic_crawler/geo_names.rb
+- lib/semantic_crawler/geo_names/country.rb
+- lib/semantic_crawler/linked_geo_data.rb
 - lib/semantic_crawler/linked_geo_data/relevant_node.rb
 - lib/semantic_crawler/linked_geo_data/relevant_nodes.rb
-- lib/semantic_crawler/linked_geo_data.rb
-- log/semantic-crawler.log.20120413
-- log/semantic-crawler.log
-- MIT-LICENSE
-- Rakefile
-- README.rdoc
-- test/test_helper.rb
-- test/semantic_crawler_test.rb
-- test/dummy/log/test.log
-- test/dummy/log/development.log
-- test/dummy/public/422.html
-- test/dummy/public/favicon.ico
-- test/dummy/public/500.html
-- test/dummy/public/404.html
+- lib/semantic_crawler/version.rb
+- lib/tasks/semantic_crawler_tasks.rake
+- log/.gitkeep
+- semantic_crawler.gemspec
+- spec/dbpedia_spec.rb
+- spec/factbook_spec.rb
+- spec/fao_austria_spec.rb
+- spec/fao_papua_new_guinea_spec.rb
+- spec/freebase_spec.rb
+- spec/gdacs_spec.rb
+- spec/geo_names_spec.rb
+- spec/linked_geo_data_spec.rb
+- spec/spec_helper.rb
+- test/dummy/README.rdoc
+- test/dummy/Rakefile
+- test/dummy/app/assets/javascripts/application.js
+- test/dummy/app/assets/stylesheets/application.css
+- test/dummy/app/controllers/application_controller.rb
+- test/dummy/app/helpers/application_helper.rb
+- test/dummy/app/mailers/.gitkeep
+- test/dummy/app/models/.gitkeep
+- test/dummy/app/views/layouts/application.html.erb
 - test/dummy/config.ru
-- test/dummy/config/locales/en.yml
-- test/dummy/config/environments/production.rb
-- test/dummy/config/environments/test.rb
-- test/dummy/config/environments/development.rb
-- test/dummy/config/boot.rb
 - test/dummy/config/application.rb
+- test/dummy/config/boot.rb
 - test/dummy/config/database.yml
 - test/dummy/config/environment.rb
-- test/dummy/config/routes.rb
-- test/dummy/config/initializers/secret_token.rb
-- test/dummy/config/initializers/inflections.rb
+- test/dummy/config/environments/development.rb
+- test/dummy/config/environments/production.rb
+- test/dummy/config/environments/test.rb
 - test/dummy/config/initializers/backtrace_silencers.rb
-- test/dummy/config/initializers/wrap_parameters.rb
+- test/dummy/config/initializers/inflections.rb
 - test/dummy/config/initializers/mime_types.rb
+- test/dummy/config/initializers/secret_token.rb
 - test/dummy/config/initializers/session_store.rb
-- test/dummy/script/rails
-- test/dummy/README.rdoc
+- test/dummy/config/initializers/wrap_parameters.rb
+- test/dummy/config/locales/en.yml
+- test/dummy/config/routes.rb
 - test/dummy/db/development.sqlite3
 - test/dummy/db/test.sqlite3
-- test/dummy/Rakefile
-- test/dummy/app/helpers/application_helper.rb
-- test/dummy/app/assets/stylesheets/application.css
-- test/dummy/app/assets/javascripts/application.js
-- test/dummy/app/controllers/application_controller.rb
-- test/dummy/app/views/layouts/application.html.erb
+- test/dummy/lib/assets/.gitkeep
+- test/dummy/log/.gitkeep
+- test/dummy/public/404.html
+- test/dummy/public/422.html
+- test/dummy/public/500.html
+- test/dummy/public/favicon.ico
+- test/dummy/script/rails
+- test/semantic_crawler_test.rb
+- test/test_helper.rb
+- test/dummy/log/test.log
+- test/dummy/log/development.log
 homepage: https://github.com/obale/semantic_crawler
 licenses: []
 post_install_message: 
@@ -238,7 +276,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1302469808278935
+      hash: 4442978705485601093
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -247,7 +285,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1302469808278935
+      hash: 4442978705485601093
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.21
@@ -290,4 +328,13 @@ test_files:
 - test/dummy/app/assets/javascripts/application.js
 - test/dummy/app/controllers/application_controller.rb
 - test/dummy/app/views/layouts/application.html.erb
+- spec/linked_geo_data_spec.rb
+- spec/factbook_spec.rb
+- spec/fao_papua_new_guinea_spec.rb
+- spec/dbpedia_spec.rb
+- spec/geo_names_spec.rb
+- spec/spec_helper.rb
+- spec/freebase_spec.rb
+- spec/gdacs_spec.rb
+- spec/fao_austria_spec.rb
 has_rdoc: 

data/log/semantic-crawler.log

@@ -1,33 +0,0 @@
-# Logfile created on 2012-04-14 09:58:44 +0200 by logger.rb/31641
-E, [2012-04-14T09:58:44.024968 #7225] ERROR -- : Not able to get linked geo data information, through exception: Timeout::Error
-E, [2012-04-14T09:59:33.706056 #7267] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNode
-E, [2012-04-14T10:03:58.635627 #7461] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:04:33.360131 #7494] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:07:03.407983 #7603] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:07:39.296513 #7646] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:07:40.044113 #7646] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:09:32.694478 #7729] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:09:33.329929 #7729] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:10:26.426502 #7803] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:10:27.075419 #7803] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:10:45.926557 #7840] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:10:46.579179 #7840] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:11:13.375794 #7874] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:11:14.041793 #7874] ERROR -- : Not able to get linked geo data information, through exception: uninitialized class variable @@NAMESPACES in SemanticCrawler::LinkedGeoData::RelevantNodes
-E, [2012-04-14T10:32:38.568406 #8687] ERROR -- : Not able to get linked geo data information, through exception: Invalid expression: /rdf:RDF/
-E, [2012-04-14T10:33:09.764135 #8706] ERROR -- : Not able to get linked geo data information, through exception: Invalid expression: /rdf:RDF/
-E, [2012-04-14T11:10:26.442364 #9625] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-14T11:10:27.864914 #9625] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:10:28.050670 #9625] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:13:18.022986 #10642] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-14T11:13:18.891837 #10642] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:13:19.139060 #10642] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:13:30.449721 #10751] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-14T11:13:31.360916 #10751] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:13:31.545727 #10751] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:18:28.474270 #10930] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-14T11:18:30.366721 #10930] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:18:30.551181 #10930] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:22:14.925238 #11327] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-14T11:22:15.989910 #11327] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-14T11:22:16.172572 #11327] ERROR -- : Not able to get country information, through exception: can't convert nil into String

data/log/semantic-crawler.log.20120413

@@ -1,31 +0,0 @@
-# Logfile created on 2012-04-04 18:32:33 +0200 by logger.rb/31641
-E, [2012-04-04T18:32:52.742158 #8026] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T18:33:03.721040 #8026] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T18:33:03.814128 #8026] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T18:37:46.824597 #8271] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T18:37:57.830891 #8271] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T18:37:57.919310 #8271] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T18:42:49.437415 #8438] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T18:43:00.318476 #8438] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T18:43:00.401323 #8438] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T19:27:47.915748 #9687] ERROR -- : Not able to get country information, through exception: getaddrinfo: Name or service not known
-E, [2012-04-04T19:36:47.653949 #9827] ERROR -- : Not able to get country information, through exception: getaddrinfo: Name or service not known
-E, [2012-04-04T19:43:46.589712 #9999] ERROR -- : Not able to get country information, through exception: getaddrinfo: Name or service not known
-E, [2012-04-04T20:37:29.152328 #10688] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T20:37:47.063744 #10688] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T20:37:47.147220 #10688] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:22:53.102511 #12563] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T21:23:09.228370 #12563] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:23:09.330013 #12563] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:23:29.927309 #12676] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T21:23:47.565717 #12676] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:23:47.649213 #12676] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:48:35.742857 #13541] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T21:49:04.339012 #13541] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:49:04.442848 #13541] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:50:14.589091 #13602] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T21:50:38.906075 #13602] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:50:39.011258 #13602] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:56:52.520176 #13928] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-04T21:57:17.839197 #13928] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-04T21:57:17.920295 #13928] ERROR -- : Not able to get country information, through exception: can't convert nil into String