semantic-crawler 0.0.5.1 → 0.1.0

data/lib/semantic_crawler/factbook/country.rb

@@ -118,6 +118,10 @@ module SemanticCrawler
                 end
             end
 
+            def xml_document
+                @doc.to_s
+            end
+
             # Abstract method that allows to fetch rdfs properties via
             # xpath
             def get_rdfs_property(property_name, prefix = "/")

data/lib/semantic_crawler/gdacs/emergency_feed.rb

@@ -35,13 +35,15 @@ module SemanticCrawler
 
             # Get rss/channel/item*
             def items
-               nodeset = query_root_node("item")
-               @items = []
-               nodeset.each do |item|
-                   item_obj = SemanticCrawler::Gdacs::EmergencyFeedItem.new(item)
-                   @items << item_obj
-               end
-               @items
+                nodeset = query_root_node("item")
+                @items = []
+                if !nodeset.nil?
+                    nodeset.each do |item|
+                        item_obj = SemanticCrawler::Gdacs::EmergencyFeedItem.new(item)
+                        @items << item_obj
+                    end
+                end
+                @items
             end
 
             # Query the root_node
@@ -57,11 +59,11 @@ module SemanticCrawler
             end
 
             private
-                # Retrieves the RSS feed
-                def fetch_feed
-                    @doc = Nokogiri::XML(open(@url))
-                    @root_node = @doc.xpath("/rss/channel")
-                end
+            # Retrieves the RSS feed
+            def fetch_feed
+                @doc = Nokogiri::XML(open(@url))
+                @root_node = @doc.xpath("/rss/channel")
+            end
         end
     end
 end

data/lib/semantic_crawler/gdacs/feed.rb

@@ -71,9 +71,11 @@ module SemanticCrawler
             def items
                nodeset = query_root_node("item")
                @items = []
-               nodeset.each do |item|
-                   item_obj = SemanticCrawler::Gdacs::FeedItem.new(item)
-                   @items << item_obj
+               if !nodeset.nil?
+                   nodeset.each do |item|
+                       item_obj = SemanticCrawler::Gdacs::FeedItem.new(item)
+                       @items << item_obj
+                   end
                end
                @items
             end
@@ -91,11 +93,11 @@ module SemanticCrawler
             end
 
             private
-                # Retrieves the RSS feed
-                def fetch_feed
-                    @doc = Nokogiri::XML(open(@url))
-                    @root_node = @doc.xpath("/rss/channel")
-                end
+            # Retrieves the RSS feed
+            def fetch_feed
+                @doc = Nokogiri::XML(open(@url))
+                @root_node = @doc.xpath("/rss/channel")
+            end
         end
     end
 end

data/lib/semantic_crawler/gdacs/feed_item.rb

@@ -153,9 +153,11 @@ module SemanticCrawler
             def resources
                nodeset = query_root_node("gdacs:resources/gdacs:resource", @@NAMESPACES)
                @items = []
-               nodeset.each do |item|
-                   item_obj = SemanticCrawler::Gdacs::Resource.new(item)
-                   @items << item_obj
+               if !nodeset.nil?
+                   nodeset.each do |item|
+                       item_obj = SemanticCrawler::Gdacs::Resource.new(item)
+                       @items << item_obj
+                   end
                end
                @items
             end

data/lib/semantic_crawler/version.rb

@@ -1,5 +1,5 @@
 module SemanticCrawler
 
     # The current version of this library.
-    VERSION = "0.0.5.1"
+    VERSION = "0.1.0"
 end

data/log/semantic-crawler.log

@@ -1,113 +1,4 @@
-# Logfile created on 2012-04-07 11:21:07 +0200 by logger.rb/31641
-E, [2012-04-07T11:21:07.110105 #11268] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:21:07.313582 #11268] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:21:07.344581 #11268] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:22:13.443199 #11350] ERROR -- : Not able to get country information, through exception: bad URI(is not URI?): http://www.fao.org/countryprofiles/geoinfo/geopolitical/data/Papua New Guinea
-E, [2012-04-07T11:22:20.459945 #11350] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:22:23.549094 #11350] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:22:23.560978 #11350] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:24:35.586424 #11432] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:24:37.901019 #11432] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:24:37.933283 #11432] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:25:05.306644 #11444] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:25:05.598394 #11444] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:25:05.614812 #11444] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:25:42.379240 #11459] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:25:42.670498 #11459] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:25:42.681989 #11459] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:27:17.680372 #11633] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:27:18.038477 #11633] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:27:18.057122 #11633] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:30:39.020830 #11763] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:30:39.334938 #11763] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:30:39.347117 #11763] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:31:23.862722 #11772] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:31:24.195581 #11772] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:31:24.215054 #11772] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:32:56.924276 #11790] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:32:57.234434 #11790] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:32:57.250915 #11790] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:33:39.950002 #11810] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:33:40.280597 #11810] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:33:40.294283 #11810] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:34:03.423093 #11829] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:34:03.696623 #11829] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:34:03.723172 #11829] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:35:30.403738 #11878] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:35:30.678343 #11878] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:35:30.711357 #11878] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:36:11.844628 #11899] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:36:12.111924 #11899] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:36:12.139426 #11899] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:36:45.628433 #11908] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:36:45.891058 #11908] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:36:45.926306 #11908] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:37:44.800410 #11917] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:37:45.082496 #11917] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:37:45.117405 #11917] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:38:27.236987 #11928] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:38:27.516178 #11928] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:38:27.553813 #11928] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:38:47.022582 #11937] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:38:47.304101 #11937] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:38:47.343860 #11937] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:39:58.749181 #11946] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:39:59.018300 #11946] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:39:59.043845 #11946] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:40:30.986544 #11957] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:40:31.264356 #11957] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:40:31.291712 #11957] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:41:01.914290 #11966] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:41:02.180433 #11966] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:41:02.216415 #11966] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:41:43.066874 #11975] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:41:43.334195 #11975] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:41:43.359735 #11975] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:42:10.752685 #11984] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:42:11.027507 #11984] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:42:11.058454 #11984] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:42:32.438181 #11993] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:42:32.713769 #11993] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:42:32.740402 #11993] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:42:53.247901 #12002] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:42:53.521697 #12002] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:42:53.556987 #12002] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:43:22.891520 #12011] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:43:23.170173 #12011] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:43:23.203406 #12011] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:43:41.861387 #12020] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:43:42.131101 #12020] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:43:42.164372 #12020] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:44:46.724430 #12042] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:44:47.040199 #12042] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:44:47.065830 #12042] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:45:24.858416 #12051] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:45:27.169055 #12051] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:45:27.203194 #12051] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:46:11.044885 #12061] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:46:11.315591 #12061] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:46:11.349234 #12061] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:46:33.861699 #12080] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:46:34.155863 #12080] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:46:34.188346 #12080] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:51:54.866895 #12645] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T11:51:58.410023 #12645] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T11:51:58.442218 #12645] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:01:43.277692 #16114] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T12:01:43.659461 #16114] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:01:43.687365 #16114] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:02:09.552838 #16143] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T12:02:09.886720 #16143] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:02:09.898726 #16143] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:03:46.679538 #16180] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T12:03:47.037799 #16180] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:03:47.048944 #16180] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:04:08.441408 #16194] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T12:04:08.749003 #16194] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:04:08.781459 #16194] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:04:29.513014 #16208] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T12:04:29.837025 #16208] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:04:29.848493 #16208] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:08:45.082443 #16518] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-07T12:08:45.400533 #16518] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-07T12:08:45.429861 #16518] ERROR -- : Not able to get country information, through exception: can't convert nil into String
+# Logfile created on 2012-04-13 12:28:13 +0200 by logger.rb/31641
+E, [2012-04-13T12:28:33.803715 #9639] ERROR -- : Not able to get country information, through exception: 404 Not Found
+E, [2012-04-13T12:28:34.277902 #9639] ERROR -- : Not able to get country information, through exception: can't convert nil into String
+E, [2012-04-13T12:28:34.408755 #9639] ERROR -- : Not able to get country information, through exception: can't convert nil into String

data/test/dummy/log/test.log

@@ -76,3 +76,27 @@
    (0.0ms)  rollback transaction
    (0.3ms)  begin transaction
    (0.0ms)  rollback transaction
+   (0.1ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (10.0ms)  begin transaction
+   (0.1ms)  rollback transaction
+   (0.1ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.1ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.1ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.2ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.5ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.5ms)  begin transaction
+   (0.1ms)  rollback transaction
+   (0.3ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.4ms)  begin transaction
+   (0.0ms)  rollback transaction
+   (0.4ms)  begin transaction
+   (0.1ms)  rollback transaction

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: semantic-crawler
 version: !ruby/object:Gem::Version
-  version: 0.0.5.1
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-07 00:00:00.000000000 Z
+date: 2012-04-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
@@ -184,12 +184,10 @@ files:
 - lib/semantic_crawler/fao.rb
 - lib/semantic_crawler.rb
 - lib/tasks/semantic_crawler_tasks.rake
-- log/semantic-crawler.log.20120406
 - log/semantic-crawler.log
 - MIT-LICENSE
 - Rakefile
 - README.rdoc
-- CHANGELOG.rdoc
 - test/semantic_crawler_test.rb
 - test/dummy/config/initializers/wrap_parameters.rb
 - test/dummy/config/initializers/mime_types.rb
@@ -237,7 +235,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3454514324042663722
+      hash: -2431003029796020943
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -246,7 +244,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3454514324042663722
+      hash: -2431003029796020943
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.21

data/CHANGELOG.rdoc

@@ -1,25 +0,0 @@
-= Semantic Crawler CHANGELOG
-
-== 0.0.4
-
-* Adding module for parsing country information from "Food and Agriculture
-  Organization of the United Nations"
-* Adding emergency feed to Gdacs module
-* Adding basic module structure for all modules (not all implemented)
-* Adding basic rspec sructure for all modules (not all implemented)
-
-== 0.0.3
-
-* Implementing the Gdacs module
-* Improving documentation
-* Better Exception Handling
-* Minor bug fixing
-
-== 0.0.2
-
-* Factbook::Country implemented
-* First version that is released to rubygems.org for testing purpose
-
-== 0.0.1
-
-* Initial version that is not usable and not released.

data/log/semantic-crawler.log.20120406

@@ -1,4 +0,0 @@
-# Logfile created on 2012-04-06 15:27:20 +0200 by logger.rb/31641
-E, [2012-04-06T15:27:34.066078 #2430] ERROR -- : Not able to get country information, through exception: 404 Not Found
-E, [2012-04-06T15:27:35.096340 #2430] ERROR -- : Not able to get country information, through exception: can't convert nil into String
-E, [2012-04-06T15:27:35.151733 #2430] ERROR -- : Not able to get country information, through exception: can't convert nil into String