xapian-indexer 1.2.3.1 → 1.2.3.2

data/lib/xapian/indexer/extractors/html.rb

@@ -95,7 +95,12 @@ module Xapian
 					html.search("form").remove
 					html.css('.noindex').remove
 					
-					result[:content] = html.at('html/body').inner_text
+					
+					body = html.at('html/body')
+					
+					if body
+						result[:content] = body.inner_text.gsub(/\s+/, " ")
+					end
 				
 					return result
 				end

data/lib/xapian/indexer/spider.rb

@@ -135,7 +135,6 @@ module Xapian
 									@database.replace_document(resource.name_digest, doc)
 								else
 									@logger.warn "Resource was not indexable #{resource.name}!"
-									@logger.warn "Links = #{(fetch.links || []).map(&block).compact.inspect}"
 								end
 							else
 								@logger.warn "Could not fetch resource #{resource.name}!"

data/lib/xapian/indexer/version.rb

@@ -19,7 +19,7 @@ module Xapian
 			MAJOR = 1
 			MINOR = 2
 			TINY  = 3
-			REV   = 1
+			REV   = 2
 			
 			STRING = [MAJOR, MINOR, TINY, REV].join('.')
 		end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification 
 name: xapian-indexer
 version: !ruby/object:Gem::Version 
-  hash: 65
+  hash: 71
   prerelease: false
   segments: 
   - 1
   - 2
   - 3
-  - 1
-  version: 1.2.3.1
+  - 2
+  version: 1.2.3.2
 platform: ruby
 authors: 
 - Samuel Williams
@@ -16,10 +16,23 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-12-19 00:00:00 +13:00
+date: 2010-12-22 00:00:00 +13:00
 default_executable: 
-dependencies: []
-
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: xapian-core
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
 description: 
 email: samuel.williams@oriontransfer.co.nz
 executables: []
@@ -69,6 +82,6 @@ rubyforge_project:
 rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
-summary: Xapian is a framework for fast full-text searching.
+summary: Xapian::Indexer provides a flexible spider for indexing resources.
 test_files: []