code_zauker 0.0.3 → 0.0.4

data/lib/code_zauker/constants.rb

@@ -6,8 +6,7 @@ module CodeZauker
   # 6000 Ehuristic value used for historical reasons
   TRIGRAM_DEFAULT_PUSH_SIZE=6000
   DEFAULT_EXCLUDED_EXTENSION=[
-                              # Documents
-                              ".pdf",
+                              # Documents                             
                               ".xps",
                               ".zip",".7z",
                               # MS Office zip-like files...
@@ -20,8 +19,9 @@ module CodeZauker
                               # Ruby and java stuff-like
                               ".gem",
                               ".jar",".class",".ear",".war",
+                              ".mar",
                               ".tar",
-                              ".gz",
+                              ".gz",".Z",
                               ".dropbox",
                               ".svn-base",".pdb",".cache",                             
                               # Music exclusion

data/lib/code_zauker/version.rb

@@ -1,3 +1,3 @@
 module CodeZauker
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

data/readme.org

@@ -14,29 +14,15 @@ You need also [[http://redis.io/][redis-2.4.6]] or better.
 For a sample redis configuration see the etc/ directory of the project
 
 
-** Release Notes (details)
-** 0.0.3
-   Fully implemented case insensitive search
-   + czindexer supports reindexing, verbose output
-   + czsearcher supports case insenstive search, file exclusion, context clipping
-   + Now Code Zauker handle Windows ISO file in a nice way. 
-   *The whole trigram database will be stored in UTF-8*
-** 0.0.2
-   Code Cleanup, reindexing features, and sample redis server config
-   czsearch now do not relay on unix grep, so it is easier to use with jruby
-   czsearch/czindexer supports options
-** 0.0.1
-   First "we are here" release.
-
-
-
 * Release History
   | Version | Date        | Summary                                              |
   |---------+-------------+------------------------------------------------------|
-  |   0.0.3 |             | Added Case insensitive search UTF-8 trigram database |
+  |   0.0.4 | 12 Feb 2012 | PDF Searching                                        |
+  |   0.0.3 | 03 Feb 2012 | Added Case insensitive search.UTF-8 trigram database |
   |   0.0.2 | 29 Jan 2012 | Removed dependency on unix find for czindexer.       |
   |   0.0.1 | 26 Jan 2012 | First RubyGems Release (for testing purpose only)    |
   |         |             |                                                      |
+  |         |             |                                                      |
 
 
 * DEVELOPING

data/test/test_pdf_indexing.rb

@@ -0,0 +1,38 @@
+# -*- encoding: utf-8 -*-
+# To test use 
+# rake TEST=test/test_search.rb
+require 'test/unit'
+require 'code_zauker'
+require 'pdf/reader'
+
+# See ri Test::Unit::Assertions
+# for assertion documentation
+class FileScannerBasicSearch < Test::Unit::TestCase
+
+  # The pdf-reader add spuious space at the end of the text...
+  # perhaps it is some \r char?!...
+  def test_pdf_reader_simple()
+    reader = PDF::Reader.new("test/fixture/simple_test.pdf")
+    puts "PDF Ver: #{reader.pdf_version} INFO:#{reader.info}: \n#{reader.metadata}"
+    assert_equal "Giorgi Giovanni", reader.info[:Author]    
+    page1=reader.page(1).text    
+    #puts "Page 1\n:::#{page1}:::"
+    lines=page1.split("\n")
+    assert_equal "Simple PDF File generated with MSOffice 2010 ",lines[0],"Error. PDF Reader output:#{lines[0]}"
+    assert_equal lines[0][-1,1]," ", "Trailing whitespace bug expected"
+    assert_equal "Test case for Code Zauker v0.0.4+ ",lines[1]
+    # 4th row is about accents...
+    #puts ":#{lines[3]}:"
+    accentLine=lines[3].strip()
+    assert_equal accentLine,"àèéìòù"
+    assert_equal "UTF-8",accentLine.encoding().name
+    assert_equal true,accentLine.valid_encoding?()
+  end
+
+  def test_is_pdf()
+    u=CodeZauker::Util.new()
+    assert_equal true, u.is_pdf?("Case_crazy.PdF")
+  end
+
+end
+ 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: code_zauker
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-02-03 00:00:00.000000000 Z
+date: 2012-02-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: yard
-  requirement: &74500230 !ruby/object:Gem::Requirement
+  requirement: &85208010 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,21 @@ dependencies:
         version: '0.7'
   type: :development
   prerelease: false
-  version_requirements: *74500230
+  version_requirements: *85208010
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: &85207750 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.9'
+  type: :development
+  prerelease: false
+  version_requirements: *85207750
 - !ruby/object:Gem::Dependency
   name: hiredis
-  requirement: &74499940 !ruby/object:Gem::Requirement
+  requirement: &85207460 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,10 +43,10 @@ dependencies:
         version: '0.3'
   type: :runtime
   prerelease: false
-  version_requirements: *74499940
+  version_requirements: *85207460
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &74499670 !ruby/object:Gem::Requirement
+  requirement: &85207140 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,18 +54,18 @@ dependencies:
         version: '2.2'
   type: :runtime
   prerelease: false
-  version_requirements: *74499670
+  version_requirements: *85207140
 - !ruby/object:Gem::Dependency
-  name: rubyzip
-  requirement: &74499420 !ruby/object:Gem::Requirement
+  name: pdf-reader
+  requirement: &85195530 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: 1.0.0
   type: :runtime
   prerelease: false
-  version_requirements: *74499420
+  version_requirements: *85195530
 description: Code Zauker is based from ideas taken by old Google Code Search and uses
   Redis as a basic platform
 email:
@@ -68,7 +79,6 @@ extra_rdoc_files: []
 files:
 - .gitignore
 - BUGS.org
-- CHANGELOG.org
 - Gemfile
 - LICENSE.txt
 - Rakefile
@@ -103,7 +113,9 @@ files:
 - test/fixture/TEST_LICENSE.txt
 - test/fixture/foolish.txt
 - test/fixture/kurukku.txt
+- test/fixture/simple_test.pdf
 - test/fixture/testArchive.zip
+- test/test_pdf_indexing.rb
 - test/test_search.rb
 homepage: http://gioorgi.com/tag/code-zauker/
 licenses: []

data/CHANGELOG.org

@@ -1,15 +0,0 @@
-|2012-02-03|Updated readme|
-|2012-02-03|Code Zauker ready for v0.0.3 release|
-|2012-02-02|czindexer now offers better statistic and less verbose output|
-|2012-02-02|czsearch now is able to exclude file patterns|
-|2012-02-02|Better utf-8 handling|
-|2012-02-01|Correct parsing and grep-ping of no-UTF-8 files. Fixed map2ids small bug.  Test ZipReading|
-|2012-01-31|Case insensitive search works great|
-|2012-01-30|Case insensitive implemented|
-|2012-01-30|insensitive search via special insensitive trigram|
-|2012-01-29|Version 0.0.2 release|
-|2012-01-29|Version 0.0.2|
-|2012-01-27|No more dependency from unix commands|
-|2012-01-27|Beta code zauker 0.0.2|
-|2012-01-27|Beta code zauker 0.0.2|
-|2012-01-26|Code Zauker 0.0.1|