code_zauker 0.0.9 → 0.1.0

data/BUGS.org

@@ -2,3 +2,9 @@
 * Bug 001 :wontfix_soon:
   Indexing a 700Kb gem take too much time, it seems looping
   Avoid indexing gem file for the meantime.
+* Bug 002 :limitation:
+  Reindexing does not work very well. Code Zauker will not automatically detect a file has changed.
+  Implement a md5 checksum support for reindexing changed files fast
+
+* Bug 003 :low:
+  Avoid keys() command because it is deprecated for normal usage scenario

data/bin/czindexer

@@ -3,7 +3,7 @@
 # find test/fixture/ -type f | xargs -P 5  -n 10 ./bin/czindexer
 # will fire 5 czindexer each with 10 files to process...
 require 'code_zauker/cli'
-require 'redis/connection/hiredis'
+#require 'redis/connection/hiredis'
 require 'redis'
 require 'optparse'
 options={}
@@ -86,7 +86,7 @@ def processElement(l,fs,options)
       if   options[:reindex] == true          
         fs.reindex([l])
       else
-        fs.load(l,noReload=true)
+        fs.load(l)
       end
       timeTaken=Time.now-startTime
       $PROCESSED_FILES+=1

data/bin/czlist

@@ -0,0 +1,122 @@
+#!/usr/bin/env ruby 
+#== czlist list only the files which can contain the required string
+# should be combined with "xargs grep/egrep"
+# Ideal for ide integration
+# Simpler then czsearch
+$VERBOSE=nil 
+require 'code_zauker'
+require 'code_zauker/cli'
+#require 'redis/connection/hiredis'
+require 'redis'
+#include Grep
+
+require 'optparse'
+options={}
+optparse= OptionParser.new do  |opts|
+  opts.banner="Usage: czlist [options] [term1] [term2]..."
+  options[:extensions_to_ignore]=[]
+  options[:file_to_exclude]=[]
+  options[:redis_host]="127.0.0.1"
+  options[:redis_port]=6379
+  options[:redis_password]=nil
+  options[:be_wild]=true
+
+  
+  
+  opts.on('-X','--exclude FILE_PATTERN',String,
+          'Exclude files that match FILE_PATTERN (as ruby regexp). Case insensitive') do |p|
+    options[:file_to_exclude].push(/#{Regexp.escape(p)}/i);
+  end
+
+  opts.on('-w','--wild','Do a wildcharacter search. * means "every char". True by default') do 
+    options[:be_wild] = true
+    options[:ignorecase]=true
+  end
+
+  opts.on('-e','--exact','Disable wild search Userful if you need to search * or exact matches ') do 
+    options[:be_wild] = false
+    options[:ignorecase]=true
+  end
+
+
+  opts.on('--redis-server pass@SERVER:port', String,
+          'Specify the alternate redis server to use')do |server|
+    myoptions=CodeZauker::CliUtil.new().parse_host_options(server)
+    options[:redis_host]=myoptions[:redis_host]
+    options[:redis_port]=myoptions[:redis_port]
+    options[:redis_password]=myoptions[:redis_password]
+    
+    if options[:redis_password]
+      #puts "Server: #{options[:redis_host]} Port:#{options[:redis_port]} WithPassword"
+    else
+      #puts "Server: #{options[:redis_host]} Port:#{options[:redis_port]}"
+    end
+  end
+
+
+
+  opts.on( '-h', '--help', 'Display this screen' ) do
+    puts opts   
+    puts "EXAMPLES:"
+    puts "czlist for"
+    puts " Will search for loops and return the file smatching it"
+    puts "czlist -w 'public*class School'"
+    puts " Will seach for a java class called School ignoring characters between public and class."
+    puts "czlist for | xargs grep for"
+    puts " will be quite the same of czsearch but faster."
+    puts "Search is always case insensitive and wild by default"
+    exit
+  end
+end
+optparse.parse!
+
+ARGV.each do | s |
+  #puts "Code Zauker Searching for #{s}"  
+  util=CodeZauker::Util.new()
+  redisConnection=Redis.new(:host => options[:redis_host], :port => options[:redis_port], :password=> options[:redis_password])
+  fs=CodeZauker::FileScanner.new(redisConnection)
+
+  if options[:be_wild]==true    
+    cli=CodeZauker::CliUtil.new()
+    r=cli.doWildSearch(s,fs)
+    files=  r[:files]
+    pattern=r[:regexp]
+  else
+    # It uses always isearch
+    # and delegates to the grep subsystem to find it out
+    files=fs.isearch(s)
+  end
+
+  files.each do |f|
+    to_exclude=false
+    if options[:file_to_exclude].length >0
+      # Will match?
+      to_exclude=false
+      options[:file_to_exclude].each do |pattern|
+        #puts "\n\t#{f} =~  #{pattern}"
+        if (f  =~ pattern )
+          to_exclude=true
+          #puts "Excluded #{f}"
+          break
+        end
+      end
+    end
+    
+    # Does it exist?
+    if !to_exclude && !File.exists?(f)
+      #puts "WARN: Not FOUND #{f}"
+      to_exclude=true
+    end
+
+    if !to_exclude
+      begin
+        puts "#{f}"
+      rescue ArgumentError => ioe
+        puts "FATAL ArgumentError on #{f}"
+        raise ioe
+      end
+    else
+      
+    end
+  end
+end

data/bin/czsearch

@@ -1,164 +1,2 @@
-#!/usr/bin/env ruby 
-#== czsearch is a userful command to search via the Code Zauker facility
-# Send something like -W0 to ruby, for a cleaner output
-$VERBOSE=nil 
-require 'code_zauker'
-require 'code_zauker/grep'
-require 'code_zauker/cli'
-require 'redis/connection/hiredis'
-require 'redis'
-require 'tempfile'
-require 'pdf/reader'
-include Grep
-
-require 'optparse'
-options={}
-optparse= OptionParser.new do  |opts|
-  opts.banner="Usage: czsearch [options] [term1] [term2]..."
-  options[:ignorecase]=false
-  options[:precontext]=0
-  options[:postcontext]=0
-  options[:extensions_to_ignore]=[]
-  options[:file_to_exclude]=[]
-  options[:redis_host]="127.0.0.1"
-  options[:redis_port]=6379
-  options[:redis_password]=nil
-  options[:be_wild]=false
-
-  opts.on('-i', '--ignore-case','ignore case distinctions') do 
-      options[:ignorecase]=true    
-  end
-
-  opts.on('-B', '--before-context NUM', Integer, 'print NUM lines of leading context') do | c |
-    options[:precontext]=c
-  end
-
-  opts.on('-A','--after-context NUM',Integer,'print NUM lines of trailing context') do | c |
-    options[:postcontext]=c
-  end
-  opts.on('-C','--context NUM',Integer,'print NUM lines of output context') do | c |
-    if c>0 
-      options[:postcontext]=c
-      options[:precontext]=options[:postcontext]
-    end
-  end
-  
-  
-  opts.on('-X','--exclude FILE_PATTERN',String,
-          'Exclude files that match FILE_PATTERN (as ruby regexp). Case insensitive') do |p|
-    options[:file_to_exclude].push(/#{Regexp.escape(p)}/i);
-  end
-
-  opts.on('-w','--wild','Do a wildcharacter search. * means "every char". Imply -i') do 
-    options[:be_wild] = true
-    options[:ignorecase]=true
-  end
-
-
-  opts.on('-h','--redis-server pass@SERVER:port', String,
-          'Specify the alternate redis server to use')do |server|
-    myoptions=CodeZauker::CliUtil.new().parse_host_options(server)
-    options[:redis_host]=myoptions[:redis_host]
-    options[:redis_port]=myoptions[:redis_port]
-    options[:redis_password]=myoptions[:redis_password]
-    
-    if options[:redis_password]
-      puts "Server: #{options[:redis_host]} Port:#{options[:redis_port]} WithPassword"
-    else
-      puts "Server: #{options[:redis_host]} Port:#{options[:redis_port]}"
-    end
-  end
-
-
-
-  opts.on( '-h', '--help', 'Display this screen' ) do
-    puts opts   
-    puts "EXAMPLES:"
-    puts "czsearch ciao Koros"
-    puts " Will search Koros OR ciao"
-    puts "czsearch -i gnu"
-    puts " Will match also GNU and Gnu"   
-    puts "czsearch  -X .orig -X .bak -X .java  html:select"
-    puts " Will skip java and backup file"
-    puts "czsearch -w 'public*class School'"
-    puts " Will seach for a java class called School ignoring characters between public and class."
-    exit
-  end
-end
-optparse.parse!
-
-ARGV.each do | s |
-  #puts "Code Zauker Searching for #{s}"  
-  util=CodeZauker::Util.new()
-  redisConnection=Redis.new(:host => options[:redis_host], :port => options[:redis_port], :password=> options[:redis_password])
-  fs=CodeZauker::FileScanner.new(redisConnection)
-
-  if options[:be_wild]==true
-    puts "Wild MODE"
-    cli=CodeZauker::CliUtil.new()
-    r=cli.doWildSearch(s,fs)
-    files=  r[:files]
-    pattern=r[:regexp]
-  else
-    # It uses always isearch
-    # and delegates to the grep subsystem to find it out
-    files=fs.isearch(s)
-    if options[:ignorecase]==false      
-      pattern=/#{Regexp.escape(s)}/
-    else
-      pattern=/#{Regexp.escape(s)}/i
-    end
-  end
-
-  files.each do |f|
-    to_exclude=false
-    if options[:file_to_exclude].length >0
-      # Will match?
-      to_exclude=false
-      options[:file_to_exclude].each do |pattern|
-        #puts "\n\t#{f} =~  #{pattern}"
-        if (f  =~ pattern )
-          to_exclude=true
-          #puts "Excluded #{f}"
-          break
-        end
-      end
-    end
-    
-    # Does it exist?
-    if !to_exclude && !File.exists?(f)
-      #puts "WARN: Not FOUND #{f}"
-      to_exclude=true
-    end
-
-    if !to_exclude
-      begin
-        if util.is_pdf?(f)==false
-          lines=grep(f,pattern, pre_context=options[:precontext], post_context=options[:postcontext]);
-          lines.each do |l |
-            puts "#{f}:#{l}"
-          end
-        else
-          puts "#{f} Pdf matches"
-          #Using pdf/reader we can do a search here but we must store the stuff 
-          # in a temp file
-          
-          tempfile =Tempfile.new("czsearch_pdf.tmp")
-          tempfile.write(util.get_lines(f).join("\n"))
-          tempfile.close
-          #puts "Temp PDF into #{tempfile.path}"
-          lines=grep(tempfile.path,pattern, pre_context=options[:precontext], post_context=options[:postcontext]);
-          lines.each do |l |
-            puts "#{f}:#{l}"
-          end
-          tempfile.unlink
-        end
-      rescue ArgumentError => ioe
-        puts "FATAL ArgumentError on #{f}"
-        raise ioe
-      end
-    else
-      
-    end
-  end
-end
+#!/bin/bash
+czlist --redis-server 10.0.2.2:6380  $* | xargs grep $*

data/bin/report.rb

@@ -3,7 +3,6 @@ require 'set'
 require 'code_zauker'
 require 'code_zauker/grep'
 require 'code_zauker/cli'
-require 'redis/connection/hiredis'
 require 'redis'
 require 'tempfile'
 require 'pdf/reader'

data/code_zauker.gemspec

@@ -23,7 +23,7 @@ Gem::Specification.new do |s|
   s.add_development_dependency "yard", "~>0.7"
   s.add_development_dependency "rubyzip", "~> 0.9"
 
-  s.add_runtime_dependency "hiredis", "~> 0.3"
+  ## s.add_runtime_dependency "hiredis", "~> 0.3"
   s.add_runtime_dependency "redis", "~> 2.2"
   s.add_runtime_dependency "pdf-reader", "~> 1.0.0"
   s.add_runtime_dependency "sinatra", "~> 1.3"

data/devel.org

@@ -1,3 +1,53 @@
+* Basic  commands
+  Make sure to uninstall code zauker from your gems (gem  uninstall code_zauker)
+before start developing
+** Environment setup (windows)
+
+Ensure you have Dev kit too 
+http://rubyinstaller.org/downloads
+https://github.com/oneclick/rubyinstaller/wiki/Development-Kit
+It is for hiredis: hiredis is not mandatory, but suggested
+
+
+#+begin_src sh
+gem install bundler
+# Dev kit installation...
+#ruby /c/rubyinstallkit/dk.rb init
+#ruby /c/rubyinstallkit/dk.rb install
+bundle install
+rake test
+# Ensure dev code is reachable
+export RUBYLIB=k:/code/code_zauker/lib
+#+end_src
+
+
+** To Run tests
+#+begin_src sh
+rake test
+#+end_src
+
+** To release a new version to rubygem
+#+begin_src sh
+rake release
+#+end_src
+
+** Dependency management
+Done with ruby "bundle", you should check periodically dependency
+with "bundle update" to be sure to be with latest bug fixes of dependence libs
+
+* Notable facts
+** DB Size tradeoff
+If trigram size is greather then 3, the database become larger, because of less collisions.
+czlist work better with 4-grams then with 3-grams (a lot less false positive) 
+but the size can be 50% bigger
+
+2-gram size rocks a lot, because of a very small db but false positive are a nightmare.
+czlist give 2188 files with a "for", but grep report only 383 of them (less then 18% of success)
+
+
+Emacs-lisp files spot a very huge number of trigrams
+
+
 * Future/Study
 To fulfill Google code options:
 ** Google code input

data/etc/redis-win.conf

@@ -22,9 +22,9 @@ pidfile C:/TEMP/codezauker_redis.pid
 
 # Accept connections on the specified port, default is 6379.
 # If port 0 is specified Redis will not listen on a TCP socket.
-#port 6379
+port 6379
 # Another port if you run a VM like me
-port 6380
+#port 6380
 
 # If you want you can bind a single interface, if the bind option is not
 # specified all the interfaces will listen for incoming connections.

data/lib/code_zauker.rb

@@ -2,12 +2,15 @@
 require "code_zauker/version"
 require "code_zauker/constants"
 require 'code_zauker/grep'
-require 'redis/connection/hiredis'
+# require 'redis/connection/hiredis'
 require 'redis'
 require 'set'
 require 'pdf/reader'
 require 'date'
 
+#require 'digest'
+require 'digest/md5'
+
 # This module implements a simple reverse indexer 
 # based on Redis
 # The idea is ispired by http://swtch.com/~rsc/regexp/regexp4.html
@@ -199,9 +202,9 @@ module CodeZauker
           end
         end
       end
-      if showlog
-        puts " <Pushed #{s.length}..."
-      end      
+      # if showlog
+      #   puts " <Pushed #{s.length}..."
+      # end      
       puts "WARN: Some invalid UTF-8  char on #{filename} Case insensitive search will be compromised" if case_insensitive_trigram_failed      
     end
 
@@ -226,7 +229,7 @@ module CodeZauker
     private :pushTrigramsSetRecoverable
 
 
-    def load(filename, noReload=false)
+    def load(filename)
       # Define my redis id...      
       # Already exists?...
       fid=@redis.get "fscan:id:#{filename}"
@@ -237,10 +240,18 @@ module CodeZauker
         @redis.set "fscan:id:#{filename}", fid
         @redis.set "fscan:id2filename:#{fid}",filename
       else
-        if noReload 
-          #puts "Already found #{filename} as id:#{fid} and NOT RELOADED"
+        # ADD MD5 Checksum
+        #Digest::MD5.hexdigest("aaa")
+        fileDigest = Digest::MD5.hexdigest(File.read(filename))
+        storedDigest=@redis.get("cz:md5:#{filename}")
+        if(fileDigest!=storedDigest)
+          puts "#{filename} CHANGED...MD5: #{fileDigest} REINDEXING..."
+          self.remove([filename]) 
+        else          
+          ## puts "#{filename} id:#{fid} MD% UP TO DATE and NOT RELOADED"
           return nil
         end
+
       end      
       # fid is the set key!...
       trigramScanned=0
@@ -256,7 +267,7 @@ module CodeZauker
 
       lines.each do  |lineNotUTF8|
         l= util.ensureUTF8(lineNotUTF8)
-        # Split each line into 3-char chunks, and store in a redis set
+        # Split each line into GRAM_SIZE-char chunks, and store in a redis set
         i=0
         for istart in 0...(l.length-GRAM_SIZE) 
           trigram = l[istart, GRAM_SIZE]
@@ -271,7 +282,7 @@ module CodeZauker
             s=Set.new()             
           end
           trigramScanned += 1
-          #puts "#{istart} Trigram fscan:#{trigram}/  FileId: #{fid}"
+          #puts "#{istart} Gram fscan:#{trigram}/  FileId: #{fid}"
         end
       end
       
@@ -287,8 +298,13 @@ module CodeZauker
       @redis.sadd "fscan:processedFiles", "#{filename}"
       trigramRatio=( (trigramsOnFile*1.0) / trigramScanned )* 100.0
       if trigramRatio < 10 or trigramRatio >75        
-        puts "#{filename}\n\tRatio:#{trigramRatio.round}%  Unique Trigrams:#{trigramsOnFile} Total Scanned: #{trigramScanned} ?Binary" if trigramRatio >90 and trigramsOnFile>70
+        puts "#{filename}\n\tRatio:#{trigramRatio.round}%  Unique #{GRAM_SIZE}-grams:#{trigramsOnFile} Total Scanned: #{trigramScanned} ?Binary" if trigramRatio >90 and trigramsOnFile>70
       end
+
+      # Register digest...do at last for better security
+      fileDigest = Digest::MD5.hexdigest(File.read(filename))
+      @redis.set("cz:md5:#{filename}",fileDigest)
+
       return nil
     end
 
@@ -344,11 +360,11 @@ module CodeZauker
     # YourAppManager
     def wsearch(term)
       # Split stuff
-      puts "Wild Search request:#{term}"
+      #puts "Wild Search request:#{term}"
       m=term.split("*")
       if m.length>0
         trigramInAnd=Set.new()
-        puts "*= Found:#{m.length}"
+        #puts "*= Found:#{m.length}"
         m.each do | wtc |
           wt=wtc.downcase()
           #puts "Splitting  #{wt}"
@@ -386,7 +402,7 @@ module CodeZauker
       #puts "Reindexing... #{fileList.length} files..."
       fileList.each do |current_file |
         self.remove([current_file])        
-        self.load(current_file,noReload=false)
+        self.load(current_file)
       end
     end
 

data/lib/code_zauker/cli.rb

@@ -79,8 +79,8 @@ module CodeZauker
         min=trigramsOnFile if trigramsOnFile <min and trigramsOnFile>0        
       end
       av=sum/count
-      puts "Average Trigrams per file:#{av} Min: #{min} Max: #{max}"
-      tagCharSize=max/80
+      puts "Average -grams per file:#{av} Min: #{min} Max: #{max}"
+      tagCharSize=max/20
       #tagCharSize=max/10 if tagCharSize>80
       puts "Graphic summary... +=#{tagCharSize}"
       ids.each do | fid |
@@ -88,7 +88,7 @@ module CodeZauker
         if trigramsOnFile>= (tagCharSize*3)
           fname=redis.get("fscan:id2filename:#{fid}")
           bar="+"*(trigramsOnFile/tagCharSize)
-          puts "#{bar} #{fname}"
+          puts "#{trigramsOnFile} #{bar} #{fname}"
         end
       end
 

data/lib/code_zauker/constants.rb

@@ -40,8 +40,8 @@ module CodeZauker
                               ".mp3",".mp4",".wav",
                               # Image exclusion
                               ".png",".gif",".jpg",".bmp",
-                              # Temp stuff
-                              ".tmp","~",
+                              # Temp stuff and logs
+                              ".tmp","~",".log",".bar",
                               # Oracle exports...
                               ".exp"
                               ]

data/lib/code_zauker/version.rb

@@ -1,4 +1,4 @@
 module CodeZauker
-  VERSION = "0.0.9"
+  VERSION = "0.1.0"
   DB_VERSION = 1
 end

data/readme.org

@@ -4,6 +4,23 @@ Code Zauker is based from ideas taken by old Google Code Search and uses Redis a
 
 For news and discussion: http://gioorgi.com/tag/code-zauker/
 
+* NEWS 
+** And an happy coding year! 2013
+  Version 0.1.0 spot an auto-reindexing system, 3-gram size and a new command, czlist.
+  CodeZauker will store a MD5 checksum for every file and reindex automatically changed files.
+  There is a small API change: FileScanner>>load will no longer accept noReload because it will 
+  automatically use md5 to undestand if a reindex is needed.
+  Anyway, client code should relay on FileScanner>>reindex to force a reindex of a file.
+  This feature is still beta but works pretty well.
+
+  When a lot of reindexing is involved, performance can drop hard under 2 files per sec
+
+  Version 0.1.0 spot also a new command, /czlist/ which simplify integration with unix tool-chain.
+  czlist access directly to code zauker core to show only the filename 
+  which could contains the searchstring.
+  czlist is ideal for IDE integration
+  
+
 
 * INSTALL
 To install Code Zauker,simply issue
@@ -70,7 +87,7 @@ and enjoy!
 * MS-Windows Compatibility
 Grab your windows redis server at
 https://github.com/dmajkic/redis/downloads
-Version 0.0.9 has been succesful tested with Redis 2.4.5 32bit version
+Version 0.0.9 and 0.1.0 has been successful tested with Redis 2.4.5 32bit version
 You will find a 
 redis-win.conf example
 to give you a fast-startup
@@ -79,6 +96,9 @@ to give you a fast-startup
 * Release History
   | Version | Date        | Summary                                                                       |
   |---------+-------------+-------------------------------------------------------------------------------|
+  |   0.1.0 |             | Added czlist command which supersedes czsearch.                               |
+  |         |             | Czindex now spot a better auto redindexing feature                            |
+  |         |             | Removed hiredis dependency for easier installation under ms-windows           |
   |   0.0.9 | 12 Oct 2012 | Removed case sensitive backend to improve space use. Er Zauker Compatibility. |
   |         |             | Tested on MSWin                                                               |
   |   0.0.8 | 04 Jun 2012 | Wildcard (*) search/better error handling of missed files/indexchecker        |
@@ -90,9 +110,11 @@ to give you a fast-startup
   |   0.0.2 | 29 Jan 2012 | Removed dependency on unix find for czindexer.                                |
   |   0.0.1 | 26 Jan 2012 | First RubyGems Release (for testing purpose only)                             |
 
-
-
+  
 * DEVELOPING
 For developing with Code Zauker you need bundler 1.0.21 or above
-See devel.org file
+See devel.org file for more information
+
+* KNOWN BUGS / LIMITATIONS
+At the time of writing, indexing emacs-lisp file is a very slow task.
 

data/test/test_search.rb

@@ -23,7 +23,7 @@ class FileScannerBasicSearch < Test::Unit::TestCase
 
   def test_scanner_trigram_simple    
     fs=CodeZauker::FileScanner.new()
-    fs.load("./readme.org",noReload=true)
+    fs.load("./readme.org")
     fs.load("./test/fixture/kurukku.txt")
     files=fs.search("kku")
     assert (files[0].include?("fixture/kurukku.txt")==true)
@@ -66,14 +66,14 @@ class FileScannerBasicSearch < Test::Unit::TestCase
 
   def test_very_big_file
     fs=CodeZauker::FileScanner.new()
-    fs.load("./test/fixture/TEST_LICENSE.txt",noReload=true)
+    fs.load("./test/fixture/TEST_LICENSE.txt")
     files=fs.search('"Commercial Use"')
     assert files.include?("./test/fixture/TEST_LICENSE.txt")==true
   end
 
   def test_remove
     fs=CodeZauker::FileScanner.new()
-    fs.load("./test/fixture/kurukku.txt", noReload=true)  
+    fs.load("./test/fixture/kurukku.txt")  
     fs.remove(["./test/fixture/kurukku.txt"])
     files=fs.search("\"Be hungry, be foolish\"")    
     assert files.length ==0, 
@@ -86,7 +86,7 @@ class FileScannerBasicSearch < Test::Unit::TestCase
   #   require 'redis'
   #   redis=Redis.new
   #   fs=CodeZauker::FileScanner.new(redis)
-  #   fs.load("./test/fixture/kurukku.txt", noReload=true) 
+  #   fs.load("./test/fixture/kurukku.txt") 
   #   fs.removeAll()
   #   foundKeys=redis.keys "*"
   #   #puts "Keys at empty db:#{foundKeys}"
@@ -96,14 +96,14 @@ class FileScannerBasicSearch < Test::Unit::TestCase
   # # 2012 Jan 30 New Case Insensitive Test cases
   def test_case_insensitive1
     fs=CodeZauker::FileScanner.new()
-    fs.load("./test/fixture/kurukku.txt", noReload=true)
+    fs.load("./test/fixture/kurukku.txt")
     flist=fs.isearch("caseinsensitive Search TEST.")
     assert flist.include?("./test/fixture/kurukku.txt"), "Case insensitive search failed. #{flist}"
   end
 
   def test_case_insensitive2
     fs=CodeZauker::FileScanner.new()
-    fs.load("./test/fixture/kurukku.txt", noReload=true)
+    fs.load("./test/fixture/kurukku.txt")
     flist=fs.isearch("caSeinsenSitive Search TEST.")
     assert flist.include?("./test/fixture/kurukku.txt"), "Case insensitive search failed. #{flist}"
     assert fs.search("CASeinsenSitivE").include?("./test/fixture/kurukku.txt"), "Search must be always insensitive"
@@ -111,7 +111,7 @@ class FileScannerBasicSearch < Test::Unit::TestCase
 
   def test_case_insensitive3
     fs=CodeZauker::FileScanner.new()
-    fs.load("./test/fixture/kurukku.txt", noReload=true)
+    fs.load("./test/fixture/kurukku.txt")
     u=CodeZauker::Util.new()
     (u.mixCase("CaSeinsen")).each { |t|
       #puts "Checking #{t}"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: code_zauker
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-10-22 00:00:00.000000000 Z
+date: 2013-05-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: yard
-  requirement: &79400240 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,15 @@ dependencies:
         version: '0.7'
   type: :development
   prerelease: false
-  version_requirements: *79400240
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.7'
 - !ruby/object:Gem::Dependency
   name: rubyzip
-  requirement: &79399900 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -32,21 +37,15 @@ dependencies:
         version: '0.9'
   type: :development
   prerelease: false
-  version_requirements: *79399900
-- !ruby/object:Gem::Dependency
-  name: hiredis
-  requirement: &79399600 !ruby/object:Gem::Requirement
+  version_requirements: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: '0.3'
-  type: :runtime
-  prerelease: false
-  version_requirements: *79399600
+        version: '0.9'
 - !ruby/object:Gem::Dependency
   name: redis
-  requirement: &79399290 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +53,15 @@ dependencies:
         version: '2.2'
   type: :runtime
   prerelease: false
-  version_requirements: *79399290
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.2'
 - !ruby/object:Gem::Dependency
   name: pdf-reader
-  requirement: &79398890 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,10 +69,15 @@ dependencies:
         version: 1.0.0
   type: :runtime
   prerelease: false
-  version_requirements: *79398890
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
 - !ruby/object:Gem::Dependency
   name: sinatra
-  requirement: &79398560 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -76,10 +85,15 @@ dependencies:
         version: '1.3'
   type: :runtime
   prerelease: false
-  version_requirements: *79398560
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
 - !ruby/object:Gem::Dependency
   name: redis_logger
-  requirement: &79398070 !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -87,13 +101,19 @@ dependencies:
         version: '0.1'
   type: :runtime
   prerelease: false
-  version_requirements: *79398070
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.1'
 description: Code Zauker is based from ideas taken by old Google Code Search and uses
   Redis as a basic platform
 email:
 - jj@gioorgi.com
 executables:
 - czindexer
+- czlist
 - czsearch
 - mczindexer
 - report.rb
@@ -108,6 +128,7 @@ files:
 - LICENSE.txt
 - Rakefile
 - bin/czindexer
+- bin/czlist
 - bin/czsearch
 - bin/mczindexer
 - bin/report.rb
@@ -184,7 +205,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: code_zauker
-rubygems_version: 1.8.11
+rubygems_version: 1.8.24
 signing_key: 
 specification_version: 3
 summary: A search engine for programming languages