picolena 0.1.0 → 0.1.1

data/History.txt

@@ -1,3 +1,14 @@
+== 0.1.1  2008-04-12
+
+* major enhancement:
+  * cache à la Google
+
+* minor enhancements:
+  * easier configuration. Every picolena specific conf files in config/custom 
+  * lots of refactoring
+
+* bug fixes
+
 == 0.1.0  2008-04-08
 
 * minor enhancements:

data/Manifest.txt

@@ -4,10 +4,13 @@ Manifest.txt
 README.txt
 Rakefile
 bin/picolena
+config/files_to_clean
 config/hoe.rb
 config/requirements.rb
 lib/picolena/USAGE
+lib/picolena/config/basic.rb
 lib/picolena/config/indexed_directories.yml
+lib/picolena/config/title_and_names_and_links.yml
 lib/picolena/config/white_list_ip.yml
 lib/picolena/picolena_generator.rb
 lib/picolena/templates/MIT-LICENSE
@@ -19,19 +22,21 @@ lib/picolena/templates/app/helpers/documents_helper.rb
 lib/picolena/templates/app/models/document.rb
 lib/picolena/templates/app/models/finder.rb
 lib/picolena/templates/app/views/documents/_document.html.haml
+lib/picolena/templates/app/views/documents/cached.html.haml
+lib/picolena/templates/app/views/documents/content.html.haml
 lib/picolena/templates/app/views/documents/index.html.haml
 lib/picolena/templates/app/views/documents/show.html.haml
-lib/picolena/templates/app/views/documents/show_content.html.haml
 lib/picolena/templates/app/views/layouts/application.html.haml
 lib/picolena/templates/config/boot.rb
 lib/picolena/templates/config/environment.rb
 lib/picolena/templates/config/environments/development.rb
 lib/picolena/templates/config/environments/production.rb
 lib/picolena/templates/config/environments/test.rb
-lib/picolena/templates/config/initializers/001_prepare_and_load_custom_config.rb
-lib/picolena/templates/config/initializers/002_indexed_dirs.rb
-lib/picolena/templates/config/initializers/003_white_list_IPs.rb
+lib/picolena/templates/config/initializers/001_load_custom_config.rb
+lib/picolena/templates/config/initializers/002_load_indexed_dirs.rb
+lib/picolena/templates/config/initializers/003_load_white_list_IPs.rb
 lib/picolena/templates/config/initializers/004_load_filters.rb
+lib/picolena/templates/config/initializers/005_load_custom_title_and_names_and_links.rb
 lib/picolena/templates/config/routes.rb
 lib/picolena/templates/lang/ui/de.yml
 lib/picolena/templates/lang/ui/en.yml
@@ -765,13 +770,13 @@ script/destroy
 script/generate
 script/txt2html
 setup.rb
-spec/picolena_spec.rb
-tasks/default.rake
 tasks/deployment.rake
 tasks/environment.rake
+tasks/hack.rake
 tasks/rdoc.rake
 tasks/ri.rake
 tasks/rspec.rake
+tasks/test.rake
 tasks/website.rake
 website/index.html
 website/index.txt

data/config/files_to_clean

@@ -0,0 +1,12 @@
+lib/picolena/templates/LICENSE
+lib/picolena/templates/README
+lib/picolena/templates/config/custom/picolena.rb
+lib/picolena/templates/config/custom/indexed_directories.yml
+lib/picolena/templates/config/custom/white_list_ip.yml
+lib/picolena/templates/config/custom/title_and_names_and_links.yml
+lib/picolena/templates/log
+lib/picolena/templates/spec/test_dirs/indexed/others/bäñüßé.txt
+lib/picolena/templates/tmp
+lib/picolena/templates/vendor
+lib/picolena/templates/coverage
+lib/picolena/templates/doc

data/config/hoe.rb

@@ -54,17 +54,21 @@ hoe = Hoe.new(GEM_NAME, VERS) do |p|
   p.url = HOMEPATH
   p.rubyforge_name = RUBYFORGE_PROJECT if RUBYFORGE_PROJECT
   p.test_globs = ["spec/picolena_spec.rb"]
-  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']  #An array of file patterns to delete on clean.
+  
+  files_to_clean = File.readlines(File.join(File.dirname(__FILE__),'files_to_clean')).collect{|line| line.chomp}
+  p.clean_globs |= ['**/.*.sw?', '*.gem', '.config', '**/.DS_Store']+files_to_clean  #An array of file patterns to delete on clean.
   
   # == Optional
   p.changes = p.paragraphs_of("History.txt", 0..1).join("\n\n")
   p.extra_deps = [ ['rails', '>= 2.0.2'],
-                   #Ferret 0.11.6 is not yet available for win32
+                   # Ferret 0.11.6 is not yet available for win32
+                   # FIXME: How to require 0.11.6 for *nix and 0.11.5 for win32?
                    ['ferret', '>= 0.11.5'],
                    ['haml', '>= 1.8.2'],
                    ['rubyzip', '>= 0.9.1'],
                    ['rubigen', '>= 1.2.4'],
-                   ['paginator', '>= 1.1.0']
+                   ['paginator', '>= 1.1.0'],
+                   ['rspec', '>= 1.1.3']
                  ]
   
   #p.spec_extras = {}    # A hash of extra values to set in the gemspec.

data/lib/picolena/{templates/config/initializers/001_prepare_and_load_custom_config.rb → config/basic.rb}

@@ -1,16 +1,3 @@
-### You should not modify this file if you'd like to customize your search engine.
-### Please modify config/custom.rb instead.
-### A template config/custom.rb will be created the first time you launch your web server.
-
-
-custom_config_file = File.join(RAILS_ROOT, 'config/custom.rb')
-
-File.open(custom_config_file,'w'){|custom|
-  custom.puts <<-DEFAULT_CONF
-### This file has been automatically generated the first time you launched your web server.
-### You should add custom requirements here, they will be loaded everytime you restart the web server.
-
-
 # Specify indexes path.
 # Storage should be sufficient in order to store all indexed data.
 IndexesSavePath=File.join(RAILS_ROOT, 'tmp/ferret_indexes/')
@@ -27,14 +14,22 @@ Globalite.language = :en
 # Specify which locale should be used by Ferret
 Ferret.locale = "en_US.UTF-8"
 
+
 # Results per page
 ResultsPerPage = 10
 
+
+# Length of "probably unique id" 's
+# Those id's are used to characterize every document, thus allowing tiny URLs in Controllers
+#  HashLength = 10
+#  Document.new("whatever.pdf").probably_unique_id => "bbuxhynait"
+#  HashLength = 20
+#  Document.new("whatever.pdf").probably_unique_id => "jfzjkyfkfkbbuxhynait"
+# The more documents you have, the bigger HashLength should be in order to avoid collisions.
+# It would not be wise (and specs won't pass) to specify HashLength smaller than 10.
+HashLength = 10
+
+
 # Specify the default Levenshtein distance when using FuzzyQuery
 # see http://ferret.davebalmain.com/api/classes/Ferret/QueryParser.html for more information.
-Ferret::Search::FuzzyQuery.default_min_similarity=0.6
-DEFAULT_CONF
-} unless File.readable?(custom_config_file)
-
-require 'ferret'
-require custom_config_file
+Ferret::Search::FuzzyQuery.default_min_similarity=0.6

data/lib/picolena/config/title_and_names_and_links.yml

@@ -0,0 +1,26 @@
+## Link to a website, located in the bottom-left corner.
+
+website_name: Picolena v<%= version %>
+website_url:  http://picolena.devjavu.com/
+
+## Link to a backup search engine, if no document was found for a given query.
+
+backup_search_engine_name: Google?
+backup_search_engine_url: http://www.google.com/search?q=
+#backup_search_engine_name: Yahoo!
+#backup_search_engine_url: http://search.yahoo.com/search?p=
+
+
+## Fields that are not blank will overwrite localization.
+## Leave them as they are if you're happy with the current localization.
+
+# page_title: Picolena Search Engine
+page_title: 
+# help: Help
+help: 
+# help_file: /help/PicolenaHowTo-en.pdf
+help_file: 
+# type_your_query_here: Type your query here
+type_your_query_here:
+# search: Search!
+search: 

data/lib/picolena/picolena_generator.rb

@@ -2,7 +2,7 @@ require 'tempfile'
 require 'fileutils'
 require 'pathname'
 
-class PicolenaGenerator < RubiGen::Base
+class PicolenaGenerator < RubiGen::Base #:nodoc:
   
   DEFAULT_SHEBANG = File.join(Config::CONFIG['bindir'],
                               Config::CONFIG['ruby_install_name'])
@@ -58,12 +58,15 @@ class PicolenaGenerator < RubiGen::Base
       end
       
       # Picolena configuration files
-      m.file '../config/white_list_ip.yml', 'config/white_list_ip.yml'
-      m.template '../config/indexed_directories.yml', 'config/indexed_directories.yml', :assigns => {:directories_to_index => @directories_to_index}
+      m.file '../config/white_list_ip.yml', 'config/custom/white_list_ip.yml'
+      m.file '../config/basic.rb', 'config/custom/picolena.rb'
+      m.template '../config/indexed_directories.yml', 'config/custom/indexed_directories.yml', :assigns => {:directories_to_index => @directories_to_index}
+      m.template '../config/title_and_names_and_links.yml', 'config/custom/title_and_names_and_links.yml', :assigns => {:version => Picolena::VERSION::STRING}
 
       # README, License & Rakefile
       m.file 'MIT-LICENSE', 'LICENSE'
       m.file '../../../README.txt', 'README'
+      m.file '../../../README.txt', 'doc/README_FOR_APP'
       m.file 'Rakefile', 'Rakefile'
      
       unless options[:no_index]
@@ -128,6 +131,8 @@ EOS
     config
     config/environments
     config/initializers
+    config/custom
+    doc
     lang/ui
     lib
     lib/filters

data/lib/picolena/templates/app/controllers/application.rb

@@ -1,13 +1,18 @@
+# ApplicationController just checks every incoming request according to the remote IP address.
+#
+# The request is sent to DocumentsController only if the IP is included in the white list.
+# Otherwise, it returns "Access denied" 403.
+
 class ApplicationController < ActionController::Base  
   session :disabled => true
   before_filter :should_only_be_available_for_white_list_IPs, :except=> :access_denied
   
-  # In case of an unknown IP address
+  # Returns 403 status in case of an unknown remote IP address
   def access_denied
-    render :text=>'Access denied', :status => 403
+    render :text=>request.inspect, :status => 403
   end
   
-  # In case route hasn't been recognised
+  # Redirects to documents_url in case route hasn't been recognised
   def unknown_request
     flash[:warning]="Unknown URL"
     redirect_to documents_url
@@ -15,6 +20,8 @@ class ApplicationController < ActionController::Base
   
   private
   
+  # Tries to match remote IP address with the white list defined in config/custom/white_list_ip.yml
+  # Redirects to :access_denied if the remote IP is not white listed.
   def should_only_be_available_for_white_list_IPs
     unless request.remote_ip =~ WhiteListIPs
       redirect_to :controller => 'application', :action=>'access_denied'

data/lib/picolena/templates/app/controllers/documents_controller.rb

@@ -1,5 +1,13 @@
+# Core controller of Picolena search-engine.
+# DocumentsController
+#  - treats queries
+#  - launches searches
+#  - returns matching documents
+#  - displays document content
+#  - displays cached content.
+
 class DocumentsController < ApplicationController  
-  before_filter :check_if_valid_link, :only=> [:download, :show_content]
+  before_filter :check_if_valid_link, :only=> [:download, :content, :cached]
   
   # Actually doesn't check anything at all. Just a redirect to show_document(query)
   #
@@ -16,7 +24,7 @@ class DocumentsController < ApplicationController
       page=params[:page]||1
       finder=Finder.new(@query,page)
       finder.execute!
-      pager=::Paginator.new(finder.total_hits, ResultsPerPage) do |offset, per_page|
+      pager=::Paginator.new(finder.total_hits, ResultsPerPage) do
         finder.matching_documents
       end
       @matching_documents=pager.page(page)
@@ -25,22 +33,33 @@ class DocumentsController < ApplicationController
   end
   
   
-  # Download the file whose md5 path's checksum is given.
+  # Download the file whose probably_unique_id is given.
   # If the checksum is incorrect, redirect to documents_url via no_valid_link
   def download
-    send_file @document.complete_path  
+    send_file @document.complete_path
   end
   
-  def show_content
+  # Returns the content of the document identified by probably_unique_id, as it is *now*.
+  def content
+  end
+
+  # Returns the content of the document identified by probably_unique_id, as it was at the time it was indexed.
+  # similar to Google cache.
+  def cached
   end
   
   private
   
+  # Returns corresponding document for any given "probably unique id"
+  # Redirects to no_valid_link if:
+  #  there are more than one matching document (hash collision)
+  #  there is no matching document (wrong hash)
   def check_if_valid_link
-    @md5_hash=params[:id]
-    @document=Finder.new("md5:"<<@md5_hash).matching_document rescue no_valid_link
+    @probably_unique_id=params[:id]
+    @document=Document.find_by_unique_id(@probably_unique_id) rescue no_valid_link
   end
   
+  # Flashes a warning and redirects to documents_url.
   def no_valid_link
     flash[:warning]="no valid link"
     redirect_to documents_url

data/lib/picolena/templates/app/helpers/application_helper.rb

@@ -1,6 +1,3 @@
 # Methods added to this helper will be available to all templates in the application.
-module ApplicationHelper
-  def nothing_found?
-    @matching_documents.nil? or @matching_documents.entries.empty?
-  end
+module ApplicationHelper #:nodoc:
 end

data/lib/picolena/templates/app/helpers/documents_helper.rb

@@ -1,10 +1,19 @@
 module DocumentsHelper
+  # Returns true if no document as been found for a given query.
+  def nothing_found?
+    @matching_documents.nil? or @matching_documents.entries.empty?
+  end
+
+  # Very basic pagination.
+  # Provides liks to Next, Prev and FirstPage when needed.
   def should_paginate(page,query)
       [(link_to("←←", :action => :show, :id => query, :page => 1) if page.number>2),
       (link_to("←", :action => :show, :id => query, :page => page.prev.number) if page.prev?),
       (link_to("→", :action => :show, :id => query, :page => page.next.number) if page.next?)].compact.join(" | ")
   end
   
+  # Returns a localized sentence like "Results 1-10 of 12 for Zimbabwe (0.472s)" or
+  # "Résultats 1-2 parmi 2 pour whatever (0.012s)"
   def describe_results(page, total_hits, dt, query)
     [:results.l,
     content_tag(:strong,"#{page.first_item_number}-#{page.last_item_number}"),
@@ -16,20 +25,25 @@ module DocumentsHelper
     ].join(' ')
   end
   
+  # Returns the time needed to treat the query and launch the search, with a ms precision : (0.472s)
   def show_time_needed(dt)
     content_tag(:small,'('<<number_with_precision(dt,3)<<'s)')
   end
-
+  
+  # When possible, highlights content of the document that match the query.
   def highlight_matching_content(document)
     content_tag(:ul,document.matching_content.collect{|sentence|
       content_tag(:li,h(sentence).gsub(/&lt;&lt;(.*?)&gt;&gt;/,'<strong>\1</strong>').gsub(/\v|\f/,''))
     }) if document.matching_content
   end
   
-  def icon_and_filename_for(result)
-    [icon_for(result.extname),result.filename].join("&nbsp;")
+  # Returns icon and filename for any given document.
+  def icon_and_filename_for(document)
+    [icon_for(document.extname),document.filename].join("&nbsp;")
   end
   
+  # Returns the location (if avaible) of the filetype icon.
+  # TODO: Move this hash to a .yml config file.
   def icon_for(filetype)    
     pic_for_exts={
       :xls=>%w{xls xlsx ods},
@@ -53,18 +67,26 @@ module DocumentsHelper
     image_tag("icons/#{pic.first}.png") if pic
   end
   
-  def google?(query)
-    link_to "Google?", "http://www.google.de/search?q=#{query}"
+  # Returns a link to a backup search engine that could maybe find more results for the same query.
+  def link_to_backup_search_engine(query)
+    link_to :backup_search_engine_name.l, :backup_search_engine_url.l<<query
   end
   
+  # For any indexed document, returns a link to its containing directory.
   def link_to_containing_directory(document)
     link_name=image_tag('icons/remote_folder.png')<<'&nbsp;'<<content_tag(:small,document.alias_path)
     link_to link_name, document.alias_path, :target=>'_blank'
   end
   
+  # For any indexed document, returns a link to show its content.
   def link_to_plain_text_content(document)
-    return unless document.supported?
     link_name=image_tag('icons/plain_text_small.png')<<'&nbsp;'<<content_tag(:small,:text_content.l)
-    link_to link_name, show_content_document_path(document.md5)
+    link_to link_name, content_document_path(document.probably_unique_id)
+  end
+
+  # For any indexed document, returns a link to show its cached content.
+  def link_to_cached_content(document)
+    link_name="("<<content_tag(:small,:cached.l)<<")"
+    link_to link_name, cached_document_path(document.probably_unique_id)
   end
 end

data/lib/picolena/templates/app/models/document.rb

@@ -1,64 +1,98 @@
+# Document class retrieves information from filesystem and the index for any given document.
 class Document
   attr_reader :complete_path
-  attr_accessor :user, :score, :matching_content
+  attr_accessor :user, :score, :matching_content, :index_id
   
-  def initialize(complete_path)
-    @complete_path=complete_path
+  def initialize(path)
+    #To ensure @complete_path is an absolute direction.
+    @complete_path=File.expand_path(path)
     validate_existence_of_file
     validate_in_indexed_directory
   end
   
-  def to_param
-    id
-  end
-  
-  def to_s
-    filename
-  end
+  alias_method :to_param, :id
   
   #Delegating properties to File::method_name(complete_path)
   [:dirname, :basename, :extname, :size?, :file?, :read, :ext_as_sym].each{|method_name|
     define_method(method_name){File.send(method_name,complete_path)}
   }
   alias_method :size, :size?
-  alias_method :content, :read
   alias_method :filename, :basename
+  alias_method :to_s, :basename
   
+  # Returns filename without extension
+  #   "buildings.odt" => "buildings"
   def basename
     filename.chomp(extname)
   end
-    
-  def absolute_dirname
-    Pathname.new(dirname).realpath.to_s
-  end
   
+  # End users should not always know where documents are stored internally.
+  # An alias path can be specified in config/indexed_directories.yml
+  # 
+  # For example, with:
+  #   "/media/wiki_dump/" : "http://www.mycompany.com/wiki/"
+  # 
+  # The documents
+  #   "/media/wiki_dump/organigram.odp"
+  # will be displayed as being:
+  #   "http://www.mycompany.com/wiki/organigram.odp"
   def alias_path
     original_dir=indexed_directory
     alias_dir=IndexedDirectories[original_dir]
-    absolute_dirname.sub(original_dir,alias_dir)
+    dirname.sub(original_dir,alias_dir)
   end
   
-  def md5
-    @md5=complete_path.base26_hash
+  # Returns an id for this document.
+  # This id will be used in Controllers in order to get tiny urls.
+  # Since it's a base26 hash of the absolute filename, it can only be "probably unique".
+  # For huge amount of indexed documents, it would be wise to increase HashLength in config/custom/picolena.rb
+  def probably_unique_id
+    @probably_unique_id||=complete_path.base26_hash
   end
   
+  # Returns true iff some Filter has been defined to convert it to plain text.
+  #  Document.new("presentation.pdf").supported? => true
+  #  Document.new("presentation.some_weird_extension").supported? => false
   def supported?
     PlainText.supported_extensions.include?(self.ext_as_sym)
   end
   
+  # Retrieves content as it is *now*.
   def content
     PlainText.extract_content_from(complete_path)
   end
   
+  # Cache à la Google.
+  # Returns content as it was at the time it was indexed.
+  def cached
+    get_index_id! unless index_id
+    Finder.index[index_id][:content]
+  end
+  
+  # Returns the last modification date before the document got indexed.
+  # Useful to know how old a document is, and to which version the cache corresponds.
+  def date
+    get_index_id! unless index_id
+    Finder.index[index_id][:date].sub(/(\d{4})(\d{2})(\d{2})/,'\1-\2-\3')
+  end
+  
   private
   
+  def get_index_id!
+    @index_id = Document.find_by_unique_id(probably_unique_id).index_id
+  end
+  
+  def self.find_by_unique_id(some_id)
+    Finder.new("probably_unique_id:"<<some_id).matching_document
+  end
+  
   def in_indexed_directory?
     !indexed_directory.nil?
   end
   
   def indexed_directory
     IndexedDirectories.keys.find{|indexed_dir|
-      absolute_dirname.starts_with?(indexed_dir)
+      dirname.starts_with?(indexed_dir)
     }    
   end
   

data/lib/picolena/templates/app/models/finder.rb

@@ -1,14 +1,21 @@
 require 'ff'
 
 class Finder
-  attr_reader :index, :query
+  #FIXME: Should not use all those class methods to access index.
+  
+  attr_reader :query
+  
+  def self.index
+    # caching index @@index ||=  
+    # causes ferret-0.11.6/lib/ferret/index.rb:768: [BUG] Segmentation fault
+    Ferret::Index::Index.new(:path => IndexSavePath, :analyzer=>Analyzer)  
+  end
   
   def initialize(raw_query,page=1,results_per_page=ResultsPerPage)
     query_parser = Ferret::QueryParser.new(:fields => [:content, :file, :basename, :filetype, :date], :or_default => false, :analyzer=>Analyzer)
     @query = query_parser.parse(convert_to_english(raw_query))
     @raw_query= raw_query
     Finder.ensure_that_index_exists_on_disk
-    @index = Ferret::Index::Index.new(:path => IndexSavePath, :analyzer=>Analyzer)
     @per_page=results_per_page
     @offset=(page.to_i-1)*results_per_page
     validate_that_index_has_documents
@@ -18,16 +25,17 @@ class Finder
     @matching_documents=[]
     start=Time.now
     begin
-      top_docs=index.search(query, :limit => @per_page, :offset=>@offset)
+      top_docs=Finder.index.search(query, :limit => @per_page, :offset=>@offset)
       top_docs.hits.each{|hit|
-        ferret_doc,score=hit.doc,hit.score
+        index_id,score=hit.doc,hit.score
         begin
-          found_doc=Document.new(index[ferret_doc][:complete_path])
-          found_doc.matching_content=index.highlight(query, ferret_doc,
+          found_doc=Document.new(Finder.index[index_id][:complete_path])
+          found_doc.matching_content=Finder.index.highlight(query, index_id,
                                                      :field => :content, :excerpt_length => 80,
                                                      :pre_tag => "<<", :post_tag => ">>"
           ) unless @raw_query=~/^\*+\.\w*$/
           found_doc.score=score
+          found_doc.index_id=index_id
           @matching_documents<<found_doc
         rescue Errno::ENOENT
           #"File has been moved/deleted!"
@@ -37,14 +45,20 @@ class Finder
       @time_needed=Time.now-start
       @total_hits=top_docs.total_hits
     ensure
-      index.close
+      #index.close
     end
   end
   
+  # Returns true if it has been executed.
   def executed?
     @executed
   end
   
+  # To ensure that
+  #  matching_documents
+  #  total_hits
+  #  time_needed
+  # methods are called only after the index has been searched.
   [:matching_documents, :total_hits, :time_needed].each{|attribute_name|
     define_method(attribute_name){
       execute! unless executed?
@@ -52,18 +66,19 @@ class Finder
     }
   }
    
+   # Returns true if index is existing.
    def self.has_index?
      index_filename and File.exists?(index_filename)
    end
    
+   # Returns true if there's at least one document indexed.
    def has_documents?
-     index.size>0
-   end
-   
-   def self.up_to_date?
-     IndexedDirectories.keys.all?{|dir| File.mtime(index_filename) > File.mtime(dir)}
+     Finder.index.size>0
    end
 
+   # Returns matching document for any given query, if only
+   # exactly one document is found.
+   # Raises otherwise.
    def matching_document
      case matching_documents.size
      when 0
@@ -77,7 +92,8 @@ class Finder
    
    private
    
-   def convert_to_english(str)
+   # Convert query keywords to english so they can be parsed by Ferret.
+   def convert_to_english(query)
      to_en={
        /\b#{:AND.l}\b/=>'AND',
        /\b#{:OR.l}\b/=>'OR',
@@ -87,7 +103,7 @@ class Finder
        /#{:date.l}:/ => 'date:',
        /\b#{:LIKE.l}\s+(\S+)/=>'\1~'
      }
-     to_en.inject(str){|mem,non_english_to_english_keyword|
+     to_en.inject(query){|mem,non_english_to_english_keyword|
        mem.gsub(*non_english_to_english_keyword)
      }
    end

data/lib/picolena/templates/app/views/documents/_document.html.haml

@@ -1,7 +1,10 @@
 %h2
-  =link_to icon_and_filename_for(document), download_document_path(document.md5)
+  =link_to icon_and_filename_for(document), download_document_path(document.probably_unique_id)
   %small=number_to_percentage(document.score*100, :precision=>1)
 =highlight_matching_content(document)
 %p=link_to_containing_directory(document)
-%p=link_to_plain_text_content(document)
+- if document.supported?
+  %p
+    =link_to_plain_text_content(document)
+    =link_to_cached_content(document)
 %hr/

data/lib/picolena/templates/app/views/documents/cached.html.haml

@@ -0,0 +1,8 @@
+%h2
+  =link_to icon_and_filename_for(@document), download_document_path(@probably_unique_id)
+  (
+  =:as_it_was_indexed_on.l
+  =@document.date
+  )
+%p=link_to_containing_directory(@document)
+%blockquote=h(@document.cached).gsub(/\n/,'<br/>')

data/lib/picolena/templates/app/views/documents/{show_content.html.haml → content.html.haml}

@@ -1,3 +1,3 @@
-%h2=link_to icon_and_filename_for(@document), download_document_path(@md5_hash)
+%h2=link_to icon_and_filename_for(@document), download_document_path(@probably_unique_id)
 %p=link_to_containing_directory(@document)
 %blockquote=h(@document.content).gsub(/\n/,'<br/>')

data/lib/picolena/templates/app/views/documents/show.html.haml

@@ -2,7 +2,7 @@
   .info_bar
     %p
       -if nothing_found? then
-        %span{:class=>'pagination'}=google?(@query)
+        %span{:class=>'pagination'}=link_to_backup_search_engine(@query)
         =:nothing_found_for.l
         %strong=@query
         =show_time_needed(@time_needed)

data/lib/picolena/templates/config/boot.rb

@@ -3,7 +3,7 @@
 
 RAILS_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(RAILS_ROOT)
 
-module Rails
+module Rails #:nodoc:
   class << self
     def boot!
       unless booted?
@@ -34,20 +34,20 @@ module Rails
     end
   end
 
-  class Boot
+  class Boot #:nodoc:
     def run
       load_initializer
       Rails::Initializer.run(:set_load_path)
     end
   end
 
-  class VendorBoot < Boot
+  class VendorBoot < Boot #:nodoc:
     def load_initializer
       require "#{RAILS_ROOT}/vendor/rails/railties/lib/initializer"
     end
   end
 
-  class GemBoot < Boot
+  class GemBoot < Boot #:nodoc:
     def load_initializer
       self.class.load_rubygems
       load_rails_gem

data/lib/picolena/templates/config/initializers/001_load_custom_config.rb

@@ -0,0 +1,3 @@
+custom_config_file = File.join(RAILS_ROOT, 'config/custom/picolena.rb')
+require 'ferret'
+require custom_config_file

data/lib/picolena/templates/config/initializers/{002_indexed_dirs.rb → 002_load_indexed_dirs.rb}

@@ -1,5 +1,5 @@
 #Loading directories to be indexed
-indexed_dir_config_file=['config/indexed_directories.yml', 'config/indexed_directories.yml.template'].find{|f| File.file?(f)}
+indexed_dir_config_file='config/custom/indexed_directories.yml'
 IndexedDirectories={}
 YAML.load_file(indexed_dir_config_file)[RAILS_ENV].each_pair{|abs_or_rel_path, alias_path|
   IndexedDirectories[Pathname(abs_or_rel_path).realpath.to_s]=alias_path

data/lib/picolena/templates/config/initializers/003_load_white_list_IPs.rb

@@ -0,0 +1,8 @@
+#Deny all, Allow only IPs described in config/custom/white_list_ip.yml
+white_list_ip_config_file='config/custom/white_list_ip.yml'
+WhiteListIPs=Regexp.new(
+    "^("<<
+      YAML.load_file(white_list_ip_config_file)["Allow"].collect{|ip|
+        ip.downcase.include?("all") ? /.*/ : Regexp.escape(ip)
+      }.join("|")<<")"
+  ) rescue /^(127\.0\.0\.1|0\.0\.0\.0)/

data/lib/picolena/templates/config/initializers/005_load_custom_title_and_names_and_links.rb

@@ -0,0 +1,5 @@
+custom_localization_yml=File.join(RAILS_ROOT,'config/custom/title_and_names_and_links.yml')
+
+YAML.load_file(custom_localization_yml).each{|key_name, custom_translation|
+  Globalite.localizations[key_name.to_sym]=custom_translation unless custom_translation.blank?
+}

data/lib/picolena/templates/config/routes.rb

@@ -1,5 +1,5 @@
 ActionController::Routing::Routes.draw do |map|
-  map.resources :documents, :collection=>{:check_query=>:post}, :member=>{:download=>:get, :show_content=>:get}
+  map.resources :documents, :collection=>{:check_query=>:post}, :member=>{:download=>:get, :content=>:get, :cached=>:get}
   map.connect 'documents/:id', :controller=>'documents', :action=>'show', :id => /.*/
   map.connect 'access_denied', :controller=> 'application', :action => 'access_denied'
   map.connect "*anything", :controller=>'application', :action => 'unknown_request'

data/lib/picolena/templates/lang/ui/de.yml

@@ -9,10 +9,8 @@ results: Ergebnisse
 of: von
 for: für
 text_content: Text-Inhalt
-
-## Link to a website, located in the bottom-left corner.
-website_name: Picolena
-website_url:  http://picolena.devjavu.com/
+cached: cached
+as_it_was_indexed_on: wie am
 
 ## Boolean operators
 AND: UND

data/lib/picolena/templates/lang/ui/en.yml

@@ -9,10 +9,8 @@ results: Results
 of: of
 for: for
 text_content: Text content
-
-## Link to a website, located in the bottom-left corner.
-website_name: Picolena
-website_url:  http://picolena.devjavu.com/
+cached: cached
+as_it_was_indexed_on: as it was indexed on
 
 ## Boolean operators
 AND: AND

data/lib/picolena/templates/lang/ui/es.yml

@@ -8,11 +8,9 @@ nothing_found_for: Ningún documento encontrado por
 results: Resultados
 of: de
 for: por
-text_content: ver_contenido
-
-## Link to a website, located in the bottom-left corner.
-website_name: Picolena
-website_url:  http://picolena.devjavu.com/
+text_content: ver contenido
+cached: caché
+as_it_was_indexed_on: como fue indexado el
 
 ## Boolean operators
 AND: Y

data/lib/picolena/templates/lang/ui/fr.yml

@@ -8,11 +8,9 @@ nothing_found_for: Rien trouvé pour
 results: Résultats
 of: parmi
 for: pour
-text_content: contenu
-
-## Link to a website, located in the bottom-left corner.
-website_name: Picolena
-website_url:  http://picolena.devjavu.com/
+text_content: voir le contenu
+cached: cached
+as_it_was_indexed_on: comme indexé le
 
 ## Boolean operators
 AND: ET

data/lib/picolena/templates/lib/core_exts.rb

@@ -17,7 +17,7 @@ end
 
 class String
   # Creates a "probably unique" id with the desired length, composed only of lowercase letters.
-  def base26_hash(length=10)
+  def base26_hash(length=HashLength)
     Digest::MD5.hexdigest(self).to_i(16).to_s(26).tr('0-9a-p', 'a-z')[-length,length]
   end
 end

data/lib/picolena/templates/lib/ff.rb

@@ -20,11 +20,11 @@ def index_file(index, filename, mime_type=nil)
   complete_path=File.expand_path(filename)
   fields = {
     :complete_path=> complete_path,
-    :md5 => complete_path.base26_hash,
+    :probably_unique_id => complete_path.base26_hash,
     :file => File.basename(filename),
     :basename => File.basename(filename, File.extname(filename)).gsub(/_/,' '),
     :filetype => File.extname(filename),
-    :date => File.mtime(filename).strftime("%Y%m%d")
+    :date => File.mtime(filename).strftime("%Y%m%d%H%M")
   }
   
   if mime_type then
@@ -112,6 +112,6 @@ def add_fields(index)
   index.field_infos.add_field(:basename, :store => :no, :index => :yes, :boost => 1.5)
   index.field_infos.add_field(:file, :store => :no, :index => :yes, :boost => 1.5)
   index.field_infos.add_field(:filetype, :store => :no, :index => :yes, :boost => 1.5)
-  index.field_infos.add_field(:date, :store=>:no, :index=>:yes)
-  index.field_infos.add_field(:md5, :store=>:no, :index=>:yes)
+  index.field_infos.add_field(:date, :store=>:yes, :index=>:yes)
+  index.field_infos.add_field(:probably_unique_id, :store=>:no, :index=>:yes)
 end

data/lib/picolena/templates/spec/controllers/documents_controller_spec.rb

@@ -8,17 +8,18 @@ describe "DocumentsController called from unknown IP" do
   end
   
   it "should deny access" do
-    WhiteListIPs=/Something that won't match/
+    # Displays a warning otherwise
+    Object.send(:remove_const, :WhiteListIPs) && WhiteListIPs=/Something that won't match/
     get 'index'
     response.should be_redirect
     response.should redirect_to(:controller=>'application', :action=>'access_denied')
-    WhiteListIPs=/^0\.0\.0\.0/
+    Object.send(:remove_const, :WhiteListIPs) && WhiteListIPs=/^0\.0\.0\.0/
     get 'index'
     response.should be_success
   end
 
   after(:all) do
-    WhiteListIPs=@backup
+    Object.send(:remove_const, :WhiteListIPs) && WhiteListIPs=@backup
   end
 end
 
@@ -96,18 +97,18 @@ describe DocumentsController do
     response.should be_success
     assigns[:matching_documents].entries.should_not be_empty
     d=assigns[:matching_documents].entries.first
-    get 'download', :id=>d.md5
+    get 'download', :id=>d.probably_unique_id
     assigns[:document].complete_path == d.complete_path
     response.should be_success
   end
   
   it "GET 'download' should redirect if wrong id" do
-    md5="Not a document".base26_hash
-    get 'download', :id=>md5
+    probably_unique_id="Not a document".base26_hash
+    get 'download', :id=>probably_unique_id
     response.should be_redirect
     response.should redirect_to(documents_url)
-    md5='Whatever'
-    get 'download', :id=>md5
+    probably_unique_id='Whatever'
+    get 'download', :id=>probably_unique_id
     response.should be_redirect
     response.should redirect_to(documents_url)
   end

data/lib/picolena/templates/spec/models/basic_finder_spec.rb

@@ -17,7 +17,7 @@ describe "Finder without index on disk" do
     IndexedDirectories.replace({'spec/test_dirs/indexed/just_one_doc'=>'//justonedoc/'})
     lambda {@finder_with_new_index=Finder.new("test moi")}.should change(Finder, :has_index?).from(false).to(true)
     File.exists?(File.join(@new_index_path,'_0.cfs')).should be_true
-    @finder_with_new_index.index.size.should >0
+    Finder.index.size.should >0
   end
   
   it "should raise if index is still empty after trying to create it" do
@@ -75,21 +75,14 @@ describe "Basic Finder" do
     @finder=Finder.new("some query")
     lambda {@finder.execute!}.should change(@finder, :executed?).from(false).to(true)
   end
-  
-  it "should know if index is up to date" do
-    Finder.has_index?.should be_true
-    Finder.should respond_to(:up_to_date?)
-    Finder.should be_up_to_date
-  end
-  
+    
   it "should not warn anything if index is up to date"
   
   it "should warn if index is not up to date"
   
   fields.each_pair do |description,field_name|
     it "should index #{description} as :#{field_name}" do
-      @finder=Finder.new("some query")
-      @finder.index.field_infos[field_name].should be_an_instance_of(Ferret::Index::FieldInfo)
+      Finder.index.field_infos[field_name].should be_an_instance_of(Ferret::Index::FieldInfo)
     end
   end
   

data/lib/picolena/templates/spec/models/document_spec.rb

@@ -2,9 +2,9 @@ require File.dirname(__FILE__) + '/../spec_helper'
 
 basic_pdf_attribute={
   :size=>9380,
-  :dirname=>'spec/test_dirs/indexed/basic',
+  :dirname=>File.join(RAILS_ROOT, 'spec/test_dirs/indexed/basic'),
   :basename=>'basic',
-  :complete_path=>'spec/test_dirs/indexed/basic/basic.pdf',
+  :complete_path=>File.join(RAILS_ROOT, '/spec/test_dirs/indexed/basic/basic.pdf'),
   :extname=>'.pdf',
   :filename=>'basic.pdf'
 }

data/lib/picolena/templates/spec/models/finder_spec.rb

@@ -1,13 +1,19 @@
 require File.dirname(__FILE__) + '/../spec_helper'
 
+def revert_changes!(file,content)
+  File.open(file,'w'){|might_have_been_modified|
+    might_have_been_modified.write content
+  }  
+end
+
 describe Finder do
   before(:all) do
     # SVN doesn't like non-ascii filenames.
-    File.open('spec/test_dirs/indexed/others/bäñüßé.txt','w'){|weird_file|
-      weird_file.write "just to know if files are indexed with utf8 filenames"
-    }
-
+    revert_changes!('spec/test_dirs/indexed/others/bäñüßé.txt',"just to know if files are indexed with utf8 filenames")
 
+    # To be sure this file has the right content
+    revert_changes!("spec/test_dirs/indexed/others/placeholder.txt","Absorption and Adsorption cooling machines!!!")
+    
     once_upon_a_time=Time.local(1982,2,16,20,42)
     a_bit_later=Time.local(1983,12,9,9)
     nineties=Time.local(1990)
@@ -41,10 +47,9 @@ describe Finder do
   end
   
   it "should give a boost to basename, filename and filetype in index" do
-    @finder=Finder.new("some query")
-    @finder.index.field_infos[:basename].boost.should > 1.0
-    @finder.index.field_infos[:file].boost.should > 1.0
-    @finder.index.field_infos[:filetype].boost.should > 1.0
+    Finder.index.field_infos[:basename].boost.should > 1.0
+    Finder.index.field_infos[:file].boost.should > 1.0
+    Finder.index.field_infos[:filetype].boost.should > 1.0
   end
   
   it "should also index unreadable files with known mimetypes" do
@@ -85,7 +90,7 @@ describe Finder do
   
   it "should find documents according to their modification date" do
     Finder.new("date:<1982").matching_documents.should be_empty
-    Finder.new("19831209").matching_document.basename.should == "office2003-word-template"
+    Finder.new("19831209*").matching_document.basename.should == "office2003-word-template"
     Finder.new("date:<1983").matching_document.filename.should == "basic.pdf"
     Finder.new("date:>=1989 AND date:<=1992").matching_document.filename.should == "placeholder.txt"
   end
@@ -195,6 +200,22 @@ describe Finder do
     Finder.new("Thumbs.db").matching_documents.should be_empty
     Finder.new("filetype:db").matching_documents.should_not be_empty
   end
+  
+  it "should keep content cached" do
+    filename = "spec/test_dirs/indexed/others/placeholder.txt"
+    content_before = "Absorption and Adsorption cooling machines!!!"
+    some_doc=Document.new(filename)
+    some_doc.content.should == content_before
+    File.open(filename,'a'){|doc|
+      doc.write("This line should not be indexed. It shouldn't be found in cache")
+      }
+    some_doc.content.should_not == content_before
+    some_doc.cached.should == content_before
+  end
+  
+  after(:all) do
+    revert_changes!("spec/test_dirs/indexed/others/placeholder.txt","Absorption and Adsorption cooling machines!!!")
+  end
 
 #  Not sure about this spec!
 #  English, or German?

data/lib/picolena/templates/spec/models/host_indexing_system_spec.rb

@@ -7,17 +7,23 @@ describe "Host indexing system" do
     end
   end
   
-  it "should know which IP addresses are allowed (config/white_list_ip.yml)" do
-    File.should be_readable('config/white_list_ip.yml')
+  it "should know which IP addresses are allowed (config/custom/white_list_ip.yml)" do
+    File.should be_readable('config/custom/white_list_ip.yml')
   end
   
-  it "should know which directories are to be indexed (config/indexed_directories.yml)" do
-    File.should be_readable('config/indexed_directories.yml')
+  it "should know which directories are to be indexed (config/custom/indexed_directories.yml)" do
+    File.should be_readable('config/custom/indexed_directories.yml')
   end
   
-  # it would probably take ages to find a string whose hash == "picolena" :(
   it "should be able to calculate base26 hash from strings" do
+    "test_dirs/indexed/010/decrepito.pdf".base26_hash(5).should == "rails"
+    "test_dirs/indexed/migrations/000_restreins.rb".base26_hash(5).should == "ricou"
+    # it would probably take ages to find a string whose hash == "picolena" :(
     "test_dirs/indexed/1148/plots.odt".base26_hash(8).should == "picolehn"
-    "whatever.pdf".base26_hash.should == "bbuxhynait"
+    "whatever.pdf".base26_hash(10).should == "bbuxhynait"
+  end
+  
+  it "should not use too small a hash for Document#probably_unique_id" do
+    HashLength.should_not < 10
   end
 end

data/lib/picolena/version.rb

@@ -2,7 +2,7 @@ module Picolena #:nodoc:
   module VERSION #:nodoc:
     MAJOR = 0
     MINOR = 1
-    TINY  = 0
+    TINY  = 1
 
     STRING = [MAJOR, MINOR, TINY].join('.')
   end

data/lib/rubigen_ext.rb

@@ -1,6 +1,6 @@
-module RubiGen
-  module Commands
-    class Create
+module RubiGen #:nodoc:
+  module Commands #:nodoc:
+    class Create #:nodoc:
       # Launch given Rake task in destination_path
       def rake(task_name)
         logger.rake task_name

data/tasks/hack.rake

@@ -0,0 +1,17 @@
+desc 'Create development picolena structure inside lib/picolena/templates'
+task :lets_hack do
+  picolena_root=File.join(File.dirname(__FILE__),'..')
+  Dir.chdir(picolena_root){
+    system("ruby bin/picolena lib/picolena/templates/spec/test_dirs --skip --no-index --no-spec --destination=lib/picolena/templates")
+  }
+  puts <<-EXPLAIN
+  
+  You now have a complete picolena installation in:
+    #{File.expand_path(File.join(File.dirname(__FILE__),'../lib/picolena/templates'))}
+  
+  You can now hack and submit patches!
+  
+  Once done, you can remove those files by typing:
+    rake clean
+  EXPLAIN
+end

data/tasks/rspec.rake

@@ -1,20 +1,6 @@
-begin
-  require 'spec'
-rescue LoadError
-  require 'rubygems'
-  require 'spec'
-end
-begin
-  require 'spec/rake/spectask'
-rescue LoadError
-  puts <<-EOS
-To use rspec for testing you must install rspec gem:
-    gem install rspec
-EOS
-  exit(0)
-end
-
-desc "Run the specs under spec/models"
-Spec::Rake::SpecTask.new do |t|
-  t.spec_files = FileList['spec/**/*_spec.rb']
-end
+desc 'Create a temporary picolena structure and launch specs from it'
+task :spec => :clean do
+  require 'pathname'
+  picolena_bin=Pathname(File.join(File.dirname(__FILE__),'../bin/picolena')).realpath.to_s
+  system("ruby #{picolena_bin} --spec-only")
+end

data/tasks/test.rake

@@ -0,0 +1,3 @@
+Rake::Task[:test].abandon
+
+task :test => :spec

data/website/index.html

@@ -33,7 +33,7 @@
     <h1>Picolena</h1>
     <div id="version" class="clickable" onclick='document.location = "http://rubyforge.org/projects/picolena"; return false'>
       <p>Get Version</p>
-      <a href="http://rubyforge.org/projects/picolena" class="numbers">0.1.0</a>
+      <a href="http://rubyforge.org/projects/picolena" class="numbers">0.1.1</a>
     </div>
     <h1>&#x2192; &#8216;picolena&#8217;</h1>
 
@@ -114,7 +114,7 @@ ruby script/server</code></pre>
 
 	<p>Comments are welcome. Send an email to <a href="mailto:eric_duminil@rubyforge.org">Eric Duminil</a> email via the <a href="http://groups.google.com/group/picolena">forum</a></p>
     <p class="coda">
-      <a href="eric_duminil@rubyforge.org">Eric DUMINIL</a>, 8th April 2008<br>
+      <a href="eric_duminil@rubyforge.org">Eric DUMINIL</a>, 12th April 2008<br>
       Theme extended from <a href="http://rb2js.rubyforge.org/">Paul Battley</a>,
       by Daniel Cadenas via <a href="http://depgraph.rubyforge.org/">DepGraph</a>
     </p>

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: picolena
 version: !ruby/object:Gem::Version 
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors: 
 - Eric Duminil
@@ -30,7 +30,7 @@ cert_chain:
   qvI9FgPZ1QTG5uZAlBbk6d6JU2XfpA==
   -----END CERTIFICATE-----
 
-date: 2008-04-09 00:00:00 +02:00
+date: 2008-04-12 00:00:00 +02:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -87,6 +87,15 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: 1.1.0
     version: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.1.3
+    version: 
 description: Picolena is a lightweight ferret-powered documents search engine written in Ruby on rails
 email: 
 - eric_duminil@rubyforge.org
@@ -129,10 +138,13 @@ files:
 - README.txt
 - Rakefile
 - bin/picolena
+- config/files_to_clean
 - config/hoe.rb
 - config/requirements.rb
 - lib/picolena/USAGE
+- lib/picolena/config/basic.rb
 - lib/picolena/config/indexed_directories.yml
+- lib/picolena/config/title_and_names_and_links.yml
 - lib/picolena/config/white_list_ip.yml
 - lib/picolena/picolena_generator.rb
 - lib/picolena/templates/MIT-LICENSE
@@ -144,19 +156,21 @@ files:
 - lib/picolena/templates/app/models/document.rb
 - lib/picolena/templates/app/models/finder.rb
 - lib/picolena/templates/app/views/documents/_document.html.haml
+- lib/picolena/templates/app/views/documents/cached.html.haml
+- lib/picolena/templates/app/views/documents/content.html.haml
 - lib/picolena/templates/app/views/documents/index.html.haml
 - lib/picolena/templates/app/views/documents/show.html.haml
-- lib/picolena/templates/app/views/documents/show_content.html.haml
 - lib/picolena/templates/app/views/layouts/application.html.haml
 - lib/picolena/templates/config/boot.rb
 - lib/picolena/templates/config/environment.rb
 - lib/picolena/templates/config/environments/development.rb
 - lib/picolena/templates/config/environments/production.rb
 - lib/picolena/templates/config/environments/test.rb
-- lib/picolena/templates/config/initializers/001_prepare_and_load_custom_config.rb
-- lib/picolena/templates/config/initializers/002_indexed_dirs.rb
-- lib/picolena/templates/config/initializers/003_white_list_IPs.rb
+- lib/picolena/templates/config/initializers/001_load_custom_config.rb
+- lib/picolena/templates/config/initializers/002_load_indexed_dirs.rb
+- lib/picolena/templates/config/initializers/003_load_white_list_IPs.rb
 - lib/picolena/templates/config/initializers/004_load_filters.rb
+- lib/picolena/templates/config/initializers/005_load_custom_title_and_names_and_links.rb
 - lib/picolena/templates/config/routes.rb
 - lib/picolena/templates/lang/ui/de.yml
 - lib/picolena/templates/lang/ui/en.yml
@@ -890,13 +904,13 @@ files:
 - script/generate
 - script/txt2html
 - setup.rb
-- spec/picolena_spec.rb
-- tasks/default.rake
 - tasks/deployment.rake
 - tasks/environment.rake
+- tasks/hack.rake
 - tasks/rdoc.rake
 - tasks/ri.rake
 - tasks/rspec.rake
+- tasks/test.rake
 - tasks/website.rake
 - website/index.html
 - website/index.txt
@@ -931,5 +945,5 @@ rubygems_version: 1.1.0
 signing_key: 
 specification_version: 2
 summary: Picolena is a lightweight ferret-powered documents search engine written in Ruby on rails
-test_files: 
-- spec/picolena_spec.rb
+test_files: []
+

data/lib/picolena/templates/config/initializers/003_white_list_IPs.rb

@@ -1,8 +0,0 @@
-#Deny all, Allow only IPs described in config/white_list_ip.yml
-white_list_ip_config_file=['config/white_list_ip.yml', 'config/white_list_ip.yml.template'].find{|f| File.file?(f)}
-WhiteListIPs=Regexp.new(
-    "^("<<
-      YAML.load_file(white_list_ip_config_file)["Allow"].collect{|ip|
-        ip.downcase.include?("all") ? /.*/ : Regexp.escape(ip)
-      }.join("|")<<")"
-  ) rescue /^(127\.0\.0\.1|0\.0\.0\.0)/

data/spec/picolena_spec.rb

@@ -1,3 +0,0 @@
-require 'pathname'
-picolena_bin=Pathname(File.join(File.dirname(__FILE__),'../bin/picolena')).realpath.to_s
-system("ruby #{picolena_bin} --spec-only")

data/tasks/default.rake

@@ -1 +0,0 @@
-Rake::Task[:default].prerequisites.clear