picolena 0.1.8 → 0.2.0

data/lib/picolena/templates/app/views/documents/show.html.haml

@@ -7,9 +7,9 @@
         %strong=h(@query)
         =show_time_needed(@time_needed)
       -else
-        %span{:class=>'pagination'}=should_paginate(@matching_documents, @query, @sort)
+        %span{:class=>'pagination'}=should_paginate(@matching_documents, @query, @sort_by)
         =describe_results(@matching_documents, @total_hits, @time_needed, h(@query))
 -unless nothing_found?
   %p
-    %span{:class=>'sort_by'}=sort_by_date_or_relevance(@query)
+    %span{:class=>'sort_by'}=sort_by_date_or_relevance(@query, params)
 = render :partial =>'document', :collection => @matching_documents, :locals => { :query => @query}

data/lib/picolena/templates/config/environments/development.rb

@@ -12,7 +12,10 @@ config.whiny_nils = true
 config.action_controller.consider_all_requests_local = true
 config.action_view.debug_rjs                         = true
 config.action_controller.perform_caching             = false
-config.action_view.cache_template_extensions         = false
 
 # Don't care if the mailer can't send
 config.action_mailer.raise_delivery_errors = false
+
+module Picolena
+  LOGLEVEL = Logger::DEBUG
+end

data/lib/picolena/templates/config/environments/production.rb

@@ -10,10 +10,13 @@ config.cache_classes = true
 # Full error reports are disabled and caching is turned on
 config.action_controller.consider_all_requests_local = false
 config.action_controller.perform_caching             = true
-config.action_view.cache_template_loading            = true
 
 # Enable serving of images, stylesheets, and javascripts from an asset server
 # config.action_controller.asset_host                  = "http://assets.example.com"
 
 # Disable delivery errors, bad email addresses will be ignored
 # config.action_mailer.raise_delivery_errors = false
+
+module Picolena
+  LOGLEVEL = Logger::INFO
+end

data/lib/picolena/templates/config/environments/test.rb

@@ -20,3 +20,7 @@ config.action_controller.allow_forgery_protection    = false
 # The :test delivery method accumulates sent emails in the
 # ActionMailer::Base.deliveries array.
 config.action_mailer.delivery_method = :test
+
+module Picolena
+  LOGLEVEL = Logger::WARN
+end

data/lib/picolena/templates/config/initializers/002_load_indexed_dirs.rb

@@ -2,12 +2,35 @@ module Picolena
   #Loading directories to be indexed
   indexed_dir_config_file='config/custom/indexed_directories.yml'
   IndexedDirectories={}
-  YAML.load_file(indexed_dir_config_file)[RAILS_ENV].each_pair{|abs_or_rel_path, alias_path|
+  yaml_content=YAML.load_file(indexed_dir_config_file)
+  yaml_content[RAILS_ENV].each_pair{|abs_or_rel_path, alias_path|
     IndexedDirectories[Pathname(abs_or_rel_path).realpath.to_s]=alias_path
   }
-  
+ 
+  # Create directories that will be used by the Indexer
   IndexSavePath=File.join(IndexesSavePath,ENV["RAILS_ENV"] || "development")
   FileUtils.mkpath IndexSavePath
   MetaIndexPath= File.join(IndexSavePath,'meta')
   FileUtils.mkpath MetaIndexPath
+
+  # Creates a regular expression called ToIgnore
+  # which describes files that should not be indexed
+  #
+  #   ignore:
+  #     Thumbs.db
+  #     *.bak
+  #
+  # => /^(Thumbs\.db)|(.*\.bak)$/i
+  #
+  files_to_ignore=yaml_content['ignore']
+  if files_to_ignore then
+    ToIgnore=Regexp.new(
+      '^'<<files_to_ignore.split(/\s/).map{|filename|
+        '('<<Regexp.escape(filename).gsub('\\*','.*')<<')'
+      }.join('|')<<'$', Regexp::IGNORECASE)
+  else
+    # ToIgnore should not be empty, it would match every filename!
+    # So Thumbs.db files are ignored by default.
+    ToIgnore=/^Thumbs\.db$/
+  end
 end

data/lib/picolena/templates/config/routes.rb

@@ -1,6 +1,5 @@
 ActionController::Routing::Routes.draw do |map|
-  map.resources :documents, :collection=>{:check_query=>:post}, :member=>{:download=>:get, :content=>:get, :cached=>:get}
-  map.connect 'documents/:id', :controller=>'documents', :action=>'show', :id => /.*/
+  map.resources :documents, :collection=>{:check_query=>:post}, :member=>{:download=>:get, :content=>:get, :cached=>:get}, :requirements=>{:id=>/.*/}
   map.connect 'access_denied', :controller=> 'application', :action => 'access_denied'
   map.connect "*anything", :controller=>'application', :action => 'unknown_request'
 end

data/lib/picolena/templates/lang/ui/de.yml

@@ -24,3 +24,7 @@ filetype: erweiterung|ext
 content: inhalt
 modified: jahr|zeit|geändert|geaendert|geandert
 language: lang|sprache
+
+## Sort by
+by_date     : nach Datum
+by_relevance: nach Relevanz

data/lib/picolena/templates/lang/ui/en.yml

@@ -24,3 +24,7 @@ filetype: filetype|ext|extension
 content: content
 modified: year|date|modified
 language: lang|language
+
+## Sort by
+by_date     : by date
+by_relevance: by relevance

data/lib/picolena/templates/lang/ui/es.yml

@@ -24,3 +24,7 @@ filetype: extensión|ext|extension
 content: contenido
 modified: fecha|año|anho|modificado
 language: lang|idioma
+
+## Sort by
+by_date     : por fecha
+by_relevance: por importancia

data/lib/picolena/templates/lang/ui/fr.yml

@@ -24,3 +24,7 @@ filetype: extension|ext
 content: contenu
 modified: année|date|annee|modifie|modifié
 language: lang|langue
+
+## Sort by
+by_date     : par date
+by_relevance: par importance

data/lib/picolena/templates/lib/indexer_logger.rb

@@ -1,13 +1,7 @@
 class IndexerLogger<Logger
   def initialize
     super($stdout)
-    #FIXME: Should be defined in config/environments/*.rb
-    levels={
-      "development"=>Logger::DEBUG,
-      "production" =>Logger::INFO,
-      "test"       =>Logger::WARN    
-    }
-    @level=levels[RAILS_ENV]
+    @level=Picolena::LOGLEVEL
     @found_languages={}
     @supported_filetypes={}
     @unsupported_filetypes={}

data/lib/picolena/templates/lib/plain_text_extractor_DSL.rb

@@ -9,6 +9,7 @@
 #    or_extract 'Basic Word template for Picolena specs', :from => 'office2003-word-template.dot'
 #  }
 
+require 'open3'
 module PlainTextExtractorDSL
   attr_reader :exts, :mime_name, :description, :command, :content_and_file_examples
 
@@ -83,7 +84,5 @@ module PlainTextExtractorDSL
     else
       block || raise("No command defined for this extractor: #{description}")
     end
-    # TODO, replace it with Open3 or something.
-    @command<<' 2>/dev/null' if (@command.is_a?(String) && platform.to_s=~/(linux|mac_os)/ && !@command.include?('|'))
   end
 end

data/lib/picolena/templates/lib/plain_text_extractors/pictures.rb

@@ -0,0 +1,8 @@
+PlainTextExtractor.new {
+  every :bmp, :crw, :eps, :gif, :jpeg, :jpg, :nef, :png, :psd, :raw, :tif, :tiff
+  as "image/*"
+  aka "some picture"
+  with 'exiftool SOURCE'
+  which_requires 'exiftool'
+  which_should_for_example_extract 'Eric Duminil Nikon D90', :from => 'crow.jpg'
+}

data/lib/picolena/templates/lib/tasks/rspec.rake

@@ -0,0 +1,158 @@
+rspec_gem_dir = nil
+Dir["#{RAILS_ROOT}/vendor/gems/*"].each do |subdir|
+  rspec_gem_dir = subdir if subdir.gsub("#{RAILS_ROOT}/vendor/gems/","") =~ /^(\w+-)?rspec-(\d+)/ && File.exist?("#{subdir}/lib/spec/rake/spectask.rb")
+end
+rspec_plugin_dir = File.expand_path(File.dirname(__FILE__) + '/../../vendor/plugins/rspec')
+
+if rspec_gem_dir && (test ?d, rspec_plugin_dir)
+  raise "\n#{'*'*50}\nYou have rspec installed in both vendor/gems and vendor/plugins\nPlease pick one and dispose of the other.\n#{'*'*50}\n\n"
+end
+
+if rspec_gem_dir
+  $LOAD_PATH.unshift("#{rspec_gem_dir}/lib") 
+elsif File.exist?(rspec_plugin_dir)
+  $LOAD_PATH.unshift("#{rspec_plugin_dir}/lib")
+end
+
+begin
+  require 'spec/rake/spectask'
+  Rake.application.instance_variable_get('@tasks').delete('default')
+
+  spec_prereq = File.exist?(File.join(RAILS_ROOT, 'config', 'database.yml')) ? "db:test:prepare" : :noop
+  task :noop do
+  end
+
+  task :default => :spec
+  task :stats => "spec:statsetup"
+
+  desc "Run all specs in spec directory (excluding plugin specs)"
+  Spec::Rake::SpecTask.new(:spec => spec_prereq) do |t|
+    t.spec_opts = ['--options', "\"#{RAILS_ROOT}/spec/spec.opts\""]
+    t.spec_files = FileList['spec/**/*/*_spec.rb']
+  end
+
+  namespace :spec do
+    desc "Run all specs in spec directory with RCov (excluding plugin specs)"
+    Spec::Rake::SpecTask.new(:rcov) do |t|
+      t.spec_opts = ['--options', "\"#{RAILS_ROOT}/spec/spec.opts\""]
+      t.spec_files = FileList['spec/**/*/*_spec.rb']
+      t.rcov = true
+      t.rcov_opts = lambda do
+        IO.readlines("#{RAILS_ROOT}/spec/rcov.opts").map {|l| l.chomp.split " "}.flatten
+      end
+    end
+
+    desc "Print Specdoc for all specs (excluding plugin specs)"
+    Spec::Rake::SpecTask.new(:doc) do |t|
+      t.spec_opts = ["--format", "specdoc", "--dry-run"]
+      t.spec_files = FileList['spec/**/*/*_spec.rb']
+    end
+
+    desc "Print Specdoc for all plugin examples"
+    Spec::Rake::SpecTask.new(:plugin_doc) do |t|
+      t.spec_opts = ["--format", "specdoc", "--dry-run"]
+      t.spec_files = FileList['vendor/plugins/**/spec/**/*/*_spec.rb'].exclude('vendor/plugins/rspec/*')
+    end
+
+    [:models, :controllers, :views, :helpers, :lib].each do |sub|
+      desc "Run the code examples in spec/#{sub}"
+      Spec::Rake::SpecTask.new(sub => spec_prereq) do |t|
+        t.spec_opts = ['--options', "\"#{RAILS_ROOT}/spec/spec.opts\""]
+        t.spec_files = FileList["spec/#{sub}/**/*_spec.rb"]
+      end
+    end
+
+    desc "Run the code examples in vendor/plugins (except RSpec's own)"
+    Spec::Rake::SpecTask.new(:plugins => spec_prereq) do |t|
+      t.spec_opts = ['--options', "\"#{RAILS_ROOT}/spec/spec.opts\""]
+      t.spec_files = FileList['vendor/plugins/**/spec/**/*/*_spec.rb'].exclude('vendor/plugins/rspec/*').exclude("vendor/plugins/rspec-rails/*")
+    end
+
+    namespace :plugins do
+      desc "Runs the examples for rspec_on_rails"
+      Spec::Rake::SpecTask.new(:rspec_on_rails) do |t|
+        t.spec_opts = ['--options', "\"#{RAILS_ROOT}/spec/spec.opts\""]
+        t.spec_files = FileList['vendor/plugins/rspec-rails/spec/**/*/*_spec.rb']
+      end
+    end
+
+    # Setup specs for stats
+    task :statsetup do
+      require 'code_statistics'
+      ::STATS_DIRECTORIES << %w(Model\ specs spec/models) if File.exist?('spec/models')
+      ::STATS_DIRECTORIES << %w(View\ specs spec/views) if File.exist?('spec/views')
+      ::STATS_DIRECTORIES << %w(Controller\ specs spec/controllers) if File.exist?('spec/controllers')
+      ::STATS_DIRECTORIES << %w(Helper\ specs spec/helpers) if File.exist?('spec/helpers')
+      ::STATS_DIRECTORIES << %w(Library\ specs spec/lib) if File.exist?('spec/lib')
+      ::CodeStatistics::TEST_TYPES << "Model specs" if File.exist?('spec/models')
+      ::CodeStatistics::TEST_TYPES << "View specs" if File.exist?('spec/views')
+      ::CodeStatistics::TEST_TYPES << "Controller specs" if File.exist?('spec/controllers')
+      ::CodeStatistics::TEST_TYPES << "Helper specs" if File.exist?('spec/helpers')
+      ::CodeStatistics::TEST_TYPES << "Library specs" if File.exist?('spec/lib')
+      ::STATS_DIRECTORIES.delete_if {|a| a[0] =~ /test/}
+    end
+
+    namespace :db do
+      namespace :fixtures do
+        desc "Load fixtures (from spec/fixtures) into the current environment's database.  Load specific fixtures using FIXTURES=x,y. Load from subdirectory in test/fixtures using FIXTURES_DIR=z."
+        task :load => :environment do
+          ActiveRecord::Base.establish_connection(Rails.env)
+          base_dir = File.join(Rails.root, 'spec', 'fixtures')
+          fixtures_dir = ENV['FIXTURES_DIR'] ? File.join(base_dir, ENV['FIXTURES_DIR']) : base_dir
+          
+          (ENV['FIXTURES'] ? ENV['FIXTURES'].split(/,/).map {|f| File.join(fixtures_dir, f) } : Dir.glob(File.join(fixtures_dir, '*.{yml,csv}'))).each do |fixture_file|
+            Fixtures.create_fixtures(File.dirname(fixture_file), File.basename(fixture_file, '.*'))
+          end
+        end
+      end
+    end
+
+    namespace :server do
+      daemonized_server_pid = File.expand_path("spec_server.pid", RAILS_ROOT + "/tmp")
+
+      desc "start spec_server."
+      task :start do
+        if File.exist?(daemonized_server_pid)
+          $stderr.puts "spec_server is already running."
+        else
+          $stderr.puts "Starting up spec server."
+          system("ruby", "script/spec_server", "--daemon", "--pid", daemonized_server_pid)
+        end
+      end
+
+      desc "stop spec_server."
+      task :stop do
+        unless File.exist?(daemonized_server_pid)
+          $stderr.puts "No server running."
+        else
+          $stderr.puts "Shutting down spec_server."
+          system("kill", "-s", "TERM", File.read(daemonized_server_pid).strip) && 
+          File.delete(daemonized_server_pid)
+        end
+      end
+
+      desc "reload spec_server."
+      task :restart do
+        unless File.exist?(daemonized_server_pid)
+          $stderr.puts "No server running."
+        else
+          $stderr.puts "Reloading down spec_server."
+          system("kill", "-s", "USR2", File.read(daemonized_server_pid).strip)
+        end
+      end
+    end
+  end
+rescue MissingSourceFile
+  # if rspec-rails is a configured gem, this will output helpful material and exit ...
+  require File.expand_path(File.dirname(__FILE__) + "/../../config/environment")
+
+  # ... otherwise, do this:
+  raise <<-MSG
+
+  You have rspec rake tasks installed in
+  #{__FILE__},
+  but rspec can not be found in vendor/gems, vendor/plugins or on the system.
+
+MSG
+end
+

data/lib/picolena/templates/public/stylesheets/style.css

@@ -148,10 +148,33 @@ width: 80%;
 	padding:0px 20px;
 }
 
-#results .matching_content{
+#results .matching_content_0{
 	background-color:#ffff66;
 }
 
+#results .matching_content_1{
+	background-color:#66ffff;
+}
+
+#results .matching_content_2{
+	background-color:#99ff99;
+}
+
+#results .matching_content_3{
+	background-color:#ff9999;
+}
+
+#results .matching_content_4{
+	background-color:#ff66ff;
+}
+
+#results .matching_content_5{
+	background-color:#9999ff;
+}
+
+#results .matching_content_6{
+	background-color:#66ff66;
+}
 
 #results a, #results small{
 	font-family:"Trebuchet MS";

data/lib/picolena/templates/script/autospec

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+ENV['RSPEC'] = 'true'     # allows autotest to discover rspec
+ENV['AUTOTEST'] = 'true'  # allows autotest to run w/ color on linux
+system((RUBY_PLATFORM =~ /mswin|mingw/ ? 'autotest.bat' : 'autotest'), *ARGV) ||
+  $stderr.puts("Unable to find autotest.  Please install ZenTest or fix your PATH")

data/lib/picolena/templates/script/spec

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
 $LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__) + "/../vendor/plugins/rspec/lib"))
+require 'rubygems'
 require 'spec'
 exit ::Spec::Runner::CommandLine.run(::Spec::Runner::OptionParser.parse(ARGV, STDERR, STDOUT))

data/lib/picolena/templates/script/spec_server

@@ -1,5 +1,4 @@
 #!/usr/bin/env ruby
-$LOAD_PATH.unshift File.dirname(__FILE__) + '/../../rspec/lib' # For svn
 $LOAD_PATH.unshift File.dirname(__FILE__) + '/../vendor/plugins/rspec/lib' # For rspec installed as plugin
 require 'rubygems'
 require 'drb/drb'
@@ -14,29 +13,47 @@ module Spec
       def run(argv, stderr, stdout)
         $stdout = stdout
         $stderr = stderr
-
-        base = ActiveRecord::Base
-        def base.clear_reloadable_connections!
-          active_connections.each do |name, conn|
-            if conn.requires_reloading?
-              conn.disconnect!
-              active_connections.delete(name)
+        
+        unless ActiveRecord::Base.respond_to?(:clear_reloadable_connections!)
+          base = ActiveRecord::Base
+          def base.clear_reloadable_connections!
+            active_connections.each do |name, conn|
+              if conn.requires_reloading?
+                conn.disconnect!
+                active_connections.delete(name)
+              end
             end
           end
         end
 
+        ActiveRecord::Base.clear_reloadable_connections!
+
         if ActionController.const_defined?(:Dispatcher)
           dispatcher = ::ActionController::Dispatcher.new($stdout)
-          dispatcher.cleanup_application(true)
+          dispatcher.cleanup_application
         elsif ::Dispatcher.respond_to?(:reset_application!)
           ::Dispatcher.reset_application!
         else
           raise "Application reloading failed"
         end
-        ::Dependencies.mechanism = :load
+        if Object.const_defined?(:Fixtures) && Fixtures.respond_to?(:reset_cache)
+          Fixtures.reset_cache
+        end
+        
+        if ::ActiveSupport.const_defined?(:Dependencies)
+          ::ActiveSupport::Dependencies.mechanism = :load
+        else
+          ::Dependencies.mechanism = :load
+        end
+
         require_dependency('application.rb') unless Object.const_defined?(:ApplicationController)
         load File.dirname(__FILE__) + '/../spec/spec_helper.rb'
 
+        if in_memory_database?
+          load "#{RAILS_ROOT}/db/schema.rb" # use db agnostic schema by default
+          ActiveRecord::Migrator.up('db/migrate') # use migrations
+        end
+
         ::Spec::Runner::CommandLine.run(
           ::Spec::Runner::OptionParser.parse(
             argv,
@@ -45,6 +62,12 @@ module Spec
           )
         )
       end
+
+      def in_memory_database?
+        ENV["RAILS_ENV"] == "test" and
+        ::ActiveRecord::Base.connection.class.to_s == "ActiveRecord::ConnectionAdapters::SQLite3Adapter" and
+        ::Rails::Configuration.new.database_configuration['test']['database'] == ':memory:'
+      end
     end
   end
 end
@@ -91,7 +114,7 @@ opts.parse!(ARGV)
 puts "Ready"
 exec_server = lambda {
   trap("USR2") { restart_test_server } if Signal.list.has_key?("USR2")
-  DRb.start_service("druby://localhost:8989", Spec::Runner::RailsSpecServer.new)
+  DRb.start_service("druby://127.0.0.1:8989", Spec::Runner::RailsSpecServer.new)
   DRb.thread.join
 }