watson-acts_as_ferret 0.4.8.2

data/doc/demo/script/generate

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/generate'

data/doc/demo/script/performance/benchmarker

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/performance/benchmarker'

data/doc/demo/script/performance/profiler

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/performance/profiler'

data/doc/demo/script/plugin

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/plugin'

data/doc/demo/script/process/inspector

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/process/inspector'

data/doc/demo/script/process/reaper

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/process/reaper'

data/doc/demo/script/process/spawner

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/process/spawner'

data/doc/demo/script/process/spinner

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../../config/boot'
+require 'commands/process/spinner'

data/doc/demo/script/runner

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/runner'

data/doc/demo/script/server

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../config/boot'
+require 'commands/server'

data/doc/demo/test/fixtures/comments.yml

@@ -0,0 +1,12 @@
+first:
+  id: 1
+  content: comment from fixture
+  content_id: 1
+another:
+  id: 2
+  content: second comment from fixture
+  content_id: 1
+comment_for_c2:
+  id: 3
+  content: regarding content 2
+  content_id: 2

data/doc/demo/test/fixtures/contents.yml

@@ -0,0 +1,13 @@
+first:
+  id: 1
+  title: My Title
+  description: A useless description
+  type: Content
+another:
+  id: 2
+  type: Content
+special:
+  id: 3
+  title: single table inheritance
+  special: special field
+  type: SpecialContent

data/doc/demo/test/fixtures/remote_contents.yml

@@ -0,0 +1,9 @@
+# Read about fixtures at http://ar.rubyonrails.org/classes/Fixtures.html
+first:
+  id: 1
+  title: title of item one
+  content: content of item one
+another:
+  id: 2
+  title: title of item two
+  content: content of item two

data/doc/demo/test/fixtures/shared_index1s.yml

@@ -0,0 +1,7 @@
+# Read about fixtures at http://ar.rubyonrails.org/classes/Fixtures.html
+first:
+  id: 1
+  name: first one
+another:
+  id: 2
+  name: another one

data/doc/demo/test/fixtures/shared_index2s.yml

@@ -0,0 +1,7 @@
+# Read about fixtures at http://ar.rubyonrails.org/classes/Fixtures.html
+first:
+  id: 1
+  name: first two
+another:
+  id: 2
+  name: another two

data/doc/demo/test/functional/admin/backend_controller_test.rb

@@ -0,0 +1,35 @@
+require File.dirname(__FILE__) + '/../../test_helper'
+require 'admin/backend_controller'
+
+# Re-raise errors caught by the controller.
+class Admin::BackendController; def rescue_action(e) raise e end; end
+
+class Admin::BackendControllerTest < Test::Unit::TestCase
+  def setup
+    @controller = Admin::BackendController.new
+    @request    = ActionController::TestRequest.new
+    @response   = ActionController::TestResponse.new
+    Content.destroy_all
+    Content.create(:title => 'my title', :description => 'a little bit of content')
+  end
+
+  def teardown
+    Content.destroy_all
+  end
+
+  def test_search
+    get :search
+    assert_response :success
+    assert_template 'search'
+    assert_nil assigns(:results)
+
+    post :search, :query => 'title'
+    assert_template 'search'
+    assert_equal 1, assigns(:results).size
+    
+    post :search, :query => 'monkey'
+    assert_template 'search'
+    assert assigns(:results).empty?
+ 
+  end
+end

data/doc/demo/test/functional/contents_controller_test.rb

@@ -0,0 +1,81 @@
+require File.dirname(__FILE__) + '/../test_helper'
+require 'contents_controller'
+
+# Re-raise errors caught by the controller.
+class ContentsController; def rescue_action(e) raise e end; end
+
+class ContentsControllerTest < Test::Unit::TestCase
+  fixtures :contents
+
+  def setup
+    @controller = ContentsController.new
+    @request    = ActionController::TestRequest.new
+    @response   = ActionController::TestResponse.new
+  end
+
+  def test_index
+    get :index
+    assert_response :success
+    assert_template 'index'
+    assert_not_nil assigns(:contents)
+  end
+
+  def test_show
+    get :show, :id => 1
+
+    assert_response :success
+    assert_template 'show'
+
+    assert_not_nil assigns(:content)
+    assert assigns(:content).valid?
+  end
+
+  def test_new
+    get :new
+
+    assert_response :success
+    assert_template 'new'
+
+    assert_not_nil assigns(:content)
+  end
+
+  def test_create
+    num_contents = Content.count
+
+    post :create, :content => {}
+
+    assert_response :redirect
+    assert_redirected_to contents_url
+
+    assert_equal num_contents + 1, Content.count
+  end
+
+  def test_edit
+    get :edit, :id => 1
+
+    assert_response :success
+    assert_template 'edit'
+
+    assert_not_nil assigns(:content)
+    assert assigns(:content).valid?
+  end
+
+  def test_update
+    post :update, :id => 1
+    assert_response :redirect
+    assert_redirected_to :action => 'show', :id => 1
+  end
+
+  def test_destroy
+    assert_not_nil Content.find(1)
+
+    post :destroy, :id => 1
+    assert_response :redirect
+    assert_redirected_to :action => 'list'
+
+    assert_raise(ActiveRecord::RecordNotFound) {
+      Content.find(1)
+    }
+  end
+
+end

data/doc/demo/test/functional/searches_controller_test.rb

@@ -0,0 +1,71 @@
+require File.dirname(__FILE__) + '/../test_helper'
+require 'searches_controller'
+
+# Re-raise errors caught by the controller.
+class SearchesController; def rescue_action(e) raise e end; end
+
+class SearchesControllerTest < Test::Unit::TestCase
+  fixtures :contents
+
+  def setup
+    @controller = SearchesController.new
+    @request    = ActionController::TestRequest.new
+    @response   = ActionController::TestResponse.new
+    ContentBase.rebuild_index
+  end
+
+  def test_search
+    get :search
+    assert_template 'search'
+    assert_response :success
+    assert_nil assigns(:results)
+  end
+
+  def test_search
+    get :search, :q => 'title'
+    assert_template 'search'
+    assert_equal 1, assigns(:results).total_hits
+    assert_equal 1, assigns(:results).size
+    
+    get :search, :q => 'monkey'
+    assert_template 'search'
+    assert assigns(:results).empty?
+    
+    # check that model changes are picked up by the searcher (searchers have to
+    # be reopened to reflect changes done to the index)
+    # wait for the searcher to age a bit (it seems fs timestamp resolution is
+    # only 1 sec)
+    sleep 1
+    Content.create :title => 'another content object', :description => 'description goes hers'
+    get :search, :q => 'another'
+    assert_template 'search'
+    assert_equal 1, assigns(:results).total_hits
+    assert_equal 1, assigns(:results).size
+    
+  end
+
+  def test_pagination
+    Content.destroy_all
+    30.times do |i|
+      Content.create! :title => "title of Content #{i}", :description => "#{i}"
+    end
+    get :search, :q => 'title'
+    r = assigns(:results)
+    assert_equal 30, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "title of Content 0", r.first.title
+    assert_equal "title of Content 9", r.last.title
+    assert_equal 1, r.current_page
+    assert_equal 3, r.page_count
+
+    get :search, :q => 'title', :page => 2
+    r = assigns(:results)
+    assert_equal 30, r.total_hits
+    assert_equal 10, r.size
+    assert_equal "title of Content 10", r.first.title
+    assert_equal "title of Content 19", r.last.title
+    assert_equal 2, r.current_page
+    assert_equal 3, r.page_count
+  end
+
+end

data/doc/demo/test/smoke/drb_smoke_test.rb

@@ -0,0 +1,321 @@
+require 'rubygems'
+require 'benchmark'
+require 'gruff'
+
+# Simple smoke test for the DRb server
+# usage: 
+#
+# # start the DRb server
+# script/ferret_server -e test start
+#
+# # run the script
+# AAF_REMOTE=true script/runner -e test test/smoke/drb_smoke_test.rb
+
+module DrbSmokeTest
+
+  RECORDS_PER_PROCESS = 100000
+  NUM_PROCESSES       = 10 # should be an even number
+  NUM_DOCS = 50
+  NUM_TERMS = 600
+  START_TIME = Time.now
+
+  class Words
+    DICTIONARY = '/usr/share/dict/words'
+    def initialize
+      @words = []
+      File.open(DICTIONARY) do |file|
+        file.each_line do |word|
+          @words << word.strip unless word =~ /'/
+        end
+      end
+    end
+
+    def to_s
+      "#{@words.size} words"
+    end
+
+    def random_word
+      @words[rand(@words.size)]
+    end
+  end
+
+  puts "compiling sample documents..."
+  WORDS = Words.new
+  puts WORDS
+  DOCUMENTS = []
+
+  NUM_DOCS.times do
+    doc = ''
+    NUM_TERMS.times { doc << WORDS.random_word << ' ' }
+    DOCUMENTS << doc
+  end
+
+  def self.random_document
+    DOCUMENTS[rand(DOCUMENTS.size)]
+  end
+
+  puts "built #{NUM_DOCS} documents with an avg. size of #{DOCUMENTS.join.size / NUM_DOCS} Bytes."
+
+  class Monitor
+    class << self
+      def count_connections
+        res = Content.connection.execute("show status where variable_name = 'Threads_connected'")
+        if res
+          res.fetch_row.last
+        else
+          "error getting connection count"
+        end
+      end
+      def writers_running?
+        Dir['*.finished'].size < (NUM_PROCESSES/2)
+      end
+      def running?
+        Dir['*.finished'].size < NUM_PROCESSES
+      end
+    end
+  end
+
+  class WorkerBase
+    def initialize(id)
+      @id = id
+    end
+
+    # time since startup in msec
+    def get_time
+      ((Time.now - START_TIME)*1000).to_i
+    end
+
+    def log(data)
+      data << get_time
+      @logfile << data.join(',') << "\n"
+    end
+
+    def log_finished
+      File.open("#{@id}.finished", 'w') do |f|
+        f << "finished at #{Time.now}\n"
+      end
+    end
+
+    def clear_logs
+      FileUtils.rm_f "#{@id}.*"
+    end
+
+    def run
+      File.open("#{self.class.prefix}_#{@id}.log",'w') do |f|
+        clear_logs
+        sleep 1 # allow other processes to get ready
+        @logfile = f
+        do_run
+        log_finished
+        puts "#{@id} finished"
+      end
+    end
+
+  end
+
+  class Writer < WorkerBase
+    def self.prefix; 'writer' end
+    def do_run
+      log_interval = RECORDS_PER_PROCESS / 100
+      RECORDS_PER_PROCESS.times do |i|
+        log create_record(i)
+        if i % log_interval == 0
+          # log progress
+          puts "#{@id}: #{i} records indexed"
+        end
+      end
+    end
+
+    def create_record(i)
+      time = Benchmark.realtime do
+        Content.create! :title => "record #{@id} / #{i}", :description => DrbSmokeTest::random_document
+      end
+      [ time ]
+    end
+  end
+
+  class Searcher < WorkerBase
+    def self.prefix; 'searcher' end
+    def do_run
+      while Monitor::writers_running?
+        # search with concurrent writes
+        log do_search
+      end
+      t = Time.now
+      while (Time.now - t) < 2.minutes
+        # the writers have finished, now hammer the server with searches for another 5 minutes
+        log do_search
+      end
+    end
+
+    # run a search and log it's results.
+    # Search is done with a query consisting of the term 'findme' 
+    # (which is guaranteed to yield 20 results) and a random term from 
+    # the word list, ORed together
+    def do_search
+      result = nil
+      query = "findme OR #{WORDS.random_word}"
+      time = Benchmark.realtime do
+        result = Content.find_id_by_contents query
+      end
+      # time, no of hits
+      [ time, result.first, query ]
+    end
+  end
+
+  def self.run
+    @start = Time.now
+
+    NUM_PROCESSES.times do |i|
+      unless fork
+        @id = i
+        break
+      end
+    end
+
+    if @id
+      @id.even? ? Writer.new(@id).run : Searcher.new(@id).run
+    else
+
+      # create some records to search for
+      20.times do |i|
+        Content.create! :title => "to find #{i}", :description => ("findme #{i} " << random_document)
+      end
+
+      while Monitor::running?
+        puts "open connections: #{Monitor::count_connections}; time elapsed: #{Time.now - @start} seconds"
+        sleep 10 
+      end
+      puts "doing the math now..."
+      DrbSmokeTest::Stats.new(DrbSmokeTest::Writer::prefix).run
+      DrbSmokeTest::Stats.new(DrbSmokeTest::Searcher::prefix).run
+    end
+  end
+
+  module Statistics
+    def odd?(value)
+      value % 2 == 1
+    end
+
+    def median(population)
+      if odd?(population.size)
+        population[population.size/2]
+      else
+        mean [ population[population.size/2-1], population[population.size/2] ]
+      end
+    end
+
+    def mean(population)
+      sum = population.inject(0) { |sum, v| sum + v }
+      sum / population.size.to_f
+    end
+
+    # variance and standard_deviation methods from 
+    # http://warrenseen.com/blog/2006/03/13/how-to-calculate-standard-deviation/
+    def variance(population)
+      n = 0
+      mean = 0.0
+      s = 0.0
+      population.each { |x|
+        n = n + 1
+        delta = x - mean
+        mean = mean + (delta / n)
+        s = s + delta * (x - mean)
+      }
+      # if you want to calculate std deviation
+      # of a sample change this to "s / (n-1)"
+      return s / n
+    end
+
+    # calculate the standard deviation of a population
+    # accepts: an array, the population
+    # returns: the standard deviation
+    def standard_deviation(population)
+      Math.sqrt(variance(population))
+    rescue
+      puts "pop: #{population.inspect}"
+    end
+  end
+
+  class Stats
+    include Statistics
+
+    def initialize(prefix)
+      @prefix = prefix
+      @stats = []
+    end
+
+    def collect_stats
+      Dir["#{@prefix}_*.log"].each do |logfile|
+        puts logfile
+        File.open(logfile) do |f|
+          while line = f.gets
+            row = line.split(',')
+            row[row.size-1] = row.last.to_i
+            @stats << row
+          end
+        end
+      end
+      puts "#{@stats.size} lines read, now sorting..."
+      @stats.sort! { |row1, row2| row1.last <=> row2.last }
+    end
+
+    def with_segments(segment_count)
+      t0 = @stats.first.last.to_i
+      t1 = @stats.last.last.to_i
+      timespan = t1 - t0
+      puts "test run took: #{timespan/1000} seconds"
+      # we want to draw 1000 points, determine which timespan one point covers
+      segment_length = timespan / segment_count
+      t = 0
+      i = 0
+      while t <= t1
+        t += segment_length
+        segment_stats = []
+        while @stats.any? && @stats.first.last.to_i < t
+          segment_stats << @stats.shift
+        end
+        yield segment_stats unless segment_stats.empty?
+      end
+    end
+
+    def run
+      collect_stats
+      segments = []
+      with_segments(500) do |segment_stats|
+        segments << process_segment(segment_stats)
+      end
+
+      chart("#{@prefix} mean", "#{@prefix.downcase}_mean") do |g|
+        g.data :mean, segments.map{ |row| row[0] }
+        g.data :stddev, segments.map{ |row| row[1] }
+      end
+      chart("#{@prefix} median", "#{@prefix.downcase}_median") do |g|
+        g.data :median, segments.map{ |row| row[2] }
+      end
+    end
+
+    def process_segment(segment)
+      times = segment.map{|row|row.first.to_i * 1000}
+      [mean(times), standard_deviation(times), median(times), segment.size]
+    end
+
+    def chart(title, fname)
+      g = Gruff::Line.new do |g|
+        g.title = title
+        g.theme = {
+          :background_colors => ["#e6e6e6", "#e6e6e6"],
+          :colors => ["#ff43a7", '#666666', 'black', 'white', 'grey'],
+          :marker_color => "white"
+        }
+      end
+      yield g
+      g.write "#{fname}.png"
+    end
+  end
+
+end
+
+
+DrbSmokeTest::run
+