ion 0.0.1

data/lib/ion/stringer.rb

@@ -0,0 +1,17 @@
+module Ion::Stringer
+  def self.sanitize(str)
+    return ''  unless str.is_a?(String)
+    str.downcase.force_encoding('UTF-8')
+  end
+
+  # "Hey,  yes you." => %w(hey yes you)
+  def self.keywords(str)
+    return Array.new  unless str.is_a?(String)
+    self.sanitize(str).scan(/\w+/)
+  end
+
+  def self.classify(name)
+    str = name.to_s
+    str.scan(/\b(\w)(\w*)/).map { |(w, ord)| w.upcase + ord.downcase }.join('')
+  end
+end

data/test/irb_helpers.rb

@@ -0,0 +1,9 @@
+class Nest
+  def zlist
+    Hash[*zrange(0, -1, with_scores: true)]
+  end
+end
+
+def k
+  Ion.key
+end

data/test/p_helper.rb

@@ -0,0 +1,31 @@
+require 'yaml'
+
+# Overrides `p` to be pretty -- useful for tests.
+module Kernel
+  def p(*args)
+    # Catch source
+    begin
+      raise Error
+    rescue => e
+      file, line, _ = e.backtrace[2].split(':')
+      source = "%s:%s" % [ File.basename(file), line ]
+    end
+
+    # Source format
+    pre = "\033[0;33m%20s |\033[0;m "
+    lines = Array.new
+
+    # YAMLify the last arg if it's YAMLable
+    if args.last.is_a?(Hash) || args.last.is_a?(Array)
+      lines = args.pop.to_yaml.split("\n")[1..-1].map { |s| "  #{s}" }
+    end
+
+    # Inspect everything else
+    lines.unshift(args.map { |a| a.is_a?(String) ? a : a.inspect }.join(' '))  if args.any?
+
+    # Print
+    print "\n"
+    puts pre % [source] + (lines.shift || "nil")
+    puts lines.map { |s| pre % [''] + s }.join("\n")  if  lines.any?
+  end
+end

data/test/redis_debug.rb

@@ -0,0 +1,8 @@
+# Redis debug
+class Redis::Client
+  def call(*args)
+    puts "REDIS:" + args.inspect.join(' ')
+    process(args) { read }
+  end
+end
+

data/test/test_helper.rb

@@ -0,0 +1,81 @@
+$:.unshift File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib'))
+
+require 'ohm'
+require 'ohm/contrib'
+require 'ion'
+require 'contest'
+require_relative './p_helper'
+#require_relative './redis_debug'
+
+Ion.connect url: (ENV['REDIS_URL'] || 'redis://127.0.0.1:6379/0')
+
+class Test::Unit::TestCase
+  def setup
+    re = Redis.current
+    keys = re.keys("Ion:*") + re.keys("IT::*")
+    re.del(*keys)  if keys.any?
+  end
+
+  def redis
+    Ion.redis
+  end
+
+  def scores_for(search)
+    Hash[*search.key.zrange(0, -1, with_scores: true)]
+  end
+
+  def lorem
+    (0..5).map { lorem_words[(lorem_words.length * rand).to_i] }.join(' ')
+  end
+
+  def lorem_words
+    @w ||=
+      %w(lorem ipsum dolor sit amet consecteteur adicicising elit sed do eiusmod) +
+      %w(tempor incidudunt nam posture magna aliqua ut labore et dolore) +
+      %w(cum sociis nostrud aequitas verificium)
+  end
+
+  def ids(keys)
+    keys.map { |k| @items[k.to_sym].id }
+  end
+
+  def assert_ids(keys, args={})
+    if args[:ordered]
+      assert_equal ids(keys), args[:for].ids
+    else
+      assert_equal ids(keys).sort, args[:for].ids.sort
+    end
+  end
+
+  def assert_score(hash)
+    hash.each do |key, score|
+      assert_equal score.to_f, @scores[@items[key.to_sym].id].to_f
+    end
+  end
+end
+
+module IT
+end
+
+class IT::Album < Ohm::Model
+  include Ion::Entity
+  include Ohm::Callbacks
+
+  attribute :title
+  attribute :body
+  attribute :play_count
+
+  ion {
+    text :title
+    text :body
+    text(:also_title) { self.title }
+    number :play_count
+    sort :title
+  }
+
+  after  :save,   :update_ion_indices
+  before :delete, :delete_ion_indices
+end
+
+Album = IT::Album
+

data/test/unit/boost_test.rb

@@ -0,0 +1,28 @@
+require_relative '../test_helper'
+
+class BoostTest < Test::Unit::TestCase
+  setup do
+    # Fake entries that should NOT be returned
+    5.times { Album.create title: lorem, body: '' }
+
+    @items = {
+      :a => Album.create(title: "Morning Scifi"),
+      :b => Album.create(title: "Intensify", body: 'Special Edition'),
+      :c => Album.create(title: "BT Emotional Technology", body: 'Special Edition'),
+      :d => Album.create(title: "BT Movement in Still Life")
+    }
+  end
+
+  test "scores" do
+    search = Album.ion.search {
+      text :title, "bt"
+      boost(2.5) { text :body, "special edition" }
+    }
+
+    assert_ids %w(c d), for: search, ordered: true
+
+    @scores = scores_for search
+    assert_score c: 3.5
+    assert_score d: 1.0
+  end
+end

data/test/unit/config_test.rb

@@ -0,0 +1,25 @@
+require_relative '../test_helper'
+
+class ConfigTest < Test::Unit::TestCase
+  setup do
+    # Mock erasing the config
+    Ion.instance_variable_set :@config, nil
+    @config = Ion.config
+  end
+
+  test "config" do
+    assert @config.is_a?(Ion::Config)
+  end
+
+  test "ignored words" do
+    assert @config.ignored_words.include?('a')
+  end
+
+  test "question mark" do
+    assert @config.ignored_words?
+
+    assert ! @config.foobar?
+    @config.foobar = 2
+    assert @config.foobar?
+  end
+end

data/test/unit/hash_test.rb

@@ -0,0 +1,48 @@
+require_relative '../test_helper'
+
+class HashTest < Test::Unit::TestCase
+  setup do
+    @search1 = Album.ion.search {
+      text :title, "Vloop"
+      text :body, "Secher betrib"
+      any_of {
+        text :body, "betrib"
+        text :body, "betrib"
+        any_of {
+          text :body, "betrib"
+          text :body, "betrib"
+        }
+      }
+    }
+
+    @search2 = Album.ion.search {
+      text :title, "Vloop"
+      text :body, "Secher betrib"
+      any_of {
+        text :body, "betrib"
+        text :body, "betrib"
+        any_of {
+          text :body, "betrib"
+          text :body, "betrib"
+        }
+      }
+    }
+
+    @search3 = Album.ion.search {
+      text :title, "Vloop"
+      text :body, "Secher betrib"
+      any_of {
+        text :body, "betrib"
+        text :body, "betrib"
+        any_of {
+          text :body, "betrib"
+        }
+      }
+    }
+  end
+
+  test "hash test" do
+    assert_equal @search1.search_hash, @search2.search_hash
+    assert @search3.search_hash != @search2.search_hash
+  end
+end

data/test/unit/ion_test.rb

@@ -0,0 +1,112 @@
+require_relative '../test_helper'
+
+class IonTest < Test::Unit::TestCase
+  setup do
+    # Fake entries that should NOT be returned
+    5.times { Album.create title: lorem, body: '' }
+  end
+
+  test "single result" do
+    item   = Album.create title: "First Lady of Song", body: "Ella Fitzgerald"
+    search = Album.ion.search { text :title, "lady" }
+
+    assert_equal [item.id], search.ids
+  end
+
+  test "lambda index" do
+    item   = Album.create title: "First Lady of Song", body: "Ella Fitzgerald"
+    search = Album.ion.search { text :also_title, "lady" }
+
+    assert_equal [item.id], search.ids
+  end
+
+  test "stripping punctuations" do
+    item   = Album.create title: "Leapin-and-Lopin'"
+    search = Album.ion.search { text :title, "leapin lopin" }
+
+    assert_equal [item.id], search.ids
+  end
+
+  test "many results" do
+    albums = (0..10).map {
+      Album.create title: "Hi #{lorem}"
+    }
+
+    search = Album.ion.search { text :title, "Hi" }
+
+    assert_equal albums.size, search.size
+    assert_equal albums.map(&:id).sort, search.ids.sort
+  end
+
+  test "multi keywords" do
+    album  = Album.create title: "Mingus at the Bohemia"
+    search = Album.ion.search { text :title, "mingus bohemia" }
+
+    assert_equal [album.id], search.ids.sort
+  end
+
+  test "multi keywords fail" do
+    album  = Album.create title: "Mingus at the Bohemia"
+    search = Album.ion.search { text :title, "bohemia is it" }
+
+    assert_equal [], search.ids.sort
+  end
+
+  test "search with arity" do
+    item   = Album.create title: "Maiden Voyage"
+    search = Album.ion.search { |q| q.text :title, "maiden voyage" }
+
+    assert_equal [item.id], search.ids.sort
+  end
+
+  test "search within one index only" do
+    album1 = Album.create title: "Future 2 Future", body: "Herbie Hancock"
+    album2 = Album.create title: "Best of Herbie", body: "VA"
+
+    search = Album.ion.search { text :title, "herbie" }
+
+    assert_equal [album2.id], search.ids.sort
+  end
+
+  test "count" do
+    5.times { Album.create(title: "Bebel Gilberto #{lorem}") }
+
+    search = Album.ion.search { text :title, "Bebel Gilberto" }
+    assert_equal 5, search.count
+  end
+
+  test "scores" do
+    @items = {
+      a: Album.create(title: "Future 2 Future", body: "Herbie Hancock"),
+      b: Album.create(title: "Best of Herbie", body: "Herbie Hancock")
+    }
+
+    search = Album.ion.search {
+      any_of {
+        text :title, "herbie"
+        text :body,  "herbie"
+      }
+    }
+
+    # Album2 will go first because it matches both
+    assert_ids %w(a b), for: search
+
+    # Check if the scores are right
+    @scores = scores_for search
+    assert_score b: 2.0
+    assert_score a: 1.0
+  end
+
+  test "right scoring" do
+    @items = {
+      a: Album.create(title: "Best of Herbie", body: "Herbie Hancock")
+    }
+
+    search = Album.ion.search {
+        text :body, "Herbie Hancock"
+    }
+
+    @scores = scores_for search
+    assert_score a: 1.0
+  end
+end

data/test/unit/metaphone_test.rb

@@ -0,0 +1,37 @@
+require_relative '../test_helper'
+
+class IT::Song < Ohm::Model
+  include Ion::Entity
+  include Ohm::Callbacks
+
+  attribute :title
+  attribute :body
+
+  ion {
+    text :title
+    metaphone :body
+  }
+
+  after :save, :update_ion_indices
+end
+
+Song = IT::Song
+
+class MetaphoneTest < Test::Unit::TestCase
+  setup do
+    # Fake entries that should NOT be returned
+    5.times { Song.create title: lorem, body: '' }
+
+    @items = {
+      a: Song.create(body: "Stephanie"),
+      b: Song.create(body: "Ztephanno..!")
+    }
+  end
+
+  test "metaphone" do
+    search = Song.ion.search { metaphone :body, "Stefan" }
+
+    assert_ids %w(a b), for: search
+  end
+
+end

data/test/unit/number_test.rb

@@ -0,0 +1,46 @@
+require_relative '../test_helper'
+
+class Number < Test::Unit::TestCase
+  setup do
+    @items = {
+      :a => Album.create(play_count: 1),
+      :b => Album.create(play_count: 2),
+      :c => Album.create(play_count: 3),
+      :d => Album.create(play_count: 4),
+      :e => Album.create(play_count: 4),
+      :f => Album.create(play_count: 4),
+      :g => Album.create(play_count: 5),
+      :h => Album.create(play_count: 5)
+    }
+  end
+
+  test "numb3rs" do
+    search = Album.ion.search { number :play_count, 4 }
+    assert_ids %w(d e f), for: search
+  end
+
+  test "greater than" do
+    search = Album.ion.search { number :play_count, gt: 3 }
+    assert_ids %w(d e f g h), for: search
+  end
+
+  test "greater than or equal" do
+    search = Album.ion.search { number :play_count, min: 3 }
+    assert_ids %w(c d e f g h), for: search
+  end
+
+  test "less than or equal" do
+    search = Album.ion.search { number :play_count, max: 3 }
+    assert_ids %w(a b c), for: search
+  end
+
+  test "greater than and less than" do
+    search = Album.ion.search { number :play_count, lt: 5, gt: 1 }
+    assert_ids %w(b c d e f), for: search
+  end
+  
+  test "greater than equal and less than equal" do
+    search = Album.ion.search { number :play_count, min: 1, max: 3 }
+    assert_ids %w(a b c), for: search
+  end
+end