xapian-fu 1.5.3 → 1.6.0

checksums.yaml

@@ -1,15 +1,7 @@
 ---
-!binary "U0hBMQ==":
-  metadata.gz: !binary |-
-    YTU3ZmE1ZDAxMjgwZWQ1OTgzMDRlNGIwYWUwZTAyNmE3ODRlMTY3NQ==
-  data.tar.gz: !binary |-
-    OWYzOTNiYjVmOTMzZTVjNDZhYWU5MjQ1NDMzMzM3ZWM1OTlkMzA4NQ==
-!binary "U0hBNTEy":
-  metadata.gz: !binary |-
-    MTZhNWNjMmY1ZGI2ODIwNjM1ZTdmNTRjNjNjMzczYzNmOGY1OTg4NjA1NzM2
-    N2E4MThmZDU2ZGRiYjFkYmJlMjg4NjExMmM3NGZlM2UzZmFhZWNlOTk3YTIy
-    MTAzYmU3ZDA1ZjRiODk1OGY0ZTJkZWVhMDMyMjM3NjI4OWE0M2Y=
-  data.tar.gz: !binary |-
-    NmVlMzRlZGNlMmVjNjkwMjYzMzliNmM2OTY5MWE5ZjZkZDM1Y2QxMGU5OGI5
-    NzU2M2MzYjkxYzljMWEwZGRmYjk0Mjc3MzY1ODlhNzdjMmFiMzg2ODZjZmYw
-    MTJiYjc1ZTZjZTc5Nzk3NDgxZjFlOWZkMTU4ZmZhYjNjNmM3YjM=
+SHA256:
+  metadata.gz: 97c807d9e1a6c4ce62f3565aaae147f9bca5f2c037ccd39b51d8fda583544451
+  data.tar.gz: 3e12b31653f3cc34914e13597f67af5c632e072fe622447c1da879b92be06ee4
+SHA512:
+  metadata.gz: 47fda9c3e053b1c3e8dd8c9bfecca1ddba6499d9e35d49ad1a37d6b8e4b6710a8f28af88b7d1b4dd927132151df3811f520cdfac30ed8d1b96b3fe62c5abed04
+  data.tar.gz: 628fcdb102e4ab3ed4dcd4fe7832d7a9c15c681085c9bc87251d927e0db9dd305b400617217eaa97dec13bcf9fd73a26811c36e207aa6e9ef86d98a32c242137

data/CHANGELOG.rdoc

@@ -1,3 +1,13 @@
+=== 1.6.0 (7th October 2019)
+
+* Support newer versions of xapian
+* Avoid Bignum/Fixnum deprecations under Ruby >= 2.4
+
+=== 1.5.4 (unreleased)
+
+* Add ability to index field with or without field names
+  (:without_field_names, :with_field_names_only)
+
 === 1.5.3 (19th February 2015)
 
 * Added support for indexing multiple terms without stemming (`:exact`).

data/LICENSE

@@ -1,6 +1,6 @@
 xapian_fu is released under the MIT License.
 
-Copyright (c) 2009 John Leach
+Copyright (c) 2009-2019 John Leach
 
 Permission is hereby granted, free of charge, to any person obtaining a copy
 of the acts_as_xapian software and associated documentation files (the

data/examples/ar_query.rb

@@ -0,0 +1,34 @@
+#!/usr/bin/ruby
+
+require 'rubygems'
+require 'benchmark'
+require 'lib/xapian_fu'
+include XapianFu
+require 'active_record'
+
+ActiveRecord::Base.establish_connection(
+   :adapter  => "mysql",
+   :host     => "localhost",
+   :username => "john",
+   :password => "john",
+   :database => "john_somedb_dev" )
+
+class WpPost < ActiveRecord::Base
+  set_primary_key :ID
+end
+
+db = XapianDb.new(:dir => 'ar_spider.db')
+
+results = nil
+bm = Benchmark.measure do
+  results = db.search(ARGV.join(' '))
+end
+
+posts = WpPost.find(results.collect { |r| r.id })
+
+puts "Weight\tTitle"
+posts.each_with_index do |p,i|
+  puts "%.3f\t#{p.post_title}" % results[i].weight
+end
+
+puts "Search took %.5f seconds" % bm.total

data/examples/ar_spider.rb

@@ -0,0 +1,36 @@
+#!/usr/bin/ruby
+
+require 'rubygems'
+require 'benchmark'
+require 'lib/xapian_fu'
+include XapianFu
+require 'active_record'
+
+ActiveRecord::Base.establish_connection(
+   :adapter  => "mysql",
+   :host     => "localhost",
+   :username => "john",
+   :password => "john",
+   :database => "john_somedb_dev" )
+
+class WpPost < ActiveRecord::Base
+  set_primary_key :ID
+end
+
+db = XapianDb.new(:dir => 'ar_spider.db', :overwrite => true)
+
+count = 0
+indexing_time = 0.0
+WpPost.find_in_batches do |posts|
+  db.transaction do
+    puts "Indexing wp_posts #{count} to #{count += posts.size}"
+    posts.each do |post|
+      bm = Benchmark.measure do
+        db << XapianDoc.new(post.attributes.merge({ :id => post.id }))
+      end
+      indexing_time += bm.total
+    end
+  end
+  indexing_time += Benchmark.measure { db.flush }.total
+end
+puts "%i documents took %.4f seconds. %.2f per second" % [count, indexing_time, count / indexing_time]

data/lib/xapian_fu/version.rb

@@ -1,3 +1,3 @@
 module XapianFu #:nodoc:
-  VERSION = "1.5.3"
+  VERSION = "1.6.0"
 end

data/lib/xapian_fu/xapian_db.rb

@@ -98,6 +98,28 @@ module XapianFu #:nodoc:
   # and sort them efficiently (without having to resort to storing
   # leading zeros or anything like that).
   #
+  # == Indexing options
+  #
+  # If <tt>:index</tt> is <tt>false</tt>, then the field will not be tokenized,
+  # or stemmed or stopped. It will only be searchable by its entire exact
+  # contents. Useful for fields that only exact matches will make sense for,
+  # like slugs, identifiers or keys.
+  #
+  # If <tt>:index</tt> is <tt>true</tt> (the default) then the field will be
+  # tokenized, stemmed and stopped twice, once with the field name and once
+  # without. This allows you to do both search like "name:lily" and simply
+  # "lily", but it does require that the full text of the field content is
+  # indexed twice and will increase the size of your index on-disk.
+  #
+  # If you know you will never need to search the field using its field name,
+  # then you can set <tt>:index</tt> to <tt>:without_field_names</tt> and only
+  # one tokenization pass will be done, without the field names as token
+  # prefixes.
+  #
+  # If you know you will only ever search the field using its field name, then
+  # you can set <tt>:index</tt> to <tt>:with_field_names_only</tt> and only one
+  # tokenization pass will be done, with only the fieldnames as token prefixes.
+  #
   # == Term Weights
   #
   # The <tt>:weights</tt> option accepts a Proc or Lambda that sets
@@ -132,6 +154,11 @@ module XapianFu #:nodoc:
     attr_reader :fields
     # An array of fields that will not be indexed
     attr_reader :unindexed_fields
+    # An array of fields to be indexed without their field names
+    attr_reader :fields_without_field_names
+    # An array of fields to be indexed only with their field names
+    attr_reader :fields_with_field_names_only
+
     # An array of fields that will be treated as boolean terms
     attr_reader :boolean_fields
     # Whether this db will generate a spelling dictionary during indexing
@@ -412,6 +439,8 @@ module XapianFu #:nodoc:
     def setup_fields(field_options)
       @fields = { }
       @unindexed_fields = []
+      @fields_without_field_names = []
+      @fields_with_field_names_only = []
       @store_values = []
       @sortable_fields = {}
       @boolean_fields = []
@@ -443,6 +472,8 @@ module XapianFu #:nodoc:
         @store_values << name if opts[:store]
         @sortable_fields[name] = {:range_prefix => opts[:range_prefix], :range_postfix => opts[:range_postfix]} if opts[:sortable]
         @unindexed_fields << name if opts[:index] == false
+        @fields_without_field_names << name if opts[:index] == :without_field_names
+        @fields_with_field_names_only << name if opts[:index] == :with_field_names_only
         @boolean_fields << name if opts[:boolean]
         @fields[name] = opts[:type]
         @field_weights[name] = opts[:weight] if opts.include?(:weight)

data/lib/xapian_fu/xapian_doc.rb

@@ -251,6 +251,16 @@ module XapianFu #:nodoc:
       db ? db.unindexed_fields : []
     end
 
+    # Array of field names not to index with field names
+    def fields_without_field_names
+      db ? db.fields_without_field_names : []
+    end
+
+    # Array of field names to index with field names only
+    def fields_with_field_names_only
+      db ? db.fields_with_field_names_only : []
+    end
+
     # Add all the fields to be stored as XapianDb values
     def add_values_to_xapian_document
       db.store_values.collect do |key|
@@ -287,9 +297,9 @@ module XapianFu #:nodoc:
           # get the custom term weight if a weights function exists
           weight = db.weights_function ? db.weights_function.call(k, v, fields).to_i : db.field_weights[k]
           # add value with field name
-          tg.send(index_method, v, weight, 'X' + k.to_s.upcase)
+          tg.send(index_method, v, weight, 'X' + k.to_s.upcase) unless fields_without_field_names.include?(k)
           # add value without field name
-          tg.send(index_method, v, weight)
+          tg.send(index_method, v, weight) unless fields_with_field_names_only.include?(k)
 
           if db.field_options[k] && db.field_options[k][:exact]
             xapian_document.add_term("X#{k.to_s.upcase}#{v.to_s.downcase}", weight)

data/lib/xapian_fu/xapian_doc_value_accessor.rb

@@ -1,16 +1,6 @@
 require 'zlib'
 
 class Integer #:nodoc:
-  def self.to_xapian_fu_storage_value(value)
-    [value].pack("G")
-  end
-
-  def self.from_xapian_fu_storage_value(value)
-    value.unpack("G").first.truncate rescue nil
-  end
-end
-
-class Bignum #:nodoc:
   def self.to_xapian_fu_storage_value(value)
     if value > 0x1fffffffffffff or value < -0x1fffffffffffff
       raise XapianFu::ValueOutOfBounds
@@ -23,13 +13,28 @@ class Bignum #:nodoc:
   end
 end
 
-class Fixnum #:nodoc:
-  def self.to_xapian_fu_storage_value(value)
-    [value].pack("G")
+if RUBY_VERSION < '2.4'
+  class Bignum #:nodoc:
+    def self.to_xapian_fu_storage_value(value)
+      if value > 0x1fffffffffffff or value < -0x1fffffffffffff
+        raise XapianFu::ValueOutOfBounds
+      end
+      [value].pack("G")
+    end
+
+    def self.from_xapian_fu_storage_value(value)
+      value.unpack("G").first.truncate rescue nil
+    end
   end
 
-  def self.from_xapian_fu_storage_value(value)
-    value.unpack("G").first.truncate rescue nil
+  class Fixnum #:nodoc:
+    def self.to_xapian_fu_storage_value(value)
+      [value].pack("G")
+    end
+
+    def self.from_xapian_fu_storage_value(value)
+      value.unpack("G").first.truncate rescue nil
+    end
   end
 end
 

data/lib/xapian_fu/xapian_documents_accessor.rb

@@ -69,11 +69,11 @@ module XapianFu
         # for :id we can use lastdocid
         find(@xdb.ro.lastdocid) rescue nil
       else
-        # for other values, we do a search ordered by that key in descening order
+        # for other values, we do a search ordered by that key in descending order
         query = Xapian::Query.new(Xapian::Query::OP_VALUE_GE, XapianDocValueAccessor.value_key(key), "0")
         e = Xapian::Enquire.new(@xdb.ro)
         e.query = query
-        e.sort_by_value!(XapianDocValueAccessor.value_key(key))
+        e.sort_by_value!(XapianDocValueAccessor.value_key(key), true)
         r = e.mset(0, 1).matches.first
         find(r.docid) rescue nil
       end

data/spec/build_db_for_value_testing.rb

@@ -2,9 +2,9 @@
 #
 
 require 'date'
-require File.join(File.dirname(__FILE__), '../lib/xapian_fu')
+require 'xapian_fu'
 include XapianFu
-require File.join(File.dirname(__FILE__), 'fixtures/film_data')
+require_relative 'fixtures/film_data'
 require 'fileutils'
 
 

data/spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/iamchert

@@ -0,0 +1 @@
+IAmChert���=�GM��l/�%E�

data/spec/fixtures/film_data/x86_64-linux~1.8.7/iamchert

@@ -0,0 +1 @@
+IAmChert���W>^g�N�W�O0%�s

data/spec/fixtures/film_data/x86_64-linux~1.9.3/iamchert

@@ -0,0 +1 @@
+IAmChert��ɥ;��
I��O�pW��

data/spec/xapian_doc_spec.rb

@@ -98,6 +98,34 @@ describe XapianDoc do
       terms.should_not include 'leach'
     end
 
+    it "should tokenize fields without field names for fields declared as such" do
+      xdb = XapianDb.new(:fields => { :name => { :index => :without_field_names } })
+      xdoc = xdb.documents.new({ :name => 'John Leach', :quote => 'Xapian Rocks' }).to_xapian_document
+      terms = xdoc.terms.collect { |t| t.term }
+      terms.should include 'john'
+      terms.should_not include 'XNAMEjohn'
+      terms.should include 'leach'
+      terms.should_not include 'XNAMEleach'
+      terms.should include 'xapian'
+      terms.should include 'XQUOTExapian'
+      terms.should include 'rocks'
+      terms.should include 'XQUOTErocks'
+    end
+
+    it "should tokenize fields exclusively with field names for fields declared as such" do
+      xdb = XapianDb.new(:fields => { :name => { :index => :with_field_names_only } })
+      xdoc = xdb.documents.new({ :name => 'John Leach', :quote => 'Xapian Rocks' }).to_xapian_document
+      terms = xdoc.terms.collect { |t| t.term }
+      terms.should_not include 'john'
+      terms.should include 'XNAMEjohn'
+      terms.should_not include 'leach'
+      terms.should include 'XNAMEleach'
+      terms.should include 'xapian'
+      terms.should include 'XQUOTExapian'
+      terms.should include 'rocks'
+      terms.should include 'XQUOTErocks'
+    end
+
     it "should convert Time instances to a useful format when tokenizing" do
       time = Time.now
       xdb = XapianDb.new

data/spec/xapian_doc_value_accessor_spec.rb

@@ -63,6 +63,27 @@ describe XapianDocValueAccessor do
     end
   end
 
+  it "should store fields defined as Integer as packed double-precision float, network byte order" do
+    xdb = XapianDb.new(:fields => { :number => { :type => Integer, :store => true } })
+    [
+      (-0x1fffffffffffff..-0x1fffffffffffff + 10).to_a,
+      (0x1fffffffffffff-10..0x1fffffffffffff).to_a
+    ].flatten.each do |number|
+      doc = xdb.documents.new(:number => number)
+      doc.values.store(:number, number, Integer).should == number
+      doc.values.fetch(:number, Integer).should == number
+      doc.to_xapian_document.values.first.value.should == [number].pack("G")
+    end
+  end
+
+  it "should raise an error when attempting to store Integer values bigger or smaller than can be stored" do
+    xdb = XapianDb.new(:fields => { :number => { :type => Integer, :store => true } })
+    [-(0x1fffffffffffff+1), 0x1fffffffffffff+1].each do |number|
+      doc = xdb.documents.new(:number => number)
+      lambda {  doc.values.store(:number, number, Integer) }.should raise_error XapianFu::ValueOutOfBounds
+    end
+  end
+
   it "should store fields defined as Float as packed double-precision float, network byte order" do
     xdb = XapianDb.new(:fields => { :number => { :type => Float, :store => true } })
     [-0.303393984588383833, 8.448488388488384, 1.0].each do |number|

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: xapian-fu
 version: !ruby/object:Gem::Version
-  version: 1.5.3
+  version: 1.6.0
 platform: ruby
 authors:
 - John Leach
@@ -9,50 +9,50 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-23 00:00:00.000000000 Z
+date: 2019-10-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.7.0
+        version: '2.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.7.0
+        version: '2.7'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rdoc
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '4'
 description: A library to provide a more Ruby-like interface to the Xapian search
   engine.
 email: john@johnleach.co.uk
@@ -63,11 +63,19 @@ extra_rdoc_files:
 - LICENSE
 - CHANGELOG.rdoc
 files:
+- CHANGELOG.rdoc
+- LICENSE
+- README.rdoc
+- examples/ar_query.rb
+- examples/ar_spider.rb
+- examples/query.rb
+- examples/spider.rb
 - lib/xapian-fu.rb
-- lib/xapian_fu/posting_source.rb
+- lib/xapian_fu.rb
 - lib/xapian_fu/query_parser.rb
 - lib/xapian_fu/result_set.rb
 - lib/xapian_fu/stopper_factory.rb
+- lib/xapian_fu/stopwords/README
 - lib/xapian_fu/stopwords/danish.txt
 - lib/xapian_fu/stopwords/dutch.txt
 - lib/xapian_fu/stopwords/english.txt
@@ -78,7 +86,6 @@ files:
 - lib/xapian_fu/stopwords/italian.txt
 - lib/xapian_fu/stopwords/norwegian.txt
 - lib/xapian_fu/stopwords/portuguese.txt
-- lib/xapian_fu/stopwords/README
 - lib/xapian_fu/stopwords/russian.txt
 - lib/xapian_fu/stopwords/spanish.txt
 - lib/xapian_fu/stopwords/swedish.txt
@@ -88,156 +95,152 @@ files:
 - lib/xapian_fu/xapian_doc.rb
 - lib/xapian_fu/xapian_doc_value_accessor.rb
 - lib/xapian_fu/xapian_documents_accessor.rb
-- lib/xapian_fu.rb
-- examples/query.rb
-- examples/spider.rb
-- README.rdoc
-- LICENSE
-- CHANGELOG.rdoc
 - spec/build_db_for_value_testing.rb
 - spec/facets_spec.rb
-- spec/fixtures/film_data/i486-linux~1.8.7/flintlock
-- spec/fixtures/film_data/i486-linux~1.8.7/iamflint
-- spec/fixtures/film_data/i486-linux~1.8.7/position.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/position.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/position.DB
-- spec/fixtures/film_data/i486-linux~1.8.7/postlist.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/postlist.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/postlist.DB
-- spec/fixtures/film_data/i486-linux~1.8.7/record.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/record.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/record.DB
-- spec/fixtures/film_data/i486-linux~1.8.7/termlist.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/termlist.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/termlist.DB
-- spec/fixtures/film_data/i486-linux~1.8.7/value.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/value.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/value.DB
+- spec/fixtures/film_data.rb
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/flintlock
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/iamchert
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/position.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/position.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/position.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/postlist.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/postlist.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/postlist.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/record.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/record.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/record.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/spelling.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/spelling.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/spelling.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/termlist.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/termlist.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/termlist.baseB
 - spec/fixtures/film_data/x86_64-linux~1.8.7/flintlock
-- spec/fixtures/film_data/x86_64-linux~1.8.7/iamflint
+- spec/fixtures/film_data/x86_64-linux~1.8.7/iamchert
+- spec/fixtures/film_data/x86_64-linux~1.8.7/position.DB
 - spec/fixtures/film_data/x86_64-linux~1.8.7/position.baseA
 - spec/fixtures/film_data/x86_64-linux~1.8.7/position.baseB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/position.DB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/postlist.DB
 - spec/fixtures/film_data/x86_64-linux~1.8.7/postlist.baseA
 - spec/fixtures/film_data/x86_64-linux~1.8.7/postlist.baseB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/postlist.DB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/record.DB
 - spec/fixtures/film_data/x86_64-linux~1.8.7/record.baseA
 - spec/fixtures/film_data/x86_64-linux~1.8.7/record.baseB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/record.DB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/spelling.DB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/spelling.baseA
+- spec/fixtures/film_data/x86_64-linux~1.8.7/spelling.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.DB
 - spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.baseA
 - spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.baseB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.DB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/value.baseA
-- spec/fixtures/film_data/x86_64-linux~1.8.7/value.baseB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/value.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/flintlock
-- spec/fixtures/film_data/x86_64-linux~1.9.1/iamflint
-- spec/fixtures/film_data/x86_64-linux~1.9.1/position.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/position.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/position.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/postlist.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/postlist.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/postlist.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/record.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/record.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/record.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/termlist.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/termlist.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/termlist.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/value.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/value.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/value.DB
-- spec/fixtures/film_data.rb
+- spec/fixtures/film_data/x86_64-linux~1.9.3/flintlock
+- spec/fixtures/film_data/x86_64-linux~1.9.3/iamchert
+- spec/fixtures/film_data/x86_64-linux~1.9.3/position.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/position.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/position.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/postlist.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/postlist.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/postlist.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/record.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/record.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/record.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/spelling.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/spelling.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/spelling.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/termlist.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/termlist.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/termlist.baseB
 - spec/query_parser_spec.rb
 - spec/stopper_factory_spec.rb
 - spec/xapian_db_spec.rb
 - spec/xapian_doc_spec.rb
 - spec/xapian_doc_value_accessor_spec.rb
-homepage: http://github.com/johnl/xapian-fu
-licenses: []
+homepage: https://github.com/johnl/xapian-fu
+licenses:
+- MIT
 metadata: {}
 post_install_message: 
 rdoc_options:
-- --title
+- "--title"
 - Xapian Fu
-- --main
+- "--main"
 - README.rdoc
-- --line-numbers
+- "--line-numbers"
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.9.3
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-requirements: []
-rubyforge_project: xapian-fu
-rubygems_version: 2.0.0
+requirements:
+- libxapian-dev, or the xapian-ruby gem
+rubyforge_project: 
+rubygems_version: 2.7.6.2
 signing_key: 
 specification_version: 4
 summary: A Ruby interface to the Xapian search engine
 test_files:
-- spec/build_db_for_value_testing.rb
-- spec/facets_spec.rb
-- spec/fixtures/film_data/i486-linux~1.8.7/flintlock
-- spec/fixtures/film_data/i486-linux~1.8.7/iamflint
-- spec/fixtures/film_data/i486-linux~1.8.7/position.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/position.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/position.DB
-- spec/fixtures/film_data/i486-linux~1.8.7/postlist.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/postlist.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/postlist.DB
-- spec/fixtures/film_data/i486-linux~1.8.7/record.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/record.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/record.DB
-- spec/fixtures/film_data/i486-linux~1.8.7/termlist.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/termlist.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/termlist.DB
-- spec/fixtures/film_data/i486-linux~1.8.7/value.baseA
-- spec/fixtures/film_data/i486-linux~1.8.7/value.baseB
-- spec/fixtures/film_data/i486-linux~1.8.7/value.DB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/flintlock
-- spec/fixtures/film_data/x86_64-linux~1.8.7/iamflint
+- spec/xapian_db_spec.rb
+- spec/fixtures/film_data.rb
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/position.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/flintlock
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/spelling.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/record.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/postlist.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/spelling.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/position.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/postlist.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/iamchert
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/postlist.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/position.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/termlist.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/termlist.baseB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/spelling.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/record.DB
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/record.baseA
+- spec/fixtures/film_data/x86_64-linux-gnu~2.5.5/termlist.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/position.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/flintlock
+- spec/fixtures/film_data/x86_64-linux~1.9.3/spelling.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/record.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/postlist.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/spelling.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/position.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/postlist.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/iamchert
+- spec/fixtures/film_data/x86_64-linux~1.9.3/postlist.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/position.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/termlist.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/termlist.baseB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/spelling.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/record.DB
+- spec/fixtures/film_data/x86_64-linux~1.9.3/record.baseA
+- spec/fixtures/film_data/x86_64-linux~1.9.3/termlist.baseA
 - spec/fixtures/film_data/x86_64-linux~1.8.7/position.baseA
-- spec/fixtures/film_data/x86_64-linux~1.8.7/position.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/flintlock
+- spec/fixtures/film_data/x86_64-linux~1.8.7/spelling.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/record.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/postlist.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/spelling.baseA
 - spec/fixtures/film_data/x86_64-linux~1.8.7/position.DB
 - spec/fixtures/film_data/x86_64-linux~1.8.7/postlist.baseA
-- spec/fixtures/film_data/x86_64-linux~1.8.7/postlist.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/iamchert
 - spec/fixtures/film_data/x86_64-linux~1.8.7/postlist.DB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/record.baseA
-- spec/fixtures/film_data/x86_64-linux~1.8.7/record.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/position.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.DB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.baseB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/spelling.DB
 - spec/fixtures/film_data/x86_64-linux~1.8.7/record.DB
+- spec/fixtures/film_data/x86_64-linux~1.8.7/record.baseA
 - spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.baseA
-- spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.baseB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/termlist.DB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/value.baseA
-- spec/fixtures/film_data/x86_64-linux~1.8.7/value.baseB
-- spec/fixtures/film_data/x86_64-linux~1.8.7/value.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/flintlock
-- spec/fixtures/film_data/x86_64-linux~1.9.1/iamflint
-- spec/fixtures/film_data/x86_64-linux~1.9.1/position.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/position.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/position.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/postlist.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/postlist.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/postlist.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/record.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/record.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/record.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/termlist.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/termlist.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/termlist.DB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/value.baseA
-- spec/fixtures/film_data/x86_64-linux~1.9.1/value.baseB
-- spec/fixtures/film_data/x86_64-linux~1.9.1/value.DB
-- spec/fixtures/film_data.rb
 - spec/query_parser_spec.rb
 - spec/stopper_factory_spec.rb
-- spec/xapian_db_spec.rb
 - spec/xapian_doc_spec.rb
 - spec/xapian_doc_value_accessor_spec.rb
+- spec/build_db_for_value_testing.rb
+- spec/facets_spec.rb

data/lib/xapian_fu/posting_source.rb

@@ -1,47 +0,0 @@
-# A generic <tt>Xapian::PostingSource</tt>.
-class XapianFu::PostingSource < Xapian::PostingSource
-  def init(db)
-    @all = {}
-    @ids = db.postlist("").map(&:docid)
-
-    @ids.each do |id|
-      @all[id] = db.document(id)
-    end
-
-    @iter = @ids.each
-    @current = @iter.next
-    @db = db
-  end
-
-  def next(minweight)
-    @current = @iter.next
-  rescue StopIteration
-    @current = nil
-  end
-
-  def at_end
-    @current.nil?
-  end
-
-  def docid
-    @current
-  end
-
-  def get_termfreq_min
-    0
-  end
-
-  def get_termfreq_max
-    @db.doccount
-  end
-
-  def get_termfreq_est
-    @db.doccount
-  end
-
-  def get_maxweight
-    1
-  end
-end
-
-