shoesgem 0.1424.0 → 0.1426.0

data/shoes/ruby/lib/ftsearch/fulltext_reader.rb

@@ -1,52 +1,52 @@
-# Copyright (C) 2006  Mauricio Fernandez <mfp@acm.org>
-#
-
-module FTSearch
-
-class FulltextReader
-  DEFAULT_OPTIONS = {
-    :path => nil,
-    :io   => nil,
-  }
-  def initialize(options = {})
-    options = DEFAULT_OPTIONS.merge(options)
-    unless options[:path] || options[:io]
-      raise ArgumentError, "Need either the path to the suffix array file or an IO."
-    end
-    init_internal_structures(options)
-  end
-
-  def get_data(offset, size)
-    @io.pos = offset
-    @io.read(size)
-  end
-
-  def dump_data(&block)
-    blocksize = 32768
-    @io.pos = 0
-    begin
-      size = @io.stat.size - 1
-    rescue NoMethodError # try with StringIO's interface
-      size = @io.string.size - 1
-    end
-    read = 0
-    #buffer = " " * blocksize
-    while read < size
-      #@io.read([size - read, blocksize].min, buffer)
-      #yield buffer
-      data = @io.read([size - read, blocksize].min)
-      read += data.size
-      yield data
-    end
-  end
-
-  private
-  def init_internal_structures(options)
-    if options[:path]
-      @io = File.open(options[:path], "rb")
-    else
-      @io = options[:io]
-    end
-  end
-end
-end #  FTSearch
+# Copyright (C) 2006  Mauricio Fernandez <mfp@acm.org>
+#
+
+module FTSearch
+
+class FulltextReader
+  DEFAULT_OPTIONS = {
+    :path => nil,
+    :io   => nil,
+  }
+  def initialize(options = {})
+    options = DEFAULT_OPTIONS.merge(options)
+    unless options[:path] || options[:io]
+      raise ArgumentError, "Need either the path to the suffix array file or an IO."
+    end
+    init_internal_structures(options)
+  end
+
+  def get_data(offset, size)
+    @io.pos = offset
+    @io.read(size)
+  end
+
+  def dump_data(&block)
+    blocksize = 32768
+    @io.pos = 0
+    begin
+      size = @io.stat.size - 1
+    rescue NoMethodError # try with StringIO's interface
+      size = @io.string.size - 1
+    end
+    read = 0
+    #buffer = " " * blocksize
+    while read < size
+      #@io.read([size - read, blocksize].min, buffer)
+      #yield buffer
+      data = @io.read([size - read, blocksize].min)
+      read += data.size
+      yield data
+    end
+  end
+
+  private
+  def init_internal_structures(options)
+    if options[:path]
+      @io = File.open(options[:path], "rb")
+    else
+      @io = options[:io]
+    end
+  end
+end
+end #  FTSearch

data/shoes/ruby/lib/ftsearch/fulltext_writer.rb

@@ -1,75 +1,75 @@
-# Copyright (C) 2006  Mauricio Fernandez <mfp@acm.org>
-#
-
-require 'ftsearch/util'
-
-module FTSearch
-class FulltextWriter
-  include InMemoryWriter
-
-  DEFAULT_OPTIONS = {
-    :path => "fulltext-#{Process.pid}-#{rand(100000)}",
-  }
-
-  attr_reader :path
-
-  def initialize(options = {})
-    options = DEFAULT_OPTIONS.merge(options)
-    @path   = options[:path]
-    initialize_in_memory_buffer
-    if @path
-      @io     = File.open(@path, "wb")
-    else
-      @io     = @memory_io
-    end
-  end
-
-  def merge(fulltext_reader)
-    fulltext_reader.dump_data do |data|
-      @io.write data
-    end
-  end
-
-  def add_document(doc_id, doc_hash, field_mapping, field_infos, suffix_array_writer, doc_map_writer)
-    write_document_header(doc_id, doc_hash, field_mapping, field_infos)
-    doc_map_writer.add_document(doc_id, doc_hash[:uri])
-    doc_hash.each_pair do |field_name, data|
-      if field_id = field_mapping[field_name]
-        field_info = field_infos[field_name]
-        if field_info[:stored]
-          suffix_offset, segment_offset = store_field(doc_id, field_name, field_id, data)
-          if analyzer = field_info[:analyzer]
-            suffix_array_writer.add_suffixes(analyzer, data, suffix_offset)
-          end
-          doc_map_writer.add_field(segment_offset, doc_id, field_id, data.size)
-        end
-      end
-    end
-  end
-
-  def finish!
-    @io.write "\0"
-    @io.fsync
-    @io.close
-  end
-  
-  private
-  def write_document_header(doc_id, doc_hash, field_mapping, field_infos)
-    stored_fields = doc_hash.select do |field_name, data|
-      field_infos[field_name][:stored]
-    end
-    total_size = stored_fields.inject(0){|s,(_,data)| s + data.size} + stored_fields.size * 9
-    # 9 = field ids plus field size plus trailing \0
-    @io.write [total_size].pack("V")
-  end
-
-  def store_field(doc_id, field_name, field_id, data)
-    @io.write [field_id, data.size].pack("V2")
-    offset = @io.pos
-    @io.write data
-    @io.write "\0"
-
-    [offset, offset - 8]
-  end
-end
-end  # FTSearch
+# Copyright (C) 2006  Mauricio Fernandez <mfp@acm.org>
+#
+
+require 'ftsearch/util'
+
+module FTSearch
+class FulltextWriter
+  include InMemoryWriter
+
+  DEFAULT_OPTIONS = {
+    :path => "fulltext-#{Process.pid}-#{rand(100000)}",
+  }
+
+  attr_reader :path
+
+  def initialize(options = {})
+    options = DEFAULT_OPTIONS.merge(options)
+    @path   = options[:path]
+    initialize_in_memory_buffer
+    if @path
+      @io     = File.open(@path, "wb")
+    else
+      @io     = @memory_io
+    end
+  end
+
+  def merge(fulltext_reader)
+    fulltext_reader.dump_data do |data|
+      @io.write data
+    end
+  end
+
+  def add_document(doc_id, doc_hash, field_mapping, field_infos, suffix_array_writer, doc_map_writer)
+    write_document_header(doc_id, doc_hash, field_mapping, field_infos)
+    doc_map_writer.add_document(doc_id, doc_hash[:uri])
+    doc_hash.each_pair do |field_name, data|
+      if field_id = field_mapping[field_name]
+        field_info = field_infos[field_name]
+        if field_info[:stored]
+          suffix_offset, segment_offset = store_field(doc_id, field_name, field_id, data)
+          if analyzer = field_info[:analyzer]
+            suffix_array_writer.add_suffixes(analyzer, data, suffix_offset)
+          end
+          doc_map_writer.add_field(segment_offset, doc_id, field_id, data.size)
+        end
+      end
+    end
+  end
+
+  def finish!
+    @io.write "\0"
+    @io.fsync
+    @io.close
+  end
+  
+  private
+  def write_document_header(doc_id, doc_hash, field_mapping, field_infos)
+    stored_fields = doc_hash.select do |field_name, data|
+      field_infos[field_name][:stored]
+    end
+    total_size = stored_fields.inject(0){|s,(_,data)| s + data.size} + stored_fields.size * 9
+    # 9 = field ids plus field size plus trailing \0
+    @io.write [total_size].pack("V")
+  end
+
+  def store_field(doc_id, field_name, field_id, data)
+    @io.write [field_id, data.size].pack("V2")
+    offset = @io.pos
+    @io.write data
+    @io.write "\0"
+
+    [offset, offset - 8]
+  end
+end
+end  # FTSearch