isomorfeus-ferret 0.14.2 → 0.14.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9954cd3c9b84e7689861a8039c8305407b218d683f9cdfc74ee77542ae6f125c
-  data.tar.gz: 8bcf947f08f84fa7c73e157caaa254a8e21e4700b0c852004613e8c9c9517716
+  metadata.gz: 2821c4f4967a8af0c4f6e00a4c256754b77da083fbe5dab47e0eeac705561f01
+  data.tar.gz: 79c06afc07045bbe7048fa0c570384d8ead0b8fe351dde4829a26e1a1b1bde73
 SHA512:
-  metadata.gz: '083b7943b6d5d1dd59d114d5db4dba0d54f1684a7057ce6358b105ac9564908310bdd2df2539791ed30142428b4ec53ab646d2980eb8549998f2cb586b8c6892'
-  data.tar.gz: e5e15c37ffa004850a18eacae06f95535b460522166a1bc4ec611d3a4dae0aaddb7180d06f78d479e397708a167a5372d093ad2173a026d5888a7c2d34b3aef0
+  metadata.gz: 8fc4e106796d397bdc359af7d7b42120c143cbd93e57a9cb71f1e0ca5e89f9856bc6897eb39e4358cfa0c97d77b104c6a818b4c5aaafaebdb0da2efbca00546a
+  data.tar.gz: 6002e45cd95bf3eb0f258ee209c783f4f4eb966068009cc76de35ad9b4a0f4a03a41180655d6d79d40a86151fe3e663b57ad79c604184eac134adfaa425153e8

data/ext/isomorfeus_ferret_ext/frt_global.h

@@ -13,7 +13,7 @@
 
 #define FRT_MAX_WORD_SIZE 255
 #define FRT_MAX_FILE_PATH 1024
-#define FRT_BUFFER_SIZE 16384
+#define FRT_BUFFER_SIZE 4096
 
 typedef enum {
     FRT_COMPRESSION_NONE = 0,

data/ext/isomorfeus_ferret_ext/frt_index.c

@@ -2711,7 +2711,7 @@ void frt_tir_close(FrtTermInfosReader *tir) {
  *
  ****************************************************************************/
 
-static FrtTermWriter *tw_new(FrtStore *store, char *file_name) {
+static FrtTermWriter *frt_tw_new(FrtStore *store, char *file_name) {
     FrtTermWriter *tw = FRT_ALLOC_AND_ZERO(FrtTermWriter);
     tw->os = store->new_output(store, file_name);
     tw->last_term = FRT_EMPTY_STRING;
@@ -2736,9 +2736,9 @@ FrtTermInfosWriter *frt_tiw_open(FrtStore *store, const char *segment, int index
     tiw->last_index_ptr = 0;
 
     strcpy(file_name + segment_len, ".tix");
-    tiw->tix_writer = tw_new(store, file_name);
+    tiw->tix_writer = frt_tw_new(store, file_name);
     strcpy(file_name + segment_len, ".tis");
-    tiw->tis_writer = tw_new(store, file_name);
+    tiw->tis_writer = frt_tw_new(store, file_name);
     strcpy(file_name + segment_len, ".tfx");
     tiw->tfx_out = store->new_output(store, file_name);
     frt_os_write_u32(tiw->tfx_out, 0); /* make space for field_count */

data/lib/isomorfeus/ferret/index/index.rb

@@ -851,6 +851,34 @@ module Isomorfeus
           end
         end
 
+        # Exports the data of the stored fields as documents to a jsonl-formatted file
+        def export_to_jsonl(file_name)
+          count = 0
+          File.open(file_name, 'wt') do |f|
+            each do |doc|
+              json = Oj.dump(doc.to_h, mode: :strict)
+              f.write(json + "\n")
+              count += 1
+            end
+          end
+          count
+        end
+
+        # Imports documents from a jsonl-formatted file
+        def import_from_jsonl(file_name)
+          count = 0
+          File.open(file_name, 'rt') do |f|
+            f.each_line do |json|
+              unless json.empty?
+                doc = Oj.load(json, mode: :strict)
+                add_document(doc)
+                count += 1
+              end
+            end
+          end
+          count
+        end
+
         protected
           def ensure_writer_open()
             raise "tried to use a closed index" if not @open

data/lib/isomorfeus/ferret/version.rb

@@ -1,5 +1,5 @@
 module Isomorfeus
   module Ferret
-    VERSION = '0.14.2'
+    VERSION = '0.14.3'
   end
 end

data/lib/isomorfeus-ferret.rb

@@ -1,8 +1,9 @@
+require 'monitor'
+require 'oj'
 require 'isomorfeus_ferret_ext'
 require 'isomorfeus/ferret/version'
 require 'isomorfeus/ferret/field_symbol'
 require 'isomorfeus/ferret/stdlib_patches'
-require 'monitor'
 require 'isomorfeus/ferret/index/field_infos'
 require 'isomorfeus/ferret/index/index'
 require 'isomorfeus/ferret/document'

metadata

@@ -1,29 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: isomorfeus-ferret
 version: !ruby/object:Gem::Version
-  version: 0.14.2
+  version: 0.14.3
 platform: ruby
 authors:
 - Jan Biedermann
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-06-06 00:00:00.000000000 Z
+date: 2022-06-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: oj
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
+        version: 3.13.14
+  type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 3.13.14
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement