documentrix 0.1.1 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGES.md +92 -0
- data/Rakefile +1 -1
- data/documentrix.gemspec +8 -8
- data/lib/documentrix/documents/cache/common.rb +74 -9
- data/lib/documentrix/documents/cache/records.rb +1 -1
- data/lib/documentrix/documents/cache/redis_cache.rb +3 -3
- data/lib/documentrix/documents/cache/sqlite_cache.rb +100 -21
- data/lib/documentrix/documents/splitters/character.rb +56 -4
- data/lib/documentrix/documents/splitters/common.rb +38 -0
- data/lib/documentrix/documents/splitters/semantic.rb +67 -8
- data/lib/documentrix/documents.rb +139 -25
- data/lib/documentrix/utils/colorize_texts.rb +25 -21
- data/lib/documentrix/utils/digests.rb +78 -0
- data/lib/documentrix/utils.rb +1 -0
- data/lib/documentrix/version.rb +1 -1
- data/spec/documentrix/documents/cache/interface_spec.rb +25 -3
- data/spec/documentrix/documents/cache/memory_cache_spec.rb +75 -2
- data/spec/documentrix/documents/cache/redis_cache_spec.rb +82 -19
- data/spec/documentrix/documents/cache/sqlite_cache_spec.rb +142 -2
- data/spec/documentrix/documents/splitters/character_spec.rb +20 -2
- data/spec/documentrix/documents/splitters/semantic_spec.rb +17 -5
- data/spec/documents_spec.rb +76 -2
- data/spec/utils/colorize_texts_spec.rb +0 -2
- data/spec/utils/digests_spec.rb +97 -0
- data/spec/utils/tags_spec.rb +0 -2
- metadata +12 -6
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: documentrix
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.3.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Florian Frank
|
|
@@ -15,14 +15,14 @@ dependencies:
|
|
|
15
15
|
requirements:
|
|
16
16
|
- - ">="
|
|
17
17
|
- !ruby/object:Gem::Version
|
|
18
|
-
version: 2.17.
|
|
18
|
+
version: 2.17.1
|
|
19
19
|
type: :development
|
|
20
20
|
prerelease: false
|
|
21
21
|
version_requirements: !ruby/object:Gem::Requirement
|
|
22
22
|
requirements:
|
|
23
23
|
- - ">="
|
|
24
24
|
- !ruby/object:Gem::Version
|
|
25
|
-
version: 2.17.
|
|
25
|
+
version: 2.17.1
|
|
26
26
|
- !ruby/object:Gem::Dependency
|
|
27
27
|
name: all_images
|
|
28
28
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -141,14 +141,14 @@ dependencies:
|
|
|
141
141
|
requirements:
|
|
142
142
|
- - ">="
|
|
143
143
|
- !ruby/object:Gem::Version
|
|
144
|
-
version: 0.1.
|
|
144
|
+
version: 0.1.9
|
|
145
145
|
type: :runtime
|
|
146
146
|
prerelease: false
|
|
147
147
|
version_requirements: !ruby/object:Gem::Requirement
|
|
148
148
|
requirements:
|
|
149
149
|
- - ">="
|
|
150
150
|
- !ruby/object:Gem::Version
|
|
151
|
-
version: 0.1.
|
|
151
|
+
version: 0.1.9
|
|
152
152
|
- !ruby/object:Gem::Dependency
|
|
153
153
|
name: sqlite3
|
|
154
154
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -249,9 +249,11 @@ extra_rdoc_files:
|
|
|
249
249
|
- lib/documentrix/documents/cache/redis_cache.rb
|
|
250
250
|
- lib/documentrix/documents/cache/sqlite_cache.rb
|
|
251
251
|
- lib/documentrix/documents/splitters/character.rb
|
|
252
|
+
- lib/documentrix/documents/splitters/common.rb
|
|
252
253
|
- lib/documentrix/documents/splitters/semantic.rb
|
|
253
254
|
- lib/documentrix/utils.rb
|
|
254
255
|
- lib/documentrix/utils/colorize_texts.rb
|
|
256
|
+
- lib/documentrix/utils/digests.rb
|
|
255
257
|
- lib/documentrix/utils/math.rb
|
|
256
258
|
- lib/documentrix/utils/tags.rb
|
|
257
259
|
- lib/documentrix/version.rb
|
|
@@ -274,9 +276,11 @@ files:
|
|
|
274
276
|
- lib/documentrix/documents/cache/redis_cache.rb
|
|
275
277
|
- lib/documentrix/documents/cache/sqlite_cache.rb
|
|
276
278
|
- lib/documentrix/documents/splitters/character.rb
|
|
279
|
+
- lib/documentrix/documents/splitters/common.rb
|
|
277
280
|
- lib/documentrix/documents/splitters/semantic.rb
|
|
278
281
|
- lib/documentrix/utils.rb
|
|
279
282
|
- lib/documentrix/utils/colorize_texts.rb
|
|
283
|
+
- lib/documentrix/utils/digests.rb
|
|
280
284
|
- lib/documentrix/utils/math.rb
|
|
281
285
|
- lib/documentrix/utils/tags.rb
|
|
282
286
|
- lib/documentrix/version.rb
|
|
@@ -291,6 +295,7 @@ files:
|
|
|
291
295
|
- spec/documents_spec.rb
|
|
292
296
|
- spec/spec_helper.rb
|
|
293
297
|
- spec/utils/colorize_texts_spec.rb
|
|
298
|
+
- spec/utils/digests_spec.rb
|
|
294
299
|
- spec/utils/tags_spec.rb
|
|
295
300
|
homepage: https://github.com/flori/documentrix
|
|
296
301
|
licenses:
|
|
@@ -314,7 +319,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
314
319
|
- !ruby/object:Gem::Version
|
|
315
320
|
version: '0'
|
|
316
321
|
requirements: []
|
|
317
|
-
rubygems_version: 4.0.
|
|
322
|
+
rubygems_version: 4.0.10
|
|
318
323
|
specification_version: 4
|
|
319
324
|
summary: Ruby library for embedding vector database
|
|
320
325
|
test_files:
|
|
@@ -327,4 +332,5 @@ test_files:
|
|
|
327
332
|
- spec/documents_spec.rb
|
|
328
333
|
- spec/spec_helper.rb
|
|
329
334
|
- spec/utils/colorize_texts_spec.rb
|
|
335
|
+
- spec/utils/digests_spec.rb
|
|
330
336
|
- spec/utils/tags_spec.rb
|