bm25f 0.1.0 → 0.2.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bc3b5ddbf5d62479a1a0afafccef1d377db2a149ac9db87f8d207b0c16b41550
-  data.tar.gz: 295be306f71a84ae399cffaf7c1faff3a768ad7e1c00095230144d564cc9af59
+  metadata.gz: bc84b7827c64bd77694f548ac479113906f4a5173b50fab2c479079beec3bc41
+  data.tar.gz: 8adf6005477365e0b827e93b67ae8b4bbc99c85db73e1b274005ce043659d690
 SHA512:
-  metadata.gz: 1c06abf6c6d53a66e151378c610bf5ecfbe92ced01692bbe126d7bfda77bd85a2c2733934460052a6d8129e61881e067a1e35264f7acb197ff51f2336bb31e19
-  data.tar.gz: 85ad4ba68f49009bbe667ccf993d498671ced59f9aeff4394435778c53369037f7dee346b7111c3cc6679fc72b9c8e62798139d3dce7a56e098795844e59b85e
+  metadata.gz: 17f1f1e79d4fa265610c85dbc52ae949de236252d96796beca5a08c80c4035947b56dc04607ca00aa5e9e2eaac41cb9f5a645f78415c66c1b91aaa5a77c25e60
+  data.tar.gz: fbc526d3080a2672b41da06b78c7df363138bbc62df91bc8c065133ec2e807432c19ea108fdc14fb3bb2852973bfefdb18d0a0f98a4d4a7742eac23a1d7afdbb

data/lib/bm25f.rb

@@ -66,7 +66,7 @@ class BM25F
   # @param documents [Hash] The documents.
   # @return [Float] The average document length.
   def calculate_average_document_length(documents)
-    total_length = documents.sum { |doc| doc.values.map(&:length).sum }
+    total_length = documents.sum { |doc| doc.values.map { |v| v.nil? ? 0 : v.length }.sum }
     total_length / documents.length.to_f
   end
 
@@ -77,7 +77,7 @@ class BM25F
   def calculate_document_lengths(documents)
     doc_lengths = {}
     documents.each_with_index do |doc, i|
-      doc_lengths[i] = doc.transform_values(&:length)
+      doc_lengths[i] = doc.transform_values { |v| v.nil ? 0 : v.length }
     end
     doc_lengths
   end

data/test/test_bm25f.rb

@@ -0,0 +1,23 @@
+require 'minitest/autorun'
+require 'bm25f'
+
+class BM25FTest < Minitest::Test
+  def setup
+    @bm25f = BM25F.new
+    @documents = [
+      { title: 'hello world', content: 'foo bar baz' },
+      { title: 'foo bar', content: 'goodbye, world!' }
+    ]
+  end
+
+  def test_score
+    @bm25f.fit @documents
+    scores = @bm25f.score 'hello world foo bar baz'
+
+    # Sort
+    scores = scores.to_a.sort_by { |_, v| v.to_i }
+
+    # Checks if the most matching element is the first element
+    assert scores.last[0].zero?
+  end
+end

metadata

@@ -1,29 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: bm25f
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.2
 platform: ruby
 authors:
 - catflip
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-09-09 00:00:00.000000000 Z
+date: 2023-09-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: treat
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '2.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 10.4.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 10.4.2
 description: A fast implementation of the BM25F ranking algorithm for information
   retrieval systems, written in Ruby.
 email:
@@ -32,6 +46,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/bm25f.rb
+- test/test_bm25f.rb
 homepage: https://github.com/catflip/bm25f-ruby
 licenses:
 - AGPL-3.0
@@ -53,7 +68,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.26
+rubygems_version: 3.4.19
 signing_key:
 specification_version: 4
 summary: BM25F ranking function in Ruby.