baran 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 76dee67df26935789dbd26ee97d603c2f1fa96a49eff4466584016cf03e75d48
-  data.tar.gz: ea8899d24cd2b5177c76623cbfb705b49414a6af01e21c77d1596eb7f8ac845e
+  metadata.gz: bb9c125ca01ed50e901bb91c66be9b775e8ada6724c021c9ade1520615b74991
+  data.tar.gz: 6c94f295e48eb79ed37c45f7f431cfd47a5e668499daaa5b13b0b76bd3ca58b9
 SHA512:
-  metadata.gz: d1c2abb85d19c69087ec5247eed4769b8e063cef939d653d2d977b318cf838b6991508091105dca6714fb1493d9a73b2859f7a9193a320357683aab2f61ab1df
-  data.tar.gz: 6dd5c438d0d159fa52dec486013fe08cf9037bf9e250fd776af63be8be1f22eb8171f01b45f019c632960f790bdf90965c8c313d119636e0de0fca72b875726d
+  metadata.gz: a4c6fba857e4a86b5a604c3241abe57798a523df601438e52ba4880426696041b4e5f950027bffe1e884fffd091c9ad0336f71011cdf42af019288cfbec80b37
+  data.tar.gz: 193ba60a25f5539c1d4b0d1d2bc6a552d1ade00cceab8a93fb11256e4ff5c7e92d78277159efa0a6908200ba015609fee83ec3de0a12aa280e10bf6f2e939541

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    baran (0.2.0)
+    baran (0.2.1)
 
 GEM
   remote: https://rubygems.org/

data/lib/baran/sentence_text_splitter.rb

@@ -8,7 +8,7 @@ module Baran
 
     def splitted(text)
       # Use a regex to split text based on the specified sentence-ending characters followed by whitespace
-      text.scan(/[^.!?]+[.!?]+(?:\s+)/).map(&:strip)
+      text.scan(/[^.!?]+[.!?]+(?:\s+|\z)/).map(&:strip)
     end
   end
 end

data/lib/baran/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Baran
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: baran
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Moeki Kawakami
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-09-23 00:00:00.000000000 Z
+date: 2024-10-11 00:00:00.000000000 Z
 dependencies: []
 description: Text Splitter for Large Language Model Datasets.
 email: