baran 0.1.7 → 0.1.8

Sign up to get free protection for your applications and to get access to all the features.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +1 -1
  3. data/Gemfile.lock +3 -3
  4. data/lib/baran/text_splitter.rb +1 -1
  5. data/lib/baran/version.rb +1 -1
  6. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: c2f275e2741118e6b0505c9f3ae20d195ca082b9338f28dd9e5fee3899b6d3a5
4
- data.tar.gz: e0eaa0d7e56895c59ab33028f88efd5157a7c091bfb508d35f8cbd19fddf78c1
3
+ metadata.gz: cac2a83bc8fd8a978a3fdc706747ee8f023f3d143b7b6c67e22408ade389e4ef
4
+ data.tar.gz: b0f0fccc1e7e9a7872400d929fd4a1cb8db2ec6b18d092177d6973506a0caa61
5
5
  SHA512:
6
- metadata.gz: 76da807e98e3ee3c8c11146b9fd960ad7e254eb8e185eaabda1cf43b524b63a70916eee29e5b698e6a90fae9ae7c5c638729f5b20299a5842e2a2780b41ce890
7
- data.tar.gz: ae3d9ff9180cebb6ee57ab85f2c04239497ed0fd7713042cdc30dc3f8ca603457a3554b4ac05e0d7272293a928c27997172bdaa5562443252b8a9b81faf827a4
6
+ metadata.gz: 22a196b7a71c83c362e207ae242d1c0863d2d26d9be82aa0e7c09baf193b69478f2ad78b7f6d952d724435afee0435ab922851685e6f78afc9ac1e2746ac8389
7
+ data.tar.gz: c2753c59488a1f9bc65bf6fb8b08395f1cb476053c0a108a7fb53f621ec3b95eeabe9527fd43b1f9420f4fe774057592be5cfb57b88248800b832fdfb0d85368
data/Gemfile CHANGED
@@ -5,6 +5,6 @@ source "https://rubygems.org"
5
5
  # Specify your gem's dependencies in baran.gemspec
6
6
  gemspec
7
7
 
8
- gem "minitest", "~> 5.18"
8
+ gem "minitest", "~> 5.19"
9
9
 
10
10
  gem "rake", "~> 13.0"
data/Gemfile.lock CHANGED
@@ -1,12 +1,12 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- baran (0.1.7)
4
+ baran (0.1.8)
5
5
 
6
6
  GEM
7
7
  remote: https://rubygems.org/
8
8
  specs:
9
- minitest (5.18.1)
9
+ minitest (5.19.0)
10
10
  rake (13.0.6)
11
11
 
12
12
  PLATFORMS
@@ -15,7 +15,7 @@ PLATFORMS
15
15
 
16
16
  DEPENDENCIES
17
17
  baran!
18
- minitest (~> 5.18)
18
+ minitest (~> 5.19)
19
19
  rake (~> 13.0)
20
20
 
21
21
  BUNDLED WITH
data/lib/baran/text_splitter.rb CHANGED
@@ -18,7 +18,7 @@ module Baran
18
18
  cursor = 0
19
19
  chunks = []
20
20
 
21
- splitted(text).each do |chunk|
21
+ splitted(text).compact.each do |chunk|
22
22
  chunks << { text: chunk, cursor: cursor }
23
23
  cursor += chunk.length
24
24
  end
data/lib/baran/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Baran
4
- VERSION = "0.1.7"
4
+ VERSION = "0.1.8"
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: baran
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.7
4
+ version: 0.1.8
5
5
  platform: ruby
6
6
  authors:
7
7
  - Moeki Kawakami
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2023-07-10 00:00:00.000000000 Z
11
+ date: 2023-08-24 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: Text Splitter for Large Language Model Datasets.
14
14
  email: