baran 0.1.11 → 0.1.12

Sign up to get free protection for your applications and to get access to all the features.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +1 -1
  3. data/Gemfile.lock +3 -3
  4. data/lib/baran/text_splitter.rb +1 -1
  5. data/lib/baran/version.rb +1 -1
  6. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 95a0c57558fc237d12ab005d24e444381725f8ddbb1fbbfe1ee730f9e14384ba
4
- data.tar.gz: a7eacd8e62b27478df98aaaf534a6b37348696d2baa78e67c5781891c1b74c03
3
+ metadata.gz: 27ec927ed0af9bafe1a15e2844abcda91966b53aab50d3c4e34ba03638200ba3
4
+ data.tar.gz: 8746c0aae319f0bd925855e8025715906e88036a70839313fe60e62e945db3c7
5
5
  SHA512:
6
- metadata.gz: f09dd858f1dee1189ee543b440e8196871129fe33b6558762aedc85a1c9a26aebb1e439ff7c9b9e52bb0d92f6b1ffff37207105a146928c9350b26ed949019cd
7
- data.tar.gz: 59ec6d83b1b7ce85e005dee095e8baf087ffffef750851a661957b431ef346521d75661cd266cf81e889eae64966b4876b3b8031ce43987fead5c2678437aace
6
+ metadata.gz: eefdb623105249441368ba3a88eb3c958a4046d371c8cef21ad7960cf1609d6cfec218d56c11faa929db2ee2b216e86cc2fd53e0bd5ad5863be536126b490258
7
+ data.tar.gz: af48e71277ab4b28a81b92ffb733c28f55f66f17a6741862fc954a5511ac1c7250dc07ac9b9d726974ce8747aa4b7b168eeb594820503a3388c63dbc994decfb
data/Gemfile CHANGED
@@ -7,4 +7,4 @@ gemspec
7
7
 
8
8
  gem "minitest", "~> 5.21"
9
9
 
10
- gem "rake", "~> 13.0"
10
+ gem "rake", "~> 13.1"
data/Gemfile.lock CHANGED
@@ -1,13 +1,13 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- baran (0.1.11)
4
+ baran (0.1.12)
5
5
 
6
6
  GEM
7
7
  remote: https://rubygems.org/
8
8
  specs:
9
9
  minitest (5.21.2)
10
- rake (13.0.6)
10
+ rake (13.1.0)
11
11
 
12
12
  PLATFORMS
13
13
  arm64-darwin-22
@@ -16,7 +16,7 @@ PLATFORMS
16
16
  DEPENDENCIES
17
17
  baran!
18
18
  minitest (~> 5.21)
19
- rake (~> 13.0)
19
+ rake (~> 13.1)
20
20
 
21
21
  BUNDLED WITH
22
22
  2.4.7
data/lib/baran/text_splitter.rb CHANGED
@@ -22,7 +22,7 @@ module Baran
22
22
  chunk = { text: chunk, cursor: cursor }
23
23
  chunk[:metadata] = metadata if metadata
24
24
  chunks << chunk
25
- cursor += chunk.length
25
+ cursor += chunk[:text].length
26
26
  end
27
27
 
28
28
  chunks
data/lib/baran/version.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Baran
4
- VERSION = "0.1.11"
4
+ VERSION = "0.1.12"
5
5
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: baran
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.11
4
+ version: 0.1.12
5
5
  platform: ruby
6
6
  authors:
7
7
  - Moeki Kawakami
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-03-09 00:00:00.000000000 Z
11
+ date: 2024-05-31 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: Text Splitter for Large Language Model Datasets.
14
14
  email: