baran 0.1.2 → 0.1.4
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +9 -0
- data/Gemfile.lock +1 -1
- data/README.md +4 -1
- data/lib/baran/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: d64ad8b3b3b0f9d1bd32ce37453a6bf70581f5e229883b2d78b5200c236f01cc
|
|
4
|
+
data.tar.gz: 703df213c544557522ac36ac16404d04f369fd24c03446928aed7c2cadca1be4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 471f2d07989fce4ec393eaff5dc995ae721902f607632f00816d7d8652a5740be13c75d5bae8e2d30028243de05c1eabac259806ff97758c6987efaf619873dc
|
|
7
|
+
data.tar.gz: f74445571e79a792c9d485f06b943b4a84f8366e80f02036ef7be14b628a1e9124b385a39a543d5964490f52a00b234f29f349e2327744f07b20a19a5242d746
|
data/CHANGELOG.md
CHANGED
data/Gemfile.lock
CHANGED
data/README.md
CHANGED
|
@@ -32,6 +32,7 @@ splitter = Baran::CharacterTextSplitter.new(
|
|
|
32
32
|
separator: "\n\n"
|
|
33
33
|
)
|
|
34
34
|
splitter.chunks(text)
|
|
35
|
+
# => [{ cursor: 0, text: "..." }, ...]
|
|
35
36
|
```
|
|
36
37
|
|
|
37
38
|
### Recursive Character Text Splitter
|
|
@@ -40,9 +41,10 @@ Splitting by the specified characters recursively.
|
|
|
40
41
|
|
|
41
42
|
```ruby
|
|
42
43
|
splitter = Baran::RecursiveCharacterTextSplitter.new(
|
|
43
|
-
separators: ["\
|
|
44
|
+
separators: ["\n\n", "\n", " ", ""]
|
|
44
45
|
)
|
|
45
46
|
splitter.chunks(text)
|
|
47
|
+
# => [{ cursor: 0, text: "..." }, ...]
|
|
46
48
|
```
|
|
47
49
|
|
|
48
50
|
### Markdown Text Splitter
|
|
@@ -52,6 +54,7 @@ Splitting by the Markdown descriptions.
|
|
|
52
54
|
```ruby
|
|
53
55
|
splitter = Baran::MarkdownSplitter.new
|
|
54
56
|
splitter.chunks(markdown)
|
|
57
|
+
# => [{ cursor: 0, text: "..." }, ...]
|
|
55
58
|
```
|
|
56
59
|
|
|
57
60
|
Split with the following priority.
|
data/lib/baran/version.rb
CHANGED