tokenizers 0.4.0 → 0.4.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -1
- data/Cargo.lock +1 -1
- data/ext/tokenizers/Cargo.toml +1 -1
- data/ext/tokenizers/src/lib.rs +1 -1
- data/lib/tokenizers/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ae078880dfee0d026206156174a482b7e5345aea4784bb4a3e1298c499dd0e3d
|
|
4
|
+
data.tar.gz: baedf2cd55c0b4332232924bc2439e8ab9f6ba6703794e376f7f34f5724717c2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 6292155935e06d70b9ab862d2493154ec21f3cc1ec9a7188e00517f026a3d79460f84b08c9701b6eab2b758ab27ce2a5a4fb90c517ec7a1817f5de31a0b95324
|
|
7
|
+
data.tar.gz: 99b04f81650ae8b12be1e82dc8989a37d9d90542cb461c7fadf0e618f8ac4592b614fa357a462d2e71cb8833e058678ff6e5e5d421b825c969559f5569c89cd5
|
data/CHANGELOG.md
CHANGED
data/Cargo.lock
CHANGED
data/ext/tokenizers/Cargo.toml
CHANGED
data/ext/tokenizers/src/lib.rs
CHANGED
|
@@ -38,7 +38,7 @@ static TRAINERS: Lazy<RModule> = Lazy::new(|ruby| ruby.get_inner(&TOKENIZERS).co
|
|
|
38
38
|
|
|
39
39
|
#[magnus::init]
|
|
40
40
|
fn init(ruby: &Ruby) -> RbResult<()> {
|
|
41
|
-
let module = ruby.
|
|
41
|
+
let module = ruby.define_module("Tokenizers")?;
|
|
42
42
|
|
|
43
43
|
let class = module.define_class("Tokenizer", ruby.class_object())?;
|
|
44
44
|
class.define_singleton_method("new", function!(RbTokenizer::from_model, 1))?;
|
data/lib/tokenizers/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tokenizers
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.4.
|
|
4
|
+
version: 0.4.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Andrew Kane
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-
|
|
11
|
+
date: 2023-10-05 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rb_sys
|