tokenizers 0.2.0-x86_64-linux

Sign up to get free protection for your applications and to get access to all the features.
data/Cargo.toml ADDED
@@ -0,0 +1,11 @@
1
+ [workspace]
2
+ members = ["ext/tokenizers"]
3
+
4
+ [profile.release]
5
+ strip = true
6
+
7
+ [patch.crates-io]
8
+ magnus-macros = { git = "https://github.com/matsadler/magnus" }
9
+ number_prefix = { git = "https://github.com/ankane/rust-number-prefix", branch = "license-file" }
10
+ rb-sys-env = { git = "https://github.com/oxidize-rb/rb-sys" }
11
+ tokenizers = { git = "https://github.com/huggingface/tokenizers" }