tokenizers 0.2.0-arm64-darwin → 0.2.1-arm64-darwin

Sign up to get free protection for your applications and to get access to all the features.
Files changed (11) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +4 -0
  3. data/Cargo.lock +304 -175
  4. data/Cargo.toml +0 -1
  5. data/LICENSE-THIRD-PARTY.txt +9654 -6176
  6. data/lib/tokenizers/2.7/tokenizers.bundle +0 -0
  7. data/lib/tokenizers/3.0/tokenizers.bundle +0 -0
  8. data/lib/tokenizers/3.1/tokenizers.bundle +0 -0
  9. data/lib/tokenizers/3.2/tokenizers.bundle +0 -0
  10. data/lib/tokenizers/version.rb +1 -1
  11. metadata +9 -8
data/Cargo.toml CHANGED
@@ -5,7 +5,6 @@ members = ["ext/tokenizers"]
5
5
  strip = true
6
6
 
7
7
  [patch.crates-io]
8
- magnus-macros = { git = "https://github.com/matsadler/magnus" }
9
8
  number_prefix = { git = "https://github.com/ankane/rust-number-prefix", branch = "license-file" }
10
9
  rb-sys-env = { git = "https://github.com/oxidize-rb/rb-sys" }
11
10
  tokenizers = { git = "https://github.com/huggingface/tokenizers" }