tokenizers 0.3.1-arm64-darwin → 0.3.2-arm64-darwin

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 66dd46109be7158fa433340d306d576627a237052b21a68de5c5f6c6fc4de461
-  data.tar.gz: 935a2c02c020f7a87a29e6e45a23799198a1aa732ff4a31220e818f8b9d0065b
+  metadata.gz: ba8379e40522e811dfd2d2082a241e4c8bb71f0d42fe0219175d65318b5d0f64
+  data.tar.gz: 9f731c1aa940e44828276cc765adec19a1d3bad6bea84260992b491cc892bce5
 SHA512:
-  metadata.gz: 8cdf698b3fcb359d63c4bdfa59602090ab2ba18f754e8998ced7bba7d375ceee50b845d156fe6a0b8966afb603cf99e61cea849f95e5a29d965b598d0aeb35fb
-  data.tar.gz: 3580866f55e76315dc8c0673d03fbe72757cbf410c7523191accd47c13c79cff8825146c7864b4fae65ce3a7c0f1e2828769a799adecfaff64a1f63cefd49578
+  metadata.gz: 322363a3f931652734fcca0a39a363fd7c1538096bc70ed6a3dde80bb88f5690f412ea82bf193b148ae95369c88cc25ecaeba9f2911ad859d93e2e2219a260ff
+  data.tar.gz: 49061d4df62725e1224024921c2c8bb1ca9e18c60efb630c9345c25d7811508280add5223dabedbd9c1870555189c6650efb137627e31383535a54dffe12d9b1

data/CHANGELOG.md

@@ -1,8 +1,12 @@
-## 0.3.1 (2022-02-08)
+## 0.3.2 (2023-03-06)
+
+- Added precompiled gem for Linux x86-64 MUSL
+
+## 0.3.1 (2023-02-08)
 
 - Fixed error with Ruby 2.7
 
-## 0.3.0 (2022-02-07)
+## 0.3.0 (2023-02-07)
 
 - Added support for training tokenizers
 - Added more methods to `Tokenizer`
@@ -11,20 +15,20 @@
 - Changed `encode` method to include special tokens by default
 - Changed how offsets are calculated for strings with multibyte characters
 
-## 0.2.3 (2022-01-22)
+## 0.2.3 (2023-01-22)
 
 - Added `add_special_tokens` option to `encode` method
 - Added warning about `encode` method including special tokens by default in 0.3.0
 - Added more methods to `Encoding`
 - Fixed error with precompiled gem on Mac ARM
 
-## 0.2.2 (2022-01-15)
+## 0.2.2 (2023-01-15)
 
 - Added precompiled gem for Linux ARM
 - Added `from_file` method
 - Fixed error with precompiled gem on Linux x86-64
 
-## 0.2.1 (2022-01-12)
+## 0.2.1 (2023-01-12)
 
 - Added support for Ruby 3.2
 

data/Cargo.lock

@@ -353,7 +353,8 @@ checksum = "58093314a45e00c77d5c508f76e77c3396afbbc0d01506e7fae47b018bac2b1d"
 [[package]]
 name = "magnus"
 version = "0.5.0"
-source = "git+https://github.com/matsadler/magnus#eda735faa7e03da2443eaf2c4058a184917d6b87"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "af37419a942477f606d227d0e6e92f3b68458bfc68fec3bc2629df6a2c1ccdf9"
 dependencies = [
  "magnus-macros",
  "rb-sys",
@@ -362,8 +363,9 @@ dependencies = [
 
 [[package]]
 name = "magnus-macros"
-version = "0.3.0"
-source = "git+https://github.com/matsadler/magnus#eda735faa7e03da2443eaf2c4058a184917d6b87"
+version = "0.4.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "85aa71c9891b2732ff1157e1860a1ee578459fd25811fd3d72cc6e32b3fbdfea"
 dependencies = [
  "proc-macro2",
  "quote",
@@ -552,22 +554,25 @@ dependencies = [
 
 [[package]]
 name = "rb-sys"
-version = "0.9.64"
+version = "0.9.65"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "cc8945662df8083245deda89e236647173cc7ad750f481ddcd7bbfd3afe3fa5e"
+checksum = "e8fe617bad8e88fd7e5d6f432e35f09e5f94144dfb8e8ee4adde82fb920dc59b"
 dependencies = [
  "rb-sys-build",
 ]
 
 [[package]]
 name = "rb-sys-build"
-version = "0.9.64"
+version = "0.9.65"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "ae8c3cdf9edc3908ee1555b7a1bca58ee1b499439b32cd1c1ec3e66736a8df48"
+checksum = "007e63597f91c711cbb299e60fecbdb6f5ad4a066d6a20c81943893f1584c895"
 dependencies = [
  "bindgen",
+ "lazy_static",
+ "quote",
  "regex",
  "shell-words",
+ "syn",
 ]
 
 [[package]]

data/LICENSE-THIRD-PARTY.txt

@@ -154,7 +154,7 @@ magnus v0.5.0
 https://github.com/matsadler/magnus
 MIT
 
-magnus-macros v0.3.0
+magnus-macros v0.4.0
 https://github.com/matsadler/magnus
 MIT
 
@@ -242,11 +242,11 @@ rayon-core v1.10.2
 https://github.com/rayon-rs/rayon
 MIT OR Apache-2.0
 
-rb-sys v0.9.64
+rb-sys v0.9.65
 https://github.com/oxidize-rb/rb-sys
 MIT OR Apache-2.0
 
-rb-sys-build v0.9.64
+rb-sys-build v0.9.65
 https://github.com/oxidize-rb/rb-sys
 MIT OR Apache-2.0
 
@@ -7795,32 +7795,6 @@ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 SOFTWARE.
 
-================================================================================
-magnus magnus-macros/LICENSE
-================================================================================
-
-MIT License
-
-Copyright (c) 2022, 2021 Matthew Sadler
-
-Permission is hereby granted, free of charge, to any person obtaining a copy
-of this software and associated documentation files (the "Software"), to deal
-in the Software without restriction, including without limitation the rights
-to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
-copies of the Software, and to permit persons to whom the Software is
-furnished to do so, subject to the following conditions:
-
-The above copyright notice and this permission notice shall be included in all
-copies or substantial portions of the Software.
-
-THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
-IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
-FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
-AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
-LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
-OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
-SOFTWARE.
-
 ================================================================================
 magnus-macros LICENSE
 ================================================================================

data/lib/tokenizers/version.rb

@@ -1,3 +1,3 @@
 module Tokenizers
-  VERSION = "0.3.1"
+  VERSION = "0.3.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tokenizers
 version: !ruby/object:Gem::Version
-  version: 0.3.1
+  version: 0.3.2
 platform: arm64-darwin
 authors:
 - Andrew Kane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-02-09 00:00:00.000000000 Z
+date: 2023-03-07 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: andrew@ankane.org