tokenizers 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0ebf55c36c1e0f55d94f5ee321a3c9f00122126912b3dfa0b52f947f172344f5
-  data.tar.gz: 47288dd344a36f5f3a27e206300ae11c0ec5cc1f4fbf1945a3cb3718f3e13128
+  metadata.gz: 6aeb772fccbd1a8ae0991f31b47bbb51fc74b97c51ea085bafa4951797f3e994
+  data.tar.gz: 342e05d37471d31f6738fef1a50e5f50d521fc10173723d79156bb689cbfdbe9
 SHA512:
-  metadata.gz: 5ab6931f3a1eef124c5f071604f860ee86341ba8a50fdb1e79d13f751a8fae9c435baae3b5ea7fd34bceba2b960d368d04740922c8515ae8d3e33b5c6bdf1c22
-  data.tar.gz: c39ad4aef20f1ec8890bc0a0138a80b82724f49a689224cb6e02658120b84a38aa33f771c757fe3259a2ff70d9d6a1183afcbd76f9ba5335e46ccbd455eea84f
+  metadata.gz: 38ac5e532c3b17130c30dd010bc109689036f8a363790bfb39a858f126154c04c81325732bbd0c4ad4aca808c8e48b6c0c1b5f2ce5b043f42c92c5409b7b0c6e
+  data.tar.gz: 8164092df944f67ddfb1c85c61dadd62a0bf731332f9c1fa64d8ee7daf58710688116dddf3caf2fedd60fedd1b5b76cfd632c83a880e4e19b1e2061174baea3f

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.1.1 (2022-06-29)
+
+- Fixed error with installation
+
 ## 0.1.0 (2022-03-19)
 
 - First release

data/Cargo.lock

@@ -1254,9 +1254,9 @@ dependencies = [
 
 [[package]]
 name = "rutie"
-version = "0.8.3"
+version = "0.8.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "0d81d2a2dec78b6202e8058dea842a39a65135ce8915e66e40d3935f12e52346"
+checksum = "5d97db4cbb9739b48364c38cc9a6ebabdc07b42bd87b60ab448e1f29eaebb2ac"
 dependencies = [
  "lazy_static",
  "libc",

data/Cargo.toml

@@ -10,5 +10,5 @@ crate-type = ["cdylib"]
 
 [dependencies]
 lazy_static = "1"
-rutie = "0.8.3"
+rutie = "0.8.4"
 tokenizers = "0.11"

data/README.md

@@ -1,4 +1,4 @@
-# Tokenizers
+# Tokenizers Ruby
 
 :slightly_smiling_face: Fast state-of-the-art [tokenizers](https://github.com/huggingface/tokenizers) for Ruby
 
@@ -12,7 +12,7 @@ Add this line to your application’s Gemfile:
 gem "tokenizers"
 ```
 
-Note: Rust is currently required for installation.
+Note: Rust and pkg-config are currently required for installation, and it can take 5-10 minutes to compile the extension.
 
 ## Getting Started
 

data/ext/tokenizers/extconf.rb

@@ -1,7 +1,10 @@
+require "pathname"
+
+dest = Pathname.new(__dir__).relative_path_from(Pathname.pwd).join("../../lib/tokenizers/ext.#{RbConfig::CONFIG["DLEXT"]}")
+
 File.write "Makefile", <<~EOS
   install:
-  \tcargo build --release
-  \tmv target/release/libtokenizers.#{RbConfig::CONFIG["SOEXT"]} lib/tokenizers/ext.#{RbConfig::CONFIG["DLEXT"]}
+  \tcargo build --release --target-dir target
+  \tmv target/release/libtokenizers.#{RbConfig::CONFIG["SOEXT"]} #{dest}
   clean:
-  \tcargo clean
 EOS

data/lib/tokenizers/version.rb

@@ -1,3 +1,3 @@
 module Tokenizers
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tokenizers
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-03-19 00:00:00.000000000 Z
+date: 2022-06-29 00:00:00.000000000 Z
 dependencies: []
 description:
 email: andrew@ankane.org