whatlang 0.1.5 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4f348df5e7f1c431fce809e42a475bde67a8af6a25e4a79cd1e1e1e4537c98c2
-  data.tar.gz: 50f7297d38590e621eae72144cf2776f414a18fceb1496ca0c71b059eecdf49a
+  metadata.gz: 99c048c830a5c3379fa6faf225a88ffe9d203a926b731f45c556f9e3eb85c3fe
+  data.tar.gz: cdcf4bc5852541b6f3cd6b507091e3d7d176ae0f51c73b35784721762c62f2f3
 SHA512:
-  metadata.gz: 8c3bd3c90a4736c8c2f2291decdaded53e759ef9990031c21d64cf2ddc18cb925567aa9646122e88d798f71fac34f0af5a4d66d4c3fe86cbafc16f2c61471ab6
-  data.tar.gz: ebef27d4bbf696ccd8499efcc3125ca8077c1e6fba22b1506bb19b44528ba2a569967a122efb7c6363e533df6e26120c7b3a8fd85a80bae737a4105f14ddc8a1
+  metadata.gz: 3cdff99de9c30099bb5387de242f941c1d87a3e26e42b6ae8d2755489261fbe863a56b8d12403f4f5095d3850fa8ce25fa5f2fa092694329c274fd60d88f75e5
+  data.tar.gz: d2b19fdc20d7c9e8923a6fc6c0e4b3c020d17d2c2ceaead9765e580194b21ab96d4e19243ad5a0e32debce429a30723305e527774f329ef4fbc3eeabb8df814d

data/.gitlab-ci.yml

@@ -0,0 +1,16 @@
+default:
+  image: ruby:3.2.2
+
+  before_script:
+    - apt-get update && apt-get install -y clang
+    - gem update --system '3.4.22'
+    - gem install bundler -v 2.4.22
+    - gem install tomlrb
+    - bundle install
+    - curl https://sh.rustup.rs -sSf | sh -s -- -y
+
+test:
+  variables:
+    RB_SYS_FORCE_INSTALL_RUST_TOOLCHAIN: 'true'
+  script:
+    - source "$HOME/.cargo/env" && bundle exec rake test

data/CHANGELOG.md

@@ -1,5 +1,11 @@
+0.1.6
+=====
+
+* Check argument and return value. Thanks [@bendangelo][] for filing a issue!
+* Update Whatlang version to 0.16.4, which includes bug fix on Czech
+
 0.1.5
-====
+=====
 
 * Update Whatlang version to 0.16.0, which includes addition of Armenian
 
@@ -28,3 +34,5 @@
 =====
 
 * Initial release
+
+[@bendangelo]: https://gitlab.com/bendangelo

data/Cargo.lock

@@ -4,39 +4,36 @@ version = 3
 
 [[package]]
 name = "ahash"
-version = "0.7.6"
+version = "0.8.7"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fcb51a0695d8f838b1ee009b3fbf66bda078cd64590202a864a8f3e8c4315c47"
+checksum = "77c3a9648d43b9cd48db467b3f87fdd6e146bcc88ab0180006cef2179fe11d01"
 dependencies = [
- "getrandom",
+ "cfg-if",
  "once_cell",
  "version_check",
+ "zerocopy",
 ]
 
 [[package]]
-name = "cfg-if"
-version = "1.0.0"
+name = "allocator-api2"
+version = "0.2.16"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
+checksum = "0942ffc6dcaadf03badf6e6a2d0228460359d5e34b57ccdc720b7382dfbd5ec5"
 
 [[package]]
-name = "getrandom"
-version = "0.2.6"
+name = "cfg-if"
+version = "1.0.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "9be70c98951c83b8d2f8f60d7065fa6d5146873094452a1008da8c2f1e4205ad"
-dependencies = [
- "cfg-if",
- "libc",
- "wasi",
-]
+checksum = "baf1de4339761588bc0619e3cbc0120ee582ebb74b53b4efbf79117bd2da40fd"
 
 [[package]]
 name = "hashbrown"
-version = "0.12.1"
+version = "0.14.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "db0d4cf898abf0081f964436dc980e96670a0f36863e4b83aaacdb65c9d7ccc3"
+checksum = "290f1a1d9242c78d09ce40a5e87e7554ee637af1351968159f4952f028f75604"
 dependencies = [
  "ahash",
+ "allocator-api2",
 ]
 
 [[package]]
@@ -47,43 +44,72 @@ checksum = "e2abad23fbc42b3700f2f279844dc832adb2b2eb069b2df918f455c4e18cc646"
 
 [[package]]
 name = "libc"
-version = "0.2.125"
+version = "0.2.152"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5916d2ae698f6de9bfb891ad7a8d65c09d232dc58cc4ac433c7da3b2fd84bc2b"
+checksum = "13e3bf6590cbc649f4d1a3eefc9d5d6eb746f5200ffb04e5e142700b8faa56e7"
 
 [[package]]
 name = "once_cell"
-version = "1.10.0"
+version = "1.19.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "87f3e037eac156d1775da914196f0f37741a274155e34a0b7e427c35d2a2ecb9"
+checksum = "3fdb12b2476b595f9358c5161aa467c2438859caa136dec86c26fdd2efe17b92"
+
+[[package]]
+name = "proc-macro2"
+version = "1.0.76"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "95fc56cda0b5c3325f5fbbd7ff9fda9e02bb00bb3dac51252d2f1bfa1cb8cc8c"
+dependencies = [
+ "unicode-ident",
+]
+
+[[package]]
+name = "quote"
+version = "1.0.35"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "291ec9ab5efd934aaf503a6466c5d5251535d108ee747472c3977cc5acc868ef"
+dependencies = [
+ "proc-macro2",
+]
 
 [[package]]
 name = "rutie"
-version = "0.8.4"
+version = "0.9.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "5d97db4cbb9739b48364c38cc9a6ebabdc07b42bd87b60ab448e1f29eaebb2ac"
+checksum = "e5e8e4f6480c30609e3480adfab87b8d4792525225a1caf98b371fbc9a7b698a"
 dependencies = [
  "lazy_static",
  "libc",
 ]
 
 [[package]]
-name = "version_check"
-version = "0.9.4"
+name = "syn"
+version = "2.0.48"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f"
+checksum = "0f3531638e407dfc0814761abb7c00a5b54992b849452a0646b7f65c9f770f3f"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "unicode-ident",
+]
 
 [[package]]
-name = "wasi"
-version = "0.10.2+wasi-snapshot-preview1"
+name = "unicode-ident"
+version = "1.0.12"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "fd6fbd9a79829dd1ad0cc20627bf1ed606756a7f77edff7b66b7064f9cb327c6"
+checksum = "3354b9ac3fae1ff6755cb6db53683adb661634f67557942dea4facebec0fee4b"
+
+[[package]]
+name = "version_check"
+version = "0.9.4"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "49874b5167b65d7193b8aba1567f5c7d93d001cafc34600cee003eda787e483f"
 
 [[package]]
 name = "whatlang"
-version = "0.16.0"
+version = "0.16.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "2989d7e9d3cb96a76438e879144030b1be0931b944fbfed65e89e2ae536cd3b9"
+checksum = "471d1c1645d361eb782a1650b1786a8fb58dd625e681a04c09f5ff7c8764a7b0"
 dependencies = [
  "hashbrown",
  "once_cell",
@@ -91,8 +117,28 @@ dependencies = [
 
 [[package]]
 name = "whatlang-rb"
-version = "0.1.5"
+version = "0.1.6"
 dependencies = [
  "rutie",
  "whatlang",
 ]
+
+[[package]]
+name = "zerocopy"
+version = "0.7.32"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "74d4d3961e53fa4c9a25a8637fc2bfaf2595b3d3ae34875568a5cf64787716be"
+dependencies = [
+ "zerocopy-derive",
+]
+
+[[package]]
+name = "zerocopy-derive"
+version = "0.7.32"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9ce1b18ccd8e73a9321186f97e46f9f04b778851177567b1975109d26a08d2a6"
+dependencies = [
+ "proc-macro2",
+ "quote",
+ "syn",
+]

data/Cargo.toml

@@ -1,14 +1,14 @@
 [package]
 name = "whatlang-rb"
-version = "0.1.5"
+version = "0.1.6"
 authors = ["Kitaiti Makoto <KitaitiMakoto@gmail.com>"]
 edition = "2018"
 
 # See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
 
 [dependencies]
-rutie = { version = "0.8.4", features = ["no-link"] }
-whatlang = "0.16.0"
+rutie = { version = "0.9.0", features = ["no-link"] }
+whatlang = "0.16.4"
 
 [lib]
 crate-type = ["cdylib"]

data/README.md

@@ -8,7 +8,7 @@ Features
 
 Features are derived from original [Whatlang][] library, which includes:
 
-* Supports [87 languages](https://github.com/greyblake/whatlang-rs/blob/master/SUPPORTED_LANGUAGES.md)
+* Supports [69 languages](https://github.com/greyblake/whatlang-rs/blob/master/SUPPORTED_LANGUAGES.md)
 * Lightweight, fast and simple
 * Recognizes not only a language, but also a script (Latin, Cyrillic, etc)
 * Provides reliability information

data/Rakefile

@@ -5,12 +5,6 @@ require "rubygems/tasks"
 require "rake/testtask"
 require "yard"
 
-Rake::TestTask.new(:test) do |t|
-  t.libs << "test"
-  t.libs << "lib"
-  t.test_files = FileList["test/**/*_test.rb"]
-end
-
 task default: :test
 
 Gem::Tasks.new
@@ -23,8 +17,9 @@ RUST_SRC.each do |path|
   file path
 end
 
-file RUST_TARGET => RUST_SRC do
+file RUST_TARGET => RUST_SRC + ["Cargo.toml", "Cargo.lock"] do
   sh "cargo build --release"
 end
 CLEAN.include RUST_TARGET
-task test: RUST_TARGET
+
+Rake::TestTask.new test: RUST_TARGET

data/lib/whatlang.rb

@@ -9,6 +9,8 @@ module Whatlang
         raise ArgumentError, "Couldn't specify `allowlist' and `denylist' at a time. Choose one."
       end
 
+      text = text.to_s
+
       case
       when allowlist
         detect_with_allowlist(text, allowlist)
@@ -44,4 +46,12 @@ module Whatlang
       @eng_name = eng_name
     end
   end
+
+  private
+
+  # Class returnned by detect when no lang detected.
+  # 
+  # Needed because Rutie cause segmentation fault when it returns NilClass.
+  # Should be removed after https://github.com/danielpclark/rutie/pull/180 is solved.
+  NO_INFO = nil
 end

data/src/lib.rs

@@ -1,5 +1,5 @@
 use rutie::{
-    methods, module, AnyException, AnyObject, Array, Boolean, Float, Module, NilClass, Object,
+    methods, module, AnyException, AnyObject, Array, Boolean, Float, Module, Object,
     RString, VM,
 };
 use whatlang::{detect, detect_lang, detect_script, Detector, Info, Lang};
@@ -11,25 +11,25 @@ methods!(
     _rtself,
 
     fn wl_detect_without_options(text: RString) -> AnyObject {
-        detect(rstring(text).to_str()).map_or(NilClass::new().into(), rinfo)
+        detect(rstring(text).to_str()).map_or(no_info(), rinfo)
     }
 
     fn wl_detect_with_allowlist(text: RString, list: Array) -> AnyObject {
         let detector = Detector::with_allowlist(rarray_to_lang_list(list));
-        detector.detect(rstring(text).to_str()).map_or(NilClass::new().into(), rinfo)
+        detector.detect(rstring(text).to_str()).map_or(no_info(), rinfo)
     }
 
     fn wl_detect_with_denylist(text: RString, list: Array) -> AnyObject {
         let detector = Detector::with_denylist(rarray_to_lang_list(list));
-        detector.detect(rstring(text).to_str()).map_or(NilClass::new().into(), rinfo)
+        detector.detect(rstring(text).to_str()).map_or(no_info(), rinfo)
     }
 
     fn wl_detect_lang(text: RString) -> AnyObject {
-        detect_lang(rstring(text).to_str()).map_or(NilClass::new().into(), rlang)
+        detect_lang(rstring(text).to_str()).map_or(no_info(), rlang)
     }
 
     fn wl_detect_script(text: RString) -> AnyObject {
-        detect_script(rstring(text).to_str()).map_or(NilClass::new().into(), |script| {
+        detect_script(rstring(text).to_str()).map_or(no_info(), |script| {
             RString::new_utf8(script.name()).into()
         })
     }
@@ -75,6 +75,13 @@ fn rlang(lang: Lang) -> AnyObject {
         ])
 }
 
+// Needed because Rutie cause segmentation fault when it returns NilClass.
+// Should be removed after https://github.com/danielpclark/rutie/pull/180 is solved.
+fn no_info() -> AnyObject {
+    Module::from_existing("Whatlang")
+        .const_get("NO_INFO")
+}
+
 #[allow(non_snake_case)]
 #[no_mangle]
 pub extern "C" fn Init_whatlang() {

data/test/{whatlang_test.rb → test_whatlang.rb}

@@ -2,7 +2,7 @@
 
 require_relative "helper"
 
-class WhatlangTest < Test::Unit::TestCase
+class TestWhatlang < Test::Unit::TestCase
   def test_detect
     text = "Ĉu vi ne volas eklerni Esperanton? Bonvolu!"
     list = ["eng", "ita"]
@@ -43,4 +43,22 @@ class WhatlangTest < Test::Unit::TestCase
     text = "Благодаря Эсперанто вы обрётете друзей по всему миру!"
     assert_equal "Cyrillic", Whatlang.detect_script(text)
   end
+
+  def test_detect_empty_string
+    assert_nil Whatlang.detect("")
+  end
+
+  def test_detect_nil
+    assert_nil Whatlang.detect(nil)
+  end
+
+  def test_inspect
+    assert_nothing_raised do
+      Whatlang.detect("こんにちは").inspect
+    end
+  end
+
+  def test_numeric
+    assert_nil Whatlang.detect(1234)
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: whatlang
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.6
 platform: ruby
 authors:
 - Kitaiti Makoto
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-05-10 00:00:00.000000000 Z
+date: 2024-01-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rutie
@@ -103,6 +103,7 @@ extensions:
 extra_rdoc_files: []
 files:
 - ".gitignore"
+- ".gitlab-ci.yml"
 - ".yardopts"
 - BSDL
 - CHANGELOG.md
@@ -116,7 +117,7 @@ files:
 - lib/whatlang.rb
 - src/lib.rs
 - test/helper.rb
-- test/whatlang_test.rb
+- test/test_whatlang.rb
 - whatlang.gemspec
 homepage: https://gitlab.com/KitaitiMakoto/whatlang-rb
 licenses:
@@ -125,7 +126,7 @@ metadata:
   homepage_uri: https://gitlab.com/KitaitiMakoto/whatlang-rb
   source_code_uri: https://gitlab.com/KitaitiMakoto/whatlang-rb
   changelog_uri: https://gitlab.com/KitaitiMakoto/whatlang-rb/-/blob/master/CHANGELOG.md
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -140,8 +141,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.7
-signing_key: 
+rubygems_version: 3.5.3
+signing_key:
 specification_version: 4
 summary: Fast natural language detection library.
 test_files: []