language_detection 0.0.1 → 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 4458c90ef41ad87f046ea204849c94f68b7c770f1ff210a53135e70104b10b14
+  data.tar.gz: 931f7cbbae50ee8d4e2aa119c41a610ee222c6fc50722e7ec2637517b1b891d4
+SHA512:
+  metadata.gz: e0d50b6ee77faf6c3c7b29254f9d3c80e822652530ba3b1f5d44ca944f9d05167841929e03e3f62208d67db43a8542432f42ce0931f37dd5140fdbb154be01c5
+  data.tar.gz: 82dee57902451034039a8445ada9e712319d12c75272e73da90ed04ddcc1c22f491e1be557f13032169f0e4dd3b647999c3b4a8e081bdff1aa5412dcb9fbc69a

data/.gitignore

@@ -1,3 +1,4 @@
+.DS_Store
 *.gem
 *.rbc
 .bundle
@@ -17,3 +18,4 @@ test/version_tmp
 tmp
 ext/cld/*.o
 ext/cld/*.a
+ext/cld/*.so

data/README.md

@@ -22,15 +22,15 @@ Or install it yourself as:
 >> require 'language_detection'
 => true
 >> language = LanguageDetection.perform("This is some example text for language detection")
-=> {:name=>"ENGLISH", :code=>"en", :reliable=>true, :text_bytes=>51, :details=>[{:name=>"ENGLISH", :code=>"en", :percent=>100, :score=>49.43273905996759}]}
+=> #<LanguageDetection::Language:0x007fae0404f628 @name="english", @code="en", @reliable=true, @text_bytes=51, @details=[#<LanguageDetection::Language:0x007fae0404eb10 @name="english", @code="en", @details=[], @percent=100, @score=49.43273905996759>]>
 >> language.name
-=> "ENGLISH"
+=> "english"
 >> language.code
 => "en"
 >> language.reliable
 => true
 >> language.details # contains up to 3 languages sorted by score
-=> [{:name=>"ENGLISH", :code=>"en", :percent=>100, :score=>49.43273905996759}]
+=> [#<LanguageDetection::Language:0x007fae0404eb10 @name="english", @code="en", @details=[], @percent=100, @score=49.43273905996759>]
 >> language.details.first.percent
 => 100
 >> language.details.first.score
@@ -61,7 +61,7 @@ which provides `Article#language` method using `Article#to_s` method as paramete
 ```ruby
 >> article = Article.new :title => "Web development that doesn't hurt", :content => "Tens of thousands of Rails applications are already live..."
 >> article.language
-=> {:name=>"ENGLISH", :code=>"en", :reliable=>true, :text_bytes=>93, :details=>[{:name=>"ENGLISH", :code=>"en", :percent=>100, :score=>80.22690437601297}]}
+=> #<LanguageDetection::Language:0x007fae049dd8e8 @name="english", @code="en", @reliable=true, @text_bytes=93, @details=[#<LanguageDetection::Language:0x007fae049dd118 @name="english", @code="en", @details=[], @percent=100, @score=80.22690437601297>]>
 ```
 
 or you can add `String#language` method by `require 'language_detection/string'`
@@ -72,7 +72,7 @@ or you can add `String#language` method by `require 'language_detection/string'`
 >> require 'language_detection/string'
 => true
 >> "Web development that doesn't hurt".language
-=> {:name=>"ENGLISH", :code=>"en", :reliable=>true, :text_bytes=>36, :details=>[{:name=>"ENGLISH", :code=>"en", :percent=>100, :score=>39.70826580226905}]}
+=> #<LanguageDetection::Language:0x007fae049cfec8 @name="english", @code="en", @reliable=true, @text_bytes=36, @details=[#<LanguageDetection::Language:0x007fae049cf7e8 @name="english", @code="en", @details=[], @percent=100, @score=39.70826580226905>]>
 ```
 
 

data/Rakefile

@@ -1,11 +1,24 @@
 require "bundler/gem_tasks"
+require 'rake/testtask'
 
 task :default => :test
 
-require 'rake/testtask'
+desc "Compile extension"
+task :compile do
+  path = File.expand_path("ext/cld/cld.so", File.dirname(__FILE__))
+
+  if !File.exist?(path) || ENV['RECOMPILE']
+    puts "Compiling extension..."
+    `cd #{File.expand_path("ext/cld/")} && make`
+  else
+    puts "Extension already compiled. To recompile set env variable RECOMPILE=true."
+  end
+end
+
 Rake::TestTask.new(:test) do |test|
+  Rake::Task["compile"].invoke
+
   test.libs << 'lib' << 'test'
   test.test_files = FileList['test/*_test.rb']
   test.verbose = true
-  # test.warning = true
 end

data/ext/cld/Makefile

@@ -1,6 +1,6 @@
 # TODO: Generate Makefile
 
-CFLAGS=-fPIC -I. -O2 -DCLD_WINDOWS
+CFLAGS=-fPIC -I. -O2 -DCLD_WINDOWS -ansi
 LDFLAGS=-L.
 CC=g++
 AR=ar

data/language_detection.gemspec

@@ -7,10 +7,14 @@ Gem::Specification.new do |gem|
   gem.name          = "language_detection"
   gem.version       = LanguageDetection::VERSION
   gem.authors       = ["Vojtech Hyza"]
+  gem.license       = 'MIT'
   gem.email         = ["vhyza@vhyza.eu"]
-  gem.description   = %q{Language detection}
-  gem.summary       = %q{Wrapped Chrome's compact language detector}
-  gem.homepage      = ""
+  gem.description   = %q{Ruby bindings for Chromium Compact Language Detector}
+  gem.summary       = <<-EOF
+    Ruby bindings for Chromium Compact Language Detector ([source](http://src.chromium.org/viewvc/chrome/trunk/src/third_party/cld/)).
+    This gem is using source codes from [chromium-compact-language-detector](http://code.google.com/p/chromium-compact-language-detector/) port.
+  EOF
+  gem.homepage      = "https://github.com/vhyza/language_detection"
 
   gem.files         = `git ls-files`.split($/)
   gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
@@ -18,11 +22,12 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
   gem.extensions    = ["ext/cld/extconf.rb"]
 
-  gem.add_dependency "ffi"
-  gem.add_dependency "hashr"
-  gem.add_dependency "rake"
+  gem.add_runtime_dependency "ffi", "~> 1.12"
 
-  gem.add_development_dependency "shoulda"
-  gem.add_development_dependency "mocha"
-  gem.add_development_dependency "turn"
+  gem.add_development_dependency "rake", "~> 13"
+  gem.add_development_dependency "shoulda", "~> 4"
+  gem.add_development_dependency "mocha", "~> 2"
+  gem.add_development_dependency "test-unit", "~> 3"
+
+  gem.required_ruby_version = [ ">= 2.5.0", "< 3.3.0" ]
 end

data/lib/language_detection/language.rb

@@ -0,0 +1,18 @@
+module LanguageDetection
+
+  class Language
+
+    attr_accessor :name, :code, :reliable, :text_bytes, :details, :percent, :score
+
+    def initialize(attributes = {})
+      attributes.each_pair do |attribute, value|
+        self.send("#{attribute}=", value)
+      end
+
+      @details ||= []
+      @name.downcase!
+    end
+
+  end
+
+end

data/lib/language_detection/version.rb

@@ -1,3 +1,3 @@
 module LanguageDetection
-  VERSION = "0.0.1"
+  VERSION = "0.1.0"
 end

data/lib/language_detection.rb

@@ -1,6 +1,6 @@
 require "language_detection/version"
+require "language_detection/language"
 require "ffi"
-require "hashr"
 
 module LanguageDetection
 
@@ -10,12 +10,11 @@ module LanguageDetection
     result             = language_detection(text.to_s, is_plain_text)
 
     language           = parse_result(result, result.members - [:details])
-    language[:details] = []
 
-    details = FFI::Pointer.new(LanguageDetection::Detail, result[:details])
+    details = FFI::Pointer.new(LanguageDetection::DetailStruct, result[:details])
     3.times do |i|
-      detail = parse_result(LanguageDetection::Detail.new(details[i]))
-      language[:details] << detail unless detail.code == 'un'
+      detail = parse_result(LanguageDetection::DetailStruct.new(details[i]))
+      language.details << detail unless detail.code == 'un'
     end
 
     language
@@ -28,19 +27,19 @@ module LanguageDetection
   private
 
   def self.parse_result(result, members = result.members)
-    Hashr.new(Hash[ members.map {|member| [member.to_sym, result[member]]} ])
+    Language.new(Hash[ members.map {|member| [member.to_sym, result[member]]} ])
   end
 
   extend FFI::Library
 
-  class Detail < FFI::Struct
+  class DetailStruct < FFI::Struct
     layout :name,    :string,
            :code,    :string,
            :percent, :int,
            :score,   :double
   end
 
-  class Language < FFI::Struct
+  class LanguageStruct < FFI::Struct
     layout :name,       :string,
            :code,       :string,
            :reliable,   :bool,
@@ -49,6 +48,6 @@ module LanguageDetection
   end
 
   ffi_lib File.expand_path("../../ext/cld/cld.so", __FILE__)
-  attach_function "language_detection","language_detection", [:buffer_in, :bool], Language.by_value
+  attach_function "language_detection","language_detection", [:buffer_in, :bool], LanguageStruct.by_value
 
 end

data/test/_helper.rb

@@ -2,8 +2,7 @@ require 'bundler/setup'
 
 require 'test/unit'
 require 'shoulda'
-require 'turn' unless ENV["TM_FILEPATH"] || ENV["CI"]
-require 'mocha'
+require 'mocha/test_unit'
 require File.join(File.expand_path('../../lib/language_detection.rb', __FILE__))
 
 class Test::Unit::TestCase
@@ -12,4 +11,4 @@ class Test::Unit::TestCase
     File.read File.expand_path("../fixtures/#{name}", __FILE__)
   end
 
-end
+end

data/test/language_detection_test.rb

@@ -1,30 +1,29 @@
 # encoding: utf-8
 
-require '_helper'
+require './test/_helper'
 require 'csv'
 
 class LanguageDetectionTest < Test::Unit::TestCase
 
   context "Language detection" do
 
-    should "be able to convert result from native call to Hashr instance" do
+    should "be able to convert result from native call to Language instance" do
       result        = LanguageDetection.language_detection("this is some text", false)
       parsed_result = LanguageDetection.parse_result(result)
 
-      assert_kind_of LanguageDetection::Language, result
-      assert_kind_of Hashr, parsed_result
+      assert_kind_of LanguageDetection::LanguageStruct, result
+      assert_kind_of LanguageDetection::Language, parsed_result
 
-      assert_equal "ENGLISH", parsed_result.name
-      assert_nil   parsed_result.non_existing_property
+      assert_equal "english", parsed_result.name
     end
 
-    should "convert details from FFI pointer to Hashr instance" do
+    should "convert details from FFI pointer to Language instance" do
       language = LanguageDetection.perform("this is some text")
 
-      assert_kind_of Array,   language.details
-      assert_kind_of Hashr,   language.details.first
-      assert_equal "ENGLISH", language.details.first.name
-      assert_equal 65,        language.details.first.percent
+      assert_kind_of Array,                       language.details
+      assert_kind_of LanguageDetection::Language, language.details.first
+      assert_equal "english",                     language.details.first.name
+      assert_equal 65,                            language.details.first.percent
     end
 
     should "recognize languages in testing data" do
@@ -67,7 +66,7 @@ class LanguageDetectionTest < Test::Unit::TestCase
 
     should "return detected language" do
       language = @article.language
-      assert_equal "ENGLISH", language.name
+      assert_equal "english", language.name
       assert_equal true,      language.reliable
       assert_equal 100,       language.details.first.percent
     end
@@ -85,4 +84,4 @@ class LanguageDetectionTest < Test::Unit::TestCase
   end
 
 
-end
+end

metadata

@@ -1,113 +1,86 @@
 --- !ruby/object:Gem::Specification
 name: language_detection
 version: !ruby/object:Gem::Version
-  version: 0.0.1
-  prerelease: 
+  version: 0.1.0
 platform: ruby
 authors:
 - Vojtech Hyza
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2012-10-01 00:00:00.000000000 Z
+date: 2022-12-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ffi
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.12'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: hashr
-  requirement: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+        version: '1.12'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
+        version: '13'
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '13'
 - !ruby/object:Gem::Dependency
   name: shoulda
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '4'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '4'
 - !ruby/object:Gem::Dependency
   name: mocha
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2'
 - !ruby/object:Gem::Dependency
-  name: turn
+  name: test-unit
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
-description: Language detection
+        version: '3'
+description: Ruby bindings for Chromium Compact Language Detector
 email:
 - vhyza@vhyza.eu
 executables: []
@@ -115,7 +88,7 @@ extensions:
 - ext/cld/extconf.rb
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -140,7 +113,6 @@ files:
 - ext/cld/base/template_util.h
 - ext/cld/base/type_traits.h
 - ext/cld/base/vlog_is_on.h
-- ext/cld/cld.so
 - ext/cld/encodings/compact_lang_det/cldutil.cc
 - ext/cld/encodings/compact_lang_det/cldutil.h
 - ext/cld/encodings/compact_lang_det/cldutil_dbg.h
@@ -209,41 +181,40 @@ files:
 - ext/cld/languages/public/languages.h
 - language_detection.gemspec
 - lib/language_detection.rb
+- lib/language_detection/language.rb
 - lib/language_detection/string.rb
 - lib/language_detection/version.rb
 - test/_helper.rb
 - test/fixtures/languages.csv
 - test/language_detection_test.rb
-homepage: ''
-licenses: []
-post_install_message: 
+homepage: https://github.com/vhyza/language_detection
+licenses:
+- MIT
+metadata: {}
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
-      segments:
-      - 0
-      hash: 301210449373780646
+      version: 2.5.0
+  - - "<"
+    - !ruby/object:Gem::Version
+      version: 3.3.0
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 301210449373780646
 requirements: []
-rubyforge_project: 
-rubygems_version: 1.8.24
-signing_key: 
-specification_version: 3
-summary: Wrapped Chrome's compact language detector
+rubygems_version: 3.3.7
+signing_key:
+specification_version: 4
+summary: Ruby bindings for Chromium Compact Language Detector ([source](http://src.chromium.org/viewvc/chrome/trunk/src/third_party/cld/)).
+  This gem is using source codes from [chromium-compact-language-detector](http://code.google.com/p/chromium-compact-language-detector/)
+  port.
 test_files:
 - test/_helper.rb
 - test/fixtures/languages.csv