language_detection 0.0.1

data/test/language_detection_test.rb

@@ -0,0 +1,88 @@
+# encoding: utf-8
+
+require '_helper'
+require 'csv'
+
+class LanguageDetectionTest < Test::Unit::TestCase
+
+  context "Language detection" do
+
+    should "be able to convert result from native call to Hashr instance" do
+      result        = LanguageDetection.language_detection("this is some text", false)
+      parsed_result = LanguageDetection.parse_result(result)
+
+      assert_kind_of LanguageDetection::Language, result
+      assert_kind_of Hashr, parsed_result
+
+      assert_equal "ENGLISH", parsed_result.name
+      assert_nil   parsed_result.non_existing_property
+    end
+
+    should "convert details from FFI pointer to Hashr instance" do
+      language = LanguageDetection.perform("this is some text")
+
+      assert_kind_of Array,   language.details
+      assert_kind_of Hashr,   language.details.first
+      assert_equal "ENGLISH", language.details.first.name
+      assert_equal 65,        language.details.first.percent
+    end
+
+    should "recognize languages in testing data" do
+      CSV.foreach(File.expand_path("../fixtures/languages.csv", __FILE__), :quote_char => '"') do |row|
+        assert_equal row[0], LanguageDetection.perform(row[1]).code
+      end
+    end
+
+  end
+
+  context "When LanguageDetection module is included" do
+    class Article
+      include LanguageDetection
+
+      attr_accessor :title, :content
+
+      def initialize(params = {})
+        @title   = params[:title]
+        @content = params[:content]
+      end
+
+      def to_s
+        "#{title}\n#{content}"
+      end
+    end
+
+    setup do
+      @article = Article.new :title => "Web development that doesn't hurt", :content => "Tens of thousands of Rails applications are already live. People are using Rails in the tiniest part-time operations to the biggest companies."
+    end
+
+    should "provide Model#language instance method" do
+      assert @article.respond_to?(:language)
+    end
+
+    should "call LanguageDetection.perform with Model#to_s as parameter when calling Model#language" do
+      LanguageDetection.expects(:perform).with("#{@article.title}\n#{@article.content}", false)
+
+      @article.language
+    end
+
+    should "return detected language" do
+      language = @article.language
+      assert_equal "ENGLISH", language.name
+      assert_equal true,      language.reliable
+      assert_equal 100,       language.details.first.percent
+    end
+
+  end
+
+  context "Include LanguageDetection to string" do
+
+    should "have String#language method" do
+      assert ! "some string".respond_to?(:language)
+      require 'language_detection/string'
+      assert "some string".respond_to?(:language)
+    end
+
+  end
+
+
+end

metadata

@@ -0,0 +1,250 @@
+--- !ruby/object:Gem::Specification
+name: language_detection
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Vojtech Hyza
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ffi
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashr
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: turn
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Language detection
+email:
+- vhyza@vhyza.eu
+executables: []
+extensions:
+- ext/cld/extconf.rb
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- ext/cld/Makefile
+- ext/cld/base/basictypes.h
+- ext/cld/base/build_config.h
+- ext/cld/base/casts.h
+- ext/cld/base/commandlineflags.h
+- ext/cld/base/crash.h
+- ext/cld/base/dynamic_annotations.h
+- ext/cld/base/global_strip_options.h
+- ext/cld/base/log_severity.h
+- ext/cld/base/logging.h
+- ext/cld/base/macros.h
+- ext/cld/base/port.h
+- ext/cld/base/scoped_ptr.h
+- ext/cld/base/stl_decl.h
+- ext/cld/base/stl_decl_msvc.h
+- ext/cld/base/string_util.h
+- ext/cld/base/strtoint.h
+- ext/cld/base/template_util.h
+- ext/cld/base/type_traits.h
+- ext/cld/base/vlog_is_on.h
+- ext/cld/cld.so
+- ext/cld/encodings/compact_lang_det/cldutil.cc
+- ext/cld/encodings/compact_lang_det/cldutil.h
+- ext/cld/encodings/compact_lang_det/cldutil_dbg.h
+- ext/cld/encodings/compact_lang_det/cldutil_dbg_empty.cc
+- ext/cld/encodings/compact_lang_det/compact_lang_det.cc
+- ext/cld/encodings/compact_lang_det/compact_lang_det.h
+- ext/cld/encodings/compact_lang_det/compact_lang_det_impl.cc
+- ext/cld/encodings/compact_lang_det/compact_lang_det_impl.h
+- ext/cld/encodings/compact_lang_det/compact_lang_det_unittest_small.cc
+- ext/cld/encodings/compact_lang_det/compile.cmd
+- ext/cld/encodings/compact_lang_det/ext_lang_enc.cc
+- ext/cld/encodings/compact_lang_det/ext_lang_enc.h
+- ext/cld/encodings/compact_lang_det/generated/cld_generated_score_deltaoctachrome_0406.cc
+- ext/cld/encodings/compact_lang_det/generated/cld_generated_score_quadchrome_0406.cc
+- ext/cld/encodings/compact_lang_det/generated/compact_lang_det_generated_cjkbis_0.cc
+- ext/cld/encodings/compact_lang_det/generated/compact_lang_det_generated_ctjkvz.cc
+- ext/cld/encodings/compact_lang_det/generated/compact_lang_det_generated_ctjkvz_0.cc
+- ext/cld/encodings/compact_lang_det/generated/compact_lang_det_generated_deltaoctachrome.cc
+- ext/cld/encodings/compact_lang_det/generated/compact_lang_det_generated_longwords8_0.cc
+- ext/cld/encodings/compact_lang_det/generated/compact_lang_det_generated_meanscore.h
+- ext/cld/encodings/compact_lang_det/generated/compact_lang_det_generated_quads_0.cc
+- ext/cld/encodings/compact_lang_det/generated/compact_lang_det_generated_quadschrome.cc
+- ext/cld/encodings/compact_lang_det/getonescriptspan.cc
+- ext/cld/encodings/compact_lang_det/getonescriptspan.h
+- ext/cld/encodings/compact_lang_det/letterscript_enum.cc
+- ext/cld/encodings/compact_lang_det/letterscript_enum.h
+- ext/cld/encodings/compact_lang_det/subsetsequence.cc
+- ext/cld/encodings/compact_lang_det/subsetsequence.h
+- ext/cld/encodings/compact_lang_det/subsetsequence_unittest.cc
+- ext/cld/encodings/compact_lang_det/tote.cc
+- ext/cld/encodings/compact_lang_det/tote.h
+- ext/cld/encodings/compact_lang_det/unittest_data.h
+- ext/cld/encodings/compact_lang_det/utf8propjustletter.h
+- ext/cld/encodings/compact_lang_det/utf8propletterscriptnum.h
+- ext/cld/encodings/compact_lang_det/utf8scannotjustletterspecial.h
+- ext/cld/encodings/compact_lang_det/win/cld_basictypes.h
+- ext/cld/encodings/compact_lang_det/win/cld_commandlineflags.h
+- ext/cld/encodings/compact_lang_det/win/cld_google.h
+- ext/cld/encodings/compact_lang_det/win/cld_htmlutils.h
+- ext/cld/encodings/compact_lang_det/win/cld_htmlutils_google3.cc
+- ext/cld/encodings/compact_lang_det/win/cld_htmlutils_windows.cc
+- ext/cld/encodings/compact_lang_det/win/cld_logging.h
+- ext/cld/encodings/compact_lang_det/win/cld_macros.h
+- ext/cld/encodings/compact_lang_det/win/cld_strtoint.h
+- ext/cld/encodings/compact_lang_det/win/cld_unicodetext.cc
+- ext/cld/encodings/compact_lang_det/win/cld_unicodetext.h
+- ext/cld/encodings/compact_lang_det/win/cld_unilib.h
+- ext/cld/encodings/compact_lang_det/win/cld_unilib_google3.cc
+- ext/cld/encodings/compact_lang_det/win/cld_unilib_windows.cc
+- ext/cld/encodings/compact_lang_det/win/cld_utf.h
+- ext/cld/encodings/compact_lang_det/win/cld_utf8statetable.cc
+- ext/cld/encodings/compact_lang_det/win/cld_utf8statetable.h
+- ext/cld/encodings/compact_lang_det/win/cld_utf8utils.h
+- ext/cld/encodings/compact_lang_det/win/cld_utf8utils_google3.cc
+- ext/cld/encodings/compact_lang_det/win/cld_utf8utils_windows.cc
+- ext/cld/encodings/compact_lang_det/win/normalizedunicodetext.cc
+- ext/cld/encodings/compact_lang_det/win/normalizedunicodetext.h
+- ext/cld/encodings/internal/encodings.cc
+- ext/cld/encodings/lang_enc.h
+- ext/cld/encodings/proto/encodings.pb.h
+- ext/cld/encodings/public/encodings.h
+- ext/cld/extconf.rb
+- ext/cld/language_detection.cc
+- ext/cld/languages/internal/languages.cc
+- ext/cld/languages/proto/languages.pb.h
+- ext/cld/languages/public/languages.h
+- language_detection.gemspec
+- lib/language_detection.rb
+- lib/language_detection/string.rb
+- lib/language_detection/version.rb
+- test/_helper.rb
+- test/fixtures/languages.csv
+- test/language_detection_test.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 301210449373780646
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 301210449373780646
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Wrapped Chrome's compact language detector
+test_files:
+- test/_helper.rb
+- test/fixtures/languages.csv
+- test/language_detection_test.rb