cld 0.5.0 → 0.10.0

data/ext/cld/configure.ac

@@ -0,0 +1,14 @@
+AC_INIT(cld, 0.6.0)
+AC_CONFIG_AUX_DIR(build_aux)
+AM_INIT_AUTOMAKE(cld, 0.6.0)
+
+LT_INIT
+
+# Checks for a C++ compiler.
+AC_PROG_CXX
+
+# Check for stdc headers.
+AC_HEADER_STDC
+
+AC_CONFIG_FILES(Makefile)
+AC_OUTPUT

data/ext/cld/extconf.rb

@@ -1,2 +1,7 @@
 #require 'mkmf'
 #create_makefile('cld/cld')
+
+ENV['CFLAGS'] = ENV['CFLAGS'].to_s + ' -Wno-narrowing'
+ENV['CXXFLAGS'] = ENV['CXXFLAGS'].to_s + ' -Wno-narrowing'
+
+system "./configure --prefix=#{Dir.pwd}" unless File.exists?('Makefile')

data/ext/cld/languages/internal/languages.cc

@@ -58,8 +58,7 @@ static const LanguageInfo kLanguageInfoTable[] = {
   { "IRISH",               "ga", "gle", NULL},
   { "GALICIAN",            "gl", "glg", NULL},
   // Impossible to tell Tagalog from Filipino at the moment.
-  // Use ISO 639-2 code for Filipino here.
-  { "TAGALOG",             NULL, "fil", NULL},
+  { "TAGALOG",             "tl", "tgl", NULL},
   { "TURKISH",             "tr", "tur", NULL},
   { "UKRAINIAN",           "uk", "ukr", NULL},
   { "HINDI",               "hi", "hin", NULL},

data/ext/cld/thunk.cc

@@ -12,8 +12,7 @@ typedef struct {
 } RESULT;
 
 extern "C" {
-  RESULT detectLanguageThunkInt(const char * src) {
-    bool is_plain_text = true;
+  RESULT detectLanguageThunkInt(const char * src, bool is_plain_text) {
     bool do_allow_extended_languages = true;
     bool do_pick_summary_language = false;
     bool do_remove_weak_matches = false;

data/lib/cld.rb

@@ -4,8 +4,8 @@ require "ffi"
 module CLD
   extend FFI::Library
 
-  def self.detect_language(text)
-    result = detect_language_ext(text)
+  def self.detect_language(text, is_plain_text=true)
+    result = detect_language_ext(text.to_s, is_plain_text)
     Hash[ result.members.map {|member| [member.to_sym, result[member]]} ]
   end
 
@@ -16,6 +16,6 @@ module CLD
   end
 
   GEM_ROOT = File.expand_path("../../", __FILE__)
-  ffi_lib "#{GEM_ROOT}/ext/cld/cld.so"
-  attach_function "detect_language_ext","detectLanguageThunkInt", [:buffer_in], ReturnValue.by_value
+  ffi_lib "#{GEM_ROOT}/ext/cld/lib/cld.so"
+  attach_function "detect_language_ext","detectLanguageThunkInt", [:buffer_in, :bool], ReturnValue.by_value
 end

data/lib/cld/version.rb

@@ -1,3 +1,3 @@
 module CLD
-  VERSION = "0.5.0"
+  VERSION = "0.10.0"
 end

metadata

@@ -1,57 +1,42 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: cld
-version: !ruby/object:Gem::Version 
-  prerelease: 
-  version: 0.5.0
+version: !ruby/object:Gem::Version
+  version: 0.10.0
 platform: ruby
-authors: 
+authors:
 - Jason Toy
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-02-11 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2021-07-20 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: ffi
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
     - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :runtime
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: rspec
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
     - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-  type: :development
-  version_requirements: *id002
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Compact Language Detection for Ruby
-email: 
+email:
 - jtoy@jtoy.net
 executables: []
-
-extensions: 
+extensions:
 - ext/cld/extconf.rb
 extra_rdoc_files: []
-
-files: 
-- .gitignore
-- .rspec
-- Gemfile
+files:
 - LICENSE
 - README.md
-- Rakefile
-- cld.gemspec
-- ext/cld/Makefile
+- ext/cld/Makefile.am
+- ext/cld/Makefile.in
+- ext/cld/aclocal.m4
 - ext/cld/base/basictypes.h
 - ext/cld/base/build_config.h
 - ext/cld/base/casts.h
@@ -71,7 +56,15 @@ files:
 - ext/cld/base/template_util.h
 - ext/cld/base/type_traits.h
 - ext/cld/base/vlog_is_on.h
+- ext/cld/build_aux/config.guess
+- ext/cld/build_aux/config.sub
+- ext/cld/build_aux/depcomp
+- ext/cld/build_aux/install-sh
+- ext/cld/build_aux/ltmain.sh
+- ext/cld/build_aux/missing
 - ext/cld/cld_encodings.h
+- ext/cld/configure
+- ext/cld/configure.ac
 - ext/cld/encodings/compact_lang_det/#cldutil.cc#
 - ext/cld/encodings/compact_lang_det/#cldutil.h#
 - ext/cld/encodings/compact_lang_det/#compact_lang_det_impl.h#
@@ -151,35 +144,26 @@ files:
 - ext/cld/thunk.cc
 - lib/cld.rb
 - lib/cld/version.rb
-- spec/cld_spec.rb
-- spec/spec_helper.rb
-homepage: http://github.com/jtoy/cld
+homepage: https://github.com/jtoy/cld
 licenses: []
-
+metadata: {}
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
-  requirements: 
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
-rubyforge_project: 
-rubygems_version: 1.8.11
+rubygems_version: 3.2.16
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Compact Language Detection for Ruby
-test_files: 
-- spec/cld_spec.rb
-- spec/spec_helper.rb
+test_files: []

data/.gitignore

@@ -1,20 +0,0 @@
-*.gem
-*.rbc
-.bundle
-.config
-.yardoc
-Gemfile.lock
-InstalledFiles
-_yardoc
-coverage
-doc/
-lib/bundler/man
-pkg
-rdoc
-spec/reports
-test/tmp
-test/version_tmp
-tmp
-ext/cld/*.o
-ext/cld/*.a
-ext/cld/*.so

data/.rspec

@@ -1,2 +0,0 @@
---color
---format documentation

data/Gemfile

@@ -1,6 +0,0 @@
-source 'https://rubygems.org'
-
-# Specify your gem's dependencies in cld.gemspec
-gemspec
-
-gem "rake"

data/Rakefile

@@ -1,5 +0,0 @@
-#!/usr/bin/env rake
-require "bundler/gem_tasks"
-
-require "rspec/core/rake_task"
-RSpec::Core::RakeTask.new("spec")

data/cld.gemspec

@@ -1,22 +0,0 @@
-# -*- encoding: utf-8 -*-
-require File.expand_path('../lib/cld/version', __FILE__)
-
-Gem::Specification.new do |gem|
-  gem.authors       = ["Jason Toy"]
-  gem.email         = ["jtoy@jtoy.net"]
-  gem.description   = %q{Compact Language Detection for Ruby}
-  gem.summary       = %q{Compact Language Detection for Ruby}
-  gem.homepage      = "http://github.com/jtoy/cld"
-
-  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
-  gem.files         = `git ls-files`.split("\n")
-  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
-  gem.extensions    = ["ext/cld/extconf.rb"]
-  gem.name          = "cld"
-  gem.require_paths = ["lib"]
-  gem.version       = CLD::VERSION
-
-  gem.add_dependency "ffi"
-
-  gem.add_development_dependency "rspec"
-end

data/ext/cld/Makefile

@@ -1,31 +0,0 @@
-CFLAGS=-fPIC -I. -O2 -DCLD_WINDOWS
-LDFLAGS=-L.
-CC=g++
-AR=ar
-SOURCES=encodings/compact_lang_det/cldutil.cc \
-				encodings/compact_lang_det/cldutil_dbg_empty.cc \
-				encodings/compact_lang_det/compact_lang_det.cc \
-				encodings/compact_lang_det/compact_lang_det_impl.cc \
-				encodings/compact_lang_det/ext_lang_enc.cc \
-				encodings/compact_lang_det/getonescriptspan.cc \
-				encodings/compact_lang_det/letterscript_enum.cc \
-				encodings/compact_lang_det/tote.cc \
-				encodings/compact_lang_det/generated/cld_generated_score_quadchrome_0406.cc \
-				encodings/compact_lang_det/generated/compact_lang_det_generated_cjkbis_0.cc \
-				encodings/compact_lang_det/generated/compact_lang_det_generated_ctjkvz.cc \
-				encodings/compact_lang_det/generated/compact_lang_det_generated_deltaoctachrome.cc \
-				encodings/compact_lang_det/generated/compact_lang_det_generated_quadschrome.cc \
-				encodings/compact_lang_det/win/cld_htmlutils_windows.cc \
-				encodings/compact_lang_det/win/cld_unilib_windows.cc \
-				encodings/compact_lang_det/win/cld_utf8statetable.cc \
-				encodings/compact_lang_det/win/cld_utf8utils_windows.cc \
-				encodings/internal/encodings.cc \
-				languages/internal/languages.cc \
-				thunk.cc
-
-install:
-		rm -f *.o
-		rm -f libcld.a
-		$(CC) -c $(CFLAGS) $(SOURCES)
-		$(AR) rcs libcld.a *.o
-		$(CC) -DCLD_WINDOWS -I. -L. -shared -o cld.so -lstdc++ *.o

data/spec/cld_spec.rb

@@ -1,44 +0,0 @@
-# encoding: UTF-8
-require "spec_helper"
-
-describe CLD do
-
-  context "English text" do
-    subject { CLD.detect_language("This is a test") }
-
-    it { subject[:name].should eq("ENGLISH") }
-    it { subject[:code].should eq("en") }
-    it { subject[:reliable].should be_true }
-  end
-
-  context "French text" do
-    subject { CLD.detect_language("plus ça change, plus c'est la même chose") }
-
-    it { subject[:name].should eq("FRENCH") } 
-    it { subject[:code].should eq("fr") }
-    it { subject[:reliable].should be_true }
-  end
-  
-  context "Simplified Chinese text" do
-    subject { CLD.detect_language("你好吗箭体") }
-
-    it { subject[:name].should eq("Chinese") } 
-    it { subject[:code].should eq("zh") }
-  end
-  
-  context "Traditional Chinese text" do
-    subject { CLD.detect_language("你好嗎繁體") }
-
-    it { subject[:name].should eq("ChineseT") } 
-    it { subject[:code].should eq("zh-TW") }
-  end
-
-  context "Unknown text" do
-    subject { CLD.detect_language("") }
-
-    it { subject[:name].should eq("Unknown") }
-    it { subject[:code].should eq("un") }
-    it { subject[:reliable].should be_true }
-  end
-
-end

data/spec/spec_helper.rb

@@ -1,6 +0,0 @@
-require "rubygems"
-require "bundler/setup"
-Bundler.require(:default)
-
-RSpec.configure do |config|
-end