cchardet 0.2.0

data/ext/uchardet/test/uchardet-tests.c

@@ -0,0 +1,130 @@
+/* ***** BEGIN LICENSE BLOCK *****
+ * Version: MPL 1.1/GPL 2.0/LGPL 2.1
+ *
+ * The contents of this file are subject to the Mozilla Public License Version
+ * 1.1 (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ * http://www.mozilla.org/MPL/
+ *
+ * Software distributed under the License is distributed on an "AS IS" basis,
+ * WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
+ * for the specific language governing rights and limitations under the
+ * License.
+ *
+ * The Original Code is Mozilla Universal charset detector code.
+ *
+ * The Initial Developer of the Original Code is
+ * Netscape Communications Corporation.
+ * Portions created by the Initial Developer are Copyright (C) 2001
+ * the Initial Developer. All Rights Reserved.
+ *
+ * Contributor(s):
+ *          Jehan <jehan@girinstud.io>
+ *
+ * Alternatively, the contents of this file may be used under the terms of
+ * either the GNU General Public License Version 2 or later (the "GPL"), or
+ * the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
+ * in which case the provisions of the GPL or the LGPL are applicable instead
+ * of those above. If you wish to allow use of your version of this file only
+ * under the terms of either the GPL or the LGPL, and not to allow others to
+ * use your version of this file under the terms of the MPL, indicate your
+ * decision by deleting the provisions above and replace them with the notice
+ * and other provisions required by the GPL or the LGPL. If you do not delete
+ * the provisions above, a recipient may use your version of this file under
+ * the terms of any one of the MPL, the GPL or the LGPL.
+ *
+ * ***** END LICENSE BLOCK ***** */
+
+#include <ctype.h>
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include "../src/uchardet.h"
+
+#define BUFFER_SIZE 65536
+
+char *
+detect(FILE *fp)
+{
+    uchardet_t  handle = uchardet_new();
+    char       *charset;
+    char        buffer[BUFFER_SIZE];
+    int         i;
+
+    while (!feof(fp))
+    {
+        size_t len = fread(buffer, 1, BUFFER_SIZE, fp);
+        int retval = uchardet_handle_data(handle, buffer, len);
+        if (retval != 0)
+        {
+            fprintf(stderr,
+                    "uchardet-tests: handle data error.\n");
+            exit(1);
+        }
+    }
+    uchardet_data_end(handle);
+
+    charset = strdup(uchardet_get_encoding(handle, 0));
+    for (i = 0; charset[i]; i++)
+    {
+        /* Our test files are lowercase. */
+        charset[i] = tolower(charset[i]);
+    }
+
+    uchardet_delete(handle);
+
+    return charset;
+}
+
+int
+main(int argc, char ** argv)
+{
+    FILE *f;
+    char *filename;
+    char *expected_charset;
+    char *charset;
+    int   success;
+
+    if (argc != 2)
+    {
+        /* The test program expects exactly 1 argument. */
+        fprintf(stderr,
+                "uchardet-tests expects exactly 1 argument\n");
+        return 1;
+    }
+
+    filename = strdup(argv[1]);
+    f = fopen(filename, "r");
+    if (f == NULL)
+    {
+        /* Error opening the test file. */
+        fprintf(stderr,
+                "uchardet-tests: error opening the test file \"%s\"\n",
+                filename);
+        free(filename);
+        return 1;
+    }
+
+    expected_charset = strrchr(filename, '/');
+    if (expected_charset == NULL)
+    {
+        expected_charset = filename;
+    }
+    else
+    {
+        expected_charset++;
+    }
+    expected_charset = strtok(expected_charset, ".");
+
+    charset = detect(f);
+    fclose (f);
+
+    /* In a unit test, 0 means success, other returned values mean failure. */
+    success = (strcmp(charset, expected_charset) != 0);
+
+    free(charset);
+    free(filename);
+
+    return success;
+}

data/ext/uchardet/test/vi/utf-8.txt

@@ -0,0 +1,4 @@
+Chữ Quốc ngữ là hệ chữ viết thống nhất chính thức hiện nay của tiếng Việt, sử
+dụng ký tự La Tinh, dựa trên các bảng chữ cái của nhóm ngôn ngữ Rôman,[1] đặc
+biệt là bảng chữ cái Bồ Đào Nha,[2] với các dấu phụ chủ yếu từ bảng chữ cái Hy
+Lạp.

data/ext/uchardet/test/vi/viscii.txt

@@ -0,0 +1,4 @@
+Ch� Qu�c ng� l� h� ch� vi�t th�ng nh�t ch�nh th�c hi�n nay c�a ti�ng Vi�t, s�
+d�ng k� t� La Tinh, d�a tr�n c�c b�ng ch� c�i c�a nh�m ng�n ng� R�man,[1] �c
+bi�t l� b�ng ch� c�i B� ��o Nha,[2] v�i c�c d�u ph� ch� y�u t� b�ng ch� c�i Hy
+L�p.

data/ext/uchardet/test/vi/windows-1258.txt

@@ -0,0 +1,4 @@
+Ch�� Qu��c ng�� l� h�� ch�� vi��t th��ng nh��t ch�nh th��c hi��n nay cu�a ti��ng Vi��t, s��
+du�ng ky� t�� La Tinh, d��a tr�n c�c ba�ng ch�� c�i cu�a nh�m ng�n ng�� R�man,[1] ���c
+bi��t l� ba�ng ch�� c�i B�� ��o Nha,[2] v��i c�c d��u phu� chu� y��u t�� ba�ng ch�� c�i Hy
+La�p.

data/ext/uchardet/test/zh/big5.txt

@@ -0,0 +1 @@
+�c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤���c�餤��

data/ext/uchardet/test/zh/euc-tw.txt

@@ -0,0 +1 @@
+EUC-TWҳƺ��������������������ġ����CNS 11643����?��?������ƺ����������������EUC-TW��ŷ���

data/ext/uchardet/test/zh/gb18030.txt

@@ -0,0 +1 @@
+�������ļ������ļ������ļ������ļ������ļ������ļ������ļ������ļ������ļ������ļ�������

data/ext/uchardet/test/zh/utf-8.txt

@@ -0,0 +1 @@
+汉字漢字統一編碼萬國碼

data/ext/uchardet/uchardet.doap

@@ -0,0 +1,51 @@
+<Project xmlns:rdf="http://www.w3.org/1999/02/22-rdf-syntax-ns#"
+         xmlns:rdfs="http://www.w3.org/2000/01/rdf-schema#"
+         xmlns:foaf="http://xmlns.com/foaf/0.1/"
+         xmlns:gnome="http://api.gnome.org/doap-extensions#"
+         xmlns="http://usefulinc.com/ns/doap#">
+
+  <name xml:lang="en">uchardet</name>
+
+  <shortdesc xml:lang="en">Universal Charset Detector</shortdesc>
+
+  <description xml:lang="en">
+      uchardet is an encoding detector library, which takes a sequence of bytes
+      in an unknown character encoding without any additional information, and
+      attempts to determine the encoding of the text. Returned encoding names
+      are iconv-compatible.
+
+      uchardet started as a C language binding of the original C++
+      implementation of the universal charset detection library by Mozilla. It
+      can now detect more charsets, and more reliably than the original
+      implementation.
+  </description>
+  <description xml:lang="fr">
+      uchardet est une bibliothèque de détection de codage, prenant une séquence
+      d'octets en entrée, représentant un texte, et tente d'en déterminer le
+      codage. Le nom du codage retourné est compatible iconv.
+
+      uchardet était originellement un binding en C de l'implémentation
+      originelle en C++ par Mozilla. L'implémentation actuelle peut détecter
+      plus de codages de caractères que l'originale.
+  </description>
+
+  <homepage rdf:resource="https://www.freedesktop.org/wiki/Software/uchardet/" />
+
+  <download-page rdf:resource="https://www.freedesktop.org/software/uchardet/releases/" />
+
+  <bug-database rdf:resource="https://gitlab.freedesktop.org/uchardet/uchardet/-/issues" />
+
+  <programming-language>C</programming-language>
+  <programming-language>C++</programming-language>
+  <programming-language>Python</programming-language>
+
+  <maintainer>
+    <foaf:Person>
+      <foaf:name>Jehan</foaf:name>
+      <gnome:userid>jehanp</gnome:userid>
+    </foaf:Person>
+  </maintainer>
+
+<!-- TODO: generate MAINTAINERS from this file -->
+
+</Project>

data/ext/uchardet/uchardet.pc.in

@@ -0,0 +1,10 @@
+libdir=@CMAKE_INSTALL_FULL_LIBDIR@
+includedir=@CMAKE_INSTALL_FULL_INCLUDEDIR@
+
+Name: uchardet
+Description: An encoding detector library ported from Mozilla
+Version: @UCHARDET_VERSION@
+Requires:
+Libs: -L${libdir} -luchardet
+Libs.private: -lstdc++
+Cflags: -I${includedir}/uchardet

data/lib/cchardet.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require "fiddle"
+require "fiddle/import"
+
+require_relative "cchardet/lib_finder"
+require_relative "cchardet/version"
+
+module CChardet
+  extend Fiddle::Importer
+
+  lib_finder = CChardet::LibFinder.new
+  IN_GEM_LIB = lib_finder.built_in_gem?.freeze
+
+  dlload lib_finder.lib_path
+
+  typealias "uchardet_t", "void *"
+
+  extern "uchardet_t uchardet_new(void)"
+  extern "void uchardet_delete(uchardet_t ud)"
+  extern "int uchardet_handle_data(uchardet_t ud, const char *data, size_t len)"
+  extern "void uchardet_data_end(uchardet_t ud)"
+  extern "void uchardet_reset(uchardet_t ud)"
+  if IN_GEM_LIB
+    extern "size_t uchardet_get_candidates(uchardet_t ud)"
+    extern "float uchardet_get_confidence(uchardet_t ud, size_t candidate)"
+    extern "const char *uchardet_get_encoding(uchardet_t ud, size_t candidate)"
+    extern "const char *uchardet_get_language(uchardet_t ud, size_t candidate)"
+    extern "void uchardet_weigh_language(uchardet_t ud, const char *language, float weight)"
+    extern "void uchardet_set_default_weight(uchardet_t ud, float weight)"
+  else
+    extern "const char *uchardet_get_charset(uchardet_t ud)"
+  end
+
+  def self.detect(str)
+    uchardet_obj = uchardet_new
+    uchardet_handle_data(uchardet_obj, str, str.bytesize)
+    uchardet_data_end(uchardet_obj)
+
+    return { encoding: uchardet_get_charset(uchardet_obj).to_s } unless IN_GEM_LIB
+
+    num_candidates = uchardet_get_candidates(uchardet_obj)
+
+    (0..num_candidates - 1).map do |i|
+      {
+        encoding: uchardet_get_encoding(uchardet_obj, i).to_s,
+        confidence: uchardet_get_confidence(uchardet_obj, i),
+        language: uchardet_get_language(uchardet_obj, i).yield_self do |lang_ptr|
+                    lang_ptr.null? ? nil : lang_ptr.to_s
+                  end
+      }
+    end
+  ensure
+    uchardet_delete(uchardet_obj)
+  end
+end

data/lib/cchardet/lib_finder.rb

@@ -0,0 +1,32 @@
+# frozen_string_literal: true
+
+module CChardet
+  class LibFinder
+    PREFIXES = ["/usr/lib",
+                "/usr/lib/x86_64-linux-gnu/",
+                "/usr/local/lib",
+                "/opt/local/lib"].freeze
+
+    def lib_path
+      if built_in_gem?
+        # Load the library that was built inside this gem source tree
+        return lib_in_gem_path
+      end
+
+      PREFIXES.each do |prefix|
+        candidate_path = "#{prefix}/libuchardet.so.0"
+        return candidate_path if File.exist?(candidate_path)
+      end
+
+      raise "could not find `libuchardet.so.0` in #{PREFIXES}. Install it, or install this gem with `--with-unreleased-uchardet` to build the included version."
+    end
+
+    def built_in_gem?
+      File.exist?(lib_in_gem_path)
+    end
+
+    def lib_in_gem_path
+      @lib_in_gem_path ||= File.expand_path("#{__dir__}/../../ext/uchardet/src/libuchardet.so")
+    end
+  end
+end

data/lib/cchardet/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module CChardet
+  VERSION = "0.2.0"
+end

metadata

@@ -0,0 +1,362 @@
+--- !ruby/object:Gem::Specification
+name: cchardet
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+platform: ruby
+authors:
+- Eddie Lebow
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2021-03-01 00:00:00.000000000 Z
+dependencies: []
+description:
+email:
+- elebow@users.noreply.github.com
+executables: []
+extensions:
+- ext/cchardet/extconf.rb
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".gitmodules"
+- ".rubocop.yml"
+- CHANGELOG.md
+- Gemfile
+- README.md
+- Rakefile
+- cchardet.gemspec
+- ext/cchardet/extconf.rb
+- ext/uchardet/.gitignore
+- ext/uchardet/.gitlab-ci.yml
+- ext/uchardet/AUTHORS
+- ext/uchardet/CMakeLists.txt
+- ext/uchardet/COPYING
+- ext/uchardet/INSTALL
+- ext/uchardet/README.md
+- ext/uchardet/build-mac/uchardet.cpp
+- ext/uchardet/build-mac/uchardet.xcodeproj/project.pbxproj
+- ext/uchardet/build-mac/uchardet.xcodeproj/project.xcworkspace/contents.xcworkspacedata
+- ext/uchardet/build-mac/uchardet.xcodeproj/project.xcworkspace/xcshareddata/uchardet.xccheckout
+- ext/uchardet/build-mac/uchardet.xcodeproj/xcshareddata/xcschemes/uchardet-ios.xcscheme
+- ext/uchardet/build-mac/uchardet.xcodeproj/xcshareddata/xcschemes/uchardet.xcscheme
+- ext/uchardet/doc/CMakeLists.txt
+- ext/uchardet/doc/README.maintainer
+- ext/uchardet/doc/uchardet.1
+- ext/uchardet/script/BuildLangModel.py
+- ext/uchardet/script/BuildLangModelLogs/LangArabicModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangCroatianModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangCzechModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangDanishModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangEsperantoModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangEstonianModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangFinnishModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangFrenchModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangGermanModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangGreekModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangHungarianModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangIrishModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangItalianModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangLatvianModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangLithuanianModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangMalteseModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangPolishModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangPortugueseModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangRomanianModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangSlovakModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangSloveneModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangSpanishModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangSwedishModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangThaiModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangTurkishModel.log
+- ext/uchardet/script/BuildLangModelLogs/LangVietnameseModel.log
+- ext/uchardet/script/README
+- ext/uchardet/script/charsets/codepoints.py
+- ext/uchardet/script/charsets/db.py
+- ext/uchardet/script/charsets/ibm852.py
+- ext/uchardet/script/charsets/iso-8859-1.py
+- ext/uchardet/script/charsets/iso-8859-10.py
+- ext/uchardet/script/charsets/iso-8859-11.py
+- ext/uchardet/script/charsets/iso-8859-13.py
+- ext/uchardet/script/charsets/iso-8859-15.py
+- ext/uchardet/script/charsets/iso-8859-16.py
+- ext/uchardet/script/charsets/iso-8859-2.py
+- ext/uchardet/script/charsets/iso-8859-3.py
+- ext/uchardet/script/charsets/iso-8859-4.py
+- ext/uchardet/script/charsets/iso-8859-6.py
+- ext/uchardet/script/charsets/iso-8859-7.py
+- ext/uchardet/script/charsets/iso-8859-9.py
+- ext/uchardet/script/charsets/mac-centraleurope.py
+- ext/uchardet/script/charsets/tis-620.py
+- ext/uchardet/script/charsets/viscii.py
+- ext/uchardet/script/charsets/windows-1250.py
+- ext/uchardet/script/charsets/windows-1252.py
+- ext/uchardet/script/charsets/windows-1253.py
+- ext/uchardet/script/charsets/windows-1256.py
+- ext/uchardet/script/charsets/windows-1257.py
+- ext/uchardet/script/charsets/windows-1258.py
+- ext/uchardet/script/debug.sh
+- ext/uchardet/script/header-template.cpp
+- ext/uchardet/script/langs/ar.py
+- ext/uchardet/script/langs/cs.py
+- ext/uchardet/script/langs/da.py
+- ext/uchardet/script/langs/de.py
+- ext/uchardet/script/langs/el.py
+- ext/uchardet/script/langs/eo.py
+- ext/uchardet/script/langs/es.py
+- ext/uchardet/script/langs/et.py
+- ext/uchardet/script/langs/fi.py
+- ext/uchardet/script/langs/fr.py
+- ext/uchardet/script/langs/ga.py
+- ext/uchardet/script/langs/hr.py
+- ext/uchardet/script/langs/hu.py
+- ext/uchardet/script/langs/it.py
+- ext/uchardet/script/langs/lt.py
+- ext/uchardet/script/langs/lv.py
+- ext/uchardet/script/langs/mt.py
+- ext/uchardet/script/langs/pl.py
+- ext/uchardet/script/langs/pt.py
+- ext/uchardet/script/langs/ro.py
+- ext/uchardet/script/langs/sk.py
+- ext/uchardet/script/langs/sl.py
+- ext/uchardet/script/langs/sv.py
+- ext/uchardet/script/langs/th.py
+- ext/uchardet/script/langs/tr.py
+- ext/uchardet/script/langs/vi.py
+- ext/uchardet/script/release.sh
+- ext/uchardet/script/win32.sh
+- ext/uchardet/src/Big5Freq.tab
+- ext/uchardet/src/CMakeLists.txt
+- ext/uchardet/src/CharDistribution.cpp
+- ext/uchardet/src/CharDistribution.h
+- ext/uchardet/src/EUCKRFreq.tab
+- ext/uchardet/src/EUCTWFreq.tab
+- ext/uchardet/src/GB2312Freq.tab
+- ext/uchardet/src/JISFreq.tab
+- ext/uchardet/src/JpCntx.cpp
+- ext/uchardet/src/JpCntx.h
+- ext/uchardet/src/LangModels/LangArabicModel.cpp
+- ext/uchardet/src/LangModels/LangBulgarianModel.cpp
+- ext/uchardet/src/LangModels/LangCroatianModel.cpp
+- ext/uchardet/src/LangModels/LangCzechModel.cpp
+- ext/uchardet/src/LangModels/LangDanishModel.cpp
+- ext/uchardet/src/LangModels/LangEsperantoModel.cpp
+- ext/uchardet/src/LangModels/LangEstonianModel.cpp
+- ext/uchardet/src/LangModels/LangFinnishModel.cpp
+- ext/uchardet/src/LangModels/LangFrenchModel.cpp
+- ext/uchardet/src/LangModels/LangGermanModel.cpp
+- ext/uchardet/src/LangModels/LangGreekModel.cpp
+- ext/uchardet/src/LangModels/LangHebrewModel.cpp
+- ext/uchardet/src/LangModels/LangHungarianModel.cpp
+- ext/uchardet/src/LangModels/LangIrishModel.cpp
+- ext/uchardet/src/LangModels/LangItalianModel.cpp
+- ext/uchardet/src/LangModels/LangLatvianModel.cpp
+- ext/uchardet/src/LangModels/LangLithuanianModel.cpp
+- ext/uchardet/src/LangModels/LangMalteseModel.cpp
+- ext/uchardet/src/LangModels/LangPolishModel.cpp
+- ext/uchardet/src/LangModels/LangPortugueseModel.cpp
+- ext/uchardet/src/LangModels/LangRomanianModel.cpp
+- ext/uchardet/src/LangModels/LangRussianModel.cpp
+- ext/uchardet/src/LangModels/LangSlovakModel.cpp
+- ext/uchardet/src/LangModels/LangSloveneModel.cpp
+- ext/uchardet/src/LangModels/LangSpanishModel.cpp
+- ext/uchardet/src/LangModels/LangSwedishModel.cpp
+- ext/uchardet/src/LangModels/LangThaiModel.cpp
+- ext/uchardet/src/LangModels/LangTurkishModel.cpp
+- ext/uchardet/src/LangModels/LangVietnameseModel.cpp
+- ext/uchardet/src/nsBig5Prober.cpp
+- ext/uchardet/src/nsBig5Prober.h
+- ext/uchardet/src/nsCharSetProber.cpp
+- ext/uchardet/src/nsCharSetProber.h
+- ext/uchardet/src/nsCodingStateMachine.h
+- ext/uchardet/src/nsEUCJPProber.cpp
+- ext/uchardet/src/nsEUCJPProber.h
+- ext/uchardet/src/nsEUCKRProber.cpp
+- ext/uchardet/src/nsEUCKRProber.h
+- ext/uchardet/src/nsEUCTWProber.cpp
+- ext/uchardet/src/nsEUCTWProber.h
+- ext/uchardet/src/nsEscCharsetProber.cpp
+- ext/uchardet/src/nsEscCharsetProber.h
+- ext/uchardet/src/nsEscSM.cpp
+- ext/uchardet/src/nsGB2312Prober.cpp
+- ext/uchardet/src/nsGB2312Prober.h
+- ext/uchardet/src/nsHebrewProber.cpp
+- ext/uchardet/src/nsHebrewProber.h
+- ext/uchardet/src/nsLatin1Prober.cpp
+- ext/uchardet/src/nsLatin1Prober.h
+- ext/uchardet/src/nsMBCSGroupProber.cpp
+- ext/uchardet/src/nsMBCSGroupProber.h
+- ext/uchardet/src/nsMBCSSM.cpp
+- ext/uchardet/src/nsPkgInt.h
+- ext/uchardet/src/nsSBCSGroupProber.cpp
+- ext/uchardet/src/nsSBCSGroupProber.h
+- ext/uchardet/src/nsSBCharSetProber.cpp
+- ext/uchardet/src/nsSBCharSetProber.h
+- ext/uchardet/src/nsSJISProber.cpp
+- ext/uchardet/src/nsSJISProber.h
+- ext/uchardet/src/nsUTF8Prober.cpp
+- ext/uchardet/src/nsUTF8Prober.h
+- ext/uchardet/src/nsUniversalDetector.cpp
+- ext/uchardet/src/nsUniversalDetector.h
+- ext/uchardet/src/nscore.h
+- ext/uchardet/src/prmem.h
+- ext/uchardet/src/symbols.cmake
+- ext/uchardet/src/tools/CMakeLists.txt
+- ext/uchardet/src/tools/uchardet.cpp
+- ext/uchardet/src/uchardet.cpp
+- ext/uchardet/src/uchardet.h
+- ext/uchardet/test/CMakeLists.txt
+- ext/uchardet/test/ar/iso-8859-6.txt
+- ext/uchardet/test/ar/utf-8.txt
+- ext/uchardet/test/ar/windows-1256.txt
+- ext/uchardet/test/bg/windows-1251.txt
+- ext/uchardet/test/cs/ibm852.txt
+- ext/uchardet/test/cs/iso-8859-2.txt
+- ext/uchardet/test/cs/mac-centraleurope.txt
+- ext/uchardet/test/cs/utf-8.txt
+- ext/uchardet/test/cs/windows-1250.txt
+- ext/uchardet/test/da/iso-8859-1.txt
+- ext/uchardet/test/da/iso-8859-15.txt
+- ext/uchardet/test/da/utf-8.txt
+- ext/uchardet/test/da/windows-1252.txt
+- ext/uchardet/test/de/iso-8859-1.txt
+- ext/uchardet/test/de/windows-1252.txt
+- ext/uchardet/test/el/iso-8859-7.txt
+- ext/uchardet/test/el/utf-8.txt
+- ext/uchardet/test/el/windows-1253.txt
+- ext/uchardet/test/en/ascii.txt
+- ext/uchardet/test/eo/iso-8859-3.txt
+- ext/uchardet/test/es/iso-8859-1.txt
+- ext/uchardet/test/es/iso-8859-15.txt
+- ext/uchardet/test/es/utf-8.txt
+- ext/uchardet/test/es/windows-1252.txt
+- ext/uchardet/test/et/iso-8859-13.txt
+- ext/uchardet/test/et/iso-8859-15.txt
+- ext/uchardet/test/et/iso-8859-4.txt
+- ext/uchardet/test/et/utf-8.txt
+- ext/uchardet/test/et/windows-1252.txt
+- ext/uchardet/test/et/windows-1257.txt
+- ext/uchardet/test/fi/iso-8859-1.txt
+- ext/uchardet/test/fi/utf-8.txt
+- ext/uchardet/test/fr/iso-8859-1.txt
+- ext/uchardet/test/fr/iso-8859-15.txt
+- ext/uchardet/test/fr/utf-16.be
+- ext/uchardet/test/fr/utf-32.le
+- ext/uchardet/test/fr/utf-8.txt
+- ext/uchardet/test/fr/windows-1252.txt
+- ext/uchardet/test/ga/iso-8859-1.txt
+- ext/uchardet/test/ga/utf-8.txt
+- ext/uchardet/test/ga/windows-1252.txt
+- ext/uchardet/test/he/iso-8859-8.txt
+- ext/uchardet/test/he/utf-8.txt
+- ext/uchardet/test/he/windows-1255.txt
+- ext/uchardet/test/hr/ibm852.txt
+- ext/uchardet/test/hr/iso-8859-13.txt
+- ext/uchardet/test/hr/iso-8859-16.txt
+- ext/uchardet/test/hr/iso-8859-2.txt
+- ext/uchardet/test/hr/mac-centraleurope.txt
+- ext/uchardet/test/hr/utf-8.txt
+- ext/uchardet/test/hr/windows-1250.txt
+- ext/uchardet/test/hu/iso-8859-2.txt
+- ext/uchardet/test/hu/windows-1250.txt
+- ext/uchardet/test/it/iso-8859-1.txt
+- ext/uchardet/test/it/utf-8.txt
+- ext/uchardet/test/ja/euc-jp.txt
+- ext/uchardet/test/ja/iso-2022-jp.txt
+- ext/uchardet/test/ja/shift_jis.txt
+- ext/uchardet/test/ja/utf-16be.txt
+- ext/uchardet/test/ja/utf-16le.txt
+- ext/uchardet/test/ja/utf-8.txt
+- ext/uchardet/test/ko/iso-2022-kr.txt
+- ext/uchardet/test/ko/uhc.smi
+- ext/uchardet/test/ko/utf-16.le
+- ext/uchardet/test/ko/utf-32.be
+- ext/uchardet/test/ko/utf-8.txt
+- ext/uchardet/test/lt/iso-8859-10.txt
+- ext/uchardet/test/lt/iso-8859-13.txt
+- ext/uchardet/test/lt/iso-8859-4.txt
+- ext/uchardet/test/lt/utf-8.txt
+- ext/uchardet/test/lv/iso-8859-10.txt
+- ext/uchardet/test/lv/iso-8859-13.txt
+- ext/uchardet/test/lv/iso-8859-4.txt
+- ext/uchardet/test/lv/utf-8.txt
+- ext/uchardet/test/mt/iso-8859-3.txt
+- ext/uchardet/test/mt/utf-8.txt
+- ext/uchardet/test/pl/ibm852.txt
+- ext/uchardet/test/pl/iso-8859-13.txt
+- ext/uchardet/test/pl/iso-8859-16.txt
+- ext/uchardet/test/pl/iso-8859-2.txt
+- ext/uchardet/test/pl/mac-centraleurope.txt
+- ext/uchardet/test/pl/utf-8.txt
+- ext/uchardet/test/pl/windows-1250.txt
+- ext/uchardet/test/pt/iso-8859-1.txt
+- ext/uchardet/test/pt/utf-8.txt
+- ext/uchardet/test/ro/ibm852.txt
+- ext/uchardet/test/ro/iso-8859-16.txt
+- ext/uchardet/test/ro/utf-8.txt
+- ext/uchardet/test/ro/windows-1250.txt
+- ext/uchardet/test/ru/ibm855.txt
+- ext/uchardet/test/ru/ibm866.txt
+- ext/uchardet/test/ru/iso-8859-5.txt
+- ext/uchardet/test/ru/koi8-r.txt
+- ext/uchardet/test/ru/mac-cyrillic.txt
+- ext/uchardet/test/ru/windows-1251.txt
+- ext/uchardet/test/sk/ibm852.txt
+- ext/uchardet/test/sk/iso-8859-2.txt
+- ext/uchardet/test/sk/mac-centraleurope.txt
+- ext/uchardet/test/sk/utf-8.txt
+- ext/uchardet/test/sk/windows-1250.txt
+- ext/uchardet/test/sl/ibm852.txt
+- ext/uchardet/test/sl/iso-8859-16.txt
+- ext/uchardet/test/sl/iso-8859-2.txt
+- ext/uchardet/test/sl/mac-centraleurope.txt
+- ext/uchardet/test/sl/utf-8.txt
+- ext/uchardet/test/sl/windows-1250.txt
+- ext/uchardet/test/sv/iso-8859-1.txt
+- ext/uchardet/test/sv/utf-8.txt
+- ext/uchardet/test/sv/windows-1252.txt
+- ext/uchardet/test/th/iso-8859-11.txt
+- ext/uchardet/test/th/tis-620.txt
+- ext/uchardet/test/th/utf-8.txt
+- ext/uchardet/test/tr/iso-8859-3.txt
+- ext/uchardet/test/tr/iso-8859-9.txt
+- ext/uchardet/test/uchardet-tests.c
+- ext/uchardet/test/vi/utf-8.txt
+- ext/uchardet/test/vi/viscii.txt
+- ext/uchardet/test/vi/windows-1258.txt
+- ext/uchardet/test/zh/big5.txt
+- ext/uchardet/test/zh/euc-tw.txt
+- ext/uchardet/test/zh/gb18030.txt
+- ext/uchardet/test/zh/utf-8.txt
+- ext/uchardet/uchardet.doap
+- ext/uchardet/uchardet.pc.in
+- lib/cchardet.rb
+- lib/cchardet/lib_finder.rb
+- lib/cchardet/version.rb
+homepage: https://github.com/elebow/cchardet
+licenses:
+- public domain
+metadata:
+  homepage_uri: https://github.com/elebow/cchardet
+  source_code_uri: https://github.com/elebow/cchardet
+  changelog_uri: https://github.com/elebow/cchardet/blob/trunk/CHANGELOG.md
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.3
+signing_key:
+specification_version: 4
+summary: Ruby bindings for freedesktop.org's libuchardet, for encoding detection.
+test_files: []