compact_enc_det 0.1.0

data/ext/compact_enc_det/compact_enc_det/util/string_util.h

@@ -0,0 +1,61 @@
+// Copyright 2016 Google Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+////////////////////////////////////////////////////////////////////////////////
+
+#ifndef UTIL_STRING_UTIL_H_
+#define UTIL_STRING_UTIL_H_
+
+#include <string.h>
+
+namespace base {
+
+#if defined(_WIN32)
+// Compare the two strings s1 and s2 without regard to case using
+// the current locale; returns 0 if they are equal, 1 if s1 > s2, and -1 if
+// s2 > s1 according to a lexicographic comparison.
+inline int strcasecmp(const char* s1, const char* s2) {
+  return _stricmp(s1, s2);
+}
+inline int strncasecmp(const char* s1, const char* s2, size_t n) {
+  return _strnicmp(s1, s2, n);
+}
+#else
+inline int strcasecmp(const char* s1, const char* s2) {
+  return ::strcasecmp(s1, s2);
+}
+inline int strncasecmp(const char* s1, const char* s2, size_t n) {
+  return ::strncasecmp(s1, s2, n);
+}
+#endif
+}
+
+#ifndef HAVE_MEMRCHR
+#if defined(__GLIBC__) && ((__GLIBC__ > 2) || ((__GLIBC__ == 2) && (__GLIBC_MINOR__ >= 2)))
+#define HAVE_MEMRCHR
+#endif
+#endif
+
+#ifndef HAVE_MEMRCHR
+inline void* memrchr(const void* s, int c, size_t n) {
+  const unsigned char* p = (const unsigned char*) s;
+  for (p += n; n > 0; n--) {
+    if (*--p == c)
+      return (void*) p;
+  }
+  return NULL;
+}
+#endif
+
+#endif  // UTIL_STRING_UTIL_H_

data/ext/compact_enc_det/compact_enc_det/util/varsetter.h

@@ -0,0 +1,66 @@
+// Copyright 2016 Google Inc.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//      http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+//
+////////////////////////////////////////////////////////////////////////////////
+
+#ifndef UTIL_VARSETTER_H_
+#define UTIL_VARSETTER_H_
+
+//
+// Use a VarSetter object to temporarily set an object of some sort to
+// a particular value.  When the VarSetter object is destructed, the
+// underlying object will revert to its former value.
+//
+// Sample code:
+//
+#if 0
+{
+  bool b = true;
+  {
+    VarSetter<bool> bool_setter(&b, false);
+    // Now b == false.
+  }
+  // Now b == true again.
+}
+#endif
+
+template <class C>
+class VarSetter {
+public:
+
+  // Constructor that just sets the object to a fixed value
+  VarSetter(C* object, const C& value) : object_(object), old_value_(*object) {
+    *object = value;
+  }
+
+  ~VarSetter() { *object_ = old_value_; }
+
+private:
+
+  C*const object_;
+  C old_value_;
+
+  // Disallow
+  VarSetter(const VarSetter&);
+  VarSetter& operator=(const VarSetter&);
+
+  // VarSetters always live on the stack
+  static void* operator new (size_t);
+  static void* operator new[](size_t);  // Redundant, no default ctor
+
+  static void operator delete (void*);
+  static void operator delete[](void*);
+};
+
+#endif  // UTIL_VARSETTER_H_

data/ext/compact_enc_det/compact_enc_det.cc

@@ -0,0 +1,100 @@
+#include <ruby.h>
+#include "compact_enc_det/compact_enc_det/compact_enc_det.h"
+#include "compact_enc_det/util/encodings/encodings.h"
+
+// Define custom Ruby class CompactEncDet::DetectEncodingResult
+// for the result of CompactEncDet.detect_encoding
+void Init_detect_encoding_result(VALUE rb_mCompactEncDet);
+static VALUE rb_cDetectEncodingResult;
+
+static VALUE detect_encoding_result_encoding(VALUE self)
+{
+  return rb_iv_get(self, "@encoding");
+}
+
+static VALUE detect_encoding_result_bytes_consumed(VALUE self)
+{
+  return rb_iv_get(self, "@bytes_consumed");
+}
+
+static VALUE detect_encoding_result_is_reliable(VALUE self)
+{
+  return rb_iv_get(self, "@is_reliable");
+}
+
+void Init_detect_encoding_result(VALUE rb_mCompactEncDet)
+{
+  rb_cDetectEncodingResult = rb_define_class_under(rb_mCompactEncDet, "DetectEncodingResult", rb_cObject);
+  rb_define_method(rb_cDetectEncodingResult, "encoding", RUBY_METHOD_FUNC(detect_encoding_result_encoding), 0);
+  rb_define_method(rb_cDetectEncodingResult, "bytes_consumed", RUBY_METHOD_FUNC(detect_encoding_result_bytes_consumed), 0);
+  rb_define_method(rb_cDetectEncodingResult, "is_reliable?", RUBY_METHOD_FUNC(detect_encoding_result_is_reliable), 0);
+}
+
+// Ruby wrapper CompactEncDet.detect_encoding
+// for the CompactEncDet::DetectEncoding C++ function
+static VALUE detect_encoding(int argc, VALUE *argv, VALUE self)
+{
+  VALUE ruby_text,
+      ruby_text_length,
+      url_hint,
+      http_charset_hint,
+      meta_charset_hint,
+      encoding_hint,
+      language_hint,
+      corpus_type,
+      ignore_7bit_mail_encodings;
+
+  // Parse the Ruby arguments
+  rb_scan_args(argc, argv, "27",
+               &ruby_text,
+               &ruby_text_length,
+               &url_hint,
+               &http_charset_hint,
+               &meta_charset_hint,
+               &encoding_hint,
+               &language_hint,
+               &corpus_type,
+               &ignore_7bit_mail_encodings);
+
+  // Convert the Ruby values to C types
+  const char *text = StringValueCStr(ruby_text);
+  const int text_length = NUM2INT(ruby_text_length);
+
+  // Declare the output variables
+  int bytes_consumed;
+  bool is_reliable;
+
+  // Detect the encoding using CompactEncDet::DetectEncoding
+  Encoding encoding = CompactEncDet::DetectEncoding(
+      text, text_length,
+      NIL_P(url_hint) ? nullptr : StringValueCStr(url_hint),
+      NIL_P(http_charset_hint) ? nullptr : StringValueCStr(http_charset_hint),
+      NIL_P(meta_charset_hint) ? nullptr : StringValueCStr(meta_charset_hint),
+      NIL_P(encoding_hint) ? UNKNOWN_ENCODING : NUM2INT(encoding_hint),
+      NIL_P(language_hint) ? UNKNOWN_LANGUAGE : static_cast<Language>(NUM2INT(language_hint)),
+      NIL_P(corpus_type) ? CompactEncDet::WEB_CORPUS : static_cast<CompactEncDet::TextCorpusType>(NUM2INT(corpus_type)),
+      NIL_P(ignore_7bit_mail_encodings) ? false : RTEST(ignore_7bit_mail_encodings),
+      &bytes_consumed,
+      &is_reliable);
+  
+  // Convert the encoding enum to string using MimeEncodingName
+  const char* encoding_mime_name = MimeEncodingName(encoding);
+  VALUE rb_encoding_mime_name = rb_str_new_cstr(encoding_mime_name);
+  
+  // Find the Ruby Encoding class
+  VALUE rb_encoding = rb_funcall(rb_cEncoding, rb_intern("find"), 1, rb_encoding_mime_name);
+
+  // Return the detected encoding as a Ruby class
+  VALUE result = rb_class_new_instance(0, NULL, rb_cDetectEncodingResult);
+  rb_iv_set(result, "@encoding", rb_encoding);
+  rb_iv_set(result, "@bytes_consumed", rb_int_new(bytes_consumed));
+  rb_iv_set(result, "@is_reliable", is_reliable ? Qtrue : Qfalse);
+  return result;
+}
+
+extern "C" void Init_compact_enc_det()
+{
+  VALUE rb_mCompactEncDet = rb_define_module("CompactEncDet");
+  Init_detect_encoding_result(rb_mCompactEncDet);
+  rb_define_module_function(rb_mCompactEncDet, "detect_encoding", RUBY_METHOD_FUNC(detect_encoding), -1);
+}

data/ext/compact_enc_det/extconf.rb

@@ -0,0 +1,20 @@
+require "mkmf"
+require "rbconfig"
+
+compact_enc_det_path = File.expand_path("../compact_enc_det/compact_enc_det", __dir__)
+
+host_cpu = RbConfig::CONFIG['host_cpu']
+is_amd64 = host_cpu == 'x86_64' || host_cpu == 'amd64'
+
+compact_enc_det_build_command = "cd #{compact_enc_det_path} &&"
+compact_enc_det_build_command += " CXXFLAGS=\"-fPIC\"" if is_amd64
+compact_enc_det_build_command += " ./autogen.sh"
+
+unless system(compact_enc_det_build_command)
+  raise "Failed to build the compact_enc_det library"
+end
+
+$INCFLAGS << " -I$(srcdir)/compact_enc_det"
+$LDFLAGS << " -L$(srcdir)/compact_enc_det/lib -lced"
+
+create_makefile("compact_enc_det/compact_enc_det")

data/lib/compact_enc_det/version.rb

@@ -0,0 +1,3 @@
+module CompactEncDet
+  VERSION = "0.1.0"
+end

data/lib/compact_enc_det.rb

@@ -0,0 +1,2 @@
+require "compact_enc_det/compact_enc_det"
+require "compact_enc_det/version"

metadata

@@ -0,0 +1,106 @@
+--- !ruby/object:Gem::Specification
+name: compact_enc_det
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Cloudaper
+- Kryštof Korb
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2024-02-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+description: Ruby bindings for Google's Compact Encoding Detection C++ library
+email:
+- hey@cloudaper.dev
+- krystof@korb.cz
+executables: []
+extensions:
+- ext/compact_enc_det/extconf.rb
+extra_rdoc_files: []
+files:
+- ext/compact_enc_det/compact_enc_det.cc
+- ext/compact_enc_det/compact_enc_det/CMakeLists.txt
+- ext/compact_enc_det/compact_enc_det/LICENSE
+- ext/compact_enc_det/compact_enc_det/README.md
+- ext/compact_enc_det/compact_enc_det/autogen.sh
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/compact_enc_det.cc
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/compact_enc_det.h
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/compact_enc_det_fuzz_test.cc
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/compact_enc_det_generated_tables.h
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/compact_enc_det_generated_tables2.h
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/compact_enc_det_hint_code.cc
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/compact_enc_det_hint_code.h
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/compact_enc_det_unittest.cc
+- ext/compact_enc_det/compact_enc_det/compact_enc_det/detail_head_string.inc
+- ext/compact_enc_det/compact_enc_det/util/basictypes.h
+- ext/compact_enc_det/compact_enc_det/util/case_insensitive_hash.h
+- ext/compact_enc_det/compact_enc_det/util/commandlineflags.h
+- ext/compact_enc_det/compact_enc_det/util/encodings/encodings.cc
+- ext/compact_enc_det/compact_enc_det/util/encodings/encodings.h
+- ext/compact_enc_det/compact_enc_det/util/encodings/encodings.pb.h
+- ext/compact_enc_det/compact_enc_det/util/encodings/encodings_unittest.cc
+- ext/compact_enc_det/compact_enc_det/util/languages/languages.cc
+- ext/compact_enc_det/compact_enc_det/util/languages/languages.h
+- ext/compact_enc_det/compact_enc_det/util/languages/languages.pb.h
+- ext/compact_enc_det/compact_enc_det/util/logging.h
+- ext/compact_enc_det/compact_enc_det/util/port.h
+- ext/compact_enc_det/compact_enc_det/util/string_util.h
+- ext/compact_enc_det/compact_enc_det/util/varsetter.h
+- ext/compact_enc_det/extconf.rb
+- lib/compact_enc_det.rb
+- lib/compact_enc_det/version.rb
+homepage: https://github.com/cloudaper/compact_enc_det
+licenses:
+- MIT
+- Apache-2.0
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.7'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.3
+signing_key: 
+specification_version: 4
+summary: Compact Encoding Detection
+test_files: []