cld 0.1.0

data/thunk.cc

@@ -0,0 +1,131 @@
+#include <stdio.h>
+#include "encodings/compact_lang_det/compact_lang_det.h"
+#include "encodings/compact_lang_det/ext_lang_enc.h"
+#include "encodings/compact_lang_det/unittest_data.h"
+#include "encodings/proto/encodings.pb.h"
+
+
+extern "C" {
+  int detectLanguageThunkInt(const char * src) {
+    bool is_plain_text = true;
+    bool do_allow_extended_languages = true;
+    bool do_pick_summary_language = false;
+    bool do_remove_weak_matches = false;
+    bool is_reliable;
+    Language plus_one = UNKNOWN_LANGUAGE;
+    const char* tld_hint = NULL;
+    int encoding_hint = UNKNOWN_ENCODING;
+    Language language_hint = UNKNOWN_LANGUAGE;
+
+    double normalized_score3[3];
+    Language language3[3];
+    int percent3[3];
+    int text_bytes;
+
+    Language lang;
+    lang = CompactLangDet::DetectLanguage(0,
+                                          src, strlen(src),
+                                          is_plain_text,
+                                          do_allow_extended_languages,
+                                          do_pick_summary_language,
+                                          do_remove_weak_matches,
+                                          tld_hint,
+                                          encoding_hint,
+                                          language_hint,
+                                          language3,
+                                          percent3,
+                                          normalized_score3,
+                                          &text_bytes,
+                                          &is_reliable);
+    return lang;
+  }
+  /*
+  char * detectLanguageThunkString(const char * src) {
+    bool is_plain_text = true;
+    bool do_allow_extended_languages = true;
+    bool do_pick_summary_language = false;
+    bool do_remove_weak_matches = false;
+    bool is_reliable;
+    Language plus_one = UNKNOWN_LANGUAGE;
+    const char* tld_hint = NULL;
+    int encoding_hint = UNKNOWN_ENCODING;
+    Language language_hint = UNKNOWN_LANGUAGE;
+
+    double normalized_score3[3];
+    Language language3[3];
+    int percent3[3];
+    int text_bytes;
+
+    Language lang;
+    lang = CompactLangDet::DetectLanguage(0,
+                                          src, strlen(src),
+                                          is_plain_text,
+                                          do_allow_extended_languages,
+                                          do_pick_summary_language,
+                                          do_remove_weak_matches,
+                                          tld_hint,
+                                          encoding_hint,
+                                          language_hint,
+                                          language3,
+                                          percent3,
+                                          normalized_score3,
+                                          &text_bytes,
+                                          &is_reliable);
+    return LanguageName(lang);
+  }
+  */
+}
+
+int main(int argc, char **argv) {
+  /*
+    bool is_plain_text = true;
+    bool do_allow_extended_languages = true;
+    bool do_pick_summary_language = false;
+    bool do_remove_weak_matches = false;
+    bool is_reliable;
+    Language plus_one = UNKNOWN_LANGUAGE;
+    const char* tld_hint = NULL;
+    int encoding_hint = UNKNOWN_ENCODING;
+    Language language_hint = UNKNOWN_LANGUAGE;
+
+    double normalized_score3[3];
+    Language language3[3];
+    int percent3[3];
+    int text_bytes;
+
+    const char* src = kTeststr_en;
+    Language lang;
+    lang = CompactLangDet::DetectLanguage(0,
+                                          src, strlen(src),
+                                          is_plain_text,
+                                          do_allow_extended_languages,
+                                          do_pick_summary_language,
+                                          do_remove_weak_matches,
+                                          tld_hint,
+                                          encoding_hint,
+                                          language_hint,
+                                          language3,
+                                          percent3,
+                                          normalized_score3,
+                                          &text_bytes,
+                                          &is_reliable);
+    printf("LANG=%s\n", LanguageName(lang));
+
+    src = kTeststr_ks;
+    lang = CompactLangDet::DetectLanguage(0,
+                                          src, strlen(src),
+                                          is_plain_text,
+                                          do_allow_extended_languages,
+                                          do_pick_summary_language,
+                                          do_remove_weak_matches,
+                                          tld_hint,
+                                          encoding_hint,
+                                          language_hint,
+                                          language3,
+                                          percent3,
+                                          normalized_score3,
+                                          &text_bytes,
+                                          &is_reliable);
+    printf("LANG=%s\n", LanguageName(lang));
+    */
+} 

metadata

@@ -0,0 +1,168 @@
+--- !ruby/object:Gem::Specification 
+name: cld
+version: !ruby/object:Gem::Version 
+  prerelease: 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Jason Toy
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-11-03 00:00:00 Z
+dependencies: []
+
+description: Compact Language Detection from chrome
+email: jtoy@jtoy.net
+executables: []
+
+extensions: 
+- ext/cld/extconf.rb
+extra_rdoc_files: 
+- LICENSE
+- README.rdoc
+- ext/cld/extconf.rb
+- lib/cld.rb
+files: 
+- LICENSE
+- README.rdoc
+- Rakefile
+- base/basictypes.h
+- base/build_config.h
+- base/casts.h
+- base/commandlineflags.h
+- base/crash.h
+- base/dynamic_annotations.h
+- base/global_strip_options.h
+- base/log_severity.h
+- base/logging.h
+- base/macros.h
+- base/port.h
+- base/scoped_ptr.h
+- base/stl_decl.h
+- base/stl_decl_msvc.h
+- base/string_util.h
+- base/strtoint.h
+- base/template_util.h
+- base/type_traits.h
+- base/vlog_is_on.h
+- build.sh
+- build.win.cmd
+- cld.gemspec
+- cld_encodings.h
+- encodings/compact_lang_det/#cldutil.cc#
+- encodings/compact_lang_det/#cldutil.h#
+- encodings/compact_lang_det/#compact_lang_det_impl.h#
+- encodings/compact_lang_det/#ext_lang_enc.cc#
+- encodings/compact_lang_det/#ext_lang_enc.h#
+- encodings/compact_lang_det/#getonescriptspan.cc#
+- encodings/compact_lang_det/#getonescriptspan.h#
+- encodings/compact_lang_det/#tote.cc#
+- encodings/compact_lang_det/#tote.h#
+- encodings/compact_lang_det/cldutil.cc
+- encodings/compact_lang_det/cldutil.h
+- encodings/compact_lang_det/cldutil_dbg.h
+- encodings/compact_lang_det/cldutil_dbg_empty.cc
+- encodings/compact_lang_det/compact_lang_det.cc
+- encodings/compact_lang_det/compact_lang_det.h
+- encodings/compact_lang_det/compact_lang_det_impl.cc
+- encodings/compact_lang_det/compact_lang_det_impl.h
+- encodings/compact_lang_det/compact_lang_det_unittest_small.cc
+- encodings/compact_lang_det/compile.cmd
+- encodings/compact_lang_det/ext_lang_enc.cc
+- encodings/compact_lang_det/ext_lang_enc.h
+- encodings/compact_lang_det/generated/cld_generated_score_deltaoctachrome_0406.cc
+- encodings/compact_lang_det/generated/cld_generated_score_quadchrome_0406.cc
+- encodings/compact_lang_det/generated/compact_lang_det_generated_cjkbis_0.cc
+- encodings/compact_lang_det/generated/compact_lang_det_generated_ctjkvz.cc
+- encodings/compact_lang_det/generated/compact_lang_det_generated_ctjkvz_0.cc
+- encodings/compact_lang_det/generated/compact_lang_det_generated_deltaoctachrome.cc
+- encodings/compact_lang_det/generated/compact_lang_det_generated_longwords8_0.cc
+- encodings/compact_lang_det/generated/compact_lang_det_generated_meanscore.h
+- encodings/compact_lang_det/generated/compact_lang_det_generated_quads_0.cc
+- encodings/compact_lang_det/generated/compact_lang_det_generated_quadschrome.cc
+- encodings/compact_lang_det/getonescriptspan.cc
+- encodings/compact_lang_det/getonescriptspan.h
+- encodings/compact_lang_det/letterscript_enum.cc
+- encodings/compact_lang_det/letterscript_enum.h
+- encodings/compact_lang_det/subsetsequence.cc
+- encodings/compact_lang_det/subsetsequence.h
+- encodings/compact_lang_det/subsetsequence_unittest.cc
+- encodings/compact_lang_det/tote.cc
+- encodings/compact_lang_det/tote.h
+- encodings/compact_lang_det/unittest_data.h
+- encodings/compact_lang_det/utf8propjustletter.h
+- encodings/compact_lang_det/utf8propletterscriptnum.h
+- encodings/compact_lang_det/utf8scannotjustletterspecial.h
+- encodings/compact_lang_det/win/#cld_unilib_windows.cc#
+- encodings/compact_lang_det/win/cld_basictypes.h
+- encodings/compact_lang_det/win/cld_commandlineflags.h
+- encodings/compact_lang_det/win/cld_google.h
+- encodings/compact_lang_det/win/cld_htmlutils.h
+- encodings/compact_lang_det/win/cld_htmlutils_google3.cc
+- encodings/compact_lang_det/win/cld_htmlutils_windows.cc
+- encodings/compact_lang_det/win/cld_logging.h
+- encodings/compact_lang_det/win/cld_macros.h
+- encodings/compact_lang_det/win/cld_strtoint.h
+- encodings/compact_lang_det/win/cld_unicodetext.cc
+- encodings/compact_lang_det/win/cld_unicodetext.h
+- encodings/compact_lang_det/win/cld_unilib.h
+- encodings/compact_lang_det/win/cld_unilib_google3.cc
+- encodings/compact_lang_det/win/cld_unilib_windows.cc
+- encodings/compact_lang_det/win/cld_utf.h
+- encodings/compact_lang_det/win/cld_utf8statetable.cc
+- encodings/compact_lang_det/win/cld_utf8statetable.h
+- encodings/compact_lang_det/win/cld_utf8utils.h
+- encodings/compact_lang_det/win/cld_utf8utils_google3.cc
+- encodings/compact_lang_det/win/cld_utf8utils_windows.cc
+- encodings/compact_lang_det/win/normalizedunicodetext.cc
+- encodings/compact_lang_det/win/normalizedunicodetext.h
+- encodings/internal/encodings.cc
+- encodings/lang_enc.h
+- encodings/proto/encodings.pb.h
+- encodings/public/encodings.h
+- ext/cld/extconf.rb
+- languages/internal/#languages.cc#
+- languages/internal/languages.cc
+- languages/proto/languages.pb.h
+- languages/public/languages.h
+- lib/cld.rb
+- test/test.rb
+- thunk.cc
+- Manifest
+homepage: http://github.com/jtoy/cld
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Cld
+- --main
+- README.rdoc
+require_paths: 
+- lib
+- ext
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "1.2"
+requirements: []
+
+rubyforge_project: cld
+rubygems_version: 1.8.6.1
+signing_key: 
+specification_version: 3
+summary: Compact Language Detection from chrome
+test_files: []
+