charguess 1.0

data/ext/libcharguess/cpp/autogen.sh

@@ -0,0 +1,153 @@
+#!/bin/sh
+# Run this to generate all the initial makefiles, etc.
+
+srcdir=`dirname $0`
+PKG_NAME="the package."
+
+DIE=0
+
+#(grep "^:ext:" $srcdir/CVS/Root >/dev/null) || {
+#  echo Use configure, autogen.sh is for developers only!
+#  DIE=1
+#}
+
+(autoconf --version) < /dev/null > /dev/null 2>&1 || {
+  echo
+  echo "**Error**: You must have \`autoconf' installed to."
+  echo "Download the appropriate package for your distribution,"
+  echo "or get the source tarball at ftp://ftp.gnu.org/pub/gnu/"
+  DIE=1
+}
+
+(grep "^AM_PROG_LIBTOOL" $srcdir/configure.in >/dev/null) && {
+  (libtool --version) < /dev/null > /dev/null 2>&1 || {
+    echo
+    echo "**Error**: You must have \`libtool' installed."
+    echo "Get ftp://ftp.gnu.org/pub/gnu/libtool-1.2d.tar.gz"
+    echo "(or a newer version if it is available)"
+    DIE=1
+  }
+}
+
+grep "^AM_GNU_GETTEXT" $srcdir/configure.in >/dev/null && {
+  grep "sed.*POTFILES" $srcdir/configure.in >/dev/null || \
+  (gettext --version) < /dev/null > /dev/null 2>&1 || {
+    echo
+    echo "**Error**: You must have \`gettext' installed."
+    echo "Get ftp://alpha.gnu.org/gnu/gettext-0.10.35.tar.gz"
+    echo "(or a newer version if it is available)"
+    DIE=1
+  }
+}
+
+grep "^AM_GNOME_GETTEXT" $srcdir/configure.in >/dev/null && {
+  grep "sed.*POTFILES" $srcdir/configure.in >/dev/null || \
+  (gettext --version) < /dev/null > /dev/null 2>&1 || {
+    echo
+    echo "**Error**: You must have \`gettext' installed."
+    echo "Get ftp://alpha.gnu.org/gnu/gettext-0.10.35.tar.gz"
+    echo "(or a newer version if it is available)"
+    DIE=1
+  }
+}
+
+(automake --version --copy) < /dev/null > /dev/null 2>&1 || {
+  echo
+  echo "**Error**: You must have \`automake' installed."
+  echo "Get ftp://ftp.gnu.org/pub/gnu/automake-1.3.tar.gz"
+  echo "(or a newer version if it is available)"
+  DIE=1
+  NO_AUTOMAKE=yes
+}
+
+
+# if no automake, don't bother testing for aclocal
+test -n "$NO_AUTOMAKE" || (aclocal --version) < /dev/null > /dev/null 2>&1 || {
+  echo
+  echo "**Error**: Missing \`aclocal'.  The version of \`automake'"
+  echo "installed doesn't appear recent enough."
+  echo "Get ftp://ftp.gnu.org/pub/gnu/automake-1.3.tar.gz"
+  echo "(or a newer version if it is available)"
+  DIE=1
+}
+
+if test "$DIE" -eq 1; then
+  exit 1
+fi
+
+if test -z "$*"; then
+  echo "**Warning**: I am going to run \`configure' with no arguments."
+  echo "If you wish to pass any to it, please specify them on the"
+  echo \`$0\'" command line."
+  echo
+fi
+
+case $CC in
+xlc )
+  am_opt=--include-deps;;
+esac
+
+for coin in `find $srcdir -name configure.in -print`
+do 
+  dr=`dirname $coin`
+  if test -f $dr/NO-AUTO-GEN; then
+    echo skipping $dr -- flagged as no auto-gen
+  else
+    echo processing $dr
+    macrodirs=`sed -n -e 's,AM_ACLOCAL_INCLUDE(\(.*\)),\1,gp' < $coin`
+    ( cd $dr
+      aclocalinclude="$ACLOCAL_FLAGS"
+      for k in $macrodirs; do
+  	if test -d $k; then
+          aclocalinclude="$aclocalinclude -I $k"
+  	##else 
+	##  echo "**Warning**: No such directory \`$k'.  Ignored."
+        fi
+      done
+      if grep "^AM_GNU_GETTEXT" configure.in >/dev/null; then
+	if grep "sed.*POTFILES" configure.in >/dev/null; then
+	  : do nothing -- we still have an old unmodified configure.in
+	else
+	  echo "Creating $dr/aclocal.m4 ..."
+	  test -r $dr/aclocal.m4 || touch $dr/aclocal.m4
+	  echo "Running gettextize...  Ignore non-fatal messages."
+	  echo "no" | gettextize --force --copy
+	  echo "Making $dr/aclocal.m4 writable ..."
+	  test -r $dr/aclocal.m4 && chmod u+w $dr/aclocal.m4
+        fi
+      fi
+      if grep "^AM_GNOME_GETTEXT" configure.in >/dev/null; then
+	echo "Creating $dr/aclocal.m4 ..."
+	test -r $dr/aclocal.m4 || touch $dr/aclocal.m4
+	echo "Running gettextize...  Ignore non-fatal messages."
+	echo "no" | gettextize --force --copy
+	echo "Making $dr/aclocal.m4 writable ..."
+	test -r $dr/aclocal.m4 && chmod u+w $dr/aclocal.m4
+      fi
+      if grep "^AM_PROG_LIBTOOL" configure.in >/dev/null; then
+	echo "Running libtoolize..."
+	libtoolize --force --copy
+      fi
+      echo "Running aclocal $aclocalinclude ..."
+      aclocal $aclocalinclude
+      if grep "^AM_CONFIG_HEADER" configure.in >/dev/null; then
+	echo "Running autoheader..."
+	autoheader
+      fi
+      echo "Running automake --gnu $am_opt ..."
+      automake --add-missing --gnu $am_opt
+      echo "Running autoconf ..."
+      autoconf
+    )
+  fi
+done
+
+#conf_flags="--enable-maintainer-mode --enable-compile-warnings" #--enable-iso-c
+
+if test x$NOCONFIGURE = x; then
+  echo Running $srcdir/configure $conf_flags "$@" ...
+  $srcdir/configure $conf_flags "$@" \
+  && echo Now type \`make\' to compile $PKG_NAME
+else
+  echo Skipping configure process.
+fi

data/ext/libcharguess/cpp/big5Prober.cpp

@@ -0,0 +1,76 @@
+/*
+	libcharguess	-	Guess the encoding/charset of a string
+    Copyright (C) 2003  Stephane Corbe <noubi@users.sourceforge.net>
+	Based on Mozilla sources
+
+    This library is free software; you can redistribute it and/or
+    modify it under the terms of the GNU Lesser General Public
+    License as published by the Free Software Foundation; either
+    version 2.1 of the License, or (at your option) any later version.
+
+    This library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+    Lesser General Public License for more details.
+
+    You should have received a copy of the GNU Lesser General Public
+    License along with this library; if not, write to the Free Software
+    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#include "big5Prober.h"
+
+void  nsBig5Prober::Reset(void)
+{
+  mCodingSM->Reset(); 
+  mState = eDetecting;
+  mDistributionAnalyser.Reset();
+}
+
+nsProbingState nsBig5Prober::HandleData(const char* aBuf, PRUint32 aLen)
+{
+  nsSMState codingState;
+
+  for (PRUint32 i = 0; i < aLen; i++)
+  {
+    codingState = mCodingSM->NextState(aBuf[i]);
+    if (codingState == eError)
+    {
+      mState = eNotMe;
+      break;
+    }
+    if (codingState == eItsMe)
+    {
+      mState = eFoundIt;
+      break;
+    }
+    if (codingState == eStart)
+    {
+      PRUint32 charLen = mCodingSM->GetCurrentCharLen();
+
+      if (i == 0)
+      {
+        mLastChar[1] = aBuf[0];
+        mDistributionAnalyser.HandleOneChar(mLastChar, charLen);
+      }
+      else
+        mDistributionAnalyser.HandleOneChar(aBuf+i-1, charLen);
+    }
+  }
+
+  mLastChar[0] = aBuf[aLen-1];
+
+  if (mState == eDetecting)
+    if (mDistributionAnalyser.GotEnoughData() && GetConfidence() > SHORTCUT_THRESHOLD)
+      mState = eFoundIt;
+
+  return mState;
+}
+
+float nsBig5Prober::GetConfidence(void)
+{
+  float distribCf = mDistributionAnalyser.GetConfidence();
+
+  return (float)distribCf;
+}
+

data/ext/libcharguess/cpp/big5Prober.h

@@ -0,0 +1,53 @@
+/*
+	libcharguess	-	Guess the encoding/charset of a string
+    Copyright (C) 2003  Stephane Corbe <noubi@users.sourceforge.net>
+	Based on Mozilla sources
+
+    This library is free software; you can redistribute it and/or
+    modify it under the terms of the GNU Lesser General Public
+    License as published by the Free Software Foundation; either
+    version 2.1 of the License, or (at your option) any later version.
+
+    This library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+    Lesser General Public License for more details.
+
+    You should have received a copy of the GNU Lesser General Public
+    License along with this library; if not, write to the Free Software
+    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#ifndef nsBig5Prober_h__
+#define nsBig5Prober_h__
+
+#include "charsetProber.h"
+#include "codingStateMachine.h"
+#include "charDistribution.h"
+
+class nsBig5Prober: public nsCharSetProber {
+public:
+  nsBig5Prober(void){mCodingSM = new nsCodingStateMachine(&Big5SMModel);
+                      Reset();};
+  virtual ~nsBig5Prober(void) {delete mCodingSM;};
+  nsProbingState HandleData(const char* aBuf, PRUint32 aLen);
+  const char* GetCharSetName() {return "Big5";};
+  nsProbingState GetState(void) {return mState;};
+  void      Reset(void);
+  float     GetConfidence(void);
+  void      SetOpion() {};
+
+protected:
+  void      GetDistribution(PRUint32 aCharLen, const char* aStr);
+  
+  nsCodingStateMachine* mCodingSM;
+  nsProbingState mState;
+
+  //Big5ContextAnalysis mContextAnalyser;
+  Big5DistributionAnalysis mDistributionAnalyser;
+  char mLastChar[2];
+
+};
+
+
+#endif /* nsBig5Prober_h__ */

data/ext/libcharguess/cpp/charDistribution.cpp

@@ -0,0 +1,90 @@
+/*
+	libcharguess	-	Guess the encoding/charset of a string
+    Copyright (C) 2003  Stephane Corbe <noubi@users.sourceforge.net>
+	Based on Mozilla sources
+
+    This library is free software; you can redistribute it and/or
+    modify it under the terms of the GNU Lesser General Public
+    License as published by the Free Software Foundation; either
+    version 2.1 of the License, or (at your option) any later version.
+
+    This library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+    Lesser General Public License for more details.
+
+    You should have received a copy of the GNU Lesser General Public
+    License along with this library; if not, write to the Free Software
+    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#include "charDistribution.h"
+
+#include "JISFreq.tab"
+#include "Big5Freq.tab"
+#include "EUCKRFreq.tab"
+#include "EUCTWFreq.tab"
+#include "GB2312Freq.tab"
+
+#define SURE_YES 0.99f
+#define SURE_NO  0.01f
+
+//return confidence base on received data
+float CharDistributionAnalysis::GetConfidence()
+{ 
+  //if we didn't receive any character in our consideration range, return negative answer
+  if (mTotalChars <= 0)
+    return SURE_NO;
+
+  if (mTotalChars != mFreqChars) {
+    float r = mFreqChars / ((mTotalChars - mFreqChars) * mTypicalDistributionRatio);
+
+    if (r < SURE_YES)
+      return r;
+  }
+  //normalize confidence, (we don't want to be 100% sure)
+  return SURE_YES;
+}
+
+EUCTWDistributionAnalysis::EUCTWDistributionAnalysis()
+{
+  mCharToFreqOrder = EUCTWCharToFreqOrder;
+  mTableSize = EUCTW_TABLE_SIZE;
+  mTypicalDistributionRatio = EUCTW_TYPICAL_DISTRIBUTION_RATIO;
+};
+
+EUCKRDistributionAnalysis::EUCKRDistributionAnalysis()
+{
+  mCharToFreqOrder = EUCKRCharToFreqOrder;
+  mTableSize = EUCKR_TABLE_SIZE;
+  mTypicalDistributionRatio = EUCKR_TYPICAL_DISTRIBUTION_RATIO;
+};
+
+GB2312DistributionAnalysis::GB2312DistributionAnalysis()
+{
+  mCharToFreqOrder = GB2312CharToFreqOrder;
+  mTableSize = GB2312_TABLE_SIZE;
+  mTypicalDistributionRatio = GB2312_TYPICAL_DISTRIBUTION_RATIO;
+};
+
+Big5DistributionAnalysis::Big5DistributionAnalysis()
+{
+  mCharToFreqOrder = Big5CharToFreqOrder;
+  mTableSize = BIG5_TABLE_SIZE;
+  mTypicalDistributionRatio = BIG5_TYPICAL_DISTRIBUTION_RATIO;
+};
+
+SJISDistributionAnalysis::SJISDistributionAnalysis()
+{
+  mCharToFreqOrder = JISCharToFreqOrder;
+  mTableSize = JIS_TABLE_SIZE;
+  mTypicalDistributionRatio = JIS_TYPICAL_DISTRIBUTION_RATIO;
+};
+
+EUCJPDistributionAnalysis::EUCJPDistributionAnalysis()
+{
+  mCharToFreqOrder = JISCharToFreqOrder;
+  mTableSize = JIS_TABLE_SIZE;
+  mTypicalDistributionRatio = JIS_TYPICAL_DISTRIBUTION_RATIO;
+};
+

data/ext/libcharguess/cpp/charDistribution.h

@@ -0,0 +1,219 @@
+/*
+	libcharguess	-	Guess the encoding/charset of a string
+    Copyright (C) 2003  Stephane Corbe <noubi@users.sourceforge.net>
+	Based on Mozilla sources
+
+    This library is free software; you can redistribute it and/or
+    modify it under the terms of the GNU Lesser General Public
+    License as published by the Free Software Foundation; either
+    version 2.1 of the License, or (at your option) any later version.
+
+    This library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+    Lesser General Public License for more details.
+
+    You should have received a copy of the GNU Lesser General Public
+    License along with this library; if not, write to the Free Software
+    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#ifndef CharDistribution_h__
+#define CharDistribution_h__
+
+#include "types.h"
+
+#define ENOUGH_DATA_THRESHOLD 1024
+ 
+class CharDistributionAnalysis
+{
+public:
+  CharDistributionAnalysis() {Reset();};
+
+  //feed a block of data and do distribution analysis
+  void HandleData(const char* aBuf, PRUint32 aLen) {};
+  
+  //Feed a character with known length
+  void HandleOneChar(const char* aStr, PRUint32 aCharLen)
+  {
+    PRInt32 order;
+
+    //we only care about 2-bytes character in our distribution analysis
+    order = (aCharLen == 2) ? GetOrder(aStr) : -1;
+
+    if (order >= 0)
+    {
+      mTotalChars++;
+      //order is valid
+      if ((PRUint32)order < mTableSize)
+      {
+        if (512 > mCharToFreqOrder[order])
+          mFreqChars++;
+      }
+    }
+  };
+
+  //return confidence base on existing data
+  float GetConfidence();
+
+  //Reset analyser, clear any state 
+  void      Reset(void) 
+  {
+    mDone = PR_FALSE;
+    mTotalChars = 0;
+    mFreqChars = 0;
+  };
+
+  //This function is for future extension. Caller can use this function to control
+  //analyser's behavior
+  void      SetOpion(){};
+
+  //It is not necessary to receive all data to draw conclusion. For charset detection,
+  // certain amount of data is enough
+  PRBool GotEnoughData() {return mTotalChars > ENOUGH_DATA_THRESHOLD;};
+
+protected:
+  //we do not handle character base on its original encoding string, but 
+  //convert this encoding string to a number, here called order.
+  //This allow multiple encoding of a language to share one frequency table 
+  virtual PRInt32 GetOrder(const char* str) {return -1;};
+  
+  //If this flag is set to PR_TRUE, detection is done and conclusion has been made
+  PRBool   mDone;
+
+  //The number of characters whose frequency order is less than 512
+  PRUint32 mFreqChars;
+
+  //Total character encounted.
+  PRUint32 mTotalChars;
+
+  //Mapping table to get frequency order from char order (get from GetOrder())
+  const PRInt16  *mCharToFreqOrder;
+
+  //Size of above table
+  PRUint32 mTableSize;
+
+  //This is a constant value varies from language to language, it is used in 
+  //calculating confidence. See my paper for further detail.
+  float    mTypicalDistributionRatio;
+};
+
+
+class EUCTWDistributionAnalysis: public CharDistributionAnalysis
+{
+public:
+  EUCTWDistributionAnalysis();
+protected:
+
+  //for euc-TW encoding, we are interested 
+  //  first  byte range: 0xc4 -- 0xfe
+  //  second byte range: 0xa1 -- 0xfe
+  //no validation needed here. State machine has done that
+  PRInt32 GetOrder(const char* str) 
+  { if ((unsigned char)*str >= (unsigned char)0xc4)  
+      return 94*((unsigned char)str[0]-(unsigned char)0xc4) + (unsigned char)str[1] - (unsigned char)0xa1;
+    else
+      return -1;
+  };
+};
+
+
+class EUCKRDistributionAnalysis : public CharDistributionAnalysis
+{
+public:
+  EUCKRDistributionAnalysis();
+protected:
+  //for euc-KR encoding, we are interested 
+  //  first  byte range: 0xb0 -- 0xfe
+  //  second byte range: 0xa1 -- 0xfe
+  //no validation needed here. State machine has done that
+  PRInt32 GetOrder(const char* str) 
+  { if ((unsigned char)*str >= (unsigned char)0xb0)  
+      return 94*((unsigned char)str[0]-(unsigned char)0xb0) + (unsigned char)str[1] - (unsigned char)0xa1;
+    else
+      return -1;
+  };
+};
+
+class GB2312DistributionAnalysis : public CharDistributionAnalysis
+{
+public:
+  GB2312DistributionAnalysis();
+protected:
+  //for GB2312 encoding, we are interested 
+  //  first  byte range: 0xb0 -- 0xfe
+  //  second byte range: 0xa1 -- 0xfe
+  //no validation needed here. State machine has done that
+  PRInt32 GetOrder(const char* str) 
+  { if ((unsigned char)*str >= (unsigned char)0xb0 && (unsigned char)str[1] >= (unsigned char)0xa1)  
+      return 94*((unsigned char)str[0]-(unsigned char)0xb0) + (unsigned char)str[1] - (unsigned char)0xa1;
+    else
+      return -1;
+  };
+};
+
+
+class Big5DistributionAnalysis : public CharDistributionAnalysis
+{
+public:
+  Big5DistributionAnalysis();
+protected:
+  //for big5 encoding, we are interested 
+  //  first  byte range: 0xa4 -- 0xfe
+  //  second byte range: 0x40 -- 0x7e , 0xa1 -- 0xfe
+  //no validation needed here. State machine has done that
+  PRInt32 GetOrder(const char* str) 
+  { if ((unsigned char)*str >= (unsigned char)0xa4)  
+      if ((unsigned char)str[1] >= (unsigned char)0xa1)
+        return 157*((unsigned char)str[0]-(unsigned char)0xa4) + (unsigned char)str[1] - (unsigned char)0xa1 +63;
+      else
+        return 157*((unsigned char)str[0]-(unsigned char)0xa4) + (unsigned char)str[1] - (unsigned char)0x40;
+    else
+      return -1;
+  };
+};
+
+class SJISDistributionAnalysis : public CharDistributionAnalysis
+{
+public:
+  SJISDistributionAnalysis();
+protected:
+  //for sjis encoding, we are interested 
+  //  first  byte range: 0x81 -- 0x9f , 0xe0 -- 0xfe
+  //  second byte range: 0x40 -- 0x7e,  0x81 -- oxfe
+  //no validation needed here. State machine has done that
+  PRInt32 GetOrder(const char* str) 
+  { 
+    PRInt32 order;
+    if ((unsigned char)*str >= (unsigned char)0x81 && (unsigned char)*str <= (unsigned char)0x9f)  
+      order = 188 * ((unsigned char)str[0]-(unsigned char)0x81);
+    else if ((unsigned char)*str >= (unsigned char)0xe0 && (unsigned char)*str <= (unsigned char)0xef)  
+      order = 188 * ((unsigned char)str[0]-(unsigned char)0xe0 + 31);
+    else
+      return -1;
+    order += (unsigned char)*(str+1) - 0x40;
+    if ((unsigned char)str[1] > (unsigned char)0x7f)
+      order--;
+    return order;
+  };
+};
+
+class EUCJPDistributionAnalysis : public CharDistributionAnalysis
+{
+public:
+  EUCJPDistributionAnalysis();
+protected:
+  //for euc-JP encoding, we are interested 
+  //  first  byte range: 0xa0 -- 0xfe
+  //  second byte range: 0xa1 -- 0xfe
+  //no validation needed here. State machine has done that
+  PRInt32 GetOrder(const char* str) 
+  { if ((unsigned char)*str >= (unsigned char)0xa0)  
+      return 94*((unsigned char)str[0]-(unsigned char)0xa1) + (unsigned char)str[1] - (unsigned char)0xa1;
+    else
+      return -1;
+  };
+};
+
+#endif //CharDistribution_h__
+

data/ext/libcharguess/cpp/charguess.cpp

@@ -0,0 +1,56 @@
+/*
+	libcharguess	-	Guess the encoding/charset of a string
+    Copyright (C) 2003  Stephane Corbe <noubi@users.sourceforge.net>
+	Based on Mozilla sources
+
+    This library is free software; you can redistribute it and/or
+    modify it under the terms of the GNU Lesser General Public
+    License as published by the Free Software Foundation; either
+    version 2.1 of the License, or (at your option) any later version.
+
+    This library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+    Lesser General Public License for more details.
+
+    You should have received a copy of the GNU Lesser General Public
+    License along with this library; if not, write to the Free Software
+    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+#include "universal.h"
+#include "string.h"
+
+nsUniversalDetector* det;
+
+extern "C" int CharGuessInit(void)
+{
+	det = new nsUniversalDetector;
+	if (det)
+		return 0;
+	else
+		return -1;
+}
+
+extern "C" const char* GuessChardet(const char *str)
+{
+	const char* tmp;
+
+	if (!det)
+	{
+		CharGuessInit();
+		return NULL;
+	}
+	det->Reset();
+	det->HandleData(str, strlen(str));
+	det->DataEnd();
+	tmp = det->GetCharset();
+
+	return tmp;
+}
+
+extern "C" int CharGuessDone(void)
+{
+	if (det)
+		delete det;
+}

data/ext/libcharguess/cpp/charguess.h

@@ -0,0 +1,23 @@
+/*
+	libcharguess	-	Guess the encoding/charset of a string
+    Copyright (C) 2003  Stephane Corbe <noubi@users.sourceforge.net>
+	Based on Mozilla sources
+
+    This library is free software; you can redistribute it and/or
+    modify it under the terms of the GNU Lesser General Public
+    License as published by the Free Software Foundation; either
+    version 2.1 of the License, or (at your option) any later version.
+
+    This library is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+    Lesser General Public License for more details.
+
+    You should have received a copy of the GNU Lesser General Public
+    License along with this library; if not, write to the Free Software
+    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+*/
+
+int CharGuessInit(void);
+const char* GuessChardet(const char *str);
+int CharGuessDone(void);