tioga 1.4

data/split/Flate/extconf.rb

@@ -0,0 +1,19 @@
+# Dtable installation file
+require 'mkmf'
+
+unless have_header("zlib.h") and have_library("z", "compress", "zlib.h")
+  puts <<"EON"
+Error: you should have zlib (including development files) installed to
+build and run Tioga. You can get it there:
+
+  http://www.zlib.net/
+
+If that doesn't solve your problem, please report it on the Tioga tracker:
+ 
+  http://rubyforge.org/tracker/?group_id=701
+
+EON
+  exit 1 
+end
+
+create_makefile 'Flate'

data/split/Flate/flate.c

@@ -0,0 +1,156 @@
+/* flate.c -- main file for Ruby extension
+ */
+
+#include <symbols.h>
+#include "zlib.h"
+#include "flate_intern.h"
+/*
+   Copyright (C) 2005  Bill Paxton
+
+   Flate is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Library Public License as published
+   by the Free Software Foundation; either version 2 of the License, or
+   (at your option) any later version.
+
+   Flate is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with Flate; if not, write to the Free Software
+   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+*/
+
+// The internals of this package come from the 'zlib' compression library which
+// carries the following copyright:
+
+/* 'zlib' general purpose compression library
+  version 1.2.2, October 3rd, 2004
+
+  Copyright (C) 1995-2004 Jean-loup Gailly and Mark Adler
+
+  This software is provided 'as-is', without any express or implied
+  warranty.  In no event will the authors be held liable for any damages
+  arising from the use of this software.
+
+  Permission is granted to anyone to use this software for any purpose,
+  including commercial applications, and to alter it and redistribute it
+  freely, subject to the following restrictions:
+
+  1. The origin of this software must not be misrepresented; you must not
+     claim that you wrote the original software. If you use this software
+     in a product, an acknowledgment in the product documentation would be
+     appreciated but is not required.
+  2. Altered source versions must be plainly marked as such, and must not be
+     misrepresented as being the original software.
+  3. This notice may not be removed or altered from any source distribution.
+
+  Jean-loup Gailly        Mark Adler
+  jloup@gzip.org          madler@alumni.caltech.edu
+
+
+  The data format used by the zlib library is described by RFCs (Request for
+  Comments) 1950 to 1952 in the files ftp://ds.internic.net/rfc/rfc1950.txt
+  (zlib format), rfc1951.txt (deflate format) and rfc1952.txt (gzip format).
+*/
+
+PRIVATE
+/* 
+ *  call-seq:
+ *     Flate.compress(str)  ->  string
+ *
+ *  Returns a compressed verion of _str_ in a new string.
+ */
+VALUE do_compress(VALUE klass, VALUE str) {
+   str = rb_String(str);
+   unsigned char *ptr = (unsigned char *)RSTRING(str)->ptr;
+   long len = RSTRING(str)->len;
+   unsigned long new_len = (len * 11) / 10 + 100;
+   unsigned char *new_ptr = ALLOC_N(unsigned char, new_len);
+   if (flate_compress(new_ptr, &new_len, ptr, len) != Z_OK) {
+      free(new_ptr);
+      rb_raise(rb_eArgError, "Error in Flate.compress");
+   }
+   VALUE new_str = rb_str_new((char *)new_ptr, new_len);
+   free(new_ptr);
+   return new_str;
+}
+
+PRIVATE int flate_compress(unsigned char *new_ptr, unsigned long *new_len_ptr, unsigned char *ptr, long len) {
+   return compress(new_ptr, new_len_ptr, ptr, len); // updates new_len to the actual length
+}
+
+PRIVATE  
+/* 
+ *  call-seq:
+ *     Flate.expand(str)  ->  string
+ *
+ *  Returns a decompressed verion of _str_ in a new string.
+ *  Assumes that _str_ was compressed using <code>Flate.compress</code>.
+ *  
+ */
+ 
+VALUE do_expand(VALUE klass, VALUE str) {
+   str = rb_String(str);
+   unsigned char *ptr = (unsigned char *)RSTRING(str)->ptr;
+   long len = RSTRING(str)->len;
+   unsigned long new_len = len * 4 + 100;
+   unsigned char *new_ptr = ALLOC_N(unsigned char, new_len);
+   if (flate_expand(&new_ptr, &new_len, ptr, len) != Z_OK) {
+      free(new_ptr);
+      rb_raise(rb_eArgError, "Error in Flate.expand");
+   }
+   VALUE new_str = rb_str_new((char *)new_ptr, new_len);
+   free(new_ptr);  
+   return new_str;
+}
+
+
+// NOTE: the destination buffer will be reallocated if it isn't large enough.
+// So you MUST allocate a buffer rather than using a static one.
+// And you MUST be prepared for the buffer to change location and size.
+PRIVATE int flate_expand(unsigned char **new_ptr_ptr, unsigned long *new_len_ptr, unsigned char *ptr, long len) {
+   unsigned char *new_ptr = *new_ptr_ptr;
+   int result = Z_MEM_ERROR;
+   while (*new_len_ptr < 9999999) {
+      result = uncompress(new_ptr, new_len_ptr, ptr, len); // updates new_len
+      if (result != Z_MEM_ERROR && result != Z_BUF_ERROR) break;
+      // new_len not big enough
+      *new_len_ptr *= 2;
+      if (*new_len_ptr >= 9999999) break;
+      free(new_ptr);
+      new_ptr = ALLOC_N(unsigned char, *new_len_ptr);
+   }
+   *new_ptr_ptr = new_ptr;
+   return result;
+}
+ 
+/* 
+ * Document-module: Flate
+ *
+ * The Flate module implements an efficient lossless compression/decompression algorithm suitable for text and data.
+ * It is a Ruby-wrapper around code from the 'zlib' compression library, written by
+ * Jean-loup Gailly and Mark Adler, who kindly grant permission for free use of their work (visit {the zlib site}[http://www.gzip.org/zlib/]).  The algorithm for flate 
+ * is based on huffman encoding and LZ77 compression.  For an introduction to the details, see the {description by
+ * Gailly and Adler}[link:algorithm.txt].  Compression to 1/3 original size
+ * is not unusual for text files, which explains the popularity of this algorithm and its use in
+ * applications such as 'Zip' and 'gzip', and in PDF files where it is used for lossless compression of text
+ * along with JPEG for lossy compression of images.
+ * Note that short strings, fewer than
+ * 100 bytes or so, may actually 'compress' to a larger string due to the overhead of compression tables.
+ */
+ 
+PUBLIC void Init_Flate() {
+   /* modified by Vincent Fourmond, for the splitting out */
+   /*VALUE mTioga = rb_define_module("Tioga"); 
+     VALUE mFlate = rb_define_module_under(mTioga, "Flate"); */
+   VALUE mFlate = rb_define_module("Flate");
+   rb_define_singleton_method(mFlate, "compress", do_compress, 1);
+   rb_define_singleton_method(mFlate, "expand", do_expand, 1);
+
+   /* exporting the symbols that might be needed by other modules */
+   RB_EXPORT_SYMBOL(mFlate, flate_expand);
+   RB_EXPORT_SYMBOL(mFlate, flate_compress);
+}
+

data/split/Flate/flate_intern.h

@@ -0,0 +1,97 @@
+/* flate.h -- c interface for the Ruby Flate extension
+*/
+
+/*
+   Copyright (C) 2005  Bill Paxton
+
+   Flate is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Library Public License as published
+   by the Free Software Foundation; either version 2 of the License, or
+   (at your option) any later version.
+
+   Flate is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with Flate; if not, write to the Free Software
+   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+*/
+
+
+#ifndef __flate_H__
+#define __flate_H__
+
+#include <namespace.h>
+
+#include "ruby.h"
+
+/* and once again, the dirty trick */
+
+PRIVATE int flate_compress(unsigned char *new_ptr, unsigned long *new_len_ptr, unsigned char *ptr, long len);
+// source is given by ptr and is len bytes in length.
+// new_ptr is destination buffer of size *new_len_ptr.  
+// NOTE: the destination buffer for flate_compress should be LARGER than the source buffer to be safe.
+// The minimal extra is 0.1% larger than the source plus 12 bytes.
+// My rule is to use (len * 11)/10 + 100 just to be sure.
+PRIVATE int flate_expand(unsigned char **new_ptr_ptr, unsigned long *new_len_ptr, unsigned char *ptr, long len);
+// source is given by ptr and is len bytes in length.
+// *new_ptr_ptr is destination buffer of size *new_len_ptr.  
+// NOTE: the destination buffer for flate_expand will be reallocated if it isn't large enough.
+// So you MUST allocate a buffer rather than using a static one.
+// And you MUST be prepared for the buffer to change location and size.
+
+// Here are the return codes for the compression/expansion functions. Negative
+// values are errors, positive values are used for special but normal events.
+
+#define FLATE_OK              0
+#define FLATE_STREAM_END      1
+#define FLATE_NEED_DICT       2
+#define FLATE_ERRNO         (-1)
+#define FLATE_STREAM_ERROR  (-2)
+#define FLATE_DATA_ERROR    (-3)
+#define FLATE_MEM_ERROR     (-4)
+#define FLATE_BUF_ERROR     (-5)
+#define FLATE_VERSION_ERROR (-6)
+
+PUBLIC void Init_Flate(void);
+
+// If this simple interface isn't enough for your needs, the next stop is zlib.h
+// for the full interface.
+
+// The internals of this package come from the 'zlib' compression library which
+// carries the following copyright:
+
+/* 'zlib' general purpose compression library
+  version 1.2.2, October 3rd, 2004
+
+  Copyright (C) 1995-2004 Jean-loup Gailly and Mark Adler
+
+  This software is provided 'as-is', without any express or implied
+  warranty.  In no event will the authors be held liable for any damages
+  arising from the use of this software.
+
+  Permission is granted to anyone to use this software for any purpose,
+  including commercial applications, and to alter it and redistribute it
+  freely, subject to the following restrictions:
+
+  1. The origin of this software must not be misrepresented; you must not
+     claim that you wrote the original software. If you use this software
+     in a product, an acknowledgment in the product documentation would be
+     appreciated but is not required.
+  2. Altered source versions must be plainly marked as such, and must not be
+     misrepresented as being the original software.
+  3. This notice may not be removed or altered from any source distribution.
+
+  Jean-loup Gailly        Mark Adler
+  jloup@gzip.org          madler@alumni.caltech.edu
+
+
+  The data format used by the zlib library is described by RFCs (Request for
+  Comments) 1950 to 1952 in the files ftp://ds.internic.net/rfc/rfc1950.txt
+  (zlib format), rfc1951.txt (deflate format) and rfc1952.txt (gzip format).
+*/
+
+
+#endif   /* __flate_H__ */

data/split/Flate/include/flate.h

@@ -0,0 +1,98 @@
+/* flate.h -- c interface for the Ruby Flate extension
+*/
+
+/*
+   Copyright (C) 2005  Bill Paxton
+
+   Flate is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Library Public License as published
+   by the Free Software Foundation; either version 2 of the License, or
+   (at your option) any later version.
+
+   Flate is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU Library General Public License for more details.
+
+   You should have received a copy of the GNU Library General Public License
+   along with Flate; if not, write to the Free Software
+   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+*/
+
+
+/* This file has been heavily modified by Vincent Fourmond for the 'RCR330'
+   symbol export scheme 
+*/
+#ifndef __flate_H__
+#define __flate_H__
+
+#include <symbols.h>
+
+DECLARE_SYMBOL(int, flate_compress, 
+	       (unsigned char *new_ptr, unsigned long *new_len_ptr, 
+		unsigned char *ptr, long len));
+// source is given by ptr and is len bytes in length.
+// new_ptr is destination buffer of size *new_len_ptr.  
+// NOTE: the destination buffer for flate_compress should be LARGER than the source buffer to be safe.
+// The minimal extra is 0.1% larger than the source plus 12 bytes.
+// My rule is to use (len * 11)/10 + 100 just to be sure.
+DECLARE_SYMBOL(int, flate_expand,
+	       (unsigned char **new_ptr_ptr, unsigned long *new_len_ptr, 
+		unsigned char *ptr, long len));
+// source is given by ptr and is len bytes in length.
+// *new_ptr_ptr is destination buffer of size *new_len_ptr.  
+// NOTE: the destination buffer for flate_expand will be reallocated if it isn't large enough.
+// So you MUST allocate a buffer rather than using a static one.
+// And you MUST be prepared for the buffer to change location and size.
+
+// Here are the return codes for the compression/expansion functions. Negative
+// values are errors, positive values are used for special but normal events.
+
+#define FLATE_OK              0
+#define FLATE_STREAM_END      1
+#define FLATE_NEED_DICT       2
+#define FLATE_ERRNO         (-1)
+#define FLATE_STREAM_ERROR  (-2)
+#define FLATE_DATA_ERROR    (-3)
+#define FLATE_MEM_ERROR     (-4)
+#define FLATE_BUF_ERROR     (-5)
+#define FLATE_VERSION_ERROR (-6)
+
+// If this simple interface isn't enough for your needs, the next stop is zlib.h
+// for the full interface.
+
+// The internals of this package come from the 'zlib' compression library which
+// carries the following copyright:
+
+/* 'zlib' general purpose compression library
+  version 1.2.2, October 3rd, 2004
+
+  Copyright (C) 1995-2004 Jean-loup Gailly and Mark Adler
+
+  This software is provided 'as-is', without any express or implied
+  warranty.  In no event will the authors be held liable for any damages
+  arising from the use of this software.
+
+  Permission is granted to anyone to use this software for any purpose,
+  including commercial applications, and to alter it and redistribute it
+  freely, subject to the following restrictions:
+
+  1. The origin of this software must not be misrepresented; you must not
+     claim that you wrote the original software. If you use this software
+     in a product, an acknowledgment in the product documentation would be
+     appreciated but is not required.
+  2. Altered source versions must be plainly marked as such, and must not be
+     misrepresented as being the original software.
+  3. This notice may not be removed or altered from any source distribution.
+
+  Jean-loup Gailly        Mark Adler
+  jloup@gzip.org          madler@alumni.caltech.edu
+
+
+  The data format used by the zlib library is described by RFCs (Request for
+  Comments) 1950 to 1952 in the files ftp://ds.internic.net/rfc/rfc1950.txt
+  (zlib format), rfc1951.txt (deflate format) and rfc1952.txt (gzip format).
+*/
+
+
+#endif   /* __flate_H__ */

data/split/Flate/namespace.h

@@ -0,0 +1,47 @@
+/* namespace.h: an attempt at rationalizing shared objects
+   namespace use.
+  
+   Copyright (C) 2006  Vincent Fourmond
+
+   This program is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Library Public License as published
+   by the Free Software Foundation; either version 2 of the License, or
+   (at your option) any later version.
+   
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU Library General Public License for more details.
+   
+   You should have received a copy of the GNU Library General Public License
+   along with this program; if not, write to the Free Software
+   Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
+*/
+
+#ifndef _NAMESPACE_H
+#define _NAMESPACE_H
+
+/* This header file provides two OS-specific macros for the definition of
+   extern symbols:
+
+   * PUBLIC, which has to be used to mark objects that will be used
+   outside the module
+
+   * PRIVATE, for symbols which are "extern" but intern to the module
+
+   Please don't add "extern" after the PRIVATE or PUBLIC declaration
+   as this would break compilation on Darwin.
+*/
+
+#ifdef __APPLE__
+# define PRIVATE __private_extern__
+# define PUBLIC 
+#elif __GNUC__ >= 4 /* we have the visibility attribute */
+# define PRIVATE __attribute__ ((visibility ("hidden"))) 
+# define PUBLIC __attribute__ ((visibility ("default"))) 
+#else /* not really good */
+# define PRIVATE 
+# define PUBLIC 
+#endif /* __APPLE__  and __GNU_C_ >= 4*/
+
+#endif

data/split/Flate/safe_double.h

@@ -0,0 +1,104 @@
+/**********************************************************************
+
+   safe_double.h: small abstraction for storing double without endianess
+   problems
+   
+   Copyright (C) 2006 Vincent Fourmond
+
+   This program is free software; you can redistribute it and/or modify
+   it under the terms of the GNU General Library Public License as published
+   by the Free Software Foundation; either version 2 of the License, or
+   (at your option) any later version.
+   
+   This program is distributed in the hope that it will be useful,
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+   GNU Library General Public License for more details.
+   
+   You should have received a copy of the GNU Library General Public License
+   along with this program; if not, write to the Free Software
+   Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301 USA
+   
+**********************************************************************/
+
+/* This file provides two functions: store_double and get_double, which
+   can be used in a 'safe' way to store doubles  and retrive them
+   in a hopefully platform-independent form. However, it just 
+   stores it without regards to that if ieee754.h isn't found...
+*/
+
+#ifndef _DOUBLE_H
+#define _DOUBLE_H
+
+#define STORE_LOWER_BYTE(a,p) do {\
+*(p++) = (a) & 0xFF; (a) >>= 8; }\
+while(0)
+#define STORE_UNSIGNED(a,p)   for(i = 0; i < 4; i++) STORE_LOWER_BYTE(a,p);
+#define GET_UNSIGNED(a,p) do { a = 0; for(i = 0; i < 4; i++) \
+(a) |= *(p++) << (i * 8); } while (0)
+
+#ifdef HAVE_IEEE754_H
+#include <ieee754.h>
+
+
+static inline void store_double(double a, unsigned char * p)
+{
+  unsigned int tmp;
+  int i;
+  union ieee754_double d;
+  d.d = a;
+  /* we store it with lower bytes firts */
+  tmp = d.ieee.mantissa1;
+  STORE_UNSIGNED(tmp, p);
+  tmp = d.ieee.negative << 31 |
+    d.ieee.exponent << 20 | 
+    d.ieee.mantissa0;
+  STORE_UNSIGNED(tmp, p);
+}
+
+
+static inline double get_double(const unsigned char * p)
+{
+  unsigned int tmp;
+  int i;
+  union ieee754_double d;
+  GET_UNSIGNED(tmp, p);
+  d.ieee.mantissa1 = tmp;
+  GET_UNSIGNED(tmp, p);
+  d.ieee.mantissa0 = tmp & 0xFFFFF;
+  d.ieee.exponent = (tmp >> 20) & 0x7FF;
+  d.ieee.negative = (tmp >> 31) & 0x1;
+  return d.d;
+}
+
+#else
+
+union basic_double{
+  double d;
+  struct {
+    unsigned int a:32;
+    unsigned int b:32;
+  } i;
+};
+
+static inline void store_double(double a, unsigned char * p)
+{
+  union basic_double d;
+  int i;
+  d.d = a;
+  STORE_UNSIGNED(d.i.a, p);
+  STORE_UNSIGNED(d.i.b, p);
+}
+
+static inline double get_double(const unsigned char * p)
+{
+  union basic_double d;
+  int i;
+  GET_UNSIGNED(d.i.a, p);
+  GET_UNSIGNED(d.i.b, p);
+  return d.d;
+}
+
+#endif /* HAVE_IEEE754_H */
+
+#endif /* _DOUBLE_H */