deflate-ruby 1.0.1 → 1.0.2

data/ext/deflate_ruby/libdeflate/programs/prog_util.h

@@ -1,225 +0,0 @@
-/*
- * prog_util.h - common header for the programs; must be included first
- *
- * Copyright 2016 Eric Biggers
- *
- * Permission is hereby granted, free of charge, to any person
- * obtaining a copy of this software and associated documentation
- * files (the "Software"), to deal in the Software without
- * restriction, including without limitation the rights to use,
- * copy, modify, merge, publish, distribute, sublicense, and/or sell
- * copies of the Software, and to permit persons to whom the
- * Software is furnished to do so, subject to the following
- * conditions:
- *
- * The above copyright notice and this permission notice shall be
- * included in all copies or substantial portions of the Software.
- *
- * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
- * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
- * OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
- * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
- * HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
- * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
- * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
- * OTHER DEALINGS IN THE SOFTWARE.
- */
-
-#ifndef PROGRAMS_PROG_UTIL_H
-#define PROGRAMS_PROG_UTIL_H
-
-/*
- * This header provides some utility functions and macros for the programs.  It
- * also defines some macros that control the behavior of system headers, and for
- * that reason it must be included before any system header.
- *
- * The latter part could be handled in this directory's CMakeLists.txt instead.
- * We put as much as possible here, directly in the source, to make it easier to
- * build the programs using other build systems (or "no build system").
- *
- * Note: CMakeLists.txt does do some dynamic feature detection, which can't be
- * done in the source code.  For that reason, it duplicates some of the logic
- * that defines macros like _GNU_SOURCE.  Keep this logic in sync.
- */
-
-#ifdef _WIN32
-
-  /*
-   * To keep the code similar on all platforms, sometimes we intentionally use
-   * the "deprecated" non-underscore-prefixed variants of functions in msvcrt.
-   */
-#  undef _CRT_NONSTDC_NO_DEPRECATE
-#  define _CRT_NONSTDC_NO_DEPRECATE	1
-
-  /*
-   * Similarly, to match other platforms we intentionally use the "non-secure"
-   * variants, which aren't actually any less secure when used properly.
-   */
-#  undef _CRT_SECURE_NO_WARNINGS
-#  define _CRT_SECURE_NO_WARNINGS	1
-
-#else
-
-   /* Needed to work with files >= 2 GiB on 32-bit systems */
-#  undef _FILE_OFFSET_BITS
-#  define _FILE_OFFSET_BITS	64
-
-   /* Note: when making changes here, update programs/CMakeLists.txt too. */
-#  if defined(__linux__)
-     /*
-      * May be needed for clock_gettime(), posix_fadvise(), posix_madvise(),
-      * futimens(), and MAP_ANONYMOUS, depending on the C library version.
-      */
-#    undef _GNU_SOURCE
-#    define _GNU_SOURCE
-#    undef _POSIX_C_SOURCE
-#    define _POSIX_C_SOURCE	200809L
-#  elif defined(__APPLE__)
-     /* Needed for O_NOFOLLOW and MAP_ANON */
-#    undef _DARWIN_C_SOURCE
-#    define _DARWIN_C_SOURCE
-#    undef _POSIX_C_SOURCE
-#  elif defined(__sun)
-     /* Needed for futimens() */
-#    undef __EXTENSIONS__
-#    define __EXTENSIONS__
-#    undef _POSIX_C_SOURCE
-#  else
-     /*
-      * Else assume that nothing else is needed.  Don't use _POSIX_C_SOURCE on
-      * BSD, since it causes anything non-POSIX, such as MAP_ANON, to be hidden.
-      */
-#    undef _POSIX_C_SOURCE
-#  endif
-#endif
-
-#ifdef HAVE_CONFIG_H
-#  include "config.h"
-#endif
-
-#include "../common_defs.h"
-
-#include <inttypes.h>
-#include <limits.h>
-#include <stdio.h>
-#include <stdlib.h>
-#include <string.h>
-#ifndef _WIN32
-#  include <sys/types.h>
-#endif
-
-#if defined(__GNUC__) || __has_attribute(format)
-# define _printf(str_idx, args_idx)	\
-		__attribute__((format(printf, str_idx, args_idx)))
-#else
-# define _printf(str_idx, args_idx)
-#endif
-
-#ifdef _WIN32
-
-/*
- * Definitions for Windows builds.  Mainly, 'tchar' is defined to be the 2-byte
- * 'wchar_t' type instead of 'char'.  This is the only "easy" way I know of to
- * get full Unicode support on Windows...
- */
-
-#include <io.h>
-#include <wchar.h>
-int wmain(int argc, wchar_t **argv);
-#  define	tmain		wmain
-#  define	tchar		wchar_t
-#  define	_T(text)	L##text
-#  define	T(text)		_T(text)
-#  define	TS		"ls"
-#  define	TC		"lc"
-#  define	tmemcpy		wmemcpy
-#  define	topen		_wopen
-#  define	tstrchr		wcschr
-#  define	tstrcmp		wcscmp
-#  define	tstrlen		wcslen
-#  define	tstrrchr	wcsrchr
-#  define	tstrtoul	wcstoul
-#  define	tstrxcmp	wcsicmp
-#  define	tunlink		_wunlink
-#  define	tutimbuf	__utimbuf64
-#  define	tutime		_wutime64
-#  define	tstat		_wstat64
-#  define	tfstat		_fstat64
-#  define	stat_t		struct _stat64
-#  ifdef _MSC_VER
-#    define	STDIN_FILENO	0
-#    define	STDOUT_FILENO	1
-#    define	STDERR_FILENO	2
-#    define	S_ISREG(m)      (((m) & S_IFMT) == S_IFREG)
-#    define	S_ISDIR(m)      (((m) & S_IFMT) == S_IFDIR)
-#  endif
-
-#else /* _WIN32 */
-
-/* Standard definitions for everyone else */
-
-#  define	tmain		main
-#  define	tchar		char
-#  define	T(text)		text
-#  define	TS		"s"
-#  define	TC		"c"
-#  define	tmemcpy		memcpy
-#  define	topen		open
-#  define	tstrchr		strchr
-#  define	tstrcmp		strcmp
-#  define	tstrlen		strlen
-#  define	tstrrchr	strrchr
-#  define	tstrtoul	strtoul
-#  define	tstrxcmp	strcmp
-#  define	tunlink		unlink
-#  define	tutimbuf	utimbuf
-#  define	tutime		utime
-#  define	tstat		stat
-#  define	tfstat		fstat
-#  define	stat_t		struct stat
-
-#endif /* !_WIN32 */
-
-extern const tchar *prog_invocation_name;
-extern bool suppress_warnings;
-
-void _printf(1, 2) msg(const char *fmt, ...);
-void _printf(1, 2) msg_errno(const char *fmt, ...);
-void _printf(1, 2) warn(const char *fmt, ...);
-
-void *xmalloc(size_t size);
-
-void begin_program(tchar *argv[]);
-
-struct file_stream {
-	int fd;
-	tchar *name;
-	bool is_standard_stream;
-	void *mmap_token;
-	void *mmap_mem;
-	size_t mmap_size;
-};
-
-int xopen_for_read(const tchar *path, bool symlink_ok,
-		   struct file_stream *strm);
-int xopen_for_write(const tchar *path, bool force, struct file_stream *strm);
-int map_file_contents(struct file_stream *strm, u64 size);
-
-ssize_t xread(struct file_stream *strm, void *buf, size_t count);
-int full_write(struct file_stream *strm, const void *buf, size_t count);
-
-int xclose(struct file_stream *strm);
-
-int parse_compression_level(tchar opt_char, const tchar *arg);
-
-struct libdeflate_compressor *alloc_compressor(int level);
-struct libdeflate_decompressor *alloc_decompressor(void);
-
-/* tgetopt.c */
-
-extern tchar *toptarg;
-extern int toptind, topterr, toptopt;
-
-int tgetopt(int argc, tchar *argv[], const tchar *optstring);
-
-#endif /* PROGRAMS_PROG_UTIL_H */

data/ext/deflate_ruby/libdeflate/programs/test_checksums.c

@@ -1,200 +0,0 @@
-/*
- * test_checksums.c
- *
- * Verify that libdeflate's Adler-32 and CRC-32 functions produce the same
- * results as their zlib equivalents.
- */
-
-#include "test_util.h"
-
-#include <stdlib.h>
-#include <time.h>
-
-static unsigned int rng_seed;
-
-typedef u32 (*cksum_fn_t)(u32, const void *, size_t);
-
-static u32
-adler32_libdeflate(u32 adler, const void *buf, size_t len)
-{
-	return libdeflate_adler32(adler, buf, len);
-}
-
-static u32
-crc32_libdeflate(u32 crc, const void *buf, size_t len)
-{
-	return libdeflate_crc32(crc, buf, len);
-}
-
-static u32
-adler32_zlib(u32 adler, const void *buf, size_t len)
-{
-	return adler32(adler, buf, len);
-}
-
-static u32
-crc32_zlib(u32 crc, const void *buf, size_t len)
-{
-	return crc32(crc, buf, len);
-}
-
-static u32
-select_initial_crc(void)
-{
-	if (rand() & 1)
-		return 0;
-	return ((u32)rand() << 16) | rand();
-}
-
-static u32
-select_initial_adler(void)
-{
-	u32 lo, hi;
-
-	if (rand() & 1)
-		return 1;
-
-	lo = (rand() % 4 == 0 ? 65520 : rand() % 65521);
-	hi = (rand() % 4 == 0 ? 65520 : rand() % 65521);
-	return (hi << 16) | lo;
-}
-
-static void
-test_initial_values(cksum_fn_t cksum, u32 expected)
-{
-	ASSERT(cksum(0, NULL, 0) == expected);
-	if (cksum != adler32_zlib) /* broken */
-		ASSERT(cksum(0, NULL, 1) == expected);
-	ASSERT(cksum(0, NULL, 1234) == expected);
-	ASSERT(cksum(1234, NULL, 0) == expected);
-	ASSERT(cksum(1234, NULL, 1234) == expected);
-}
-
-static void
-test_multipart(const u8 *buffer, size_t size, const char *name,
-	       cksum_fn_t cksum, u32 v, u32 expected)
-{
-	size_t division = rand() % (size + 1);
-	v = cksum(v, buffer, division);
-	v = cksum(v, buffer + division, size - division);
-	if (v != expected) {
-		fprintf(stderr, "%s checksum failed multipart test\n", name);
-		ASSERT(0);
-	}
-}
-
-static void
-test_checksums(const void *buffer, size_t size, const char *name,
-	       cksum_fn_t cksum1, cksum_fn_t cksum2, u32 initial_value)
-{
-	u32 v1 = cksum1(initial_value, buffer, size);
-	u32 v2 = cksum2(initial_value, buffer, size);
-
-	if (v1 != v2) {
-		fprintf(stderr, "%s checksum mismatch\n", name);
-		fprintf(stderr, "initial_value=0x%08"PRIx32", buffer=%p, "
-			"size=%zu, buffer=", initial_value, buffer, size);
-		for (size_t i = 0; i < MIN(size, 256); i++)
-			fprintf(stderr, "%02x", ((const u8 *)buffer)[i]);
-		if (size > 256)
-			fprintf(stderr, "...");
-		fprintf(stderr, "\n");
-		ASSERT(0);
-	}
-
-	if ((rand() & 15) == 0) {
-		test_multipart(buffer, size, name, cksum1, initial_value, v1);
-		test_multipart(buffer, size, name, cksum2, initial_value, v1);
-	}
-}
-
-static void
-test_crc32(const void *buffer, size_t size, u32 initial_value)
-{
-	test_checksums(buffer, size, "CRC-32",
-		       crc32_libdeflate, crc32_zlib, initial_value);
-}
-
-static void
-test_adler32(const void *buffer, size_t size, u32 initial_value)
-{
-	test_checksums(buffer, size, "Adler-32",
-		       adler32_libdeflate, adler32_zlib, initial_value);
-}
-
-static void test_random_buffers(u8 *buf_start, u8 *buf_end, size_t limit,
-				u32 num_iter)
-{
-	for (u32 i = 0; i < num_iter; i++) {
-		size_t start = rand() % limit;
-		size_t len = rand() % (limit - start);
-		u32 a0 = select_initial_adler();
-		u32 c0 = select_initial_crc();
-
-		for (size_t j = start; j < start + len; j++)
-			buf_start[j] = rand();
-
-		/* Test with chosen size and alignment */
-		test_adler32(&buf_start[start], len, a0);
-		test_crc32(&buf_start[start], len, c0);
-
-		/* Test with chosen size, with guard page before input buffer */
-		memmove(buf_start, &buf_start[start], len);
-		test_adler32(buf_start, len, a0);
-		test_crc32(buf_start, len, c0);
-
-		/* Test with chosen size, with guard page after input buffer */
-		memmove(buf_end - len, buf_start, len);
-		test_adler32(buf_end - len, len, a0);
-		test_crc32(buf_end - len, len, c0);
-	}
-}
-
-int
-tmain(int argc, tchar *argv[])
-{
-	u8 *buf_start, *buf_end;
-
-	begin_program(argv);
-
-	alloc_guarded_buffer(262144, &buf_start, &buf_end);
-
-	rng_seed = time(NULL);
-	srand(rng_seed);
-
-	test_initial_values(adler32_libdeflate, 1);
-	test_initial_values(adler32_zlib, 1);
-	test_initial_values(crc32_libdeflate, 0);
-	test_initial_values(crc32_zlib, 0);
-
-	/* Test different buffer sizes and alignments */
-	test_random_buffers(buf_start, buf_end, 256,  5000);
-	test_random_buffers(buf_start, buf_end, 1024,  500);
-	test_random_buffers(buf_start, buf_end, 32768,  50);
-	test_random_buffers(buf_start, buf_end, 262144, 50);
-
-	/*
-	 * Test Adler-32 overflow cases.  For example, given all 0xFF bytes and
-	 * the highest possible initial (s1, s2) of (65520, 65520), then s2 if
-	 * stored as a 32-bit unsigned integer will overflow if > 5552 bytes are
-	 * processed.  Implementations must make sure to reduce s2 modulo 65521
-	 * before that point.  Also, some implementations make use of 16-bit
-	 * counters which can overflow earlier.
-	 */
-	memset(buf_start, 0xFF, 32768);
-	for (u32 i = 0; i < 20; i++) {
-		u32 initial_value;
-
-		if (i == 0)
-			initial_value = ((u32)65520 << 16) | 65520;
-		else
-			initial_value = select_initial_adler();
-
-		test_adler32(buf_start, 5553, initial_value);
-		test_adler32(buf_start, rand() % 32769, initial_value);
-		buf_start[rand() % 32768] = 0xFE;
-	}
-
-	free_guarded_buffer(buf_start, buf_end);
-	return 0;
-}

data/ext/deflate_ruby/libdeflate/programs/test_custom_malloc.c

@@ -1,155 +0,0 @@
-/*
- * test_custom_malloc.c
- *
- * Test the support for custom memory allocators.
- * Also test injecting allocation failures.
- */
-
-#include "test_util.h"
-
-static int malloc_count = 0;
-static int free_count = 0;
-
-static void *do_malloc(size_t size)
-{
-	malloc_count++;
-	return malloc(size);
-}
-
-static void *do_fail_malloc(size_t size)
-{
-	malloc_count++;
-	return NULL;
-}
-
-static void do_free(void *ptr)
-{
-	free_count++;
-	free(ptr);
-}
-
-static void reset_state(void)
-{
-	libdeflate_set_memory_allocator(malloc, free);
-	malloc_count = 0;
-	free_count = 0;
-}
-
-/* Test that the custom allocator is actually used when requested. */
-static void do_custom_memalloc_test(bool global)
-{
-	static const struct libdeflate_options options = {
-		.sizeof_options = sizeof(options),
-		.malloc_func = do_malloc,
-		.free_func = do_free,
-	};
-	int level;
-	struct libdeflate_compressor *c;
-	struct libdeflate_decompressor *d;
-
-	if (global)
-		libdeflate_set_memory_allocator(do_malloc, do_free);
-
-	for (level = 0; level <= 12; level++) {
-		malloc_count = free_count = 0;
-		if (global)
-			c = libdeflate_alloc_compressor(level);
-		else
-			c = libdeflate_alloc_compressor_ex(level, &options);
-		ASSERT(c != NULL);
-		ASSERT(malloc_count == 1);
-		ASSERT(free_count == 0);
-		libdeflate_free_compressor(c);
-		ASSERT(malloc_count == 1);
-		ASSERT(free_count == 1);
-	}
-
-	malloc_count = free_count = 0;
-	if (global)
-		d = libdeflate_alloc_decompressor();
-	else
-		d = libdeflate_alloc_decompressor_ex(&options);
-	ASSERT(d != NULL);
-	ASSERT(malloc_count == 1);
-	ASSERT(free_count == 0);
-	libdeflate_free_decompressor(d);
-	ASSERT(malloc_count == 1);
-	ASSERT(free_count == 1);
-
-	reset_state();
-}
-
-#define offsetofend(type, field) \
-	(offsetof(type, field) + sizeof(((type *)NULL)->field))
-
-/* Test some edge cases involving libdeflate_options. */
-static void do_options_test(void)
-{
-	struct libdeflate_options options = { 0 };
-	struct libdeflate_compressor *c;
-	struct libdeflate_decompressor *d;
-	/* Size in libdeflate v1.19 */
-	size_t min_size = offsetofend(struct libdeflate_options, free_func);
-
-	/* sizeof_options must be at least the minimum size. */
-	for (; options.sizeof_options < min_size;
-	     options.sizeof_options++) {
-		c = libdeflate_alloc_compressor_ex(6, &options);
-		ASSERT(c == NULL);
-		d = libdeflate_alloc_decompressor_ex(&options);
-		ASSERT(d == NULL);
-	}
-
-	/* NULL malloc_func and free_func means "use the global allocator". */
-	options.sizeof_options = min_size;
-	malloc_count = free_count = 0;
-	libdeflate_set_memory_allocator(do_malloc, do_free);
-	c = libdeflate_alloc_compressor_ex(6, &options);
-	libdeflate_free_compressor(c);
-	ASSERT(malloc_count == 1);
-	ASSERT(free_count == 1);
-	d = libdeflate_alloc_decompressor_ex(&options);
-	libdeflate_free_decompressor(d);
-	ASSERT(malloc_count == 2);
-	ASSERT(free_count == 2);
-
-	reset_state();
-}
-
-/* Test injecting memory allocation failures. */
-static void do_fault_injection_test(void)
-{
-	int level;
-	struct libdeflate_compressor *c;
-	struct libdeflate_decompressor *d;
-
-	libdeflate_set_memory_allocator(do_fail_malloc, do_free);
-
-	for (level = 0; level <= 12; level++) {
-		malloc_count = free_count = 0;
-		c = libdeflate_alloc_compressor(level);
-		ASSERT(c == NULL);
-		ASSERT(malloc_count == 1);
-		ASSERT(free_count == 0);
-	}
-
-	malloc_count = free_count = 0;
-	d = libdeflate_alloc_decompressor();
-	ASSERT(d == NULL);
-	ASSERT(malloc_count == 1);
-	ASSERT(free_count == 0);
-
-	reset_state();
-}
-
-int
-tmain(int argc, tchar *argv[])
-{
-	begin_program(argv);
-
-	do_custom_memalloc_test(true);
-	do_custom_memalloc_test(false);
-	do_options_test();
-	do_fault_injection_test();
-	return 0;
-}