node-liblzma 1.0.4 → 1.1.6

package/deps/xz/doc/examples/03_compress_custom.c

@@ -1,193 +0,0 @@
-///////////////////////////////////////////////////////////////////////////////
-//
-/// \file       03_compress_custom.c
-/// \brief      Compress in multi-call mode using x86 BCJ and LZMA2
-///
-/// Usage:      ./03_compress_custom < INFILE > OUTFILE
-///
-/// Example:    ./03_compress_custom < foo > foo.xz
-//
-//  Author:     Lasse Collin
-//
-//  This file has been put into the public domain.
-//  You can do whatever you want with this file.
-//
-///////////////////////////////////////////////////////////////////////////////
-
-#include <stdbool.h>
-#include <stdlib.h>
-#include <stdio.h>
-#include <string.h>
-#include <errno.h>
-#include <lzma.h>
-
-
-static bool
-init_encoder(lzma_stream *strm)
-{
-	// Use the default preset (6) for LZMA2.
-	//
-	// The lzma_options_lzma structure and the lzma_lzma_preset() function
-	// are declared in lzma/lzma12.h (src/liblzma/api/lzma/lzma12.h in the
-	// source package or e.g. /usr/include/lzma/lzma12.h depending on
-	// the install prefix).
-	lzma_options_lzma opt_lzma2;
-	if (lzma_lzma_preset(&opt_lzma2, LZMA_PRESET_DEFAULT)) {
-		// It should never fail because the default preset
-		// (and presets 0-9 optionally with LZMA_PRESET_EXTREME)
-		// are supported by all stable liblzma versions.
-		//
-		// (The encoder initialization later in this function may
-		// still fail due to unsupported preset *if* the features
-		// required by the preset have been disabled at build time,
-		// but no-one does such things except on embedded systems.)
-		fprintf(stderr, "Unsupported preset, possibly a bug\n");
-		return false;
-	}
-
-	// Now we could customize the LZMA2 options if we wanted. For example,
-	// we could set the the dictionary size (opt_lzma2.dict_size) to
-	// something else than the default (8 MiB) of the default preset.
-	// See lzma/lzma12.h for details of all LZMA2 options.
-	//
-	// The x86 BCJ filter will try to modify the x86 instruction stream so
-	// that LZMA2 can compress it better. The x86 BCJ filter doesn't need
-	// any options so it will be set to NULL below.
-	//
-	// Construct the filter chain. The uncompressed data goes first to
-	// the first filter in the array, in this case the x86 BCJ filter.
-	// The array is always terminated by setting .id = LZMA_VLI_UNKNOWN.
-	//
-	// See lzma/filter.h for more information about the lzma_filter
-	// structure.
-	lzma_filter filters[] = {
-		{ .id = LZMA_FILTER_X86, .options = NULL },
-		{ .id = LZMA_FILTER_LZMA2, .options = &opt_lzma2 },
-		{ .id = LZMA_VLI_UNKNOWN, .options = NULL },
-	};
-
-	// Initialize the encoder using the custom filter chain.
-	lzma_ret ret = lzma_stream_encoder(strm, filters, LZMA_CHECK_CRC64);
-
-	if (ret == LZMA_OK)
-		return true;
-
-	const char *msg;
-	switch (ret) {
-	case LZMA_MEM_ERROR:
-		msg = "Memory allocation failed";
-		break;
-
-	case LZMA_OPTIONS_ERROR:
-		// We are no longer using a plain preset so this error
-		// message has been edited accordingly compared to
-		// 01_compress_easy.c.
-		msg = "Specified filter chain is not supported";
-		break;
-
-	case LZMA_UNSUPPORTED_CHECK:
-		msg = "Specified integrity check is not supported";
-		break;
-
-	default:
-		msg = "Unknown error, possibly a bug";
-		break;
-	}
-
-	fprintf(stderr, "Error initializing the encoder: %s (error code %u)\n",
-			msg, ret);
-	return false;
-}
-
-
-// This function is identical to the one in 01_compress_easy.c.
-static bool
-compress(lzma_stream *strm, FILE *infile, FILE *outfile)
-{
-	lzma_action action = LZMA_RUN;
-
-	uint8_t inbuf[BUFSIZ];
-	uint8_t outbuf[BUFSIZ];
-
-	strm->next_in = NULL;
-	strm->avail_in = 0;
-	strm->next_out = outbuf;
-	strm->avail_out = sizeof(outbuf);
-
-	while (true) {
-		if (strm->avail_in == 0 && !feof(infile)) {
-			strm->next_in = inbuf;
-			strm->avail_in = fread(inbuf, 1, sizeof(inbuf),
-					infile);
-
-			if (ferror(infile)) {
-				fprintf(stderr, "Read error: %s\n",
-						strerror(errno));
-				return false;
-			}
-
-			if (feof(infile))
-				action = LZMA_FINISH;
-		}
-
-		lzma_ret ret = lzma_code(strm, action);
-
-		if (strm->avail_out == 0 || ret == LZMA_STREAM_END) {
-			size_t write_size = sizeof(outbuf) - strm->avail_out;
-
-			if (fwrite(outbuf, 1, write_size, outfile)
-					!= write_size) {
-				fprintf(stderr, "Write error: %s\n",
-						strerror(errno));
-				return false;
-			}
-
-			strm->next_out = outbuf;
-			strm->avail_out = sizeof(outbuf);
-		}
-
-		if (ret != LZMA_OK) {
-			if (ret == LZMA_STREAM_END)
-				return true;
-
-			const char *msg;
-			switch (ret) {
-			case LZMA_MEM_ERROR:
-				msg = "Memory allocation failed";
-				break;
-
-			case LZMA_DATA_ERROR:
-				msg = "File size limits exceeded";
-				break;
-
-			default:
-				msg = "Unknown error, possibly a bug";
-				break;
-			}
-
-			fprintf(stderr, "Encoder error: %s (error code %u)\n",
-					msg, ret);
-			return false;
-		}
-	}
-}
-
-
-extern int
-main(void)
-{
-	lzma_stream strm = LZMA_STREAM_INIT;
-
-	bool success = init_encoder(&strm);
-	if (success)
-		success = compress(&strm, stdin, stdout);
-
-	lzma_end(&strm);
-
-	if (fclose(stdout)) {
-		fprintf(stderr, "Write error: %s\n", strerror(errno));
-		success = false;
-	}
-
-	return success ? EXIT_SUCCESS : EXIT_FAILURE;
-}

package/deps/xz/doc/examples/04_compress_easy_mt.c

@@ -1,206 +0,0 @@
-///////////////////////////////////////////////////////////////////////////////
-//
-/// \file       04_compress_easy_mt.c
-/// \brief      Compress in multi-call mode using LZMA2 in multi-threaded mode
-///
-/// Usage:      ./04_compress_easy_mt < INFILE > OUTFILE
-///
-/// Example:    ./04_compress_easy_mt < foo > foo.xz
-//
-//  Author:     Lasse Collin
-//
-//  This file has been put into the public domain.
-//  You can do whatever you want with this file.
-//
-///////////////////////////////////////////////////////////////////////////////
-
-#include <stdbool.h>
-#include <stdlib.h>
-#include <stdio.h>
-#include <string.h>
-#include <errno.h>
-#include <lzma.h>
-
-
-static bool
-init_encoder(lzma_stream *strm)
-{
-	// The threaded encoder takes the options as pointer to
-	// a lzma_mt structure.
-	lzma_mt mt = {
-		// No flags are needed.
-		.flags = 0,
-
-		// Let liblzma determine a sane block size.
-		.block_size = 0,
-
-		// Use no timeout for lzma_code() calls by setting timeout
-		// to zero. That is, sometimes lzma_code() might block for
-		// a long time (from several seconds to even minutes).
-		// If this is not OK, for example due to progress indicator
-		// needing updates, specify a timeout in milliseconds here.
-		// See the documentation of lzma_mt in lzma/container.h for
-		// information how to choose a reasonable timeout.
-		.timeout = 0,
-
-		// Use the default preset (6) for LZMA2.
-		// To use a preset, filters must be set to NULL.
-		.preset = LZMA_PRESET_DEFAULT,
-		.filters = NULL,
-
-		// Use CRC64 for integrity checking. See also
-		// 01_compress_easy.c about choosing the integrity check.
-		.check = LZMA_CHECK_CRC64,
-	};
-
-	// Detect how many threads the CPU supports.
-	mt.threads = lzma_cputhreads();
-
-	// If the number of CPU cores/threads cannot be detected,
-	// use one thread. Note that this isn't the same as the normal
-	// single-threaded mode as this will still split the data into
-	// blocks and use more RAM than the normal single-threaded mode.
-	// You may want to consider using lzma_easy_encoder() or
-	// lzma_stream_encoder() instead of lzma_stream_encoder_mt() if
-	// lzma_cputhreads() returns 0 or 1.
-	if (mt.threads == 0)
-		mt.threads = 1;
-
-	// If the number of CPU cores/threads exceeds threads_max,
-	// limit the number of threads to keep memory usage lower.
-	// The number 8 is arbitrarily chosen and may be too low or
-	// high depending on the compression preset and the computer
-	// being used.
-	//
-	// FIXME: A better way could be to check the amount of RAM
-	// (or available RAM) and use lzma_stream_encoder_mt_memusage()
-	// to determine if the number of threads should be reduced.
-	const uint32_t threads_max = 8;
-	if (mt.threads > threads_max)
-		mt.threads = threads_max;
-
-	// Initialize the threaded encoder.
-	lzma_ret ret = lzma_stream_encoder_mt(strm, &mt);
-
-	if (ret == LZMA_OK)
-		return true;
-
-	const char *msg;
-	switch (ret) {
-	case LZMA_MEM_ERROR:
-		msg = "Memory allocation failed";
-		break;
-
-	case LZMA_OPTIONS_ERROR:
-		// We are no longer using a plain preset so this error
-		// message has been edited accordingly compared to
-		// 01_compress_easy.c.
-		msg = "Specified filter chain is not supported";
-		break;
-
-	case LZMA_UNSUPPORTED_CHECK:
-		msg = "Specified integrity check is not supported";
-		break;
-
-	default:
-		msg = "Unknown error, possibly a bug";
-		break;
-	}
-
-	fprintf(stderr, "Error initializing the encoder: %s (error code %u)\n",
-			msg, ret);
-	return false;
-}
-
-
-// This function is identical to the one in 01_compress_easy.c.
-static bool
-compress(lzma_stream *strm, FILE *infile, FILE *outfile)
-{
-	lzma_action action = LZMA_RUN;
-
-	uint8_t inbuf[BUFSIZ];
-	uint8_t outbuf[BUFSIZ];
-
-	strm->next_in = NULL;
-	strm->avail_in = 0;
-	strm->next_out = outbuf;
-	strm->avail_out = sizeof(outbuf);
-
-	while (true) {
-		if (strm->avail_in == 0 && !feof(infile)) {
-			strm->next_in = inbuf;
-			strm->avail_in = fread(inbuf, 1, sizeof(inbuf),
-					infile);
-
-			if (ferror(infile)) {
-				fprintf(stderr, "Read error: %s\n",
-						strerror(errno));
-				return false;
-			}
-
-			if (feof(infile))
-				action = LZMA_FINISH;
-		}
-
-		lzma_ret ret = lzma_code(strm, action);
-
-		if (strm->avail_out == 0 || ret == LZMA_STREAM_END) {
-			size_t write_size = sizeof(outbuf) - strm->avail_out;
-
-			if (fwrite(outbuf, 1, write_size, outfile)
-					!= write_size) {
-				fprintf(stderr, "Write error: %s\n",
-						strerror(errno));
-				return false;
-			}
-
-			strm->next_out = outbuf;
-			strm->avail_out = sizeof(outbuf);
-		}
-
-		if (ret != LZMA_OK) {
-			if (ret == LZMA_STREAM_END)
-				return true;
-
-			const char *msg;
-			switch (ret) {
-			case LZMA_MEM_ERROR:
-				msg = "Memory allocation failed";
-				break;
-
-			case LZMA_DATA_ERROR:
-				msg = "File size limits exceeded";
-				break;
-
-			default:
-				msg = "Unknown error, possibly a bug";
-				break;
-			}
-
-			fprintf(stderr, "Encoder error: %s (error code %u)\n",
-					msg, ret);
-			return false;
-		}
-	}
-}
-
-
-extern int
-main(void)
-{
-	lzma_stream strm = LZMA_STREAM_INIT;
-
-	bool success = init_encoder(&strm);
-	if (success)
-		success = compress(&strm, stdin, stdout);
-
-	lzma_end(&strm);
-
-	if (fclose(stdout)) {
-		fprintf(stderr, "Write error: %s\n", strerror(errno));
-		success = false;
-	}
-
-	return success ? EXIT_SUCCESS : EXIT_FAILURE;
-}

package/deps/xz/doc/examples/Makefile

@@ -1,24 +0,0 @@
-#
-# Author: Lasse Collin
-#
-# This file has been put into the public domain.
-# You can do whatever you want with this file.
-#
-
-CC = c99
-CFLAGS = -g
-LDFLAGS = -llzma
-
-PROGS = \
-	01_compress_easy \
-	02_decompress \
-	03_compress_custom \
-	04_compress_easy_mt
-
-all: $(PROGS)
-
-.c:
-	$(CC) $(CFLAGS) -o $@ $< $(LDFLAGS)
-
-clean:
-	-rm -f $(PROGS)

package/deps/xz/doc/examples_old/xz_pipe_comp.c

@@ -1,127 +0,0 @@
-/*
- * xz_pipe_comp.c
- * A simple example of pipe-only xz compressor implementation.
- * version: 2010-07-12 - by Daniel Mealha Cabrita
- * Not copyrighted -- provided to the public domain.
- *
- * Compiling:
- * Link with liblzma. GCC example:
- * $ gcc -llzma xz_pipe_comp.c -o xz_pipe_comp
- *
- * Usage example:
- * $ cat some_file | ./xz_pipe_comp > some_file.xz
- */
-
-#include <stdio.h>
-#include <stdint.h>
-#include <inttypes.h>
-#include <stdbool.h>
-#include <lzma.h>
-
-
-/* COMPRESSION SETTINGS */
-
-/* analogous to xz CLI options: -0 to -9 */
-#define COMPRESSION_LEVEL 6
-
-/* boolean setting, analogous to xz CLI option: -e */
-#define COMPRESSION_EXTREME true
-
-/* see: /usr/include/lzma/check.h LZMA_CHECK_* */
-#define INTEGRITY_CHECK LZMA_CHECK_CRC64
-
-
-/* read/write buffer sizes */
-#define IN_BUF_MAX	4096
-#define OUT_BUF_MAX	4096
-
-/* error codes */
-#define RET_OK			0
-#define RET_ERROR_INIT		1
-#define RET_ERROR_INPUT		2
-#define RET_ERROR_OUTPUT	3
-#define RET_ERROR_COMPRESSION	4
-
-
-/* note: in_file and out_file must be open already */
-int xz_compress (FILE *in_file, FILE *out_file)
-{
-	uint32_t preset = COMPRESSION_LEVEL | (COMPRESSION_EXTREME ? LZMA_PRESET_EXTREME : 0);
-	lzma_check check = INTEGRITY_CHECK;
-	lzma_stream strm = LZMA_STREAM_INIT; /* alloc and init lzma_stream struct */
-	uint8_t in_buf [IN_BUF_MAX];
-	uint8_t out_buf [OUT_BUF_MAX];
-	size_t in_len;	/* length of useful data in in_buf */
-	size_t out_len;	/* length of useful data in out_buf */
-	bool in_finished = false;
-	bool out_finished = false;
-	lzma_action action;
-	lzma_ret ret_xz;
-	int ret;
-
-	ret = RET_OK;
-
-	/* initialize xz encoder */
-	ret_xz = lzma_easy_encoder (&strm, preset, check);
-	if (ret_xz != LZMA_OK) {
-		fprintf (stderr, "lzma_easy_encoder error: %d\n", (int) ret_xz);
-		return RET_ERROR_INIT;
-	}
-
-	while ((! in_finished) && (! out_finished)) {
-		/* read incoming data */
-		in_len = fread (in_buf, 1, IN_BUF_MAX, in_file);
-
-		if (feof (in_file)) {
-			in_finished = true;
-		}
-		if (ferror (in_file)) {
-			in_finished = true;
-			ret = RET_ERROR_INPUT;
-		}
-
-		strm.next_in = in_buf;
-		strm.avail_in = in_len;
-
-		/* if no more data from in_buf, flushes the
-		   internal xz buffers and closes the xz data
-		   with LZMA_FINISH */
-		action = in_finished ? LZMA_FINISH : LZMA_RUN;
-
-		/* loop until there's no pending compressed output */
-		do {
-			/* out_buf is clean at this point */
-			strm.next_out = out_buf;
-			strm.avail_out = OUT_BUF_MAX;
-
-			/* compress data */
-			ret_xz = lzma_code (&strm, action);
-
-			if ((ret_xz != LZMA_OK) && (ret_xz != LZMA_STREAM_END)) {
-				fprintf (stderr, "lzma_code error: %d\n", (int) ret_xz);
-				out_finished = true;
-				ret = RET_ERROR_COMPRESSION;
-			} else {
-				/* write compressed data */
-				out_len = OUT_BUF_MAX - strm.avail_out;
-				fwrite (out_buf, 1, out_len, out_file);
-				if (ferror (out_file)) {
-					out_finished = true;
-					ret = RET_ERROR_OUTPUT;
-				}
-			}
-		} while (strm.avail_out == 0);
-	}
-
-	lzma_end (&strm);
-	return ret;
-}
-
-int main ()
-{
-	int ret;
-
-	ret = xz_compress (stdin, stdout);
-	return ret;
-}
-

package/deps/xz/doc/examples_old/xz_pipe_decomp.c

@@ -1,123 +0,0 @@
-/*
- * xz_pipe_decomp.c
- * A simple example of pipe-only xz decompressor implementation.
- * version: 2012-06-14 - by Daniel Mealha Cabrita
- * Not copyrighted -- provided to the public domain.
- *
- * Compiling:
- * Link with liblzma. GCC example:
- * $ gcc -llzma xz_pipe_decomp.c -o xz_pipe_decomp
- *
- * Usage example:
- * $ cat some_file.xz | ./xz_pipe_decomp > some_file
- */
-
-#include <stdio.h>
-#include <stdint.h>
-#include <inttypes.h>
-#include <stdbool.h>
-#include <lzma.h>
-
-
-/* read/write buffer sizes */
-#define IN_BUF_MAX	4096
-#define OUT_BUF_MAX	4096
-
-/* error codes */
-#define RET_OK			0
-#define RET_ERROR_INIT		1
-#define RET_ERROR_INPUT		2
-#define RET_ERROR_OUTPUT	3
-#define RET_ERROR_DECOMPRESSION	4
-
-
-/* note: in_file and out_file must be open already */
-int xz_decompress (FILE *in_file, FILE *out_file)
-{
-	lzma_stream strm = LZMA_STREAM_INIT; /* alloc and init lzma_stream struct */
-	const uint32_t flags = LZMA_TELL_UNSUPPORTED_CHECK | LZMA_CONCATENATED;
-	const uint64_t memory_limit = UINT64_MAX; /* no memory limit */
-	uint8_t in_buf [IN_BUF_MAX];
-	uint8_t out_buf [OUT_BUF_MAX];
-	size_t in_len;	/* length of useful data in in_buf */
-	size_t out_len;	/* length of useful data in out_buf */
-	bool in_finished = false;
-	bool out_finished = false;
-	lzma_action action;
-	lzma_ret ret_xz;
-	int ret;
-
-	ret = RET_OK;
-
-	/* initialize xz decoder */
-	ret_xz = lzma_stream_decoder (&strm, memory_limit, flags);
-	if (ret_xz != LZMA_OK) {
-		fprintf (stderr, "lzma_stream_decoder error: %d\n", (int) ret_xz);
-		return RET_ERROR_INIT;
-	}
-
-	while ((! in_finished) && (! out_finished)) {
-		/* read incoming data */
-		in_len = fread (in_buf, 1, IN_BUF_MAX, in_file);
-
-		if (feof (in_file)) {
-			in_finished = true;
-		}
-		if (ferror (in_file)) {
-			in_finished = true;
-			ret = RET_ERROR_INPUT;
-		}
-
-		strm.next_in = in_buf;
-		strm.avail_in = in_len;
-
-		/* if no more data from in_buf, flushes the
-		   internal xz buffers and closes the decompressed data
-		   with LZMA_FINISH */
-		action = in_finished ? LZMA_FINISH : LZMA_RUN;
-
-		/* loop until there's no pending decompressed output */
-		do {
-			/* out_buf is clean at this point */
-			strm.next_out = out_buf;
-			strm.avail_out = OUT_BUF_MAX;
-
-			/* decompress data */
-			ret_xz = lzma_code (&strm, action);
-
-			if ((ret_xz != LZMA_OK) && (ret_xz != LZMA_STREAM_END)) {
-				fprintf (stderr, "lzma_code error: %d\n", (int) ret_xz);
-				out_finished = true;
-				ret = RET_ERROR_DECOMPRESSION;
-			} else {
-				/* write decompressed data */
-				out_len = OUT_BUF_MAX - strm.avail_out;
-				fwrite (out_buf, 1, out_len, out_file);
-				if (ferror (out_file)) {
-					out_finished = true;
-					ret = RET_ERROR_OUTPUT;
-				}
-			}
-		} while (strm.avail_out == 0);
-	}
-
-	/* Bug fix (2012-06-14): If no errors were detected, check
-	   that the last lzma_code() call returned LZMA_STREAM_END.
-	   If not, the file is probably truncated. */
-	if ((ret == RET_OK) && (ret_xz != LZMA_STREAM_END)) {
-		fprintf (stderr, "Input truncated or corrupt\n");
-		ret = RET_ERROR_DECOMPRESSION;
-	}
-
-	lzma_end (&strm);
-	return ret;
-}
-
-int main ()
-{
-	int ret;
-
-	ret = xz_decompress (stdin, stdout);
-	return ret;
-}
-