extzstd 0.0.3.CONCEPT → 0.3.1

data/contrib/zstd/dictBuilder/zdict.h

@@ -1,113 +0,0 @@
-/*
-    dictBuilder header file
-    Copyright (C) Yann Collet 2016
-
-    BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-    Redistribution and use in source and binary forms, with or without
-    modification, are permitted provided that the following conditions are
-    met:
-
-    * Redistributions of source code must retain the above copyright
-    notice, this list of conditions and the following disclaimer.
-    * Redistributions in binary form must reproduce the above
-    copyright notice, this list of conditions and the following disclaimer
-    in the documentation and/or other materials provided with the
-    distribution.
-
-    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-       - Zstd source repository : https://www.zstd.net
-*/
-
-#ifndef DICTBUILDER_H_001
-#define DICTBUILDER_H_001
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-/*-*************************************
-*  Public functions
-***************************************/
-/*! ZDICT_trainFromBuffer() :
-    Train a dictionary from a memory buffer `samplesBuffer`,
-    where `nbSamples` samples have been stored concatenated.
-    Each sample size is provided into an orderly table `samplesSizes`.
-    Resulting dictionary will be saved into `dictBuffer`.
-    @return : size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`)
-              or an error code, which can be tested by ZDICT_isError().
-*/
-size_t ZDICT_trainFromBuffer(void* dictBuffer, size_t dictBufferCapacity,
-                             const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples);
-
-/*! ZDICT_addEntropyTablesFromBuffer() :
-
-    Given a content-only dictionary (built for example from common strings in
-    the input), add entropy tables computed from the memory buffer
-    `samplesBuffer`, where `nbSamples` samples have been stored concatenated.
-    Each sample size is provided into an orderly table `samplesSizes`.
-
-    The input dictionary is the last `dictContentSize` bytes of `dictBuffer`. The
-    resulting dictionary with added entropy tables will written back to
-    `dictBuffer`.
-    @return : size of dictionary stored into `dictBuffer` (<= `dictBufferCapacity`).
-*/
-size_t ZDICT_addEntropyTablesFromBuffer(void* dictBuffer, size_t dictContentSize, size_t dictBufferCapacity,
-                                        const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples);
-
-
-/*-*************************************
-*  Helper functions
-***************************************/
-unsigned ZDICT_isError(size_t errorCode);
-const char* ZDICT_getErrorName(size_t errorCode);
-
-
-#ifdef ZDICT_STATIC_LINKING_ONLY
-
-/* ====================================================================================
- * The definitions in this section are considered experimental.
- * They should never be used with a dynamic library, as they may change in the future.
- * They are provided for advanced usages.
- * Use them only in association with static linking.
- * ==================================================================================== */
-
-typedef struct {
-    unsigned selectivityLevel;   /* 0 means default; larger => bigger selection => larger dictionary */
-    unsigned compressionLevel;   /* 0 means default; target a specific zstd compression level */
-    unsigned notificationLevel;  /* Write to stderr; 0 = none (default); 1 = errors; 2 = progression; 3 = details; 4 = debug; */
-    unsigned dictID;             /* 0 means auto mode (32-bits random value); other : force dictID value */
-    unsigned reserved[2];        /* space for future parameters */
-} ZDICT_params_t;
-
-
-/*! ZDICT_trainFromBuffer_advanced() :
-    Same as ZDICT_trainFromBuffer() with control over more parameters.
-    `parameters` is optional and can be provided with values set to 0 to mean "default".
-    @return : size of dictionary stored into `dictBuffer` (<= `dictBufferSize`)
-              or an error code, which can be tested by ZDICT_isError().
-    note : ZDICT_trainFromBuffer_advanced() will send notifications into stderr if instructed to, using ZDICT_setNotificationLevel()
-*/
-size_t ZDICT_trainFromBuffer_advanced(void* dictBuffer, size_t dictBufferCapacity,
-                             const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples,
-                             ZDICT_params_t parameters);
-
-#endif   /* ZDICT_STATIC_LINKING_ONLY */
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif   /* DICTBUILDER_H_001 */

data/contrib/zstd/legacy/zstd_legacy.h

@@ -1,140 +0,0 @@
-/*
-    zstd_legacy - decoder for legacy format
-    Header File
-    Copyright (C) 2015-2016, Yann Collet.
-
-    BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
-
-    Redistribution and use in source and binary forms, with or without
-    modification, are permitted provided that the following conditions are
-    met:
-    * Redistributions of source code must retain the above copyright
-    notice, this list of conditions and the following disclaimer.
-    * Redistributions in binary form must reproduce the above
-    copyright notice, this list of conditions and the following disclaimer
-    in the documentation and/or other materials provided with the
-    distribution.
-    THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
-    "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
-    LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
-    A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
-    OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
-    SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
-    LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
-    DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
-    THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
-    (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
-    OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-
-    You can contact the author at :
-    - zstd source repository : https://github.com/Cyan4973/zstd
-    - ztsd public forum : https://groups.google.com/forum/#!forum/lz4c
-*/
-#ifndef ZSTD_LEGACY_H
-#define ZSTD_LEGACY_H
-
-#if defined (__cplusplus)
-extern "C" {
-#endif
-
-/* *************************************
-*  Includes
-***************************************/
-#include "mem.h"            /* MEM_STATIC */
-#include "error_private.h"  /* ERROR */
-#include "zstd_v01.h"
-#include "zstd_v02.h"
-#include "zstd_v03.h"
-#include "zstd_v04.h"
-#include "zstd_v05.h"
-#include "zstd_v06.h"
-
-
-/** ZSTD_isLegacy() :
-    @return : > 0 if supported by legacy decoder. 0 otherwise.
-              return value is the version.
-*/
-MEM_STATIC unsigned ZSTD_isLegacy(const void* src, size_t srcSize)
-{
-    U32 magicNumberLE;
-    if (srcSize<4) return 0;
-    magicNumberLE = MEM_readLE32(src);
-    switch(magicNumberLE)
-    {
-        case ZSTDv01_magicNumberLE:return 1;
-        case ZSTDv02_magicNumber : return 2;
-        case ZSTDv03_magicNumber : return 3;
-        case ZSTDv04_magicNumber : return 4;
-        case ZSTDv05_MAGICNUMBER : return 5;
-        case ZSTDv06_MAGICNUMBER : return 6;
-        default : return 0;
-    }
-}
-
-
-MEM_STATIC unsigned long long ZSTD_getDecompressedSize_legacy(const void* src, size_t srcSize)
-{
-    if (srcSize < 4) return 0;
-
-    {   U32 const version = ZSTD_isLegacy(src, srcSize);
-        if (version < 5) return 0;  /* no decompressed size in frame header, or not a legacy format */
-        if (version==5) {
-            ZSTDv05_parameters fParams;
-            size_t const frResult = ZSTDv05_getFrameParams(&fParams, src, srcSize);
-            if (frResult != 0) return 0;
-            return fParams.srcSize;
-        }
-        if (version==6) {
-            ZSTDv06_frameParams fParams;
-            size_t const frResult = ZSTDv06_getFrameParams(&fParams, src, srcSize);
-            if (frResult != 0) return 0;
-            return fParams.frameContentSize;
-        }
-        return 0;   /* should not be possible */
-    }
-}
-
-MEM_STATIC size_t ZSTD_decompressLegacy(
-                     void* dst, size_t dstCapacity,
-               const void* src, size_t compressedSize,
-               const void* dict,size_t dictSize)
-{
-    U32 const version = ZSTD_isLegacy(src, compressedSize);
-    switch(version)
-    {
-        case 1 :
-            return ZSTDv01_decompress(dst, dstCapacity, src, compressedSize);
-        case 2 :
-            return ZSTDv02_decompress(dst, dstCapacity, src, compressedSize);
-        case 3 :
-            return ZSTDv03_decompress(dst, dstCapacity, src, compressedSize);
-        case 4 :
-            return ZSTDv04_decompress(dst, dstCapacity, src, compressedSize);
-        case 5 :
-            {   size_t result;
-                ZSTDv05_DCtx* const zd = ZSTDv05_createDCtx();
-                if (zd==NULL) return ERROR(memory_allocation);
-                result = ZSTDv05_decompress_usingDict(zd, dst, dstCapacity, src, compressedSize, dict, dictSize);
-                ZSTDv05_freeDCtx(zd);
-                return result;
-            }
-        case 6 :
-            {   size_t result;
-                ZSTDv06_DCtx* const zd = ZSTDv06_createDCtx();
-                if (zd==NULL) return ERROR(memory_allocation);
-                result = ZSTDv06_decompress_usingDict(zd, dst, dstCapacity, src, compressedSize, dict, dictSize);
-                ZSTDv06_freeDCtx(zd);
-                return result;
-            }
-        default :
-            return ERROR(prefix_unknown);
-    }
-}
-
-
-
-#if defined (__cplusplus)
-}
-#endif
-
-#endif   /* ZSTD_LEGACY_H */

data/ext/extzstd_buffered.c

@@ -1,265 +0,0 @@
-#include "extzstd.h"
-#include "extzstd_nogvls.h"
-
-/*
- * class Zstd::BufferedEncoder
- */
-
-static void
-bufenc_free(void *p)
-{
-    ZBUFF_freeCCtx(p);
-}
-
-AUX_IMPLEMENT_CONTEXT(
-        ZBUFF_CCtx, bufenc_datatype, "extzstd.BufferedEncoder",
-        bufenc_alloc_dummy, NULL, bufenc_free, NULL,
-        getbufencp, getbufenc, bufenc_p);
-
-static VALUE
-bufenc_alloc(VALUE mod)
-{
-    ZBUFF_CCtx *p = ZBUFF_createCCtx();
-    if (!p) {
-        rb_gc();
-        p = ZBUFF_createCCtx();
-        if (!p) {
-            rb_raise(extzstd_eError, "failed ZBUFF_createCCtx()");
-        }
-    }
-
-    return TypedData_Wrap_Struct(mod, &bufenc_datatype, p);
-}
-
-static VALUE
-bufenc_init(VALUE enc, VALUE params, VALUE dict)
-{
-    ZBUFF_CCtx *p = getbufenc(enc);
-    const void *dictp;
-    size_t dictsize;
-    if (NIL_P(dict)) {
-        dictp = NULL;
-        dictsize = 0;
-    } else {
-        rb_check_type(dict, RUBY_T_STRING);
-        RSTRING_GETMEM(dict, dictp, dictsize);
-    }
-    if (extzstd_encparams_p(params)) {
-        ZSTD_parameters *paramsp = extzstd_getencparams(params);
-        size_t s = aux_ZBUFF_compressInit_advanced(p, dictp, dictsize, paramsp, 0);
-        extzstd_check_error(s);
-    } else {
-        size_t s = aux_ZBUFF_compressInitDictionary(p, dictp, dictsize, aux_num2int(params, 1));
-        extzstd_check_error(s);
-    }
-
-    return enc;
-}
-
-static VALUE
-bufenc_continue(VALUE v, VALUE src, VALUE srcoff, VALUE dest, VALUE maxsize)
-{
-    ZBUFF_CCtx *p = getbufenc(v);
-    rb_check_type(src, RUBY_T_STRING);
-    char *srcp;
-    size_t srcsize;
-    RSTRING_GETMEM(src, srcp, srcsize);
-    size_t srcoff1 = NUM2SIZET(srcoff);
-    if ((srcsize > 0 && srcoff1 >= srcsize) || srcoff1 > srcsize) {
-        rb_raise(rb_eArgError,
-                "``srcoff'' is out of src size (%"PRIuSIZE" for 0...%"PRIuSIZE")",
-                srcoff1, srcsize);
-    }
-    srcp += srcoff1;
-    srcsize -= srcoff1;
-    size_t destsize = NUM2SIZET(maxsize);
-    rb_check_type(dest, RUBY_T_STRING);
-    aux_str_modify_expand(dest, destsize);
-    rb_obj_infect(v, src);
-    rb_obj_infect(dest, v);
-    size_t s = aux_ZBUFF_compressContinue(p, RSTRING_PTR(dest), &destsize, srcp, &srcsize);
-    extzstd_check_error(s);
-    rb_str_set_len(dest, destsize);
-    if (srcsize > 0) {
-        return SIZET2NUM(srcoff1 + srcsize);
-    } else {
-        return Qnil;
-    }
-}
-
-static VALUE
-bufenc_flush(VALUE v, VALUE dest, VALUE maxsize)
-{
-    ZBUFF_CCtx *p = getbufenc(v);
-    size_t destsize = NUM2SIZET(maxsize);
-    rb_check_type(dest, RUBY_T_STRING);
-    aux_str_modify_expand(dest, destsize);
-    size_t s = aux_ZBUFF_compressFlush(p, RSTRING_PTR(dest), &destsize);
-    extzstd_check_error(s);
-    rb_str_set_len(dest, destsize);
-    return dest;
-}
-
-static VALUE
-bufenc_end(VALUE v, VALUE dest, VALUE maxsize)
-{
-    ZBUFF_CCtx *p = getbufenc(v);
-    size_t destsize = NUM2SIZET(maxsize);
-    rb_check_type(dest, RUBY_T_STRING);
-    aux_str_modify_expand(dest, destsize);
-    size_t s = aux_ZBUFF_compressEnd(p, RSTRING_PTR(dest), &destsize);
-    extzstd_check_error(s);
-    rb_str_set_len(dest, destsize);
-    return dest;
-}
-
-static VALUE
-bufenc_s_recommended_insize(VALUE mod)
-{
-    return SIZET2NUM(ZBUFF_recommendedCInSize());
-}
-
-static VALUE
-bufenc_s_recommended_outsize(VALUE mod)
-{
-    return SIZET2NUM(ZBUFF_recommendedCOutSize());
-}
-
-static void
-init_buffered_encoder(void)
-{
-    VALUE cBufEncoder = rb_define_class_under(extzstd_mZstd, "BufferedEncoder", rb_cObject);
-    rb_define_alloc_func(cBufEncoder, bufenc_alloc);
-    rb_define_method(cBufEncoder, "initialize", RUBY_METHOD_FUNC(bufenc_init), 2);
-    rb_define_method(cBufEncoder, "continue", RUBY_METHOD_FUNC(bufenc_continue), 4);
-    rb_define_method(cBufEncoder, "flush", RUBY_METHOD_FUNC(bufenc_flush), 2);
-    rb_define_method(cBufEncoder, "end", RUBY_METHOD_FUNC(bufenc_end), 2);
-    rb_define_singleton_method(cBufEncoder, "recommended_insize", RUBY_METHOD_FUNC(bufenc_s_recommended_insize), 0);
-    rb_define_singleton_method(cBufEncoder, "recommended_outsize", RUBY_METHOD_FUNC(bufenc_s_recommended_outsize), 0);
-}
-
-/*
- * class Zstd::BufferedDecoder
- */
-
-static void
-bufdec_free(void *p)
-{
-    ZBUFF_freeDCtx(p);
-}
-
-AUX_IMPLEMENT_CONTEXT(
-        ZBUFF_DCtx, bufdec_datatype, "extzstd.BufferedDecoder",
-        bufdec_alloc_dummy, NULL, bufdec_free, NULL,
-        getbufdecp, getbufdec, bufdec_p);
-
-static VALUE
-bufdec_alloc(VALUE mod)
-{
-    ZBUFF_DCtx *p = ZBUFF_createDCtx();
-    if (!p) {
-        rb_gc();
-        p = ZBUFF_createDCtx();
-        if (!p) {
-            rb_raise(extzstd_eError, "failed ZBUFF_createDCtx()");
-        }
-    }
-
-    return TypedData_Wrap_Struct(mod, &bufdec_datatype, p);
-}
-
-static VALUE
-bufdec_init(VALUE dec, VALUE dict)
-{
-    /*
-     * ZSTDLIB_API size_t ZBUFF_decompressInitDictionary(ZBUFF_DCtx* dctx, const void* dict, size_t dictSize);
-     */
-
-    ZBUFF_DCtx *p = getbufdec(dec);
-    if (!NIL_P(dict)) {
-        rb_check_type(dict, RUBY_T_STRING);
-        if (RSTRING_LEN(dict) > 0) {
-            dict = rb_str_new_frozen(dict);
-            rb_obj_infect(dec, dict);
-            size_t s = ZBUFF_decompressInitDictionary(p, RSTRING_PTR(dict), RSTRING_LEN(dict));
-            extzstd_check_error(s);
-            rb_iv_set(dec, "extzstd.dictionary for gc-guard", dict);
-            return dec;
-        }
-    }
-
-    size_t s = aux_ZBUFF_decompressInit(p);
-    extzstd_check_error(s);
-
-    return dec;
-}
-
-/*
- * call-seq:
- *  continue(src, srcoff, dest, maxdestsize) -> srcoff or nil
- */
-static VALUE
-bufdec_continue(VALUE dec, VALUE src, VALUE srcoff, VALUE dest, VALUE maxdest)
-{
-    ZBUFF_DCtx *p = getbufdec(dec);
-    rb_check_type(src, RUBY_T_STRING);
-    rb_check_type(dest, RUBY_T_STRING);
-    const char *srcp;
-    size_t srcsize;
-    RSTRING_GETMEM(src, srcp, srcsize);
-    size_t srcoff1 = NUM2SIZET(srcoff);
-    if (srcoff1 >= srcsize) {
-        rb_raise(rb_eArgError,
-                "``srcoff'' is out of src size (%"PRIuSIZE" for 0...%"PRIuSIZE")",
-                srcoff1, srcsize);
-    }
-    srcp += srcoff1;
-    srcsize -= srcoff1;
-    size_t destsize = NUM2SIZET(maxdest);
-    aux_str_modify_expand(dest, destsize);
-    char *destp = RSTRING_PTR(dest);
-    rb_obj_infect(dec, src);
-    rb_obj_infect(dest, dec);
-    size_t s = aux_ZBUFF_decompressContinue(p, destp, &destsize, srcp, &srcsize);
-    extzstd_check_error(s);
-    rb_str_set_len(dest, destsize);
-    if (srcsize == 0) {
-        return Qnil;
-    } else {
-        return SIZET2NUM(srcoff1 + srcsize);
-    }
-}
-
-static VALUE
-bufdec_s_recommended_insize(VALUE mod)
-{
-    return SIZET2NUM(ZBUFF_recommendedDInSize());
-}
-
-static VALUE
-bufdec_s_recommended_outsize(VALUE mod)
-{
-    return SIZET2NUM(ZBUFF_recommendedDOutSize());
-}
-
-static void
-init_buffered_decoder(void)
-{
-    VALUE cBufDecoder = rb_define_class_under(extzstd_mZstd, "BufferedDecoder", rb_cObject);
-    rb_define_alloc_func(cBufDecoder, bufdec_alloc);
-    rb_define_method(cBufDecoder, "initialize", RUBY_METHOD_FUNC(bufdec_init), 1);
-    rb_define_method(cBufDecoder, "continue", RUBY_METHOD_FUNC(bufdec_continue), 4);
-    rb_define_singleton_method(cBufDecoder, "recommended_insize", RUBY_METHOD_FUNC(bufdec_s_recommended_insize), 0);
-    rb_define_singleton_method(cBufDecoder, "recommended_outsize", RUBY_METHOD_FUNC(bufdec_s_recommended_outsize), 0);
-}
-
-/*
- * generic
- */
-
-void
-extzstd_init_buffered(void)
-{
-    init_buffered_encoder();
-    init_buffered_decoder();
-}