zstd-ruby 1.4.5.0 → 1.5.5.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +2 -0
- data/README.md +78 -5
- data/Rakefile +8 -2
- data/ext/zstdruby/common.h +15 -0
- data/ext/zstdruby/extconf.rb +3 -2
- data/ext/zstdruby/libzstd/common/allocations.h +55 -0
- data/ext/zstdruby/libzstd/common/bits.h +200 -0
- data/ext/zstdruby/libzstd/common/bitstream.h +45 -62
- data/ext/zstdruby/libzstd/common/compiler.h +205 -22
- data/ext/zstdruby/libzstd/common/cpu.h +1 -3
- data/ext/zstdruby/libzstd/common/debug.c +1 -1
- data/ext/zstdruby/libzstd/common/debug.h +12 -19
- data/ext/zstdruby/libzstd/common/entropy_common.c +172 -48
- data/ext/zstdruby/libzstd/common/error_private.c +10 -2
- data/ext/zstdruby/libzstd/common/error_private.h +82 -3
- data/ext/zstdruby/libzstd/common/fse.h +37 -86
- data/ext/zstdruby/libzstd/common/fse_decompress.c +117 -92
- data/ext/zstdruby/libzstd/common/huf.h +99 -166
- data/ext/zstdruby/libzstd/common/mem.h +124 -142
- data/ext/zstdruby/libzstd/common/pool.c +54 -27
- data/ext/zstdruby/libzstd/common/pool.h +10 -4
- data/ext/zstdruby/libzstd/common/portability_macros.h +156 -0
- data/ext/zstdruby/libzstd/common/threading.c +74 -19
- data/ext/zstdruby/libzstd/common/threading.h +5 -10
- data/ext/zstdruby/libzstd/common/xxhash.c +7 -847
- data/ext/zstdruby/libzstd/common/xxhash.h +5568 -167
- data/ext/zstdruby/libzstd/common/zstd_common.c +2 -37
- data/ext/zstdruby/libzstd/common/zstd_deps.h +111 -0
- data/ext/zstdruby/libzstd/common/zstd_internal.h +132 -187
- data/ext/zstdruby/libzstd/common/zstd_trace.h +163 -0
- data/ext/zstdruby/libzstd/compress/clevels.h +134 -0
- data/ext/zstdruby/libzstd/compress/fse_compress.c +83 -157
- data/ext/zstdruby/libzstd/compress/hist.c +27 -29
- data/ext/zstdruby/libzstd/compress/hist.h +2 -2
- data/ext/zstdruby/libzstd/compress/huf_compress.c +916 -279
- data/ext/zstdruby/libzstd/compress/zstd_compress.c +3773 -1019
- data/ext/zstdruby/libzstd/compress/zstd_compress_internal.h +610 -203
- data/ext/zstdruby/libzstd/compress/zstd_compress_literals.c +119 -42
- data/ext/zstdruby/libzstd/compress/zstd_compress_literals.h +16 -6
- data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.c +42 -19
- data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.h +1 -1
- data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.c +49 -317
- data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.h +1 -1
- data/ext/zstdruby/libzstd/compress/zstd_cwksp.h +320 -103
- data/ext/zstdruby/libzstd/compress/zstd_double_fast.c +388 -151
- data/ext/zstdruby/libzstd/compress/zstd_double_fast.h +3 -2
- data/ext/zstdruby/libzstd/compress/zstd_fast.c +729 -265
- data/ext/zstdruby/libzstd/compress/zstd_fast.h +3 -2
- data/ext/zstdruby/libzstd/compress/zstd_lazy.c +1270 -251
- data/ext/zstdruby/libzstd/compress/zstd_lazy.h +61 -1
- data/ext/zstdruby/libzstd/compress/zstd_ldm.c +324 -219
- data/ext/zstdruby/libzstd/compress/zstd_ldm.h +9 -2
- data/ext/zstdruby/libzstd/compress/zstd_ldm_geartab.h +106 -0
- data/ext/zstdruby/libzstd/compress/zstd_opt.c +481 -209
- data/ext/zstdruby/libzstd/compress/zstd_opt.h +1 -1
- data/ext/zstdruby/libzstd/compress/zstdmt_compress.c +181 -457
- data/ext/zstdruby/libzstd/compress/zstdmt_compress.h +34 -113
- data/ext/zstdruby/libzstd/decompress/huf_decompress.c +1199 -565
- data/ext/zstdruby/libzstd/decompress/huf_decompress_amd64.S +576 -0
- data/ext/zstdruby/libzstd/decompress/zstd_ddict.c +12 -12
- data/ext/zstdruby/libzstd/decompress/zstd_ddict.h +2 -2
- data/ext/zstdruby/libzstd/decompress/zstd_decompress.c +627 -157
- data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.c +1086 -326
- data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.h +19 -5
- data/ext/zstdruby/libzstd/decompress/zstd_decompress_internal.h +62 -13
- data/ext/zstdruby/libzstd/dictBuilder/cover.c +73 -52
- data/ext/zstdruby/libzstd/dictBuilder/cover.h +7 -6
- data/ext/zstdruby/libzstd/dictBuilder/divsufsort.c +1 -1
- data/ext/zstdruby/libzstd/dictBuilder/fastcover.c +44 -35
- data/ext/zstdruby/libzstd/dictBuilder/zdict.c +103 -111
- data/ext/zstdruby/libzstd/{dictBuilder/zdict.h → zdict.h} +203 -34
- data/ext/zstdruby/libzstd/zstd.h +1217 -287
- data/ext/zstdruby/libzstd/{common/zstd_errors.h → zstd_errors.h} +28 -8
- data/ext/zstdruby/main.c +20 -0
- data/ext/zstdruby/skippable_frame.c +63 -0
- data/ext/zstdruby/streaming_compress.c +177 -0
- data/ext/zstdruby/streaming_compress.h +5 -0
- data/ext/zstdruby/streaming_decompress.c +123 -0
- data/ext/zstdruby/zstdruby.c +114 -32
- data/lib/zstd-ruby/version.rb +1 -1
- data/lib/zstd-ruby.rb +0 -1
- data/zstd-ruby.gemspec +1 -1
- metadata +19 -36
- data/.travis.yml +0 -14
- data/ext/zstdruby/libzstd/.gitignore +0 -3
- data/ext/zstdruby/libzstd/BUCK +0 -234
- data/ext/zstdruby/libzstd/Makefile +0 -354
- data/ext/zstdruby/libzstd/README.md +0 -179
- data/ext/zstdruby/libzstd/deprecated/zbuff.h +0 -214
- data/ext/zstdruby/libzstd/deprecated/zbuff_common.c +0 -26
- data/ext/zstdruby/libzstd/deprecated/zbuff_compress.c +0 -147
- data/ext/zstdruby/libzstd/deprecated/zbuff_decompress.c +0 -75
- data/ext/zstdruby/libzstd/dll/example/Makefile +0 -48
- data/ext/zstdruby/libzstd/dll/example/README.md +0 -69
- data/ext/zstdruby/libzstd/dll/example/build_package.bat +0 -20
- data/ext/zstdruby/libzstd/dll/example/fullbench-dll.sln +0 -25
- data/ext/zstdruby/libzstd/dll/example/fullbench-dll.vcxproj +0 -181
- data/ext/zstdruby/libzstd/legacy/zstd_legacy.h +0 -415
- data/ext/zstdruby/libzstd/legacy/zstd_v01.c +0 -2158
- data/ext/zstdruby/libzstd/legacy/zstd_v01.h +0 -94
- data/ext/zstdruby/libzstd/legacy/zstd_v02.c +0 -3518
- data/ext/zstdruby/libzstd/legacy/zstd_v02.h +0 -93
- data/ext/zstdruby/libzstd/legacy/zstd_v03.c +0 -3160
- data/ext/zstdruby/libzstd/legacy/zstd_v03.h +0 -93
- data/ext/zstdruby/libzstd/legacy/zstd_v04.c +0 -3647
- data/ext/zstdruby/libzstd/legacy/zstd_v04.h +0 -142
- data/ext/zstdruby/libzstd/legacy/zstd_v05.c +0 -4050
- data/ext/zstdruby/libzstd/legacy/zstd_v05.h +0 -162
- data/ext/zstdruby/libzstd/legacy/zstd_v06.c +0 -4154
- data/ext/zstdruby/libzstd/legacy/zstd_v06.h +0 -172
- data/ext/zstdruby/libzstd/legacy/zstd_v07.c +0 -4541
- data/ext/zstdruby/libzstd/legacy/zstd_v07.h +0 -187
- data/ext/zstdruby/libzstd/libzstd.pc.in +0 -15
- data/ext/zstdruby/zstdruby.h +0 -6
@@ -1,187 +0,0 @@
|
|
1
|
-
/*
|
2
|
-
* Copyright (c) 2016-2020, Yann Collet, Facebook, Inc.
|
3
|
-
* All rights reserved.
|
4
|
-
*
|
5
|
-
* This source code is licensed under both the BSD-style license (found in the
|
6
|
-
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
7
|
-
* in the COPYING file in the root directory of this source tree).
|
8
|
-
* You may select, at your option, one of the above-listed licenses.
|
9
|
-
*/
|
10
|
-
|
11
|
-
#ifndef ZSTDv07_H_235446
|
12
|
-
#define ZSTDv07_H_235446
|
13
|
-
|
14
|
-
#if defined (__cplusplus)
|
15
|
-
extern "C" {
|
16
|
-
#endif
|
17
|
-
|
18
|
-
/*====== Dependency ======*/
|
19
|
-
#include <stddef.h> /* size_t */
|
20
|
-
|
21
|
-
|
22
|
-
/*====== Export for Windows ======*/
|
23
|
-
/*!
|
24
|
-
* ZSTDv07_DLL_EXPORT :
|
25
|
-
* Enable exporting of functions when building a Windows DLL
|
26
|
-
*/
|
27
|
-
#if defined(_WIN32) && defined(ZSTDv07_DLL_EXPORT) && (ZSTDv07_DLL_EXPORT==1)
|
28
|
-
# define ZSTDLIBv07_API __declspec(dllexport)
|
29
|
-
#else
|
30
|
-
# define ZSTDLIBv07_API
|
31
|
-
#endif
|
32
|
-
|
33
|
-
|
34
|
-
/* *************************************
|
35
|
-
* Simple API
|
36
|
-
***************************************/
|
37
|
-
/*! ZSTDv07_getDecompressedSize() :
|
38
|
-
* @return : decompressed size if known, 0 otherwise.
|
39
|
-
note 1 : if `0`, follow up with ZSTDv07_getFrameParams() to know precise failure cause.
|
40
|
-
note 2 : decompressed size could be wrong or intentionally modified !
|
41
|
-
always ensure results fit within application's authorized limits */
|
42
|
-
unsigned long long ZSTDv07_getDecompressedSize(const void* src, size_t srcSize);
|
43
|
-
|
44
|
-
/*! ZSTDv07_decompress() :
|
45
|
-
`compressedSize` : must be _exact_ size of compressed input, otherwise decompression will fail.
|
46
|
-
`dstCapacity` must be equal or larger than originalSize.
|
47
|
-
@return : the number of bytes decompressed into `dst` (<= `dstCapacity`),
|
48
|
-
or an errorCode if it fails (which can be tested using ZSTDv07_isError()) */
|
49
|
-
ZSTDLIBv07_API size_t ZSTDv07_decompress( void* dst, size_t dstCapacity,
|
50
|
-
const void* src, size_t compressedSize);
|
51
|
-
|
52
|
-
/**
|
53
|
-
ZSTDv07_findFrameSizeInfoLegacy() : get the source length and decompressed bound of a ZSTD frame compliant with v0.7.x format
|
54
|
-
srcSize : The size of the 'src' buffer, at least as large as the frame pointed to by 'src'
|
55
|
-
cSize (output parameter) : the number of bytes that would be read to decompress this frame
|
56
|
-
or an error code if it fails (which can be tested using ZSTDv01_isError())
|
57
|
-
dBound (output parameter) : an upper-bound for the decompressed size of the data in the frame
|
58
|
-
or ZSTD_CONTENTSIZE_ERROR if an error occurs
|
59
|
-
|
60
|
-
note : assumes `cSize` and `dBound` are _not_ NULL.
|
61
|
-
*/
|
62
|
-
void ZSTDv07_findFrameSizeInfoLegacy(const void *src, size_t srcSize,
|
63
|
-
size_t* cSize, unsigned long long* dBound);
|
64
|
-
|
65
|
-
/*====== Helper functions ======*/
|
66
|
-
ZSTDLIBv07_API unsigned ZSTDv07_isError(size_t code); /*!< tells if a `size_t` function result is an error code */
|
67
|
-
ZSTDLIBv07_API const char* ZSTDv07_getErrorName(size_t code); /*!< provides readable string from an error code */
|
68
|
-
|
69
|
-
|
70
|
-
/*-*************************************
|
71
|
-
* Explicit memory management
|
72
|
-
***************************************/
|
73
|
-
/** Decompression context */
|
74
|
-
typedef struct ZSTDv07_DCtx_s ZSTDv07_DCtx;
|
75
|
-
ZSTDLIBv07_API ZSTDv07_DCtx* ZSTDv07_createDCtx(void);
|
76
|
-
ZSTDLIBv07_API size_t ZSTDv07_freeDCtx(ZSTDv07_DCtx* dctx); /*!< @return : errorCode */
|
77
|
-
|
78
|
-
/** ZSTDv07_decompressDCtx() :
|
79
|
-
* Same as ZSTDv07_decompress(), requires an allocated ZSTDv07_DCtx (see ZSTDv07_createDCtx()) */
|
80
|
-
ZSTDLIBv07_API size_t ZSTDv07_decompressDCtx(ZSTDv07_DCtx* ctx, void* dst, size_t dstCapacity, const void* src, size_t srcSize);
|
81
|
-
|
82
|
-
|
83
|
-
/*-************************
|
84
|
-
* Simple dictionary API
|
85
|
-
***************************/
|
86
|
-
/*! ZSTDv07_decompress_usingDict() :
|
87
|
-
* Decompression using a pre-defined Dictionary content (see dictBuilder).
|
88
|
-
* Dictionary must be identical to the one used during compression.
|
89
|
-
* Note : This function load the dictionary, resulting in a significant startup time */
|
90
|
-
ZSTDLIBv07_API size_t ZSTDv07_decompress_usingDict(ZSTDv07_DCtx* dctx,
|
91
|
-
void* dst, size_t dstCapacity,
|
92
|
-
const void* src, size_t srcSize,
|
93
|
-
const void* dict,size_t dictSize);
|
94
|
-
|
95
|
-
|
96
|
-
/*-**************************
|
97
|
-
* Advanced Dictionary API
|
98
|
-
****************************/
|
99
|
-
/*! ZSTDv07_createDDict() :
|
100
|
-
* Create a digested dictionary, ready to start decompression operation without startup delay.
|
101
|
-
* `dict` can be released after creation */
|
102
|
-
typedef struct ZSTDv07_DDict_s ZSTDv07_DDict;
|
103
|
-
ZSTDLIBv07_API ZSTDv07_DDict* ZSTDv07_createDDict(const void* dict, size_t dictSize);
|
104
|
-
ZSTDLIBv07_API size_t ZSTDv07_freeDDict(ZSTDv07_DDict* ddict);
|
105
|
-
|
106
|
-
/*! ZSTDv07_decompress_usingDDict() :
|
107
|
-
* Decompression using a pre-digested Dictionary
|
108
|
-
* Faster startup than ZSTDv07_decompress_usingDict(), recommended when same dictionary is used multiple times. */
|
109
|
-
ZSTDLIBv07_API size_t ZSTDv07_decompress_usingDDict(ZSTDv07_DCtx* dctx,
|
110
|
-
void* dst, size_t dstCapacity,
|
111
|
-
const void* src, size_t srcSize,
|
112
|
-
const ZSTDv07_DDict* ddict);
|
113
|
-
|
114
|
-
typedef struct {
|
115
|
-
unsigned long long frameContentSize;
|
116
|
-
unsigned windowSize;
|
117
|
-
unsigned dictID;
|
118
|
-
unsigned checksumFlag;
|
119
|
-
} ZSTDv07_frameParams;
|
120
|
-
|
121
|
-
ZSTDLIBv07_API size_t ZSTDv07_getFrameParams(ZSTDv07_frameParams* fparamsPtr, const void* src, size_t srcSize); /**< doesn't consume input */
|
122
|
-
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
/* *************************************
|
127
|
-
* Streaming functions
|
128
|
-
***************************************/
|
129
|
-
typedef struct ZBUFFv07_DCtx_s ZBUFFv07_DCtx;
|
130
|
-
ZSTDLIBv07_API ZBUFFv07_DCtx* ZBUFFv07_createDCtx(void);
|
131
|
-
ZSTDLIBv07_API size_t ZBUFFv07_freeDCtx(ZBUFFv07_DCtx* dctx);
|
132
|
-
|
133
|
-
ZSTDLIBv07_API size_t ZBUFFv07_decompressInit(ZBUFFv07_DCtx* dctx);
|
134
|
-
ZSTDLIBv07_API size_t ZBUFFv07_decompressInitDictionary(ZBUFFv07_DCtx* dctx, const void* dict, size_t dictSize);
|
135
|
-
|
136
|
-
ZSTDLIBv07_API size_t ZBUFFv07_decompressContinue(ZBUFFv07_DCtx* dctx,
|
137
|
-
void* dst, size_t* dstCapacityPtr,
|
138
|
-
const void* src, size_t* srcSizePtr);
|
139
|
-
|
140
|
-
/*-***************************************************************************
|
141
|
-
* Streaming decompression howto
|
142
|
-
*
|
143
|
-
* A ZBUFFv07_DCtx object is required to track streaming operations.
|
144
|
-
* Use ZBUFFv07_createDCtx() and ZBUFFv07_freeDCtx() to create/release resources.
|
145
|
-
* Use ZBUFFv07_decompressInit() to start a new decompression operation,
|
146
|
-
* or ZBUFFv07_decompressInitDictionary() if decompression requires a dictionary.
|
147
|
-
* Note that ZBUFFv07_DCtx objects can be re-init multiple times.
|
148
|
-
*
|
149
|
-
* Use ZBUFFv07_decompressContinue() repetitively to consume your input.
|
150
|
-
* *srcSizePtr and *dstCapacityPtr can be any size.
|
151
|
-
* The function will report how many bytes were read or written by modifying *srcSizePtr and *dstCapacityPtr.
|
152
|
-
* Note that it may not consume the entire input, in which case it's up to the caller to present remaining input again.
|
153
|
-
* The content of `dst` will be overwritten (up to *dstCapacityPtr) at each function call, so save its content if it matters, or change `dst`.
|
154
|
-
* @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to help latency),
|
155
|
-
* or 0 when a frame is completely decoded,
|
156
|
-
* or an error code, which can be tested using ZBUFFv07_isError().
|
157
|
-
*
|
158
|
-
* Hint : recommended buffer sizes (not compulsory) : ZBUFFv07_recommendedDInSize() and ZBUFFv07_recommendedDOutSize()
|
159
|
-
* output : ZBUFFv07_recommendedDOutSize== 128 KB block size is the internal unit, it ensures it's always possible to write a full block when decoded.
|
160
|
-
* input : ZBUFFv07_recommendedDInSize == 128KB + 3;
|
161
|
-
* just follow indications from ZBUFFv07_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
|
162
|
-
* *******************************************************************************/
|
163
|
-
|
164
|
-
|
165
|
-
/* *************************************
|
166
|
-
* Tool functions
|
167
|
-
***************************************/
|
168
|
-
ZSTDLIBv07_API unsigned ZBUFFv07_isError(size_t errorCode);
|
169
|
-
ZSTDLIBv07_API const char* ZBUFFv07_getErrorName(size_t errorCode);
|
170
|
-
|
171
|
-
/** Functions below provide recommended buffer sizes for Compression or Decompression operations.
|
172
|
-
* These sizes are just hints, they tend to offer better latency */
|
173
|
-
ZSTDLIBv07_API size_t ZBUFFv07_recommendedDInSize(void);
|
174
|
-
ZSTDLIBv07_API size_t ZBUFFv07_recommendedDOutSize(void);
|
175
|
-
|
176
|
-
|
177
|
-
/*-*************************************
|
178
|
-
* Constants
|
179
|
-
***************************************/
|
180
|
-
#define ZSTDv07_MAGICNUMBER 0xFD2FB527 /* v0.7 */
|
181
|
-
|
182
|
-
|
183
|
-
#if defined (__cplusplus)
|
184
|
-
}
|
185
|
-
#endif
|
186
|
-
|
187
|
-
#endif /* ZSTDv07_H_235446 */
|
@@ -1,15 +0,0 @@
|
|
1
|
-
# ZSTD - standard compression algorithm
|
2
|
-
# Copyright (C) 2014-2016, Yann Collet, Facebook
|
3
|
-
# BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
|
4
|
-
|
5
|
-
prefix=@PREFIX@
|
6
|
-
exec_prefix=${prefix}
|
7
|
-
includedir=${prefix}/@INCLUDEDIR@
|
8
|
-
libdir=${exec_prefix}/@LIBDIR@
|
9
|
-
|
10
|
-
Name: zstd
|
11
|
-
Description: fast lossless compression algorithm library
|
12
|
-
URL: http://www.zstd.net/
|
13
|
-
Version: @VERSION@
|
14
|
-
Libs: -L${libdir} -lzstd
|
15
|
-
Cflags: -I${includedir}
|