extlz4 0.2.4.2 → 0.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/HISTORY.ja.md +25 -0
- data/README.md +49 -41
- data/bin/extlz4 +1 -1
- data/contrib/lz4/INSTALL +1 -0
- data/contrib/lz4/Makefile.inc +87 -0
- data/contrib/lz4/NEWS +89 -0
- data/contrib/lz4/README.md +42 -36
- data/contrib/lz4/build/README.md +55 -0
- data/contrib/lz4/build/VS2010/datagen/datagen.vcxproj +169 -0
- data/contrib/lz4/build/VS2010/frametest/frametest.vcxproj +176 -0
- data/contrib/lz4/build/VS2010/fullbench-dll/fullbench-dll.vcxproj +180 -0
- data/contrib/lz4/build/VS2010/fullbench/fullbench.vcxproj +176 -0
- data/contrib/lz4/build/VS2010/fuzzer/fuzzer.vcxproj +173 -0
- data/contrib/lz4/build/VS2010/liblz4-dll/liblz4-dll.rc +51 -0
- data/contrib/lz4/build/VS2010/liblz4-dll/liblz4-dll.vcxproj +179 -0
- data/contrib/lz4/build/VS2010/liblz4/liblz4.vcxproj +175 -0
- data/contrib/lz4/build/VS2010/lz4.sln +98 -0
- data/contrib/lz4/build/VS2010/lz4/lz4.rc +51 -0
- data/contrib/lz4/build/VS2010/lz4/lz4.vcxproj +189 -0
- data/contrib/lz4/build/VS2017/datagen/datagen.vcxproj +173 -0
- data/contrib/lz4/build/VS2017/frametest/frametest.vcxproj +180 -0
- data/contrib/lz4/build/VS2017/fullbench-dll/fullbench-dll.vcxproj +184 -0
- data/contrib/lz4/build/VS2017/fullbench/fullbench.vcxproj +180 -0
- data/contrib/lz4/build/VS2017/fuzzer/fuzzer.vcxproj +177 -0
- data/contrib/lz4/build/VS2017/liblz4-dll/liblz4-dll.rc +51 -0
- data/contrib/lz4/build/VS2017/liblz4-dll/liblz4-dll.vcxproj +183 -0
- data/contrib/lz4/build/VS2017/liblz4/liblz4.vcxproj +179 -0
- data/contrib/lz4/build/VS2017/lz4.sln +103 -0
- data/contrib/lz4/build/VS2017/lz4/lz4.rc +51 -0
- data/contrib/lz4/build/VS2017/lz4/lz4.vcxproj +164 -0
- data/contrib/lz4/build/cmake/CMakeLists.txt +235 -0
- data/contrib/lz4/lib/README.md +98 -34
- data/contrib/lz4/lib/liblz4-dll.rc.in +35 -0
- data/contrib/lz4/lib/lz4.c +1698 -681
- data/contrib/lz4/lib/lz4.h +546 -235
- data/contrib/lz4/lib/lz4frame.c +608 -378
- data/contrib/lz4/lib/lz4frame.h +315 -83
- data/contrib/lz4/lib/lz4frame_static.h +4 -100
- data/contrib/lz4/lib/lz4hc.c +1090 -282
- data/contrib/lz4/lib/lz4hc.h +276 -141
- data/contrib/lz4/lib/xxhash.c +371 -235
- data/contrib/lz4/lib/xxhash.h +128 -93
- data/contrib/lz4/ossfuzz/Makefile +78 -0
- data/contrib/lz4/ossfuzz/compress_frame_fuzzer.c +48 -0
- data/contrib/lz4/ossfuzz/compress_fuzzer.c +58 -0
- data/contrib/lz4/ossfuzz/compress_hc_fuzzer.c +64 -0
- data/contrib/lz4/ossfuzz/decompress_frame_fuzzer.c +75 -0
- data/contrib/lz4/ossfuzz/decompress_fuzzer.c +62 -0
- data/contrib/lz4/ossfuzz/fuzz.h +48 -0
- data/contrib/lz4/ossfuzz/fuzz_data_producer.c +77 -0
- data/contrib/lz4/ossfuzz/fuzz_data_producer.h +36 -0
- data/contrib/lz4/ossfuzz/fuzz_helpers.h +94 -0
- data/contrib/lz4/ossfuzz/lz4_helpers.c +51 -0
- data/contrib/lz4/ossfuzz/lz4_helpers.h +13 -0
- data/contrib/lz4/ossfuzz/ossfuzz.sh +23 -0
- data/contrib/lz4/ossfuzz/round_trip_frame_fuzzer.c +43 -0
- data/contrib/lz4/ossfuzz/round_trip_fuzzer.c +57 -0
- data/contrib/lz4/ossfuzz/round_trip_hc_fuzzer.c +44 -0
- data/contrib/lz4/ossfuzz/round_trip_stream_fuzzer.c +302 -0
- data/contrib/lz4/ossfuzz/standaloneengine.c +74 -0
- data/contrib/lz4/ossfuzz/travisoss.sh +26 -0
- data/contrib/lz4/tmp +0 -0
- data/contrib/lz4/tmpsparse +0 -0
- data/ext/blockapi.c +5 -5
- data/ext/extlz4.c +2 -0
- data/ext/extlz4.h +5 -0
- data/ext/frameapi.c +1 -1
- data/ext/hashargs.c +2 -2
- data/ext/hashargs.h +1 -1
- data/ext/lz4_amalgam.c +0 -23
- data/gemstub.rb +5 -16
- data/lib/extlz4.rb +51 -3
- data/lib/extlz4/oldstream.rb +1 -1
- data/test/common.rb +2 -2
- metadata +73 -16
- data/contrib/lz4/circle.yml +0 -39
- data/contrib/lz4/lib/lz4opt.h +0 -366
- data/lib/extlz4/version.rb +0 -3
data/contrib/lz4/lib/lz4frame.h
CHANGED
|
@@ -32,10 +32,14 @@
|
|
|
32
32
|
- LZ4 public forum : https://groups.google.com/forum/#!forum/lz4c
|
|
33
33
|
*/
|
|
34
34
|
|
|
35
|
-
/* LZ4F is a stand-alone API to create LZ4
|
|
36
|
-
* conformant with specification v1.
|
|
37
|
-
*
|
|
38
|
-
*
|
|
35
|
+
/* LZ4F is a stand-alone API able to create and decode LZ4 frames
|
|
36
|
+
* conformant with specification v1.6.1 in doc/lz4_Frame_format.md .
|
|
37
|
+
* Generated frames are compatible with `lz4` CLI.
|
|
38
|
+
*
|
|
39
|
+
* LZ4F also offers streaming capabilities.
|
|
40
|
+
*
|
|
41
|
+
* lz4.h is not required when using lz4frame.h,
|
|
42
|
+
* except to extract common constant such as LZ4_VERSION_NUMBER.
|
|
39
43
|
* */
|
|
40
44
|
|
|
41
45
|
#ifndef LZ4F_H_09782039843
|
|
@@ -62,17 +66,22 @@ extern "C" {
|
|
|
62
66
|
*****************************************************************/
|
|
63
67
|
/* LZ4_DLL_EXPORT :
|
|
64
68
|
* Enable exporting of functions when building a Windows DLL
|
|
65
|
-
*
|
|
69
|
+
* LZ4FLIB_VISIBILITY :
|
|
66
70
|
* Control library symbols visibility.
|
|
67
71
|
*/
|
|
72
|
+
#ifndef LZ4FLIB_VISIBILITY
|
|
73
|
+
# if defined(__GNUC__) && (__GNUC__ >= 4)
|
|
74
|
+
# define LZ4FLIB_VISIBILITY __attribute__ ((visibility ("default")))
|
|
75
|
+
# else
|
|
76
|
+
# define LZ4FLIB_VISIBILITY
|
|
77
|
+
# endif
|
|
78
|
+
#endif
|
|
68
79
|
#if defined(LZ4_DLL_EXPORT) && (LZ4_DLL_EXPORT==1)
|
|
69
|
-
# define LZ4FLIB_API __declspec(dllexport)
|
|
80
|
+
# define LZ4FLIB_API __declspec(dllexport) LZ4FLIB_VISIBILITY
|
|
70
81
|
#elif defined(LZ4_DLL_IMPORT) && (LZ4_DLL_IMPORT==1)
|
|
71
|
-
# define LZ4FLIB_API __declspec(dllimport)
|
|
72
|
-
#elif defined(__GNUC__) && (__GNUC__ >= 4)
|
|
73
|
-
# define LZ4FLIB_API __attribute__ ((__visibility__ ("default")))
|
|
82
|
+
# define LZ4FLIB_API __declspec(dllimport) LZ4FLIB_VISIBILITY
|
|
74
83
|
#else
|
|
75
|
-
# define LZ4FLIB_API
|
|
84
|
+
# define LZ4FLIB_API LZ4FLIB_VISIBILITY
|
|
76
85
|
#endif
|
|
77
86
|
|
|
78
87
|
#ifdef LZ4F_DISABLE_DEPRECATE_WARNINGS
|
|
@@ -93,13 +102,13 @@ extern "C" {
|
|
|
93
102
|
**************************************/
|
|
94
103
|
typedef size_t LZ4F_errorCode_t;
|
|
95
104
|
|
|
96
|
-
LZ4FLIB_API unsigned LZ4F_isError(LZ4F_errorCode_t code); /**< tells
|
|
97
|
-
LZ4FLIB_API const char* LZ4F_getErrorName(LZ4F_errorCode_t code); /**< return error code string;
|
|
105
|
+
LZ4FLIB_API unsigned LZ4F_isError(LZ4F_errorCode_t code); /**< tells when a function result is an error code */
|
|
106
|
+
LZ4FLIB_API const char* LZ4F_getErrorName(LZ4F_errorCode_t code); /**< return error code string; for debugging */
|
|
98
107
|
|
|
99
108
|
|
|
100
109
|
/*-************************************
|
|
101
110
|
* Frame compression types
|
|
102
|
-
|
|
111
|
+
************************************* */
|
|
103
112
|
/* #define LZ4F_ENABLE_OBSOLETE_ENUMS // uncomment to enable obsolete enums */
|
|
104
113
|
#ifdef LZ4F_ENABLE_OBSOLETE_ENUMS
|
|
105
114
|
# define LZ4F_OBSOLETE_ENUM(x) , LZ4F_DEPRECATE(x) = LZ4F_##x
|
|
@@ -109,7 +118,8 @@ LZ4FLIB_API const char* LZ4F_getErrorName(LZ4F_errorCode_t code); /**< return
|
|
|
109
118
|
|
|
110
119
|
/* The larger the block size, the (slightly) better the compression ratio,
|
|
111
120
|
* though there are diminishing returns.
|
|
112
|
-
* Larger blocks also increase memory usage on both compression and decompression sides.
|
|
121
|
+
* Larger blocks also increase memory usage on both compression and decompression sides.
|
|
122
|
+
*/
|
|
113
123
|
typedef enum {
|
|
114
124
|
LZ4F_default=0,
|
|
115
125
|
LZ4F_max64KB=4,
|
|
@@ -159,38 +169,48 @@ typedef LZ4F_contentChecksum_t contentChecksum_t;
|
|
|
159
169
|
|
|
160
170
|
/*! LZ4F_frameInfo_t :
|
|
161
171
|
* makes it possible to set or read frame parameters.
|
|
162
|
-
*
|
|
163
|
-
*
|
|
172
|
+
* Structure must be first init to 0, using memset() or LZ4F_INIT_FRAMEINFO,
|
|
173
|
+
* setting all parameters to default.
|
|
174
|
+
* It's then possible to update selectively some parameters */
|
|
164
175
|
typedef struct {
|
|
165
|
-
LZ4F_blockSizeID_t blockSizeID;
|
|
166
|
-
LZ4F_blockMode_t blockMode;
|
|
167
|
-
LZ4F_contentChecksum_t contentChecksumFlag;
|
|
168
|
-
LZ4F_frameType_t frameType;
|
|
169
|
-
unsigned long long contentSize;
|
|
170
|
-
unsigned dictID;
|
|
171
|
-
LZ4F_blockChecksum_t blockChecksumFlag;
|
|
176
|
+
LZ4F_blockSizeID_t blockSizeID; /* max64KB, max256KB, max1MB, max4MB; 0 == default */
|
|
177
|
+
LZ4F_blockMode_t blockMode; /* LZ4F_blockLinked, LZ4F_blockIndependent; 0 == default */
|
|
178
|
+
LZ4F_contentChecksum_t contentChecksumFlag; /* 1: frame terminated with 32-bit checksum of decompressed data; 0: disabled (default) */
|
|
179
|
+
LZ4F_frameType_t frameType; /* read-only field : LZ4F_frame or LZ4F_skippableFrame */
|
|
180
|
+
unsigned long long contentSize; /* Size of uncompressed content ; 0 == unknown */
|
|
181
|
+
unsigned dictID; /* Dictionary ID, sent by compressor to help decoder select correct dictionary; 0 == no dictID provided */
|
|
182
|
+
LZ4F_blockChecksum_t blockChecksumFlag; /* 1: each block followed by a checksum of block's compressed data; 0: disabled (default) */
|
|
172
183
|
} LZ4F_frameInfo_t;
|
|
173
184
|
|
|
185
|
+
#define LZ4F_INIT_FRAMEINFO { LZ4F_default, LZ4F_blockLinked, LZ4F_noContentChecksum, LZ4F_frame, 0ULL, 0U, LZ4F_noBlockChecksum } /* v1.8.3+ */
|
|
186
|
+
|
|
174
187
|
/*! LZ4F_preferences_t :
|
|
175
|
-
* makes it possible to supply
|
|
176
|
-
*
|
|
188
|
+
* makes it possible to supply advanced compression instructions to streaming interface.
|
|
189
|
+
* Structure must be first init to 0, using memset() or LZ4F_INIT_PREFERENCES,
|
|
190
|
+
* setting all parameters to default.
|
|
177
191
|
* All reserved fields must be set to zero. */
|
|
178
192
|
typedef struct {
|
|
179
193
|
LZ4F_frameInfo_t frameInfo;
|
|
180
|
-
int compressionLevel;
|
|
181
|
-
unsigned autoFlush;
|
|
182
|
-
unsigned
|
|
194
|
+
int compressionLevel; /* 0: default (fast mode); values > LZ4HC_CLEVEL_MAX count as LZ4HC_CLEVEL_MAX; values < 0 trigger "fast acceleration" */
|
|
195
|
+
unsigned autoFlush; /* 1: always flush; reduces usage of internal buffers */
|
|
196
|
+
unsigned favorDecSpeed; /* 1: parser favors decompression speed vs compression ratio. Only works for high compression modes (>= LZ4HC_CLEVEL_OPT_MIN) */ /* v1.8.2+ */
|
|
197
|
+
unsigned reserved[3]; /* must be zero for forward compatibility */
|
|
183
198
|
} LZ4F_preferences_t;
|
|
184
199
|
|
|
185
|
-
|
|
200
|
+
#define LZ4F_INIT_PREFERENCES { LZ4F_INIT_FRAMEINFO, 0, 0u, 0u, { 0u, 0u, 0u } } /* v1.8.3+ */
|
|
186
201
|
|
|
187
202
|
|
|
188
203
|
/*-*********************************
|
|
189
204
|
* Simple compression function
|
|
190
205
|
***********************************/
|
|
206
|
+
|
|
207
|
+
LZ4FLIB_API int LZ4F_compressionLevel_max(void); /* v1.8.0+ */
|
|
208
|
+
|
|
191
209
|
/*! LZ4F_compressFrameBound() :
|
|
192
|
-
* Returns the maximum possible size
|
|
193
|
-
*
|
|
210
|
+
* Returns the maximum possible compressed size with LZ4F_compressFrame() given srcSize and preferences.
|
|
211
|
+
* `preferencesPtr` is optional. It can be replaced by NULL, in which case, the function will assume default preferences.
|
|
212
|
+
* Note : this result is only usable with LZ4F_compressFrame().
|
|
213
|
+
* It may also be used with LZ4F_compressUpdate() _if no flush() operation_ is performed.
|
|
194
214
|
*/
|
|
195
215
|
LZ4FLIB_API size_t LZ4F_compressFrameBound(size_t srcSize, const LZ4F_preferences_t* preferencesPtr);
|
|
196
216
|
|
|
@@ -219,8 +239,9 @@ typedef struct {
|
|
|
219
239
|
|
|
220
240
|
/*--- Resource Management ---*/
|
|
221
241
|
|
|
222
|
-
#define LZ4F_VERSION 100
|
|
242
|
+
#define LZ4F_VERSION 100 /* This number can be used to check for an incompatible API breaking change */
|
|
223
243
|
LZ4FLIB_API unsigned LZ4F_getVersion(void);
|
|
244
|
+
|
|
224
245
|
/*! LZ4F_createCompressionContext() :
|
|
225
246
|
* The first thing to do is to create a compressionContext object, which will be used in all compression operations.
|
|
226
247
|
* This is achieved using LZ4F_createCompressionContext(), which takes as argument a version.
|
|
@@ -235,7 +256,18 @@ LZ4FLIB_API LZ4F_errorCode_t LZ4F_freeCompressionContext(LZ4F_cctx* cctx);
|
|
|
235
256
|
|
|
236
257
|
/*---- Compression ----*/
|
|
237
258
|
|
|
259
|
+
#define LZ4F_HEADER_SIZE_MIN 7 /* LZ4 Frame header size can vary, depending on selected paramaters */
|
|
238
260
|
#define LZ4F_HEADER_SIZE_MAX 19
|
|
261
|
+
|
|
262
|
+
/* Size in bytes of a block header in little-endian format. Highest bit indicates if block data is uncompressed */
|
|
263
|
+
#define LZ4F_BLOCK_HEADER_SIZE 4
|
|
264
|
+
|
|
265
|
+
/* Size in bytes of a block checksum footer in little-endian format. */
|
|
266
|
+
#define LZ4F_BLOCK_CHECKSUM_SIZE 4
|
|
267
|
+
|
|
268
|
+
/* Size in bytes of the content checksum. */
|
|
269
|
+
#define LZ4F_CONTENT_CHECKSUM_SIZE 4
|
|
270
|
+
|
|
239
271
|
/*! LZ4F_compressBegin() :
|
|
240
272
|
* will write the frame header into dstBuffer.
|
|
241
273
|
* dstCapacity must be >= LZ4F_HEADER_SIZE_MAX bytes.
|
|
@@ -248,45 +280,64 @@ LZ4FLIB_API size_t LZ4F_compressBegin(LZ4F_cctx* cctx,
|
|
|
248
280
|
const LZ4F_preferences_t* prefsPtr);
|
|
249
281
|
|
|
250
282
|
/*! LZ4F_compressBound() :
|
|
251
|
-
*
|
|
252
|
-
*
|
|
253
|
-
*
|
|
254
|
-
*
|
|
283
|
+
* Provides minimum dstCapacity required to guarantee success of
|
|
284
|
+
* LZ4F_compressUpdate(), given a srcSize and preferences, for a worst case scenario.
|
|
285
|
+
* When srcSize==0, LZ4F_compressBound() provides an upper bound for LZ4F_flush() and LZ4F_compressEnd() instead.
|
|
286
|
+
* Note that the result is only valid for a single invocation of LZ4F_compressUpdate().
|
|
287
|
+
* When invoking LZ4F_compressUpdate() multiple times,
|
|
288
|
+
* if the output buffer is gradually filled up instead of emptied and re-used from its start,
|
|
289
|
+
* one must check if there is enough remaining capacity before each invocation, using LZ4F_compressBound().
|
|
290
|
+
* @return is always the same for a srcSize and prefsPtr.
|
|
291
|
+
* prefsPtr is optional : when NULL is provided, preferences will be set to cover worst case scenario.
|
|
292
|
+
* tech details :
|
|
293
|
+
* @return if automatic flushing is not enabled, includes the possibility that internal buffer might already be filled by up to (blockSize-1) bytes.
|
|
294
|
+
* It also includes frame footer (ending + checksum), since it might be generated by LZ4F_compressEnd().
|
|
295
|
+
* @return doesn't include frame header, as it was already generated by LZ4F_compressBegin().
|
|
255
296
|
*/
|
|
256
297
|
LZ4FLIB_API size_t LZ4F_compressBound(size_t srcSize, const LZ4F_preferences_t* prefsPtr);
|
|
257
298
|
|
|
258
299
|
/*! LZ4F_compressUpdate() :
|
|
259
|
-
*
|
|
260
|
-
*
|
|
261
|
-
*
|
|
262
|
-
*
|
|
263
|
-
*
|
|
300
|
+
* LZ4F_compressUpdate() can be called repetitively to compress as much data as necessary.
|
|
301
|
+
* Important rule: dstCapacity MUST be large enough to ensure operation success even in worst case situations.
|
|
302
|
+
* This value is provided by LZ4F_compressBound().
|
|
303
|
+
* If this condition is not respected, LZ4F_compress() will fail (result is an errorCode).
|
|
304
|
+
* LZ4F_compressUpdate() doesn't guarantee error recovery.
|
|
305
|
+
* When an error occurs, compression context must be freed or resized.
|
|
264
306
|
* `cOptPtr` is optional : NULL can be provided, in which case all options are set to default.
|
|
265
307
|
* @return : number of bytes written into `dstBuffer` (it can be zero, meaning input data was just buffered).
|
|
266
308
|
* or an error code if it fails (which can be tested using LZ4F_isError())
|
|
267
309
|
*/
|
|
268
|
-
LZ4FLIB_API size_t LZ4F_compressUpdate(LZ4F_cctx* cctx,
|
|
310
|
+
LZ4FLIB_API size_t LZ4F_compressUpdate(LZ4F_cctx* cctx,
|
|
311
|
+
void* dstBuffer, size_t dstCapacity,
|
|
312
|
+
const void* srcBuffer, size_t srcSize,
|
|
313
|
+
const LZ4F_compressOptions_t* cOptPtr);
|
|
269
314
|
|
|
270
315
|
/*! LZ4F_flush() :
|
|
271
|
-
*
|
|
272
|
-
*
|
|
316
|
+
* When data must be generated and sent immediately, without waiting for a block to be completely filled,
|
|
317
|
+
* it's possible to call LZ4_flush(). It will immediately compress any data buffered within cctx.
|
|
273
318
|
* `dstCapacity` must be large enough to ensure the operation will be successful.
|
|
274
319
|
* `cOptPtr` is optional : it's possible to provide NULL, all options will be set to default.
|
|
275
|
-
* @return :
|
|
320
|
+
* @return : nb of bytes written into dstBuffer (can be zero, when there is no data stored within cctx)
|
|
276
321
|
* or an error code if it fails (which can be tested using LZ4F_isError())
|
|
322
|
+
* Note : LZ4F_flush() is guaranteed to be successful when dstCapacity >= LZ4F_compressBound(0, prefsPtr).
|
|
277
323
|
*/
|
|
278
|
-
LZ4FLIB_API size_t LZ4F_flush(LZ4F_cctx* cctx,
|
|
324
|
+
LZ4FLIB_API size_t LZ4F_flush(LZ4F_cctx* cctx,
|
|
325
|
+
void* dstBuffer, size_t dstCapacity,
|
|
326
|
+
const LZ4F_compressOptions_t* cOptPtr);
|
|
279
327
|
|
|
280
328
|
/*! LZ4F_compressEnd() :
|
|
281
329
|
* To properly finish an LZ4 frame, invoke LZ4F_compressEnd().
|
|
282
330
|
* It will flush whatever data remained within `cctx` (like LZ4_flush())
|
|
283
331
|
* and properly finalize the frame, with an endMark and a checksum.
|
|
284
332
|
* `cOptPtr` is optional : NULL can be provided, in which case all options will be set to default.
|
|
285
|
-
* @return :
|
|
333
|
+
* @return : nb of bytes written into dstBuffer, necessarily >= 4 (endMark),
|
|
286
334
|
* or an error code if it fails (which can be tested using LZ4F_isError())
|
|
335
|
+
* Note : LZ4F_compressEnd() is guaranteed to be successful when dstCapacity >= LZ4F_compressBound(0, prefsPtr).
|
|
287
336
|
* A successful call to LZ4F_compressEnd() makes `cctx` available again for another compression task.
|
|
288
337
|
*/
|
|
289
|
-
LZ4FLIB_API size_t LZ4F_compressEnd(LZ4F_cctx* cctx,
|
|
338
|
+
LZ4FLIB_API size_t LZ4F_compressEnd(LZ4F_cctx* cctx,
|
|
339
|
+
void* dstBuffer, size_t dstCapacity,
|
|
340
|
+
const LZ4F_compressOptions_t* cOptPtr);
|
|
290
341
|
|
|
291
342
|
|
|
292
343
|
/*-*********************************
|
|
@@ -296,21 +347,21 @@ typedef struct LZ4F_dctx_s LZ4F_dctx; /* incomplete type */
|
|
|
296
347
|
typedef LZ4F_dctx* LZ4F_decompressionContext_t; /* compatibility with previous API versions */
|
|
297
348
|
|
|
298
349
|
typedef struct {
|
|
299
|
-
unsigned stableDst; /*
|
|
350
|
+
unsigned stableDst; /* pledges that last 64KB decompressed data will remain available unmodified. This optimization skips storage operations in tmp buffers. */
|
|
300
351
|
unsigned reserved[3]; /* must be set to zero for forward compatibility */
|
|
301
352
|
} LZ4F_decompressOptions_t;
|
|
302
353
|
|
|
303
354
|
|
|
304
355
|
/* Resource management */
|
|
305
356
|
|
|
306
|
-
/*!LZ4F_createDecompressionContext() :
|
|
307
|
-
*
|
|
308
|
-
*
|
|
309
|
-
*
|
|
310
|
-
*
|
|
311
|
-
*
|
|
312
|
-
*
|
|
313
|
-
*
|
|
357
|
+
/*! LZ4F_createDecompressionContext() :
|
|
358
|
+
* Create an LZ4F_dctx object, to track all decompression operations.
|
|
359
|
+
* The version provided MUST be LZ4F_VERSION.
|
|
360
|
+
* The function provides a pointer to an allocated and initialized LZ4F_dctx object.
|
|
361
|
+
* The result is an errorCode, which can be tested using LZ4F_isError().
|
|
362
|
+
* dctx memory can be released using LZ4F_freeDecompressionContext();
|
|
363
|
+
* Result of LZ4F_freeDecompressionContext() indicates current state of decompressionContext when being released.
|
|
364
|
+
* That is, it should be == 0 if decompression has been completed fully and correctly.
|
|
314
365
|
*/
|
|
315
366
|
LZ4FLIB_API LZ4F_errorCode_t LZ4F_createDecompressionContext(LZ4F_dctx** dctxPtr, unsigned version);
|
|
316
367
|
LZ4FLIB_API LZ4F_errorCode_t LZ4F_freeDecompressionContext(LZ4F_dctx* dctx);
|
|
@@ -320,23 +371,58 @@ LZ4FLIB_API LZ4F_errorCode_t LZ4F_freeDecompressionContext(LZ4F_dctx* dctx);
|
|
|
320
371
|
* Streaming decompression functions
|
|
321
372
|
*************************************/
|
|
322
373
|
|
|
374
|
+
#define LZ4F_MIN_SIZE_TO_KNOW_HEADER_LENGTH 5
|
|
375
|
+
|
|
376
|
+
/*! LZ4F_headerSize() : v1.9.0+
|
|
377
|
+
* Provide the header size of a frame starting at `src`.
|
|
378
|
+
* `srcSize` must be >= LZ4F_MIN_SIZE_TO_KNOW_HEADER_LENGTH,
|
|
379
|
+
* which is enough to decode the header length.
|
|
380
|
+
* @return : size of frame header
|
|
381
|
+
* or an error code, which can be tested using LZ4F_isError()
|
|
382
|
+
* note : Frame header size is variable, but is guaranteed to be
|
|
383
|
+
* >= LZ4F_HEADER_SIZE_MIN bytes, and <= LZ4F_HEADER_SIZE_MAX bytes.
|
|
384
|
+
*/
|
|
385
|
+
LZ4FLIB_API size_t LZ4F_headerSize(const void* src, size_t srcSize);
|
|
386
|
+
|
|
323
387
|
/*! LZ4F_getFrameInfo() :
|
|
324
388
|
* This function extracts frame parameters (max blockSize, dictID, etc.).
|
|
325
|
-
* Its usage is optional.
|
|
326
|
-
*
|
|
327
|
-
*
|
|
328
|
-
*
|
|
329
|
-
*
|
|
330
|
-
*
|
|
331
|
-
*
|
|
332
|
-
*
|
|
333
|
-
*
|
|
334
|
-
*
|
|
335
|
-
*
|
|
389
|
+
* Its usage is optional: user can call LZ4F_decompress() directly.
|
|
390
|
+
*
|
|
391
|
+
* Extracted information will fill an existing LZ4F_frameInfo_t structure.
|
|
392
|
+
* This can be useful for allocation and dictionary identification purposes.
|
|
393
|
+
*
|
|
394
|
+
* LZ4F_getFrameInfo() can work in the following situations :
|
|
395
|
+
*
|
|
396
|
+
* 1) At the beginning of a new frame, before any invocation of LZ4F_decompress().
|
|
397
|
+
* It will decode header from `srcBuffer`,
|
|
398
|
+
* consuming the header and starting the decoding process.
|
|
399
|
+
*
|
|
400
|
+
* Input size must be large enough to contain the full frame header.
|
|
401
|
+
* Frame header size can be known beforehand by LZ4F_headerSize().
|
|
402
|
+
* Frame header size is variable, but is guaranteed to be >= LZ4F_HEADER_SIZE_MIN bytes,
|
|
403
|
+
* and not more than <= LZ4F_HEADER_SIZE_MAX bytes.
|
|
404
|
+
* Hence, blindly providing LZ4F_HEADER_SIZE_MAX bytes or more will always work.
|
|
405
|
+
* It's allowed to provide more input data than the header size,
|
|
406
|
+
* LZ4F_getFrameInfo() will only consume the header.
|
|
407
|
+
*
|
|
408
|
+
* If input size is not large enough,
|
|
409
|
+
* aka if it's smaller than header size,
|
|
410
|
+
* function will fail and return an error code.
|
|
411
|
+
*
|
|
412
|
+
* 2) After decoding has been started,
|
|
413
|
+
* it's possible to invoke LZ4F_getFrameInfo() anytime
|
|
414
|
+
* to extract already decoded frame parameters stored within dctx.
|
|
415
|
+
*
|
|
416
|
+
* Note that, if decoding has barely started,
|
|
417
|
+
* and not yet read enough information to decode the header,
|
|
336
418
|
* LZ4F_getFrameInfo() will fail.
|
|
337
|
-
*
|
|
338
|
-
*
|
|
339
|
-
*
|
|
419
|
+
*
|
|
420
|
+
* The number of bytes consumed from srcBuffer will be updated in *srcSizePtr (necessarily <= original value).
|
|
421
|
+
* LZ4F_getFrameInfo() only consumes bytes when decoding has not yet started,
|
|
422
|
+
* and when decoding the header has been successful.
|
|
423
|
+
* Decompression must then resume from (srcBuffer + *srcSizePtr).
|
|
424
|
+
*
|
|
425
|
+
* @return : a hint about how many srcSize bytes LZ4F_decompress() expects for next call,
|
|
340
426
|
* or an error code which can be tested using LZ4F_isError().
|
|
341
427
|
* note 1 : in case of error, dctx is not modified. Decoding operation can resume from beginning safely.
|
|
342
428
|
* note 2 : frame parameters are *copied into* an already allocated LZ4F_frameInfo_t structure.
|
|
@@ -346,28 +432,35 @@ LZ4FLIB_API size_t LZ4F_getFrameInfo(LZ4F_dctx* dctx,
|
|
|
346
432
|
const void* srcBuffer, size_t* srcSizePtr);
|
|
347
433
|
|
|
348
434
|
/*! LZ4F_decompress() :
|
|
349
|
-
* Call this function repetitively to regenerate compressed
|
|
350
|
-
*
|
|
435
|
+
* Call this function repetitively to regenerate data compressed in `srcBuffer`.
|
|
436
|
+
*
|
|
437
|
+
* The function requires a valid dctx state.
|
|
438
|
+
* It will read up to *srcSizePtr bytes from srcBuffer,
|
|
439
|
+
* and decompress data into dstBuffer, of capacity *dstSizePtr.
|
|
351
440
|
*
|
|
352
|
-
* The
|
|
441
|
+
* The nb of bytes consumed from srcBuffer will be written into *srcSizePtr (necessarily <= original value).
|
|
442
|
+
* The nb of bytes decompressed into dstBuffer will be written into *dstSizePtr (necessarily <= original value).
|
|
353
443
|
*
|
|
354
|
-
* The
|
|
355
|
-
* Number of bytes consumed can be < number of bytes provided.
|
|
356
|
-
* It typically happens when dstBuffer is not large enough to contain all decoded data.
|
|
444
|
+
* The function does not necessarily read all input bytes, so always check value in *srcSizePtr.
|
|
357
445
|
* Unconsumed source data must be presented again in subsequent invocations.
|
|
358
446
|
*
|
|
359
|
-
* `dstBuffer`
|
|
360
|
-
* `dstBuffer`
|
|
447
|
+
* `dstBuffer` can freely change between each consecutive function invocation.
|
|
448
|
+
* `dstBuffer` content will be overwritten.
|
|
361
449
|
*
|
|
362
450
|
* @return : an hint of how many `srcSize` bytes LZ4F_decompress() expects for next call.
|
|
363
451
|
* Schematically, it's the size of the current (or remaining) compressed block + header of next block.
|
|
364
452
|
* Respecting the hint provides some small speed benefit, because it skips intermediate buffers.
|
|
365
453
|
* This is just a hint though, it's always possible to provide any srcSize.
|
|
454
|
+
*
|
|
366
455
|
* When a frame is fully decoded, @return will be 0 (no more data expected).
|
|
456
|
+
* When provided with more bytes than necessary to decode a frame,
|
|
457
|
+
* LZ4F_decompress() will stop reading exactly at end of current frame, and @return 0.
|
|
458
|
+
*
|
|
367
459
|
* If decompression failed, @return is an error code, which can be tested using LZ4F_isError().
|
|
460
|
+
* After a decompression error, the `dctx` context is not resumable.
|
|
461
|
+
* Use LZ4F_resetDecompressionContext() to return to clean state.
|
|
368
462
|
*
|
|
369
463
|
* After a frame is fully decoded, dctx can be used again to decompress another frame.
|
|
370
|
-
* After a decompression error, use LZ4F_resetDecompressionContext() before re-using dctx, to return to clean state.
|
|
371
464
|
*/
|
|
372
465
|
LZ4FLIB_API size_t LZ4F_decompress(LZ4F_dctx* dctx,
|
|
373
466
|
void* dstBuffer, size_t* dstSizePtr,
|
|
@@ -375,11 +468,11 @@ LZ4FLIB_API size_t LZ4F_decompress(LZ4F_dctx* dctx,
|
|
|
375
468
|
const LZ4F_decompressOptions_t* dOptPtr);
|
|
376
469
|
|
|
377
470
|
|
|
378
|
-
/*! LZ4F_resetDecompressionContext() : v1.8.0
|
|
471
|
+
/*! LZ4F_resetDecompressionContext() : added in v1.8.0
|
|
379
472
|
* In case of an error, the context is left in "undefined" state.
|
|
380
473
|
* In which case, it's necessary to reset it, before re-using it.
|
|
381
|
-
* This method can also be used to abruptly stop
|
|
382
|
-
* and start a new one using
|
|
474
|
+
* This method can also be used to abruptly stop any unfinished decompression,
|
|
475
|
+
* and start a new one using same context resources. */
|
|
383
476
|
LZ4FLIB_API void LZ4F_resetDecompressionContext(LZ4F_dctx* dctx); /* always successful */
|
|
384
477
|
|
|
385
478
|
|
|
@@ -389,3 +482,142 @@ LZ4FLIB_API void LZ4F_resetDecompressionContext(LZ4F_dctx* dctx); /* always su
|
|
|
389
482
|
#endif
|
|
390
483
|
|
|
391
484
|
#endif /* LZ4F_H_09782039843 */
|
|
485
|
+
|
|
486
|
+
#if defined(LZ4F_STATIC_LINKING_ONLY) && !defined(LZ4F_H_STATIC_09782039843)
|
|
487
|
+
#define LZ4F_H_STATIC_09782039843
|
|
488
|
+
|
|
489
|
+
#if defined (__cplusplus)
|
|
490
|
+
extern "C" {
|
|
491
|
+
#endif
|
|
492
|
+
|
|
493
|
+
/* These declarations are not stable and may change in the future.
|
|
494
|
+
* They are therefore only safe to depend on
|
|
495
|
+
* when the caller is statically linked against the library.
|
|
496
|
+
* To access their declarations, define LZ4F_STATIC_LINKING_ONLY.
|
|
497
|
+
*
|
|
498
|
+
* By default, these symbols aren't published into shared/dynamic libraries.
|
|
499
|
+
* You can override this behavior and force them to be published
|
|
500
|
+
* by defining LZ4F_PUBLISH_STATIC_FUNCTIONS.
|
|
501
|
+
* Use at your own risk.
|
|
502
|
+
*/
|
|
503
|
+
#ifdef LZ4F_PUBLISH_STATIC_FUNCTIONS
|
|
504
|
+
# define LZ4FLIB_STATIC_API LZ4FLIB_API
|
|
505
|
+
#else
|
|
506
|
+
# define LZ4FLIB_STATIC_API
|
|
507
|
+
#endif
|
|
508
|
+
|
|
509
|
+
|
|
510
|
+
/* --- Error List --- */
|
|
511
|
+
#define LZ4F_LIST_ERRORS(ITEM) \
|
|
512
|
+
ITEM(OK_NoError) \
|
|
513
|
+
ITEM(ERROR_GENERIC) \
|
|
514
|
+
ITEM(ERROR_maxBlockSize_invalid) \
|
|
515
|
+
ITEM(ERROR_blockMode_invalid) \
|
|
516
|
+
ITEM(ERROR_contentChecksumFlag_invalid) \
|
|
517
|
+
ITEM(ERROR_compressionLevel_invalid) \
|
|
518
|
+
ITEM(ERROR_headerVersion_wrong) \
|
|
519
|
+
ITEM(ERROR_blockChecksum_invalid) \
|
|
520
|
+
ITEM(ERROR_reservedFlag_set) \
|
|
521
|
+
ITEM(ERROR_allocation_failed) \
|
|
522
|
+
ITEM(ERROR_srcSize_tooLarge) \
|
|
523
|
+
ITEM(ERROR_dstMaxSize_tooSmall) \
|
|
524
|
+
ITEM(ERROR_frameHeader_incomplete) \
|
|
525
|
+
ITEM(ERROR_frameType_unknown) \
|
|
526
|
+
ITEM(ERROR_frameSize_wrong) \
|
|
527
|
+
ITEM(ERROR_srcPtr_wrong) \
|
|
528
|
+
ITEM(ERROR_decompressionFailed) \
|
|
529
|
+
ITEM(ERROR_headerChecksum_invalid) \
|
|
530
|
+
ITEM(ERROR_contentChecksum_invalid) \
|
|
531
|
+
ITEM(ERROR_frameDecoding_alreadyStarted) \
|
|
532
|
+
ITEM(ERROR_maxCode)
|
|
533
|
+
|
|
534
|
+
#define LZ4F_GENERATE_ENUM(ENUM) LZ4F_##ENUM,
|
|
535
|
+
|
|
536
|
+
/* enum list is exposed, to handle specific errors */
|
|
537
|
+
typedef enum { LZ4F_LIST_ERRORS(LZ4F_GENERATE_ENUM)
|
|
538
|
+
_LZ4F_dummy_error_enum_for_c89_never_used } LZ4F_errorCodes;
|
|
539
|
+
|
|
540
|
+
LZ4FLIB_STATIC_API LZ4F_errorCodes LZ4F_getErrorCode(size_t functionResult);
|
|
541
|
+
|
|
542
|
+
LZ4FLIB_STATIC_API size_t LZ4F_getBlockSize(unsigned);
|
|
543
|
+
|
|
544
|
+
/**********************************
|
|
545
|
+
* Bulk processing dictionary API
|
|
546
|
+
*********************************/
|
|
547
|
+
|
|
548
|
+
/* A Dictionary is useful for the compression of small messages (KB range).
|
|
549
|
+
* It dramatically improves compression efficiency.
|
|
550
|
+
*
|
|
551
|
+
* LZ4 can ingest any input as dictionary, though only the last 64 KB are useful.
|
|
552
|
+
* Best results are generally achieved by using Zstandard's Dictionary Builder
|
|
553
|
+
* to generate a high-quality dictionary from a set of samples.
|
|
554
|
+
*
|
|
555
|
+
* Loading a dictionary has a cost, since it involves construction of tables.
|
|
556
|
+
* The Bulk processing dictionary API makes it possible to share this cost
|
|
557
|
+
* over an arbitrary number of compression jobs, even concurrently,
|
|
558
|
+
* markedly improving compression latency for these cases.
|
|
559
|
+
*
|
|
560
|
+
* The same dictionary will have to be used on the decompression side
|
|
561
|
+
* for decoding to be successful.
|
|
562
|
+
* To help identify the correct dictionary at decoding stage,
|
|
563
|
+
* the frame header allows optional embedding of a dictID field.
|
|
564
|
+
*/
|
|
565
|
+
typedef struct LZ4F_CDict_s LZ4F_CDict;
|
|
566
|
+
|
|
567
|
+
/*! LZ4_createCDict() :
|
|
568
|
+
* When compressing multiple messages / blocks using the same dictionary, it's recommended to load it just once.
|
|
569
|
+
* LZ4_createCDict() will create a digested dictionary, ready to start future compression operations without startup delay.
|
|
570
|
+
* LZ4_CDict can be created once and shared by multiple threads concurrently, since its usage is read-only.
|
|
571
|
+
* `dictBuffer` can be released after LZ4_CDict creation, since its content is copied within CDict */
|
|
572
|
+
LZ4FLIB_STATIC_API LZ4F_CDict* LZ4F_createCDict(const void* dictBuffer, size_t dictSize);
|
|
573
|
+
LZ4FLIB_STATIC_API void LZ4F_freeCDict(LZ4F_CDict* CDict);
|
|
574
|
+
|
|
575
|
+
|
|
576
|
+
/*! LZ4_compressFrame_usingCDict() :
|
|
577
|
+
* Compress an entire srcBuffer into a valid LZ4 frame using a digested Dictionary.
|
|
578
|
+
* cctx must point to a context created by LZ4F_createCompressionContext().
|
|
579
|
+
* If cdict==NULL, compress without a dictionary.
|
|
580
|
+
* dstBuffer MUST be >= LZ4F_compressFrameBound(srcSize, preferencesPtr).
|
|
581
|
+
* If this condition is not respected, function will fail (@return an errorCode).
|
|
582
|
+
* The LZ4F_preferences_t structure is optional : you may provide NULL as argument,
|
|
583
|
+
* but it's not recommended, as it's the only way to provide dictID in the frame header.
|
|
584
|
+
* @return : number of bytes written into dstBuffer.
|
|
585
|
+
* or an error code if it fails (can be tested using LZ4F_isError()) */
|
|
586
|
+
LZ4FLIB_STATIC_API size_t LZ4F_compressFrame_usingCDict(
|
|
587
|
+
LZ4F_cctx* cctx,
|
|
588
|
+
void* dst, size_t dstCapacity,
|
|
589
|
+
const void* src, size_t srcSize,
|
|
590
|
+
const LZ4F_CDict* cdict,
|
|
591
|
+
const LZ4F_preferences_t* preferencesPtr);
|
|
592
|
+
|
|
593
|
+
|
|
594
|
+
/*! LZ4F_compressBegin_usingCDict() :
|
|
595
|
+
* Inits streaming dictionary compression, and writes the frame header into dstBuffer.
|
|
596
|
+
* dstCapacity must be >= LZ4F_HEADER_SIZE_MAX bytes.
|
|
597
|
+
* `prefsPtr` is optional : you may provide NULL as argument,
|
|
598
|
+
* however, it's the only way to provide dictID in the frame header.
|
|
599
|
+
* @return : number of bytes written into dstBuffer for the header,
|
|
600
|
+
* or an error code (which can be tested using LZ4F_isError()) */
|
|
601
|
+
LZ4FLIB_STATIC_API size_t LZ4F_compressBegin_usingCDict(
|
|
602
|
+
LZ4F_cctx* cctx,
|
|
603
|
+
void* dstBuffer, size_t dstCapacity,
|
|
604
|
+
const LZ4F_CDict* cdict,
|
|
605
|
+
const LZ4F_preferences_t* prefsPtr);
|
|
606
|
+
|
|
607
|
+
|
|
608
|
+
/*! LZ4F_decompress_usingDict() :
|
|
609
|
+
* Same as LZ4F_decompress(), using a predefined dictionary.
|
|
610
|
+
* Dictionary is used "in place", without any preprocessing.
|
|
611
|
+
* It must remain accessible throughout the entire frame decoding. */
|
|
612
|
+
LZ4FLIB_STATIC_API size_t LZ4F_decompress_usingDict(
|
|
613
|
+
LZ4F_dctx* dctxPtr,
|
|
614
|
+
void* dstBuffer, size_t* dstSizePtr,
|
|
615
|
+
const void* srcBuffer, size_t* srcSizePtr,
|
|
616
|
+
const void* dict, size_t dictSize,
|
|
617
|
+
const LZ4F_decompressOptions_t* decompressOptionsPtr);
|
|
618
|
+
|
|
619
|
+
#if defined (__cplusplus)
|
|
620
|
+
}
|
|
621
|
+
#endif
|
|
622
|
+
|
|
623
|
+
#endif /* defined(LZ4F_STATIC_LINKING_ONLY) && !defined(LZ4F_H_STATIC_09782039843) */
|