extlz4 0.2.4.2 → 0.3.2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (79) hide show
  1. checksums.yaml +5 -5
  2. data/HISTORY.ja.md +25 -0
  3. data/README.md +49 -41
  4. data/bin/extlz4 +1 -1
  5. data/contrib/lz4/INSTALL +1 -0
  6. data/contrib/lz4/Makefile.inc +87 -0
  7. data/contrib/lz4/NEWS +89 -0
  8. data/contrib/lz4/README.md +42 -36
  9. data/contrib/lz4/build/README.md +55 -0
  10. data/contrib/lz4/build/VS2010/datagen/datagen.vcxproj +169 -0
  11. data/contrib/lz4/build/VS2010/frametest/frametest.vcxproj +176 -0
  12. data/contrib/lz4/build/VS2010/fullbench-dll/fullbench-dll.vcxproj +180 -0
  13. data/contrib/lz4/build/VS2010/fullbench/fullbench.vcxproj +176 -0
  14. data/contrib/lz4/build/VS2010/fuzzer/fuzzer.vcxproj +173 -0
  15. data/contrib/lz4/build/VS2010/liblz4-dll/liblz4-dll.rc +51 -0
  16. data/contrib/lz4/build/VS2010/liblz4-dll/liblz4-dll.vcxproj +179 -0
  17. data/contrib/lz4/build/VS2010/liblz4/liblz4.vcxproj +175 -0
  18. data/contrib/lz4/build/VS2010/lz4.sln +98 -0
  19. data/contrib/lz4/build/VS2010/lz4/lz4.rc +51 -0
  20. data/contrib/lz4/build/VS2010/lz4/lz4.vcxproj +189 -0
  21. data/contrib/lz4/build/VS2017/datagen/datagen.vcxproj +173 -0
  22. data/contrib/lz4/build/VS2017/frametest/frametest.vcxproj +180 -0
  23. data/contrib/lz4/build/VS2017/fullbench-dll/fullbench-dll.vcxproj +184 -0
  24. data/contrib/lz4/build/VS2017/fullbench/fullbench.vcxproj +180 -0
  25. data/contrib/lz4/build/VS2017/fuzzer/fuzzer.vcxproj +177 -0
  26. data/contrib/lz4/build/VS2017/liblz4-dll/liblz4-dll.rc +51 -0
  27. data/contrib/lz4/build/VS2017/liblz4-dll/liblz4-dll.vcxproj +183 -0
  28. data/contrib/lz4/build/VS2017/liblz4/liblz4.vcxproj +179 -0
  29. data/contrib/lz4/build/VS2017/lz4.sln +103 -0
  30. data/contrib/lz4/build/VS2017/lz4/lz4.rc +51 -0
  31. data/contrib/lz4/build/VS2017/lz4/lz4.vcxproj +164 -0
  32. data/contrib/lz4/build/cmake/CMakeLists.txt +235 -0
  33. data/contrib/lz4/lib/README.md +98 -34
  34. data/contrib/lz4/lib/liblz4-dll.rc.in +35 -0
  35. data/contrib/lz4/lib/lz4.c +1698 -681
  36. data/contrib/lz4/lib/lz4.h +546 -235
  37. data/contrib/lz4/lib/lz4frame.c +608 -378
  38. data/contrib/lz4/lib/lz4frame.h +315 -83
  39. data/contrib/lz4/lib/lz4frame_static.h +4 -100
  40. data/contrib/lz4/lib/lz4hc.c +1090 -282
  41. data/contrib/lz4/lib/lz4hc.h +276 -141
  42. data/contrib/lz4/lib/xxhash.c +371 -235
  43. data/contrib/lz4/lib/xxhash.h +128 -93
  44. data/contrib/lz4/ossfuzz/Makefile +78 -0
  45. data/contrib/lz4/ossfuzz/compress_frame_fuzzer.c +48 -0
  46. data/contrib/lz4/ossfuzz/compress_fuzzer.c +58 -0
  47. data/contrib/lz4/ossfuzz/compress_hc_fuzzer.c +64 -0
  48. data/contrib/lz4/ossfuzz/decompress_frame_fuzzer.c +75 -0
  49. data/contrib/lz4/ossfuzz/decompress_fuzzer.c +62 -0
  50. data/contrib/lz4/ossfuzz/fuzz.h +48 -0
  51. data/contrib/lz4/ossfuzz/fuzz_data_producer.c +77 -0
  52. data/contrib/lz4/ossfuzz/fuzz_data_producer.h +36 -0
  53. data/contrib/lz4/ossfuzz/fuzz_helpers.h +94 -0
  54. data/contrib/lz4/ossfuzz/lz4_helpers.c +51 -0
  55. data/contrib/lz4/ossfuzz/lz4_helpers.h +13 -0
  56. data/contrib/lz4/ossfuzz/ossfuzz.sh +23 -0
  57. data/contrib/lz4/ossfuzz/round_trip_frame_fuzzer.c +43 -0
  58. data/contrib/lz4/ossfuzz/round_trip_fuzzer.c +57 -0
  59. data/contrib/lz4/ossfuzz/round_trip_hc_fuzzer.c +44 -0
  60. data/contrib/lz4/ossfuzz/round_trip_stream_fuzzer.c +302 -0
  61. data/contrib/lz4/ossfuzz/standaloneengine.c +74 -0
  62. data/contrib/lz4/ossfuzz/travisoss.sh +26 -0
  63. data/contrib/lz4/tmp +0 -0
  64. data/contrib/lz4/tmpsparse +0 -0
  65. data/ext/blockapi.c +5 -5
  66. data/ext/extlz4.c +2 -0
  67. data/ext/extlz4.h +5 -0
  68. data/ext/frameapi.c +1 -1
  69. data/ext/hashargs.c +2 -2
  70. data/ext/hashargs.h +1 -1
  71. data/ext/lz4_amalgam.c +0 -23
  72. data/gemstub.rb +5 -16
  73. data/lib/extlz4.rb +51 -3
  74. data/lib/extlz4/oldstream.rb +1 -1
  75. data/test/common.rb +2 -2
  76. metadata +73 -16
  77. data/contrib/lz4/circle.yml +0 -39
  78. data/contrib/lz4/lib/lz4opt.h +0 -366
  79. data/lib/extlz4/version.rb +0 -3
@@ -32,10 +32,14 @@
32
32
  - LZ4 public forum : https://groups.google.com/forum/#!forum/lz4c
33
33
  */
34
34
 
35
- /* LZ4F is a stand-alone API to create LZ4-compressed frames
36
- * conformant with specification v1.5.1.
37
- * It also offers streaming capabilities.
38
- * lz4.h is not required when using lz4frame.h.
35
+ /* LZ4F is a stand-alone API able to create and decode LZ4 frames
36
+ * conformant with specification v1.6.1 in doc/lz4_Frame_format.md .
37
+ * Generated frames are compatible with `lz4` CLI.
38
+ *
39
+ * LZ4F also offers streaming capabilities.
40
+ *
41
+ * lz4.h is not required when using lz4frame.h,
42
+ * except to extract common constant such as LZ4_VERSION_NUMBER.
39
43
  * */
40
44
 
41
45
  #ifndef LZ4F_H_09782039843
@@ -62,17 +66,22 @@ extern "C" {
62
66
  *****************************************************************/
63
67
  /* LZ4_DLL_EXPORT :
64
68
  * Enable exporting of functions when building a Windows DLL
65
- * LZ4FLIB_API :
69
+ * LZ4FLIB_VISIBILITY :
66
70
  * Control library symbols visibility.
67
71
  */
72
+ #ifndef LZ4FLIB_VISIBILITY
73
+ # if defined(__GNUC__) && (__GNUC__ >= 4)
74
+ # define LZ4FLIB_VISIBILITY __attribute__ ((visibility ("default")))
75
+ # else
76
+ # define LZ4FLIB_VISIBILITY
77
+ # endif
78
+ #endif
68
79
  #if defined(LZ4_DLL_EXPORT) && (LZ4_DLL_EXPORT==1)
69
- # define LZ4FLIB_API __declspec(dllexport)
80
+ # define LZ4FLIB_API __declspec(dllexport) LZ4FLIB_VISIBILITY
70
81
  #elif defined(LZ4_DLL_IMPORT) && (LZ4_DLL_IMPORT==1)
71
- # define LZ4FLIB_API __declspec(dllimport)
72
- #elif defined(__GNUC__) && (__GNUC__ >= 4)
73
- # define LZ4FLIB_API __attribute__ ((__visibility__ ("default")))
82
+ # define LZ4FLIB_API __declspec(dllimport) LZ4FLIB_VISIBILITY
74
83
  #else
75
- # define LZ4FLIB_API
84
+ # define LZ4FLIB_API LZ4FLIB_VISIBILITY
76
85
  #endif
77
86
 
78
87
  #ifdef LZ4F_DISABLE_DEPRECATE_WARNINGS
@@ -93,13 +102,13 @@ extern "C" {
93
102
  **************************************/
94
103
  typedef size_t LZ4F_errorCode_t;
95
104
 
96
- LZ4FLIB_API unsigned LZ4F_isError(LZ4F_errorCode_t code); /**< tells if a `LZ4F_errorCode_t` function result is an error code */
97
- LZ4FLIB_API const char* LZ4F_getErrorName(LZ4F_errorCode_t code); /**< return error code string; useful for debugging */
105
+ LZ4FLIB_API unsigned LZ4F_isError(LZ4F_errorCode_t code); /**< tells when a function result is an error code */
106
+ LZ4FLIB_API const char* LZ4F_getErrorName(LZ4F_errorCode_t code); /**< return error code string; for debugging */
98
107
 
99
108
 
100
109
  /*-************************************
101
110
  * Frame compression types
102
- **************************************/
111
+ ************************************* */
103
112
  /* #define LZ4F_ENABLE_OBSOLETE_ENUMS // uncomment to enable obsolete enums */
104
113
  #ifdef LZ4F_ENABLE_OBSOLETE_ENUMS
105
114
  # define LZ4F_OBSOLETE_ENUM(x) , LZ4F_DEPRECATE(x) = LZ4F_##x
@@ -109,7 +118,8 @@ LZ4FLIB_API const char* LZ4F_getErrorName(LZ4F_errorCode_t code); /**< return
109
118
 
110
119
  /* The larger the block size, the (slightly) better the compression ratio,
111
120
  * though there are diminishing returns.
112
- * Larger blocks also increase memory usage on both compression and decompression sides. */
121
+ * Larger blocks also increase memory usage on both compression and decompression sides.
122
+ */
113
123
  typedef enum {
114
124
  LZ4F_default=0,
115
125
  LZ4F_max64KB=4,
@@ -159,38 +169,48 @@ typedef LZ4F_contentChecksum_t contentChecksum_t;
159
169
 
160
170
  /*! LZ4F_frameInfo_t :
161
171
  * makes it possible to set or read frame parameters.
162
- * It's not required to set all fields, as long as the structure was initially memset() to zero.
163
- * For all fields, 0 sets it to default value */
172
+ * Structure must be first init to 0, using memset() or LZ4F_INIT_FRAMEINFO,
173
+ * setting all parameters to default.
174
+ * It's then possible to update selectively some parameters */
164
175
  typedef struct {
165
- LZ4F_blockSizeID_t blockSizeID; /* max64KB, max256KB, max1MB, max4MB ; 0 == default */
166
- LZ4F_blockMode_t blockMode; /* LZ4F_blockLinked, LZ4F_blockIndependent ; 0 == default */
167
- LZ4F_contentChecksum_t contentChecksumFlag; /* if enabled, frame is terminated with a 32-bits checksum of decompressed data ; 0 == disabled (default) */
168
- LZ4F_frameType_t frameType; /* read-only field : LZ4F_frame or LZ4F_skippableFrame */
169
- unsigned long long contentSize; /* Size of uncompressed content ; 0 == unknown */
170
- unsigned dictID; /* Dictionary ID, sent by the compressor to help decoder select the correct dictionary; 0 == no dictID provided */
171
- LZ4F_blockChecksum_t blockChecksumFlag; /* if enabled, each block is followed by a checksum of block's compressed data ; 0 == disabled (default) */
176
+ LZ4F_blockSizeID_t blockSizeID; /* max64KB, max256KB, max1MB, max4MB; 0 == default */
177
+ LZ4F_blockMode_t blockMode; /* LZ4F_blockLinked, LZ4F_blockIndependent; 0 == default */
178
+ LZ4F_contentChecksum_t contentChecksumFlag; /* 1: frame terminated with 32-bit checksum of decompressed data; 0: disabled (default) */
179
+ LZ4F_frameType_t frameType; /* read-only field : LZ4F_frame or LZ4F_skippableFrame */
180
+ unsigned long long contentSize; /* Size of uncompressed content ; 0 == unknown */
181
+ unsigned dictID; /* Dictionary ID, sent by compressor to help decoder select correct dictionary; 0 == no dictID provided */
182
+ LZ4F_blockChecksum_t blockChecksumFlag; /* 1: each block followed by a checksum of block's compressed data; 0: disabled (default) */
172
183
  } LZ4F_frameInfo_t;
173
184
 
185
+ #define LZ4F_INIT_FRAMEINFO { LZ4F_default, LZ4F_blockLinked, LZ4F_noContentChecksum, LZ4F_frame, 0ULL, 0U, LZ4F_noBlockChecksum } /* v1.8.3+ */
186
+
174
187
  /*! LZ4F_preferences_t :
175
- * makes it possible to supply detailed compression parameters to the stream interface.
176
- * It's not required to set all fields, as long as the structure was initially memset() to zero.
188
+ * makes it possible to supply advanced compression instructions to streaming interface.
189
+ * Structure must be first init to 0, using memset() or LZ4F_INIT_PREFERENCES,
190
+ * setting all parameters to default.
177
191
  * All reserved fields must be set to zero. */
178
192
  typedef struct {
179
193
  LZ4F_frameInfo_t frameInfo;
180
- int compressionLevel; /* 0 == default (fast mode); values above LZ4HC_CLEVEL_MAX count as LZ4HC_CLEVEL_MAX; values below 0 trigger "fast acceleration", proportional to value */
181
- unsigned autoFlush; /* 1 == always flush, to reduce usage of internal buffers */
182
- unsigned reserved[4]; /* must be zero for forward compatibility */
194
+ int compressionLevel; /* 0: default (fast mode); values > LZ4HC_CLEVEL_MAX count as LZ4HC_CLEVEL_MAX; values < 0 trigger "fast acceleration" */
195
+ unsigned autoFlush; /* 1: always flush; reduces usage of internal buffers */
196
+ unsigned favorDecSpeed; /* 1: parser favors decompression speed vs compression ratio. Only works for high compression modes (>= LZ4HC_CLEVEL_OPT_MIN) */ /* v1.8.2+ */
197
+ unsigned reserved[3]; /* must be zero for forward compatibility */
183
198
  } LZ4F_preferences_t;
184
199
 
185
- LZ4FLIB_API int LZ4F_compressionLevel_max(void);
200
+ #define LZ4F_INIT_PREFERENCES { LZ4F_INIT_FRAMEINFO, 0, 0u, 0u, { 0u, 0u, 0u } } /* v1.8.3+ */
186
201
 
187
202
 
188
203
  /*-*********************************
189
204
  * Simple compression function
190
205
  ***********************************/
206
+
207
+ LZ4FLIB_API int LZ4F_compressionLevel_max(void); /* v1.8.0+ */
208
+
191
209
  /*! LZ4F_compressFrameBound() :
192
- * Returns the maximum possible size of a frame compressed with LZ4F_compressFrame() given srcSize content and preferences.
193
- * Note : this result is only usable with LZ4F_compressFrame(), not with multi-segments compression.
210
+ * Returns the maximum possible compressed size with LZ4F_compressFrame() given srcSize and preferences.
211
+ * `preferencesPtr` is optional. It can be replaced by NULL, in which case, the function will assume default preferences.
212
+ * Note : this result is only usable with LZ4F_compressFrame().
213
+ * It may also be used with LZ4F_compressUpdate() _if no flush() operation_ is performed.
194
214
  */
195
215
  LZ4FLIB_API size_t LZ4F_compressFrameBound(size_t srcSize, const LZ4F_preferences_t* preferencesPtr);
196
216
 
@@ -219,8 +239,9 @@ typedef struct {
219
239
 
220
240
  /*--- Resource Management ---*/
221
241
 
222
- #define LZ4F_VERSION 100
242
+ #define LZ4F_VERSION 100 /* This number can be used to check for an incompatible API breaking change */
223
243
  LZ4FLIB_API unsigned LZ4F_getVersion(void);
244
+
224
245
  /*! LZ4F_createCompressionContext() :
225
246
  * The first thing to do is to create a compressionContext object, which will be used in all compression operations.
226
247
  * This is achieved using LZ4F_createCompressionContext(), which takes as argument a version.
@@ -235,7 +256,18 @@ LZ4FLIB_API LZ4F_errorCode_t LZ4F_freeCompressionContext(LZ4F_cctx* cctx);
235
256
 
236
257
  /*---- Compression ----*/
237
258
 
259
+ #define LZ4F_HEADER_SIZE_MIN 7 /* LZ4 Frame header size can vary, depending on selected paramaters */
238
260
  #define LZ4F_HEADER_SIZE_MAX 19
261
+
262
+ /* Size in bytes of a block header in little-endian format. Highest bit indicates if block data is uncompressed */
263
+ #define LZ4F_BLOCK_HEADER_SIZE 4
264
+
265
+ /* Size in bytes of a block checksum footer in little-endian format. */
266
+ #define LZ4F_BLOCK_CHECKSUM_SIZE 4
267
+
268
+ /* Size in bytes of the content checksum. */
269
+ #define LZ4F_CONTENT_CHECKSUM_SIZE 4
270
+
239
271
  /*! LZ4F_compressBegin() :
240
272
  * will write the frame header into dstBuffer.
241
273
  * dstCapacity must be >= LZ4F_HEADER_SIZE_MAX bytes.
@@ -248,45 +280,64 @@ LZ4FLIB_API size_t LZ4F_compressBegin(LZ4F_cctx* cctx,
248
280
  const LZ4F_preferences_t* prefsPtr);
249
281
 
250
282
  /*! LZ4F_compressBound() :
251
- * Provides dstCapacity given a srcSize to guarantee operation success in worst case situations.
252
- * prefsPtr is optional : you can provide NULL as argument, preferences will be set to cover worst case scenario.
253
- * Result is always the same for a srcSize and prefsPtr, so it can be trusted to size reusable buffers.
254
- * When srcSize==0, LZ4F_compressBound() provides an upper bound for LZ4F_flush() and LZ4F_compressEnd() operations.
283
+ * Provides minimum dstCapacity required to guarantee success of
284
+ * LZ4F_compressUpdate(), given a srcSize and preferences, for a worst case scenario.
285
+ * When srcSize==0, LZ4F_compressBound() provides an upper bound for LZ4F_flush() and LZ4F_compressEnd() instead.
286
+ * Note that the result is only valid for a single invocation of LZ4F_compressUpdate().
287
+ * When invoking LZ4F_compressUpdate() multiple times,
288
+ * if the output buffer is gradually filled up instead of emptied and re-used from its start,
289
+ * one must check if there is enough remaining capacity before each invocation, using LZ4F_compressBound().
290
+ * @return is always the same for a srcSize and prefsPtr.
291
+ * prefsPtr is optional : when NULL is provided, preferences will be set to cover worst case scenario.
292
+ * tech details :
293
+ * @return if automatic flushing is not enabled, includes the possibility that internal buffer might already be filled by up to (blockSize-1) bytes.
294
+ * It also includes frame footer (ending + checksum), since it might be generated by LZ4F_compressEnd().
295
+ * @return doesn't include frame header, as it was already generated by LZ4F_compressBegin().
255
296
  */
256
297
  LZ4FLIB_API size_t LZ4F_compressBound(size_t srcSize, const LZ4F_preferences_t* prefsPtr);
257
298
 
258
299
  /*! LZ4F_compressUpdate() :
259
- * LZ4F_compressUpdate() can be called repetitively to compress as much data as necessary.
260
- * An important rule is that dstCapacity MUST be large enough to ensure operation success even in worst case situations.
261
- * This value is provided by LZ4F_compressBound().
262
- * If this condition is not respected, LZ4F_compress() will fail (result is an errorCode).
263
- * LZ4F_compressUpdate() doesn't guarantee error recovery. When an error occurs, compression context must be freed or resized.
300
+ * LZ4F_compressUpdate() can be called repetitively to compress as much data as necessary.
301
+ * Important rule: dstCapacity MUST be large enough to ensure operation success even in worst case situations.
302
+ * This value is provided by LZ4F_compressBound().
303
+ * If this condition is not respected, LZ4F_compress() will fail (result is an errorCode).
304
+ * LZ4F_compressUpdate() doesn't guarantee error recovery.
305
+ * When an error occurs, compression context must be freed or resized.
264
306
  * `cOptPtr` is optional : NULL can be provided, in which case all options are set to default.
265
307
  * @return : number of bytes written into `dstBuffer` (it can be zero, meaning input data was just buffered).
266
308
  * or an error code if it fails (which can be tested using LZ4F_isError())
267
309
  */
268
- LZ4FLIB_API size_t LZ4F_compressUpdate(LZ4F_cctx* cctx, void* dstBuffer, size_t dstCapacity, const void* srcBuffer, size_t srcSize, const LZ4F_compressOptions_t* cOptPtr);
310
+ LZ4FLIB_API size_t LZ4F_compressUpdate(LZ4F_cctx* cctx,
311
+ void* dstBuffer, size_t dstCapacity,
312
+ const void* srcBuffer, size_t srcSize,
313
+ const LZ4F_compressOptions_t* cOptPtr);
269
314
 
270
315
  /*! LZ4F_flush() :
271
- * When data must be generated and sent immediately, without waiting for a block to be completely filled,
272
- * it's possible to call LZ4_flush(). It will immediately compress any data buffered within cctx.
316
+ * When data must be generated and sent immediately, without waiting for a block to be completely filled,
317
+ * it's possible to call LZ4_flush(). It will immediately compress any data buffered within cctx.
273
318
  * `dstCapacity` must be large enough to ensure the operation will be successful.
274
319
  * `cOptPtr` is optional : it's possible to provide NULL, all options will be set to default.
275
- * @return : number of bytes written into dstBuffer (it can be zero, which means there was no data stored within cctx)
320
+ * @return : nb of bytes written into dstBuffer (can be zero, when there is no data stored within cctx)
276
321
  * or an error code if it fails (which can be tested using LZ4F_isError())
322
+ * Note : LZ4F_flush() is guaranteed to be successful when dstCapacity >= LZ4F_compressBound(0, prefsPtr).
277
323
  */
278
- LZ4FLIB_API size_t LZ4F_flush(LZ4F_cctx* cctx, void* dstBuffer, size_t dstCapacity, const LZ4F_compressOptions_t* cOptPtr);
324
+ LZ4FLIB_API size_t LZ4F_flush(LZ4F_cctx* cctx,
325
+ void* dstBuffer, size_t dstCapacity,
326
+ const LZ4F_compressOptions_t* cOptPtr);
279
327
 
280
328
  /*! LZ4F_compressEnd() :
281
329
  * To properly finish an LZ4 frame, invoke LZ4F_compressEnd().
282
330
  * It will flush whatever data remained within `cctx` (like LZ4_flush())
283
331
  * and properly finalize the frame, with an endMark and a checksum.
284
332
  * `cOptPtr` is optional : NULL can be provided, in which case all options will be set to default.
285
- * @return : number of bytes written into dstBuffer (necessarily >= 4 (endMark), or 8 if optional frame checksum is enabled)
333
+ * @return : nb of bytes written into dstBuffer, necessarily >= 4 (endMark),
286
334
  * or an error code if it fails (which can be tested using LZ4F_isError())
335
+ * Note : LZ4F_compressEnd() is guaranteed to be successful when dstCapacity >= LZ4F_compressBound(0, prefsPtr).
287
336
  * A successful call to LZ4F_compressEnd() makes `cctx` available again for another compression task.
288
337
  */
289
- LZ4FLIB_API size_t LZ4F_compressEnd(LZ4F_cctx* cctx, void* dstBuffer, size_t dstCapacity, const LZ4F_compressOptions_t* cOptPtr);
338
+ LZ4FLIB_API size_t LZ4F_compressEnd(LZ4F_cctx* cctx,
339
+ void* dstBuffer, size_t dstCapacity,
340
+ const LZ4F_compressOptions_t* cOptPtr);
290
341
 
291
342
 
292
343
  /*-*********************************
@@ -296,21 +347,21 @@ typedef struct LZ4F_dctx_s LZ4F_dctx; /* incomplete type */
296
347
  typedef LZ4F_dctx* LZ4F_decompressionContext_t; /* compatibility with previous API versions */
297
348
 
298
349
  typedef struct {
299
- unsigned stableDst; /* pledge that at least 64KB+64Bytes of previously decompressed data remain unmodifed where it was decoded. This optimization skips storage operations in tmp buffers */
350
+ unsigned stableDst; /* pledges that last 64KB decompressed data will remain available unmodified. This optimization skips storage operations in tmp buffers. */
300
351
  unsigned reserved[3]; /* must be set to zero for forward compatibility */
301
352
  } LZ4F_decompressOptions_t;
302
353
 
303
354
 
304
355
  /* Resource management */
305
356
 
306
- /*!LZ4F_createDecompressionContext() :
307
- * Create an LZ4F_dctx object, to track all decompression operations.
308
- * The version provided MUST be LZ4F_VERSION.
309
- * The function provides a pointer to an allocated and initialized LZ4F_dctx object.
310
- * The result is an errorCode, which can be tested using LZ4F_isError().
311
- * dctx memory can be released using LZ4F_freeDecompressionContext();
312
- * The result of LZ4F_freeDecompressionContext() is indicative of the current state of decompressionContext when being released.
313
- * That is, it should be == 0 if decompression has been completed fully and correctly.
357
+ /*! LZ4F_createDecompressionContext() :
358
+ * Create an LZ4F_dctx object, to track all decompression operations.
359
+ * The version provided MUST be LZ4F_VERSION.
360
+ * The function provides a pointer to an allocated and initialized LZ4F_dctx object.
361
+ * The result is an errorCode, which can be tested using LZ4F_isError().
362
+ * dctx memory can be released using LZ4F_freeDecompressionContext();
363
+ * Result of LZ4F_freeDecompressionContext() indicates current state of decompressionContext when being released.
364
+ * That is, it should be == 0 if decompression has been completed fully and correctly.
314
365
  */
315
366
  LZ4FLIB_API LZ4F_errorCode_t LZ4F_createDecompressionContext(LZ4F_dctx** dctxPtr, unsigned version);
316
367
  LZ4FLIB_API LZ4F_errorCode_t LZ4F_freeDecompressionContext(LZ4F_dctx* dctx);
@@ -320,23 +371,58 @@ LZ4FLIB_API LZ4F_errorCode_t LZ4F_freeDecompressionContext(LZ4F_dctx* dctx);
320
371
  * Streaming decompression functions
321
372
  *************************************/
322
373
 
374
+ #define LZ4F_MIN_SIZE_TO_KNOW_HEADER_LENGTH 5
375
+
376
+ /*! LZ4F_headerSize() : v1.9.0+
377
+ * Provide the header size of a frame starting at `src`.
378
+ * `srcSize` must be >= LZ4F_MIN_SIZE_TO_KNOW_HEADER_LENGTH,
379
+ * which is enough to decode the header length.
380
+ * @return : size of frame header
381
+ * or an error code, which can be tested using LZ4F_isError()
382
+ * note : Frame header size is variable, but is guaranteed to be
383
+ * >= LZ4F_HEADER_SIZE_MIN bytes, and <= LZ4F_HEADER_SIZE_MAX bytes.
384
+ */
385
+ LZ4FLIB_API size_t LZ4F_headerSize(const void* src, size_t srcSize);
386
+
323
387
  /*! LZ4F_getFrameInfo() :
324
388
  * This function extracts frame parameters (max blockSize, dictID, etc.).
325
- * Its usage is optional.
326
- * Extracted information is typically useful for allocation and dictionary.
327
- * This function works in 2 situations :
328
- * - At the beginning of a new frame, in which case
329
- * it will decode information from `srcBuffer`, starting the decoding process.
330
- * Input size must be large enough to successfully decode the entire frame header.
331
- * Frame header size is variable, but is guaranteed to be <= LZ4F_HEADER_SIZE_MAX bytes.
332
- * It's allowed to provide more input data than this minimum.
333
- * - After decoding has been started.
334
- * In which case, no input is read, frame parameters are extracted from dctx.
335
- * - If decoding has barely started, but not yet extracted information from header,
389
+ * Its usage is optional: user can call LZ4F_decompress() directly.
390
+ *
391
+ * Extracted information will fill an existing LZ4F_frameInfo_t structure.
392
+ * This can be useful for allocation and dictionary identification purposes.
393
+ *
394
+ * LZ4F_getFrameInfo() can work in the following situations :
395
+ *
396
+ * 1) At the beginning of a new frame, before any invocation of LZ4F_decompress().
397
+ * It will decode header from `srcBuffer`,
398
+ * consuming the header and starting the decoding process.
399
+ *
400
+ * Input size must be large enough to contain the full frame header.
401
+ * Frame header size can be known beforehand by LZ4F_headerSize().
402
+ * Frame header size is variable, but is guaranteed to be >= LZ4F_HEADER_SIZE_MIN bytes,
403
+ * and not more than <= LZ4F_HEADER_SIZE_MAX bytes.
404
+ * Hence, blindly providing LZ4F_HEADER_SIZE_MAX bytes or more will always work.
405
+ * It's allowed to provide more input data than the header size,
406
+ * LZ4F_getFrameInfo() will only consume the header.
407
+ *
408
+ * If input size is not large enough,
409
+ * aka if it's smaller than header size,
410
+ * function will fail and return an error code.
411
+ *
412
+ * 2) After decoding has been started,
413
+ * it's possible to invoke LZ4F_getFrameInfo() anytime
414
+ * to extract already decoded frame parameters stored within dctx.
415
+ *
416
+ * Note that, if decoding has barely started,
417
+ * and not yet read enough information to decode the header,
336
418
  * LZ4F_getFrameInfo() will fail.
337
- * The number of bytes consumed from srcBuffer will be updated within *srcSizePtr (necessarily <= original value).
338
- * Decompression must resume from (srcBuffer + *srcSizePtr).
339
- * @return : an hint about how many srcSize bytes LZ4F_decompress() expects for next call,
419
+ *
420
+ * The number of bytes consumed from srcBuffer will be updated in *srcSizePtr (necessarily <= original value).
421
+ * LZ4F_getFrameInfo() only consumes bytes when decoding has not yet started,
422
+ * and when decoding the header has been successful.
423
+ * Decompression must then resume from (srcBuffer + *srcSizePtr).
424
+ *
425
+ * @return : a hint about how many srcSize bytes LZ4F_decompress() expects for next call,
340
426
  * or an error code which can be tested using LZ4F_isError().
341
427
  * note 1 : in case of error, dctx is not modified. Decoding operation can resume from beginning safely.
342
428
  * note 2 : frame parameters are *copied into* an already allocated LZ4F_frameInfo_t structure.
@@ -346,28 +432,35 @@ LZ4FLIB_API size_t LZ4F_getFrameInfo(LZ4F_dctx* dctx,
346
432
  const void* srcBuffer, size_t* srcSizePtr);
347
433
 
348
434
  /*! LZ4F_decompress() :
349
- * Call this function repetitively to regenerate compressed data from `srcBuffer`.
350
- * The function will attempt to decode up to *srcSizePtr bytes from srcBuffer, into dstBuffer of capacity *dstSizePtr.
435
+ * Call this function repetitively to regenerate data compressed in `srcBuffer`.
436
+ *
437
+ * The function requires a valid dctx state.
438
+ * It will read up to *srcSizePtr bytes from srcBuffer,
439
+ * and decompress data into dstBuffer, of capacity *dstSizePtr.
351
440
  *
352
- * The number of bytes regenerated into dstBuffer is provided within *dstSizePtr (necessarily <= original value).
441
+ * The nb of bytes consumed from srcBuffer will be written into *srcSizePtr (necessarily <= original value).
442
+ * The nb of bytes decompressed into dstBuffer will be written into *dstSizePtr (necessarily <= original value).
353
443
  *
354
- * The number of bytes consumed from srcBuffer is provided within *srcSizePtr (necessarily <= original value).
355
- * Number of bytes consumed can be < number of bytes provided.
356
- * It typically happens when dstBuffer is not large enough to contain all decoded data.
444
+ * The function does not necessarily read all input bytes, so always check value in *srcSizePtr.
357
445
  * Unconsumed source data must be presented again in subsequent invocations.
358
446
  *
359
- * `dstBuffer` content is expected to be flushed between each invocation, as its content will be overwritten.
360
- * `dstBuffer` itself can be changed at will between each consecutive function invocation.
447
+ * `dstBuffer` can freely change between each consecutive function invocation.
448
+ * `dstBuffer` content will be overwritten.
361
449
  *
362
450
  * @return : an hint of how many `srcSize` bytes LZ4F_decompress() expects for next call.
363
451
  * Schematically, it's the size of the current (or remaining) compressed block + header of next block.
364
452
  * Respecting the hint provides some small speed benefit, because it skips intermediate buffers.
365
453
  * This is just a hint though, it's always possible to provide any srcSize.
454
+ *
366
455
  * When a frame is fully decoded, @return will be 0 (no more data expected).
456
+ * When provided with more bytes than necessary to decode a frame,
457
+ * LZ4F_decompress() will stop reading exactly at end of current frame, and @return 0.
458
+ *
367
459
  * If decompression failed, @return is an error code, which can be tested using LZ4F_isError().
460
+ * After a decompression error, the `dctx` context is not resumable.
461
+ * Use LZ4F_resetDecompressionContext() to return to clean state.
368
462
  *
369
463
  * After a frame is fully decoded, dctx can be used again to decompress another frame.
370
- * After a decompression error, use LZ4F_resetDecompressionContext() before re-using dctx, to return to clean state.
371
464
  */
372
465
  LZ4FLIB_API size_t LZ4F_decompress(LZ4F_dctx* dctx,
373
466
  void* dstBuffer, size_t* dstSizePtr,
@@ -375,11 +468,11 @@ LZ4FLIB_API size_t LZ4F_decompress(LZ4F_dctx* dctx,
375
468
  const LZ4F_decompressOptions_t* dOptPtr);
376
469
 
377
470
 
378
- /*! LZ4F_resetDecompressionContext() : v1.8.0
471
+ /*! LZ4F_resetDecompressionContext() : added in v1.8.0
379
472
  * In case of an error, the context is left in "undefined" state.
380
473
  * In which case, it's necessary to reset it, before re-using it.
381
- * This method can also be used to abruptly stop an unfinished decompression,
382
- * and start a new one using the same context. */
474
+ * This method can also be used to abruptly stop any unfinished decompression,
475
+ * and start a new one using same context resources. */
383
476
  LZ4FLIB_API void LZ4F_resetDecompressionContext(LZ4F_dctx* dctx); /* always successful */
384
477
 
385
478
 
@@ -389,3 +482,142 @@ LZ4FLIB_API void LZ4F_resetDecompressionContext(LZ4F_dctx* dctx); /* always su
389
482
  #endif
390
483
 
391
484
  #endif /* LZ4F_H_09782039843 */
485
+
486
+ #if defined(LZ4F_STATIC_LINKING_ONLY) && !defined(LZ4F_H_STATIC_09782039843)
487
+ #define LZ4F_H_STATIC_09782039843
488
+
489
+ #if defined (__cplusplus)
490
+ extern "C" {
491
+ #endif
492
+
493
+ /* These declarations are not stable and may change in the future.
494
+ * They are therefore only safe to depend on
495
+ * when the caller is statically linked against the library.
496
+ * To access their declarations, define LZ4F_STATIC_LINKING_ONLY.
497
+ *
498
+ * By default, these symbols aren't published into shared/dynamic libraries.
499
+ * You can override this behavior and force them to be published
500
+ * by defining LZ4F_PUBLISH_STATIC_FUNCTIONS.
501
+ * Use at your own risk.
502
+ */
503
+ #ifdef LZ4F_PUBLISH_STATIC_FUNCTIONS
504
+ # define LZ4FLIB_STATIC_API LZ4FLIB_API
505
+ #else
506
+ # define LZ4FLIB_STATIC_API
507
+ #endif
508
+
509
+
510
+ /* --- Error List --- */
511
+ #define LZ4F_LIST_ERRORS(ITEM) \
512
+ ITEM(OK_NoError) \
513
+ ITEM(ERROR_GENERIC) \
514
+ ITEM(ERROR_maxBlockSize_invalid) \
515
+ ITEM(ERROR_blockMode_invalid) \
516
+ ITEM(ERROR_contentChecksumFlag_invalid) \
517
+ ITEM(ERROR_compressionLevel_invalid) \
518
+ ITEM(ERROR_headerVersion_wrong) \
519
+ ITEM(ERROR_blockChecksum_invalid) \
520
+ ITEM(ERROR_reservedFlag_set) \
521
+ ITEM(ERROR_allocation_failed) \
522
+ ITEM(ERROR_srcSize_tooLarge) \
523
+ ITEM(ERROR_dstMaxSize_tooSmall) \
524
+ ITEM(ERROR_frameHeader_incomplete) \
525
+ ITEM(ERROR_frameType_unknown) \
526
+ ITEM(ERROR_frameSize_wrong) \
527
+ ITEM(ERROR_srcPtr_wrong) \
528
+ ITEM(ERROR_decompressionFailed) \
529
+ ITEM(ERROR_headerChecksum_invalid) \
530
+ ITEM(ERROR_contentChecksum_invalid) \
531
+ ITEM(ERROR_frameDecoding_alreadyStarted) \
532
+ ITEM(ERROR_maxCode)
533
+
534
+ #define LZ4F_GENERATE_ENUM(ENUM) LZ4F_##ENUM,
535
+
536
+ /* enum list is exposed, to handle specific errors */
537
+ typedef enum { LZ4F_LIST_ERRORS(LZ4F_GENERATE_ENUM)
538
+ _LZ4F_dummy_error_enum_for_c89_never_used } LZ4F_errorCodes;
539
+
540
+ LZ4FLIB_STATIC_API LZ4F_errorCodes LZ4F_getErrorCode(size_t functionResult);
541
+
542
+ LZ4FLIB_STATIC_API size_t LZ4F_getBlockSize(unsigned);
543
+
544
+ /**********************************
545
+ * Bulk processing dictionary API
546
+ *********************************/
547
+
548
+ /* A Dictionary is useful for the compression of small messages (KB range).
549
+ * It dramatically improves compression efficiency.
550
+ *
551
+ * LZ4 can ingest any input as dictionary, though only the last 64 KB are useful.
552
+ * Best results are generally achieved by using Zstandard's Dictionary Builder
553
+ * to generate a high-quality dictionary from a set of samples.
554
+ *
555
+ * Loading a dictionary has a cost, since it involves construction of tables.
556
+ * The Bulk processing dictionary API makes it possible to share this cost
557
+ * over an arbitrary number of compression jobs, even concurrently,
558
+ * markedly improving compression latency for these cases.
559
+ *
560
+ * The same dictionary will have to be used on the decompression side
561
+ * for decoding to be successful.
562
+ * To help identify the correct dictionary at decoding stage,
563
+ * the frame header allows optional embedding of a dictID field.
564
+ */
565
+ typedef struct LZ4F_CDict_s LZ4F_CDict;
566
+
567
+ /*! LZ4_createCDict() :
568
+ * When compressing multiple messages / blocks using the same dictionary, it's recommended to load it just once.
569
+ * LZ4_createCDict() will create a digested dictionary, ready to start future compression operations without startup delay.
570
+ * LZ4_CDict can be created once and shared by multiple threads concurrently, since its usage is read-only.
571
+ * `dictBuffer` can be released after LZ4_CDict creation, since its content is copied within CDict */
572
+ LZ4FLIB_STATIC_API LZ4F_CDict* LZ4F_createCDict(const void* dictBuffer, size_t dictSize);
573
+ LZ4FLIB_STATIC_API void LZ4F_freeCDict(LZ4F_CDict* CDict);
574
+
575
+
576
+ /*! LZ4_compressFrame_usingCDict() :
577
+ * Compress an entire srcBuffer into a valid LZ4 frame using a digested Dictionary.
578
+ * cctx must point to a context created by LZ4F_createCompressionContext().
579
+ * If cdict==NULL, compress without a dictionary.
580
+ * dstBuffer MUST be >= LZ4F_compressFrameBound(srcSize, preferencesPtr).
581
+ * If this condition is not respected, function will fail (@return an errorCode).
582
+ * The LZ4F_preferences_t structure is optional : you may provide NULL as argument,
583
+ * but it's not recommended, as it's the only way to provide dictID in the frame header.
584
+ * @return : number of bytes written into dstBuffer.
585
+ * or an error code if it fails (can be tested using LZ4F_isError()) */
586
+ LZ4FLIB_STATIC_API size_t LZ4F_compressFrame_usingCDict(
587
+ LZ4F_cctx* cctx,
588
+ void* dst, size_t dstCapacity,
589
+ const void* src, size_t srcSize,
590
+ const LZ4F_CDict* cdict,
591
+ const LZ4F_preferences_t* preferencesPtr);
592
+
593
+
594
+ /*! LZ4F_compressBegin_usingCDict() :
595
+ * Inits streaming dictionary compression, and writes the frame header into dstBuffer.
596
+ * dstCapacity must be >= LZ4F_HEADER_SIZE_MAX bytes.
597
+ * `prefsPtr` is optional : you may provide NULL as argument,
598
+ * however, it's the only way to provide dictID in the frame header.
599
+ * @return : number of bytes written into dstBuffer for the header,
600
+ * or an error code (which can be tested using LZ4F_isError()) */
601
+ LZ4FLIB_STATIC_API size_t LZ4F_compressBegin_usingCDict(
602
+ LZ4F_cctx* cctx,
603
+ void* dstBuffer, size_t dstCapacity,
604
+ const LZ4F_CDict* cdict,
605
+ const LZ4F_preferences_t* prefsPtr);
606
+
607
+
608
+ /*! LZ4F_decompress_usingDict() :
609
+ * Same as LZ4F_decompress(), using a predefined dictionary.
610
+ * Dictionary is used "in place", without any preprocessing.
611
+ * It must remain accessible throughout the entire frame decoding. */
612
+ LZ4FLIB_STATIC_API size_t LZ4F_decompress_usingDict(
613
+ LZ4F_dctx* dctxPtr,
614
+ void* dstBuffer, size_t* dstSizePtr,
615
+ const void* srcBuffer, size_t* srcSizePtr,
616
+ const void* dict, size_t dictSize,
617
+ const LZ4F_decompressOptions_t* decompressOptionsPtr);
618
+
619
+ #if defined (__cplusplus)
620
+ }
621
+ #endif
622
+
623
+ #endif /* defined(LZ4F_STATIC_LINKING_ONLY) && !defined(LZ4F_H_STATIC_09782039843) */