zstd-ruby 1.4.5.0 → 1.5.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +2 -0
  3. data/README.md +78 -5
  4. data/Rakefile +8 -2
  5. data/ext/zstdruby/common.h +15 -0
  6. data/ext/zstdruby/extconf.rb +3 -2
  7. data/ext/zstdruby/libzstd/common/allocations.h +55 -0
  8. data/ext/zstdruby/libzstd/common/bits.h +200 -0
  9. data/ext/zstdruby/libzstd/common/bitstream.h +45 -62
  10. data/ext/zstdruby/libzstd/common/compiler.h +205 -22
  11. data/ext/zstdruby/libzstd/common/cpu.h +1 -3
  12. data/ext/zstdruby/libzstd/common/debug.c +1 -1
  13. data/ext/zstdruby/libzstd/common/debug.h +12 -19
  14. data/ext/zstdruby/libzstd/common/entropy_common.c +172 -48
  15. data/ext/zstdruby/libzstd/common/error_private.c +10 -2
  16. data/ext/zstdruby/libzstd/common/error_private.h +82 -3
  17. data/ext/zstdruby/libzstd/common/fse.h +37 -86
  18. data/ext/zstdruby/libzstd/common/fse_decompress.c +117 -92
  19. data/ext/zstdruby/libzstd/common/huf.h +99 -166
  20. data/ext/zstdruby/libzstd/common/mem.h +124 -142
  21. data/ext/zstdruby/libzstd/common/pool.c +54 -27
  22. data/ext/zstdruby/libzstd/common/pool.h +10 -4
  23. data/ext/zstdruby/libzstd/common/portability_macros.h +156 -0
  24. data/ext/zstdruby/libzstd/common/threading.c +74 -19
  25. data/ext/zstdruby/libzstd/common/threading.h +5 -10
  26. data/ext/zstdruby/libzstd/common/xxhash.c +7 -847
  27. data/ext/zstdruby/libzstd/common/xxhash.h +5568 -167
  28. data/ext/zstdruby/libzstd/common/zstd_common.c +2 -37
  29. data/ext/zstdruby/libzstd/common/zstd_deps.h +111 -0
  30. data/ext/zstdruby/libzstd/common/zstd_internal.h +132 -187
  31. data/ext/zstdruby/libzstd/common/zstd_trace.h +163 -0
  32. data/ext/zstdruby/libzstd/compress/clevels.h +134 -0
  33. data/ext/zstdruby/libzstd/compress/fse_compress.c +83 -157
  34. data/ext/zstdruby/libzstd/compress/hist.c +27 -29
  35. data/ext/zstdruby/libzstd/compress/hist.h +2 -2
  36. data/ext/zstdruby/libzstd/compress/huf_compress.c +916 -279
  37. data/ext/zstdruby/libzstd/compress/zstd_compress.c +3773 -1019
  38. data/ext/zstdruby/libzstd/compress/zstd_compress_internal.h +610 -203
  39. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.c +119 -42
  40. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.h +16 -6
  41. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.c +42 -19
  42. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.h +1 -1
  43. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.c +49 -317
  44. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.h +1 -1
  45. data/ext/zstdruby/libzstd/compress/zstd_cwksp.h +320 -103
  46. data/ext/zstdruby/libzstd/compress/zstd_double_fast.c +388 -151
  47. data/ext/zstdruby/libzstd/compress/zstd_double_fast.h +3 -2
  48. data/ext/zstdruby/libzstd/compress/zstd_fast.c +729 -265
  49. data/ext/zstdruby/libzstd/compress/zstd_fast.h +3 -2
  50. data/ext/zstdruby/libzstd/compress/zstd_lazy.c +1270 -251
  51. data/ext/zstdruby/libzstd/compress/zstd_lazy.h +61 -1
  52. data/ext/zstdruby/libzstd/compress/zstd_ldm.c +324 -219
  53. data/ext/zstdruby/libzstd/compress/zstd_ldm.h +9 -2
  54. data/ext/zstdruby/libzstd/compress/zstd_ldm_geartab.h +106 -0
  55. data/ext/zstdruby/libzstd/compress/zstd_opt.c +481 -209
  56. data/ext/zstdruby/libzstd/compress/zstd_opt.h +1 -1
  57. data/ext/zstdruby/libzstd/compress/zstdmt_compress.c +181 -457
  58. data/ext/zstdruby/libzstd/compress/zstdmt_compress.h +34 -113
  59. data/ext/zstdruby/libzstd/decompress/huf_decompress.c +1199 -565
  60. data/ext/zstdruby/libzstd/decompress/huf_decompress_amd64.S +576 -0
  61. data/ext/zstdruby/libzstd/decompress/zstd_ddict.c +12 -12
  62. data/ext/zstdruby/libzstd/decompress/zstd_ddict.h +2 -2
  63. data/ext/zstdruby/libzstd/decompress/zstd_decompress.c +627 -157
  64. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.c +1086 -326
  65. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.h +19 -5
  66. data/ext/zstdruby/libzstd/decompress/zstd_decompress_internal.h +62 -13
  67. data/ext/zstdruby/libzstd/dictBuilder/cover.c +73 -52
  68. data/ext/zstdruby/libzstd/dictBuilder/cover.h +7 -6
  69. data/ext/zstdruby/libzstd/dictBuilder/divsufsort.c +1 -1
  70. data/ext/zstdruby/libzstd/dictBuilder/fastcover.c +44 -35
  71. data/ext/zstdruby/libzstd/dictBuilder/zdict.c +103 -111
  72. data/ext/zstdruby/libzstd/{dictBuilder/zdict.h → zdict.h} +203 -34
  73. data/ext/zstdruby/libzstd/zstd.h +1217 -287
  74. data/ext/zstdruby/libzstd/{common/zstd_errors.h → zstd_errors.h} +28 -8
  75. data/ext/zstdruby/main.c +20 -0
  76. data/ext/zstdruby/skippable_frame.c +63 -0
  77. data/ext/zstdruby/streaming_compress.c +177 -0
  78. data/ext/zstdruby/streaming_compress.h +5 -0
  79. data/ext/zstdruby/streaming_decompress.c +123 -0
  80. data/ext/zstdruby/zstdruby.c +114 -32
  81. data/lib/zstd-ruby/version.rb +1 -1
  82. data/lib/zstd-ruby.rb +0 -1
  83. data/zstd-ruby.gemspec +1 -1
  84. metadata +19 -36
  85. data/.travis.yml +0 -14
  86. data/ext/zstdruby/libzstd/.gitignore +0 -3
  87. data/ext/zstdruby/libzstd/BUCK +0 -234
  88. data/ext/zstdruby/libzstd/Makefile +0 -354
  89. data/ext/zstdruby/libzstd/README.md +0 -179
  90. data/ext/zstdruby/libzstd/deprecated/zbuff.h +0 -214
  91. data/ext/zstdruby/libzstd/deprecated/zbuff_common.c +0 -26
  92. data/ext/zstdruby/libzstd/deprecated/zbuff_compress.c +0 -147
  93. data/ext/zstdruby/libzstd/deprecated/zbuff_decompress.c +0 -75
  94. data/ext/zstdruby/libzstd/dll/example/Makefile +0 -48
  95. data/ext/zstdruby/libzstd/dll/example/README.md +0 -69
  96. data/ext/zstdruby/libzstd/dll/example/build_package.bat +0 -20
  97. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.sln +0 -25
  98. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.vcxproj +0 -181
  99. data/ext/zstdruby/libzstd/legacy/zstd_legacy.h +0 -415
  100. data/ext/zstdruby/libzstd/legacy/zstd_v01.c +0 -2158
  101. data/ext/zstdruby/libzstd/legacy/zstd_v01.h +0 -94
  102. data/ext/zstdruby/libzstd/legacy/zstd_v02.c +0 -3518
  103. data/ext/zstdruby/libzstd/legacy/zstd_v02.h +0 -93
  104. data/ext/zstdruby/libzstd/legacy/zstd_v03.c +0 -3160
  105. data/ext/zstdruby/libzstd/legacy/zstd_v03.h +0 -93
  106. data/ext/zstdruby/libzstd/legacy/zstd_v04.c +0 -3647
  107. data/ext/zstdruby/libzstd/legacy/zstd_v04.h +0 -142
  108. data/ext/zstdruby/libzstd/legacy/zstd_v05.c +0 -4050
  109. data/ext/zstdruby/libzstd/legacy/zstd_v05.h +0 -162
  110. data/ext/zstdruby/libzstd/legacy/zstd_v06.c +0 -4154
  111. data/ext/zstdruby/libzstd/legacy/zstd_v06.h +0 -172
  112. data/ext/zstdruby/libzstd/legacy/zstd_v07.c +0 -4541
  113. data/ext/zstdruby/libzstd/legacy/zstd_v07.h +0 -187
  114. data/ext/zstdruby/libzstd/libzstd.pc.in +0 -15
  115. data/ext/zstdruby/zstdruby.h +0 -6
@@ -1,187 +0,0 @@
1
- /*
2
- * Copyright (c) 2016-2020, Yann Collet, Facebook, Inc.
3
- * All rights reserved.
4
- *
5
- * This source code is licensed under both the BSD-style license (found in the
6
- * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7
- * in the COPYING file in the root directory of this source tree).
8
- * You may select, at your option, one of the above-listed licenses.
9
- */
10
-
11
- #ifndef ZSTDv07_H_235446
12
- #define ZSTDv07_H_235446
13
-
14
- #if defined (__cplusplus)
15
- extern "C" {
16
- #endif
17
-
18
- /*====== Dependency ======*/
19
- #include <stddef.h> /* size_t */
20
-
21
-
22
- /*====== Export for Windows ======*/
23
- /*!
24
- * ZSTDv07_DLL_EXPORT :
25
- * Enable exporting of functions when building a Windows DLL
26
- */
27
- #if defined(_WIN32) && defined(ZSTDv07_DLL_EXPORT) && (ZSTDv07_DLL_EXPORT==1)
28
- # define ZSTDLIBv07_API __declspec(dllexport)
29
- #else
30
- # define ZSTDLIBv07_API
31
- #endif
32
-
33
-
34
- /* *************************************
35
- * Simple API
36
- ***************************************/
37
- /*! ZSTDv07_getDecompressedSize() :
38
- * @return : decompressed size if known, 0 otherwise.
39
- note 1 : if `0`, follow up with ZSTDv07_getFrameParams() to know precise failure cause.
40
- note 2 : decompressed size could be wrong or intentionally modified !
41
- always ensure results fit within application's authorized limits */
42
- unsigned long long ZSTDv07_getDecompressedSize(const void* src, size_t srcSize);
43
-
44
- /*! ZSTDv07_decompress() :
45
- `compressedSize` : must be _exact_ size of compressed input, otherwise decompression will fail.
46
- `dstCapacity` must be equal or larger than originalSize.
47
- @return : the number of bytes decompressed into `dst` (<= `dstCapacity`),
48
- or an errorCode if it fails (which can be tested using ZSTDv07_isError()) */
49
- ZSTDLIBv07_API size_t ZSTDv07_decompress( void* dst, size_t dstCapacity,
50
- const void* src, size_t compressedSize);
51
-
52
- /**
53
- ZSTDv07_findFrameSizeInfoLegacy() : get the source length and decompressed bound of a ZSTD frame compliant with v0.7.x format
54
- srcSize : The size of the 'src' buffer, at least as large as the frame pointed to by 'src'
55
- cSize (output parameter) : the number of bytes that would be read to decompress this frame
56
- or an error code if it fails (which can be tested using ZSTDv01_isError())
57
- dBound (output parameter) : an upper-bound for the decompressed size of the data in the frame
58
- or ZSTD_CONTENTSIZE_ERROR if an error occurs
59
-
60
- note : assumes `cSize` and `dBound` are _not_ NULL.
61
- */
62
- void ZSTDv07_findFrameSizeInfoLegacy(const void *src, size_t srcSize,
63
- size_t* cSize, unsigned long long* dBound);
64
-
65
- /*====== Helper functions ======*/
66
- ZSTDLIBv07_API unsigned ZSTDv07_isError(size_t code); /*!< tells if a `size_t` function result is an error code */
67
- ZSTDLIBv07_API const char* ZSTDv07_getErrorName(size_t code); /*!< provides readable string from an error code */
68
-
69
-
70
- /*-*************************************
71
- * Explicit memory management
72
- ***************************************/
73
- /** Decompression context */
74
- typedef struct ZSTDv07_DCtx_s ZSTDv07_DCtx;
75
- ZSTDLIBv07_API ZSTDv07_DCtx* ZSTDv07_createDCtx(void);
76
- ZSTDLIBv07_API size_t ZSTDv07_freeDCtx(ZSTDv07_DCtx* dctx); /*!< @return : errorCode */
77
-
78
- /** ZSTDv07_decompressDCtx() :
79
- * Same as ZSTDv07_decompress(), requires an allocated ZSTDv07_DCtx (see ZSTDv07_createDCtx()) */
80
- ZSTDLIBv07_API size_t ZSTDv07_decompressDCtx(ZSTDv07_DCtx* ctx, void* dst, size_t dstCapacity, const void* src, size_t srcSize);
81
-
82
-
83
- /*-************************
84
- * Simple dictionary API
85
- ***************************/
86
- /*! ZSTDv07_decompress_usingDict() :
87
- * Decompression using a pre-defined Dictionary content (see dictBuilder).
88
- * Dictionary must be identical to the one used during compression.
89
- * Note : This function load the dictionary, resulting in a significant startup time */
90
- ZSTDLIBv07_API size_t ZSTDv07_decompress_usingDict(ZSTDv07_DCtx* dctx,
91
- void* dst, size_t dstCapacity,
92
- const void* src, size_t srcSize,
93
- const void* dict,size_t dictSize);
94
-
95
-
96
- /*-**************************
97
- * Advanced Dictionary API
98
- ****************************/
99
- /*! ZSTDv07_createDDict() :
100
- * Create a digested dictionary, ready to start decompression operation without startup delay.
101
- * `dict` can be released after creation */
102
- typedef struct ZSTDv07_DDict_s ZSTDv07_DDict;
103
- ZSTDLIBv07_API ZSTDv07_DDict* ZSTDv07_createDDict(const void* dict, size_t dictSize);
104
- ZSTDLIBv07_API size_t ZSTDv07_freeDDict(ZSTDv07_DDict* ddict);
105
-
106
- /*! ZSTDv07_decompress_usingDDict() :
107
- * Decompression using a pre-digested Dictionary
108
- * Faster startup than ZSTDv07_decompress_usingDict(), recommended when same dictionary is used multiple times. */
109
- ZSTDLIBv07_API size_t ZSTDv07_decompress_usingDDict(ZSTDv07_DCtx* dctx,
110
- void* dst, size_t dstCapacity,
111
- const void* src, size_t srcSize,
112
- const ZSTDv07_DDict* ddict);
113
-
114
- typedef struct {
115
- unsigned long long frameContentSize;
116
- unsigned windowSize;
117
- unsigned dictID;
118
- unsigned checksumFlag;
119
- } ZSTDv07_frameParams;
120
-
121
- ZSTDLIBv07_API size_t ZSTDv07_getFrameParams(ZSTDv07_frameParams* fparamsPtr, const void* src, size_t srcSize); /**< doesn't consume input */
122
-
123
-
124
-
125
-
126
- /* *************************************
127
- * Streaming functions
128
- ***************************************/
129
- typedef struct ZBUFFv07_DCtx_s ZBUFFv07_DCtx;
130
- ZSTDLIBv07_API ZBUFFv07_DCtx* ZBUFFv07_createDCtx(void);
131
- ZSTDLIBv07_API size_t ZBUFFv07_freeDCtx(ZBUFFv07_DCtx* dctx);
132
-
133
- ZSTDLIBv07_API size_t ZBUFFv07_decompressInit(ZBUFFv07_DCtx* dctx);
134
- ZSTDLIBv07_API size_t ZBUFFv07_decompressInitDictionary(ZBUFFv07_DCtx* dctx, const void* dict, size_t dictSize);
135
-
136
- ZSTDLIBv07_API size_t ZBUFFv07_decompressContinue(ZBUFFv07_DCtx* dctx,
137
- void* dst, size_t* dstCapacityPtr,
138
- const void* src, size_t* srcSizePtr);
139
-
140
- /*-***************************************************************************
141
- * Streaming decompression howto
142
- *
143
- * A ZBUFFv07_DCtx object is required to track streaming operations.
144
- * Use ZBUFFv07_createDCtx() and ZBUFFv07_freeDCtx() to create/release resources.
145
- * Use ZBUFFv07_decompressInit() to start a new decompression operation,
146
- * or ZBUFFv07_decompressInitDictionary() if decompression requires a dictionary.
147
- * Note that ZBUFFv07_DCtx objects can be re-init multiple times.
148
- *
149
- * Use ZBUFFv07_decompressContinue() repetitively to consume your input.
150
- * *srcSizePtr and *dstCapacityPtr can be any size.
151
- * The function will report how many bytes were read or written by modifying *srcSizePtr and *dstCapacityPtr.
152
- * Note that it may not consume the entire input, in which case it's up to the caller to present remaining input again.
153
- * The content of `dst` will be overwritten (up to *dstCapacityPtr) at each function call, so save its content if it matters, or change `dst`.
154
- * @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to help latency),
155
- * or 0 when a frame is completely decoded,
156
- * or an error code, which can be tested using ZBUFFv07_isError().
157
- *
158
- * Hint : recommended buffer sizes (not compulsory) : ZBUFFv07_recommendedDInSize() and ZBUFFv07_recommendedDOutSize()
159
- * output : ZBUFFv07_recommendedDOutSize== 128 KB block size is the internal unit, it ensures it's always possible to write a full block when decoded.
160
- * input : ZBUFFv07_recommendedDInSize == 128KB + 3;
161
- * just follow indications from ZBUFFv07_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
162
- * *******************************************************************************/
163
-
164
-
165
- /* *************************************
166
- * Tool functions
167
- ***************************************/
168
- ZSTDLIBv07_API unsigned ZBUFFv07_isError(size_t errorCode);
169
- ZSTDLIBv07_API const char* ZBUFFv07_getErrorName(size_t errorCode);
170
-
171
- /** Functions below provide recommended buffer sizes for Compression or Decompression operations.
172
- * These sizes are just hints, they tend to offer better latency */
173
- ZSTDLIBv07_API size_t ZBUFFv07_recommendedDInSize(void);
174
- ZSTDLIBv07_API size_t ZBUFFv07_recommendedDOutSize(void);
175
-
176
-
177
- /*-*************************************
178
- * Constants
179
- ***************************************/
180
- #define ZSTDv07_MAGICNUMBER 0xFD2FB527 /* v0.7 */
181
-
182
-
183
- #if defined (__cplusplus)
184
- }
185
- #endif
186
-
187
- #endif /* ZSTDv07_H_235446 */
@@ -1,15 +0,0 @@
1
- # ZSTD - standard compression algorithm
2
- # Copyright (C) 2014-2016, Yann Collet, Facebook
3
- # BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
4
-
5
- prefix=@PREFIX@
6
- exec_prefix=${prefix}
7
- includedir=${prefix}/@INCLUDEDIR@
8
- libdir=${exec_prefix}/@LIBDIR@
9
-
10
- Name: zstd
11
- Description: fast lossless compression algorithm library
12
- URL: http://www.zstd.net/
13
- Version: @VERSION@
14
- Libs: -L${libdir} -lzstd
15
- Cflags: -I${includedir}
@@ -1,6 +0,0 @@
1
- #ifndef ZSTD_RUBY_H
2
- #define ZSTD_RUBY_H 1
3
-
4
- #include "ruby.h"
5
-
6
- #endif /* ZSTD_RUBY_H */