zstd-ruby 1.4.5.0 → 1.5.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (115) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +2 -0
  3. data/README.md +78 -5
  4. data/Rakefile +8 -2
  5. data/ext/zstdruby/common.h +15 -0
  6. data/ext/zstdruby/extconf.rb +3 -2
  7. data/ext/zstdruby/libzstd/common/allocations.h +55 -0
  8. data/ext/zstdruby/libzstd/common/bits.h +200 -0
  9. data/ext/zstdruby/libzstd/common/bitstream.h +45 -62
  10. data/ext/zstdruby/libzstd/common/compiler.h +205 -22
  11. data/ext/zstdruby/libzstd/common/cpu.h +1 -3
  12. data/ext/zstdruby/libzstd/common/debug.c +1 -1
  13. data/ext/zstdruby/libzstd/common/debug.h +12 -19
  14. data/ext/zstdruby/libzstd/common/entropy_common.c +172 -48
  15. data/ext/zstdruby/libzstd/common/error_private.c +10 -2
  16. data/ext/zstdruby/libzstd/common/error_private.h +82 -3
  17. data/ext/zstdruby/libzstd/common/fse.h +37 -86
  18. data/ext/zstdruby/libzstd/common/fse_decompress.c +117 -92
  19. data/ext/zstdruby/libzstd/common/huf.h +99 -166
  20. data/ext/zstdruby/libzstd/common/mem.h +124 -142
  21. data/ext/zstdruby/libzstd/common/pool.c +54 -27
  22. data/ext/zstdruby/libzstd/common/pool.h +10 -4
  23. data/ext/zstdruby/libzstd/common/portability_macros.h +156 -0
  24. data/ext/zstdruby/libzstd/common/threading.c +74 -19
  25. data/ext/zstdruby/libzstd/common/threading.h +5 -10
  26. data/ext/zstdruby/libzstd/common/xxhash.c +7 -847
  27. data/ext/zstdruby/libzstd/common/xxhash.h +5568 -167
  28. data/ext/zstdruby/libzstd/common/zstd_common.c +2 -37
  29. data/ext/zstdruby/libzstd/common/zstd_deps.h +111 -0
  30. data/ext/zstdruby/libzstd/common/zstd_internal.h +132 -187
  31. data/ext/zstdruby/libzstd/common/zstd_trace.h +163 -0
  32. data/ext/zstdruby/libzstd/compress/clevels.h +134 -0
  33. data/ext/zstdruby/libzstd/compress/fse_compress.c +83 -157
  34. data/ext/zstdruby/libzstd/compress/hist.c +27 -29
  35. data/ext/zstdruby/libzstd/compress/hist.h +2 -2
  36. data/ext/zstdruby/libzstd/compress/huf_compress.c +916 -279
  37. data/ext/zstdruby/libzstd/compress/zstd_compress.c +3773 -1019
  38. data/ext/zstdruby/libzstd/compress/zstd_compress_internal.h +610 -203
  39. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.c +119 -42
  40. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.h +16 -6
  41. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.c +42 -19
  42. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.h +1 -1
  43. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.c +49 -317
  44. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.h +1 -1
  45. data/ext/zstdruby/libzstd/compress/zstd_cwksp.h +320 -103
  46. data/ext/zstdruby/libzstd/compress/zstd_double_fast.c +388 -151
  47. data/ext/zstdruby/libzstd/compress/zstd_double_fast.h +3 -2
  48. data/ext/zstdruby/libzstd/compress/zstd_fast.c +729 -265
  49. data/ext/zstdruby/libzstd/compress/zstd_fast.h +3 -2
  50. data/ext/zstdruby/libzstd/compress/zstd_lazy.c +1270 -251
  51. data/ext/zstdruby/libzstd/compress/zstd_lazy.h +61 -1
  52. data/ext/zstdruby/libzstd/compress/zstd_ldm.c +324 -219
  53. data/ext/zstdruby/libzstd/compress/zstd_ldm.h +9 -2
  54. data/ext/zstdruby/libzstd/compress/zstd_ldm_geartab.h +106 -0
  55. data/ext/zstdruby/libzstd/compress/zstd_opt.c +481 -209
  56. data/ext/zstdruby/libzstd/compress/zstd_opt.h +1 -1
  57. data/ext/zstdruby/libzstd/compress/zstdmt_compress.c +181 -457
  58. data/ext/zstdruby/libzstd/compress/zstdmt_compress.h +34 -113
  59. data/ext/zstdruby/libzstd/decompress/huf_decompress.c +1199 -565
  60. data/ext/zstdruby/libzstd/decompress/huf_decompress_amd64.S +576 -0
  61. data/ext/zstdruby/libzstd/decompress/zstd_ddict.c +12 -12
  62. data/ext/zstdruby/libzstd/decompress/zstd_ddict.h +2 -2
  63. data/ext/zstdruby/libzstd/decompress/zstd_decompress.c +627 -157
  64. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.c +1086 -326
  65. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.h +19 -5
  66. data/ext/zstdruby/libzstd/decompress/zstd_decompress_internal.h +62 -13
  67. data/ext/zstdruby/libzstd/dictBuilder/cover.c +73 -52
  68. data/ext/zstdruby/libzstd/dictBuilder/cover.h +7 -6
  69. data/ext/zstdruby/libzstd/dictBuilder/divsufsort.c +1 -1
  70. data/ext/zstdruby/libzstd/dictBuilder/fastcover.c +44 -35
  71. data/ext/zstdruby/libzstd/dictBuilder/zdict.c +103 -111
  72. data/ext/zstdruby/libzstd/{dictBuilder/zdict.h → zdict.h} +203 -34
  73. data/ext/zstdruby/libzstd/zstd.h +1217 -287
  74. data/ext/zstdruby/libzstd/{common/zstd_errors.h → zstd_errors.h} +28 -8
  75. data/ext/zstdruby/main.c +20 -0
  76. data/ext/zstdruby/skippable_frame.c +63 -0
  77. data/ext/zstdruby/streaming_compress.c +177 -0
  78. data/ext/zstdruby/streaming_compress.h +5 -0
  79. data/ext/zstdruby/streaming_decompress.c +123 -0
  80. data/ext/zstdruby/zstdruby.c +114 -32
  81. data/lib/zstd-ruby/version.rb +1 -1
  82. data/lib/zstd-ruby.rb +0 -1
  83. data/zstd-ruby.gemspec +1 -1
  84. metadata +19 -36
  85. data/.travis.yml +0 -14
  86. data/ext/zstdruby/libzstd/.gitignore +0 -3
  87. data/ext/zstdruby/libzstd/BUCK +0 -234
  88. data/ext/zstdruby/libzstd/Makefile +0 -354
  89. data/ext/zstdruby/libzstd/README.md +0 -179
  90. data/ext/zstdruby/libzstd/deprecated/zbuff.h +0 -214
  91. data/ext/zstdruby/libzstd/deprecated/zbuff_common.c +0 -26
  92. data/ext/zstdruby/libzstd/deprecated/zbuff_compress.c +0 -147
  93. data/ext/zstdruby/libzstd/deprecated/zbuff_decompress.c +0 -75
  94. data/ext/zstdruby/libzstd/dll/example/Makefile +0 -48
  95. data/ext/zstdruby/libzstd/dll/example/README.md +0 -69
  96. data/ext/zstdruby/libzstd/dll/example/build_package.bat +0 -20
  97. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.sln +0 -25
  98. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.vcxproj +0 -181
  99. data/ext/zstdruby/libzstd/legacy/zstd_legacy.h +0 -415
  100. data/ext/zstdruby/libzstd/legacy/zstd_v01.c +0 -2158
  101. data/ext/zstdruby/libzstd/legacy/zstd_v01.h +0 -94
  102. data/ext/zstdruby/libzstd/legacy/zstd_v02.c +0 -3518
  103. data/ext/zstdruby/libzstd/legacy/zstd_v02.h +0 -93
  104. data/ext/zstdruby/libzstd/legacy/zstd_v03.c +0 -3160
  105. data/ext/zstdruby/libzstd/legacy/zstd_v03.h +0 -93
  106. data/ext/zstdruby/libzstd/legacy/zstd_v04.c +0 -3647
  107. data/ext/zstdruby/libzstd/legacy/zstd_v04.h +0 -142
  108. data/ext/zstdruby/libzstd/legacy/zstd_v05.c +0 -4050
  109. data/ext/zstdruby/libzstd/legacy/zstd_v05.h +0 -162
  110. data/ext/zstdruby/libzstd/legacy/zstd_v06.c +0 -4154
  111. data/ext/zstdruby/libzstd/legacy/zstd_v06.h +0 -172
  112. data/ext/zstdruby/libzstd/legacy/zstd_v07.c +0 -4541
  113. data/ext/zstdruby/libzstd/legacy/zstd_v07.h +0 -187
  114. data/ext/zstdruby/libzstd/libzstd.pc.in +0 -15
  115. data/ext/zstdruby/zstdruby.h +0 -6
@@ -1,187 +0,0 @@
1
- /*
2
- * Copyright (c) 2016-2020, Yann Collet, Facebook, Inc.
3
- * All rights reserved.
4
- *
5
- * This source code is licensed under both the BSD-style license (found in the
6
- * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7
- * in the COPYING file in the root directory of this source tree).
8
- * You may select, at your option, one of the above-listed licenses.
9
- */
10
-
11
- #ifndef ZSTDv07_H_235446
12
- #define ZSTDv07_H_235446
13
-
14
- #if defined (__cplusplus)
15
- extern "C" {
16
- #endif
17
-
18
- /*====== Dependency ======*/
19
- #include <stddef.h> /* size_t */
20
-
21
-
22
- /*====== Export for Windows ======*/
23
- /*!
24
- * ZSTDv07_DLL_EXPORT :
25
- * Enable exporting of functions when building a Windows DLL
26
- */
27
- #if defined(_WIN32) && defined(ZSTDv07_DLL_EXPORT) && (ZSTDv07_DLL_EXPORT==1)
28
- # define ZSTDLIBv07_API __declspec(dllexport)
29
- #else
30
- # define ZSTDLIBv07_API
31
- #endif
32
-
33
-
34
- /* *************************************
35
- * Simple API
36
- ***************************************/
37
- /*! ZSTDv07_getDecompressedSize() :
38
- * @return : decompressed size if known, 0 otherwise.
39
- note 1 : if `0`, follow up with ZSTDv07_getFrameParams() to know precise failure cause.
40
- note 2 : decompressed size could be wrong or intentionally modified !
41
- always ensure results fit within application's authorized limits */
42
- unsigned long long ZSTDv07_getDecompressedSize(const void* src, size_t srcSize);
43
-
44
- /*! ZSTDv07_decompress() :
45
- `compressedSize` : must be _exact_ size of compressed input, otherwise decompression will fail.
46
- `dstCapacity` must be equal or larger than originalSize.
47
- @return : the number of bytes decompressed into `dst` (<= `dstCapacity`),
48
- or an errorCode if it fails (which can be tested using ZSTDv07_isError()) */
49
- ZSTDLIBv07_API size_t ZSTDv07_decompress( void* dst, size_t dstCapacity,
50
- const void* src, size_t compressedSize);
51
-
52
- /**
53
- ZSTDv07_findFrameSizeInfoLegacy() : get the source length and decompressed bound of a ZSTD frame compliant with v0.7.x format
54
- srcSize : The size of the 'src' buffer, at least as large as the frame pointed to by 'src'
55
- cSize (output parameter) : the number of bytes that would be read to decompress this frame
56
- or an error code if it fails (which can be tested using ZSTDv01_isError())
57
- dBound (output parameter) : an upper-bound for the decompressed size of the data in the frame
58
- or ZSTD_CONTENTSIZE_ERROR if an error occurs
59
-
60
- note : assumes `cSize` and `dBound` are _not_ NULL.
61
- */
62
- void ZSTDv07_findFrameSizeInfoLegacy(const void *src, size_t srcSize,
63
- size_t* cSize, unsigned long long* dBound);
64
-
65
- /*====== Helper functions ======*/
66
- ZSTDLIBv07_API unsigned ZSTDv07_isError(size_t code); /*!< tells if a `size_t` function result is an error code */
67
- ZSTDLIBv07_API const char* ZSTDv07_getErrorName(size_t code); /*!< provides readable string from an error code */
68
-
69
-
70
- /*-*************************************
71
- * Explicit memory management
72
- ***************************************/
73
- /** Decompression context */
74
- typedef struct ZSTDv07_DCtx_s ZSTDv07_DCtx;
75
- ZSTDLIBv07_API ZSTDv07_DCtx* ZSTDv07_createDCtx(void);
76
- ZSTDLIBv07_API size_t ZSTDv07_freeDCtx(ZSTDv07_DCtx* dctx); /*!< @return : errorCode */
77
-
78
- /** ZSTDv07_decompressDCtx() :
79
- * Same as ZSTDv07_decompress(), requires an allocated ZSTDv07_DCtx (see ZSTDv07_createDCtx()) */
80
- ZSTDLIBv07_API size_t ZSTDv07_decompressDCtx(ZSTDv07_DCtx* ctx, void* dst, size_t dstCapacity, const void* src, size_t srcSize);
81
-
82
-
83
- /*-************************
84
- * Simple dictionary API
85
- ***************************/
86
- /*! ZSTDv07_decompress_usingDict() :
87
- * Decompression using a pre-defined Dictionary content (see dictBuilder).
88
- * Dictionary must be identical to the one used during compression.
89
- * Note : This function load the dictionary, resulting in a significant startup time */
90
- ZSTDLIBv07_API size_t ZSTDv07_decompress_usingDict(ZSTDv07_DCtx* dctx,
91
- void* dst, size_t dstCapacity,
92
- const void* src, size_t srcSize,
93
- const void* dict,size_t dictSize);
94
-
95
-
96
- /*-**************************
97
- * Advanced Dictionary API
98
- ****************************/
99
- /*! ZSTDv07_createDDict() :
100
- * Create a digested dictionary, ready to start decompression operation without startup delay.
101
- * `dict` can be released after creation */
102
- typedef struct ZSTDv07_DDict_s ZSTDv07_DDict;
103
- ZSTDLIBv07_API ZSTDv07_DDict* ZSTDv07_createDDict(const void* dict, size_t dictSize);
104
- ZSTDLIBv07_API size_t ZSTDv07_freeDDict(ZSTDv07_DDict* ddict);
105
-
106
- /*! ZSTDv07_decompress_usingDDict() :
107
- * Decompression using a pre-digested Dictionary
108
- * Faster startup than ZSTDv07_decompress_usingDict(), recommended when same dictionary is used multiple times. */
109
- ZSTDLIBv07_API size_t ZSTDv07_decompress_usingDDict(ZSTDv07_DCtx* dctx,
110
- void* dst, size_t dstCapacity,
111
- const void* src, size_t srcSize,
112
- const ZSTDv07_DDict* ddict);
113
-
114
- typedef struct {
115
- unsigned long long frameContentSize;
116
- unsigned windowSize;
117
- unsigned dictID;
118
- unsigned checksumFlag;
119
- } ZSTDv07_frameParams;
120
-
121
- ZSTDLIBv07_API size_t ZSTDv07_getFrameParams(ZSTDv07_frameParams* fparamsPtr, const void* src, size_t srcSize); /**< doesn't consume input */
122
-
123
-
124
-
125
-
126
- /* *************************************
127
- * Streaming functions
128
- ***************************************/
129
- typedef struct ZBUFFv07_DCtx_s ZBUFFv07_DCtx;
130
- ZSTDLIBv07_API ZBUFFv07_DCtx* ZBUFFv07_createDCtx(void);
131
- ZSTDLIBv07_API size_t ZBUFFv07_freeDCtx(ZBUFFv07_DCtx* dctx);
132
-
133
- ZSTDLIBv07_API size_t ZBUFFv07_decompressInit(ZBUFFv07_DCtx* dctx);
134
- ZSTDLIBv07_API size_t ZBUFFv07_decompressInitDictionary(ZBUFFv07_DCtx* dctx, const void* dict, size_t dictSize);
135
-
136
- ZSTDLIBv07_API size_t ZBUFFv07_decompressContinue(ZBUFFv07_DCtx* dctx,
137
- void* dst, size_t* dstCapacityPtr,
138
- const void* src, size_t* srcSizePtr);
139
-
140
- /*-***************************************************************************
141
- * Streaming decompression howto
142
- *
143
- * A ZBUFFv07_DCtx object is required to track streaming operations.
144
- * Use ZBUFFv07_createDCtx() and ZBUFFv07_freeDCtx() to create/release resources.
145
- * Use ZBUFFv07_decompressInit() to start a new decompression operation,
146
- * or ZBUFFv07_decompressInitDictionary() if decompression requires a dictionary.
147
- * Note that ZBUFFv07_DCtx objects can be re-init multiple times.
148
- *
149
- * Use ZBUFFv07_decompressContinue() repetitively to consume your input.
150
- * *srcSizePtr and *dstCapacityPtr can be any size.
151
- * The function will report how many bytes were read or written by modifying *srcSizePtr and *dstCapacityPtr.
152
- * Note that it may not consume the entire input, in which case it's up to the caller to present remaining input again.
153
- * The content of `dst` will be overwritten (up to *dstCapacityPtr) at each function call, so save its content if it matters, or change `dst`.
154
- * @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to help latency),
155
- * or 0 when a frame is completely decoded,
156
- * or an error code, which can be tested using ZBUFFv07_isError().
157
- *
158
- * Hint : recommended buffer sizes (not compulsory) : ZBUFFv07_recommendedDInSize() and ZBUFFv07_recommendedDOutSize()
159
- * output : ZBUFFv07_recommendedDOutSize== 128 KB block size is the internal unit, it ensures it's always possible to write a full block when decoded.
160
- * input : ZBUFFv07_recommendedDInSize == 128KB + 3;
161
- * just follow indications from ZBUFFv07_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
162
- * *******************************************************************************/
163
-
164
-
165
- /* *************************************
166
- * Tool functions
167
- ***************************************/
168
- ZSTDLIBv07_API unsigned ZBUFFv07_isError(size_t errorCode);
169
- ZSTDLIBv07_API const char* ZBUFFv07_getErrorName(size_t errorCode);
170
-
171
- /** Functions below provide recommended buffer sizes for Compression or Decompression operations.
172
- * These sizes are just hints, they tend to offer better latency */
173
- ZSTDLIBv07_API size_t ZBUFFv07_recommendedDInSize(void);
174
- ZSTDLIBv07_API size_t ZBUFFv07_recommendedDOutSize(void);
175
-
176
-
177
- /*-*************************************
178
- * Constants
179
- ***************************************/
180
- #define ZSTDv07_MAGICNUMBER 0xFD2FB527 /* v0.7 */
181
-
182
-
183
- #if defined (__cplusplus)
184
- }
185
- #endif
186
-
187
- #endif /* ZSTDv07_H_235446 */
@@ -1,15 +0,0 @@
1
- # ZSTD - standard compression algorithm
2
- # Copyright (C) 2014-2016, Yann Collet, Facebook
3
- # BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
4
-
5
- prefix=@PREFIX@
6
- exec_prefix=${prefix}
7
- includedir=${prefix}/@INCLUDEDIR@
8
- libdir=${exec_prefix}/@LIBDIR@
9
-
10
- Name: zstd
11
- Description: fast lossless compression algorithm library
12
- URL: http://www.zstd.net/
13
- Version: @VERSION@
14
- Libs: -L${libdir} -lzstd
15
- Cflags: -I${includedir}
@@ -1,6 +0,0 @@
1
- #ifndef ZSTD_RUBY_H
2
- #define ZSTD_RUBY_H 1
3
-
4
- #include "ruby.h"
5
-
6
- #endif /* ZSTD_RUBY_H */