zstd-ruby 1.4.4.0 → 1.5.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (115) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +2 -0
  3. data/README.md +78 -5
  4. data/Rakefile +8 -2
  5. data/ext/zstdruby/common.h +15 -0
  6. data/ext/zstdruby/extconf.rb +3 -2
  7. data/ext/zstdruby/libzstd/common/allocations.h +55 -0
  8. data/ext/zstdruby/libzstd/common/bits.h +200 -0
  9. data/ext/zstdruby/libzstd/common/bitstream.h +74 -97
  10. data/ext/zstdruby/libzstd/common/compiler.h +219 -20
  11. data/ext/zstdruby/libzstd/common/cpu.h +1 -3
  12. data/ext/zstdruby/libzstd/common/debug.c +11 -31
  13. data/ext/zstdruby/libzstd/common/debug.h +22 -49
  14. data/ext/zstdruby/libzstd/common/entropy_common.c +184 -80
  15. data/ext/zstdruby/libzstd/common/error_private.c +11 -2
  16. data/ext/zstdruby/libzstd/common/error_private.h +87 -4
  17. data/ext/zstdruby/libzstd/common/fse.h +47 -116
  18. data/ext/zstdruby/libzstd/common/fse_decompress.c +127 -127
  19. data/ext/zstdruby/libzstd/common/huf.h +112 -197
  20. data/ext/zstdruby/libzstd/common/mem.h +124 -142
  21. data/ext/zstdruby/libzstd/common/pool.c +54 -27
  22. data/ext/zstdruby/libzstd/common/pool.h +11 -5
  23. data/ext/zstdruby/libzstd/common/portability_macros.h +156 -0
  24. data/ext/zstdruby/libzstd/common/threading.c +78 -22
  25. data/ext/zstdruby/libzstd/common/threading.h +9 -13
  26. data/ext/zstdruby/libzstd/common/xxhash.c +15 -873
  27. data/ext/zstdruby/libzstd/common/xxhash.h +5572 -191
  28. data/ext/zstdruby/libzstd/common/zstd_common.c +2 -37
  29. data/ext/zstdruby/libzstd/common/zstd_deps.h +111 -0
  30. data/ext/zstdruby/libzstd/common/zstd_internal.h +186 -144
  31. data/ext/zstdruby/libzstd/common/zstd_trace.h +163 -0
  32. data/ext/zstdruby/libzstd/compress/clevels.h +134 -0
  33. data/ext/zstdruby/libzstd/compress/fse_compress.c +99 -196
  34. data/ext/zstdruby/libzstd/compress/hist.c +41 -63
  35. data/ext/zstdruby/libzstd/compress/hist.h +13 -33
  36. data/ext/zstdruby/libzstd/compress/huf_compress.c +968 -331
  37. data/ext/zstdruby/libzstd/compress/zstd_compress.c +4120 -1191
  38. data/ext/zstdruby/libzstd/compress/zstd_compress_internal.h +688 -159
  39. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.c +121 -40
  40. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.h +16 -6
  41. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.c +62 -35
  42. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.h +10 -3
  43. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.c +577 -0
  44. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.h +32 -0
  45. data/ext/zstdruby/libzstd/compress/zstd_cwksp.h +322 -115
  46. data/ext/zstdruby/libzstd/compress/zstd_double_fast.c +394 -154
  47. data/ext/zstdruby/libzstd/compress/zstd_double_fast.h +4 -3
  48. data/ext/zstdruby/libzstd/compress/zstd_fast.c +729 -253
  49. data/ext/zstdruby/libzstd/compress/zstd_fast.h +4 -3
  50. data/ext/zstdruby/libzstd/compress/zstd_lazy.c +1289 -247
  51. data/ext/zstdruby/libzstd/compress/zstd_lazy.h +61 -1
  52. data/ext/zstdruby/libzstd/compress/zstd_ldm.c +339 -212
  53. data/ext/zstdruby/libzstd/compress/zstd_ldm.h +15 -3
  54. data/ext/zstdruby/libzstd/compress/zstd_ldm_geartab.h +106 -0
  55. data/ext/zstdruby/libzstd/compress/zstd_opt.c +508 -282
  56. data/ext/zstdruby/libzstd/compress/zstd_opt.h +1 -1
  57. data/ext/zstdruby/libzstd/compress/zstdmt_compress.c +217 -466
  58. data/ext/zstdruby/libzstd/compress/zstdmt_compress.h +35 -114
  59. data/ext/zstdruby/libzstd/decompress/huf_decompress.c +1220 -572
  60. data/ext/zstdruby/libzstd/decompress/huf_decompress_amd64.S +576 -0
  61. data/ext/zstdruby/libzstd/decompress/zstd_ddict.c +23 -19
  62. data/ext/zstdruby/libzstd/decompress/zstd_ddict.h +3 -3
  63. data/ext/zstdruby/libzstd/decompress/zstd_decompress.c +859 -273
  64. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.c +1244 -375
  65. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.h +21 -7
  66. data/ext/zstdruby/libzstd/decompress/zstd_decompress_internal.h +74 -11
  67. data/ext/zstdruby/libzstd/dictBuilder/cover.c +75 -54
  68. data/ext/zstdruby/libzstd/dictBuilder/cover.h +20 -9
  69. data/ext/zstdruby/libzstd/dictBuilder/divsufsort.c +1 -1
  70. data/ext/zstdruby/libzstd/dictBuilder/fastcover.c +55 -36
  71. data/ext/zstdruby/libzstd/dictBuilder/zdict.c +126 -110
  72. data/ext/zstdruby/libzstd/{dictBuilder/zdict.h → zdict.h} +248 -56
  73. data/ext/zstdruby/libzstd/zstd.h +1277 -306
  74. data/ext/zstdruby/libzstd/{common/zstd_errors.h → zstd_errors.h} +29 -8
  75. data/ext/zstdruby/main.c +20 -0
  76. data/ext/zstdruby/skippable_frame.c +63 -0
  77. data/ext/zstdruby/streaming_compress.c +177 -0
  78. data/ext/zstdruby/streaming_compress.h +5 -0
  79. data/ext/zstdruby/streaming_decompress.c +123 -0
  80. data/ext/zstdruby/zstdruby.c +114 -32
  81. data/lib/zstd-ruby/version.rb +1 -1
  82. data/lib/zstd-ruby.rb +0 -1
  83. data/zstd-ruby.gemspec +1 -1
  84. metadata +24 -39
  85. data/.travis.yml +0 -14
  86. data/ext/zstdruby/libzstd/.gitignore +0 -3
  87. data/ext/zstdruby/libzstd/BUCK +0 -234
  88. data/ext/zstdruby/libzstd/Makefile +0 -289
  89. data/ext/zstdruby/libzstd/README.md +0 -159
  90. data/ext/zstdruby/libzstd/deprecated/zbuff.h +0 -214
  91. data/ext/zstdruby/libzstd/deprecated/zbuff_common.c +0 -26
  92. data/ext/zstdruby/libzstd/deprecated/zbuff_compress.c +0 -147
  93. data/ext/zstdruby/libzstd/deprecated/zbuff_decompress.c +0 -75
  94. data/ext/zstdruby/libzstd/dll/example/Makefile +0 -47
  95. data/ext/zstdruby/libzstd/dll/example/README.md +0 -69
  96. data/ext/zstdruby/libzstd/dll/example/build_package.bat +0 -20
  97. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.sln +0 -25
  98. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.vcxproj +0 -181
  99. data/ext/zstdruby/libzstd/legacy/zstd_legacy.h +0 -415
  100. data/ext/zstdruby/libzstd/legacy/zstd_v01.c +0 -2152
  101. data/ext/zstdruby/libzstd/legacy/zstd_v01.h +0 -94
  102. data/ext/zstdruby/libzstd/legacy/zstd_v02.c +0 -3514
  103. data/ext/zstdruby/libzstd/legacy/zstd_v02.h +0 -93
  104. data/ext/zstdruby/libzstd/legacy/zstd_v03.c +0 -3156
  105. data/ext/zstdruby/libzstd/legacy/zstd_v03.h +0 -93
  106. data/ext/zstdruby/libzstd/legacy/zstd_v04.c +0 -3641
  107. data/ext/zstdruby/libzstd/legacy/zstd_v04.h +0 -142
  108. data/ext/zstdruby/libzstd/legacy/zstd_v05.c +0 -4046
  109. data/ext/zstdruby/libzstd/legacy/zstd_v05.h +0 -162
  110. data/ext/zstdruby/libzstd/legacy/zstd_v06.c +0 -4150
  111. data/ext/zstdruby/libzstd/legacy/zstd_v06.h +0 -172
  112. data/ext/zstdruby/libzstd/legacy/zstd_v07.c +0 -4533
  113. data/ext/zstdruby/libzstd/legacy/zstd_v07.h +0 -187
  114. data/ext/zstdruby/libzstd/libzstd.pc.in +0 -15
  115. data/ext/zstdruby/zstdruby.h +0 -6
@@ -1,187 +0,0 @@
1
- /*
2
- * Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
3
- * All rights reserved.
4
- *
5
- * This source code is licensed under both the BSD-style license (found in the
6
- * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7
- * in the COPYING file in the root directory of this source tree).
8
- * You may select, at your option, one of the above-listed licenses.
9
- */
10
-
11
- #ifndef ZSTDv07_H_235446
12
- #define ZSTDv07_H_235446
13
-
14
- #if defined (__cplusplus)
15
- extern "C" {
16
- #endif
17
-
18
- /*====== Dependency ======*/
19
- #include <stddef.h> /* size_t */
20
-
21
-
22
- /*====== Export for Windows ======*/
23
- /*!
24
- * ZSTDv07_DLL_EXPORT :
25
- * Enable exporting of functions when building a Windows DLL
26
- */
27
- #if defined(_WIN32) && defined(ZSTDv07_DLL_EXPORT) && (ZSTDv07_DLL_EXPORT==1)
28
- # define ZSTDLIBv07_API __declspec(dllexport)
29
- #else
30
- # define ZSTDLIBv07_API
31
- #endif
32
-
33
-
34
- /* *************************************
35
- * Simple API
36
- ***************************************/
37
- /*! ZSTDv07_getDecompressedSize() :
38
- * @return : decompressed size if known, 0 otherwise.
39
- note 1 : if `0`, follow up with ZSTDv07_getFrameParams() to know precise failure cause.
40
- note 2 : decompressed size could be wrong or intentionally modified !
41
- always ensure results fit within application's authorized limits */
42
- unsigned long long ZSTDv07_getDecompressedSize(const void* src, size_t srcSize);
43
-
44
- /*! ZSTDv07_decompress() :
45
- `compressedSize` : must be _exact_ size of compressed input, otherwise decompression will fail.
46
- `dstCapacity` must be equal or larger than originalSize.
47
- @return : the number of bytes decompressed into `dst` (<= `dstCapacity`),
48
- or an errorCode if it fails (which can be tested using ZSTDv07_isError()) */
49
- ZSTDLIBv07_API size_t ZSTDv07_decompress( void* dst, size_t dstCapacity,
50
- const void* src, size_t compressedSize);
51
-
52
- /**
53
- ZSTDv07_findFrameSizeInfoLegacy() : get the source length and decompressed bound of a ZSTD frame compliant with v0.7.x format
54
- srcSize : The size of the 'src' buffer, at least as large as the frame pointed to by 'src'
55
- cSize (output parameter) : the number of bytes that would be read to decompress this frame
56
- or an error code if it fails (which can be tested using ZSTDv01_isError())
57
- dBound (output parameter) : an upper-bound for the decompressed size of the data in the frame
58
- or ZSTD_CONTENTSIZE_ERROR if an error occurs
59
-
60
- note : assumes `cSize` and `dBound` are _not_ NULL.
61
- */
62
- void ZSTDv07_findFrameSizeInfoLegacy(const void *src, size_t srcSize,
63
- size_t* cSize, unsigned long long* dBound);
64
-
65
- /*====== Helper functions ======*/
66
- ZSTDLIBv07_API unsigned ZSTDv07_isError(size_t code); /*!< tells if a `size_t` function result is an error code */
67
- ZSTDLIBv07_API const char* ZSTDv07_getErrorName(size_t code); /*!< provides readable string from an error code */
68
-
69
-
70
- /*-*************************************
71
- * Explicit memory management
72
- ***************************************/
73
- /** Decompression context */
74
- typedef struct ZSTDv07_DCtx_s ZSTDv07_DCtx;
75
- ZSTDLIBv07_API ZSTDv07_DCtx* ZSTDv07_createDCtx(void);
76
- ZSTDLIBv07_API size_t ZSTDv07_freeDCtx(ZSTDv07_DCtx* dctx); /*!< @return : errorCode */
77
-
78
- /** ZSTDv07_decompressDCtx() :
79
- * Same as ZSTDv07_decompress(), requires an allocated ZSTDv07_DCtx (see ZSTDv07_createDCtx()) */
80
- ZSTDLIBv07_API size_t ZSTDv07_decompressDCtx(ZSTDv07_DCtx* ctx, void* dst, size_t dstCapacity, const void* src, size_t srcSize);
81
-
82
-
83
- /*-************************
84
- * Simple dictionary API
85
- ***************************/
86
- /*! ZSTDv07_decompress_usingDict() :
87
- * Decompression using a pre-defined Dictionary content (see dictBuilder).
88
- * Dictionary must be identical to the one used during compression.
89
- * Note : This function load the dictionary, resulting in a significant startup time */
90
- ZSTDLIBv07_API size_t ZSTDv07_decompress_usingDict(ZSTDv07_DCtx* dctx,
91
- void* dst, size_t dstCapacity,
92
- const void* src, size_t srcSize,
93
- const void* dict,size_t dictSize);
94
-
95
-
96
- /*-**************************
97
- * Advanced Dictionary API
98
- ****************************/
99
- /*! ZSTDv07_createDDict() :
100
- * Create a digested dictionary, ready to start decompression operation without startup delay.
101
- * `dict` can be released after creation */
102
- typedef struct ZSTDv07_DDict_s ZSTDv07_DDict;
103
- ZSTDLIBv07_API ZSTDv07_DDict* ZSTDv07_createDDict(const void* dict, size_t dictSize);
104
- ZSTDLIBv07_API size_t ZSTDv07_freeDDict(ZSTDv07_DDict* ddict);
105
-
106
- /*! ZSTDv07_decompress_usingDDict() :
107
- * Decompression using a pre-digested Dictionary
108
- * Faster startup than ZSTDv07_decompress_usingDict(), recommended when same dictionary is used multiple times. */
109
- ZSTDLIBv07_API size_t ZSTDv07_decompress_usingDDict(ZSTDv07_DCtx* dctx,
110
- void* dst, size_t dstCapacity,
111
- const void* src, size_t srcSize,
112
- const ZSTDv07_DDict* ddict);
113
-
114
- typedef struct {
115
- unsigned long long frameContentSize;
116
- unsigned windowSize;
117
- unsigned dictID;
118
- unsigned checksumFlag;
119
- } ZSTDv07_frameParams;
120
-
121
- ZSTDLIBv07_API size_t ZSTDv07_getFrameParams(ZSTDv07_frameParams* fparamsPtr, const void* src, size_t srcSize); /**< doesn't consume input */
122
-
123
-
124
-
125
-
126
- /* *************************************
127
- * Streaming functions
128
- ***************************************/
129
- typedef struct ZBUFFv07_DCtx_s ZBUFFv07_DCtx;
130
- ZSTDLIBv07_API ZBUFFv07_DCtx* ZBUFFv07_createDCtx(void);
131
- ZSTDLIBv07_API size_t ZBUFFv07_freeDCtx(ZBUFFv07_DCtx* dctx);
132
-
133
- ZSTDLIBv07_API size_t ZBUFFv07_decompressInit(ZBUFFv07_DCtx* dctx);
134
- ZSTDLIBv07_API size_t ZBUFFv07_decompressInitDictionary(ZBUFFv07_DCtx* dctx, const void* dict, size_t dictSize);
135
-
136
- ZSTDLIBv07_API size_t ZBUFFv07_decompressContinue(ZBUFFv07_DCtx* dctx,
137
- void* dst, size_t* dstCapacityPtr,
138
- const void* src, size_t* srcSizePtr);
139
-
140
- /*-***************************************************************************
141
- * Streaming decompression howto
142
- *
143
- * A ZBUFFv07_DCtx object is required to track streaming operations.
144
- * Use ZBUFFv07_createDCtx() and ZBUFFv07_freeDCtx() to create/release resources.
145
- * Use ZBUFFv07_decompressInit() to start a new decompression operation,
146
- * or ZBUFFv07_decompressInitDictionary() if decompression requires a dictionary.
147
- * Note that ZBUFFv07_DCtx objects can be re-init multiple times.
148
- *
149
- * Use ZBUFFv07_decompressContinue() repetitively to consume your input.
150
- * *srcSizePtr and *dstCapacityPtr can be any size.
151
- * The function will report how many bytes were read or written by modifying *srcSizePtr and *dstCapacityPtr.
152
- * Note that it may not consume the entire input, in which case it's up to the caller to present remaining input again.
153
- * The content of `dst` will be overwritten (up to *dstCapacityPtr) at each function call, so save its content if it matters, or change `dst`.
154
- * @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to help latency),
155
- * or 0 when a frame is completely decoded,
156
- * or an error code, which can be tested using ZBUFFv07_isError().
157
- *
158
- * Hint : recommended buffer sizes (not compulsory) : ZBUFFv07_recommendedDInSize() and ZBUFFv07_recommendedDOutSize()
159
- * output : ZBUFFv07_recommendedDOutSize== 128 KB block size is the internal unit, it ensures it's always possible to write a full block when decoded.
160
- * input : ZBUFFv07_recommendedDInSize == 128KB + 3;
161
- * just follow indications from ZBUFFv07_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
162
- * *******************************************************************************/
163
-
164
-
165
- /* *************************************
166
- * Tool functions
167
- ***************************************/
168
- ZSTDLIBv07_API unsigned ZBUFFv07_isError(size_t errorCode);
169
- ZSTDLIBv07_API const char* ZBUFFv07_getErrorName(size_t errorCode);
170
-
171
- /** Functions below provide recommended buffer sizes for Compression or Decompression operations.
172
- * These sizes are just hints, they tend to offer better latency */
173
- ZSTDLIBv07_API size_t ZBUFFv07_recommendedDInSize(void);
174
- ZSTDLIBv07_API size_t ZBUFFv07_recommendedDOutSize(void);
175
-
176
-
177
- /*-*************************************
178
- * Constants
179
- ***************************************/
180
- #define ZSTDv07_MAGICNUMBER 0xFD2FB527 /* v0.7 */
181
-
182
-
183
- #if defined (__cplusplus)
184
- }
185
- #endif
186
-
187
- #endif /* ZSTDv07_H_235446 */
@@ -1,15 +0,0 @@
1
- # ZSTD - standard compression algorithm
2
- # Copyright (C) 2014-2016, Yann Collet, Facebook
3
- # BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php)
4
-
5
- prefix=@PREFIX@
6
- exec_prefix=${prefix}
7
- includedir=${prefix}/include
8
- libdir=${exec_prefix}/lib
9
-
10
- Name: zstd
11
- Description: fast lossless compression algorithm library
12
- URL: http://www.zstd.net/
13
- Version: @VERSION@
14
- Libs: -L${libdir} -lzstd
15
- Cflags: -I${includedir}
@@ -1,6 +0,0 @@
1
- #ifndef ZSTD_RUBY_H
2
- #define ZSTD_RUBY_H 1
3
-
4
- #include "ruby.h"
5
-
6
- #endif /* ZSTD_RUBY_H */