zstd-ruby 1.4.4.0 → 1.5.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (115) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +2 -0
  3. data/README.md +78 -5
  4. data/Rakefile +8 -2
  5. data/ext/zstdruby/common.h +15 -0
  6. data/ext/zstdruby/extconf.rb +3 -2
  7. data/ext/zstdruby/libzstd/common/allocations.h +55 -0
  8. data/ext/zstdruby/libzstd/common/bits.h +200 -0
  9. data/ext/zstdruby/libzstd/common/bitstream.h +74 -97
  10. data/ext/zstdruby/libzstd/common/compiler.h +219 -20
  11. data/ext/zstdruby/libzstd/common/cpu.h +1 -3
  12. data/ext/zstdruby/libzstd/common/debug.c +11 -31
  13. data/ext/zstdruby/libzstd/common/debug.h +22 -49
  14. data/ext/zstdruby/libzstd/common/entropy_common.c +184 -80
  15. data/ext/zstdruby/libzstd/common/error_private.c +11 -2
  16. data/ext/zstdruby/libzstd/common/error_private.h +87 -4
  17. data/ext/zstdruby/libzstd/common/fse.h +47 -116
  18. data/ext/zstdruby/libzstd/common/fse_decompress.c +127 -127
  19. data/ext/zstdruby/libzstd/common/huf.h +112 -197
  20. data/ext/zstdruby/libzstd/common/mem.h +124 -142
  21. data/ext/zstdruby/libzstd/common/pool.c +54 -27
  22. data/ext/zstdruby/libzstd/common/pool.h +11 -5
  23. data/ext/zstdruby/libzstd/common/portability_macros.h +156 -0
  24. data/ext/zstdruby/libzstd/common/threading.c +78 -22
  25. data/ext/zstdruby/libzstd/common/threading.h +9 -13
  26. data/ext/zstdruby/libzstd/common/xxhash.c +15 -873
  27. data/ext/zstdruby/libzstd/common/xxhash.h +5572 -191
  28. data/ext/zstdruby/libzstd/common/zstd_common.c +2 -37
  29. data/ext/zstdruby/libzstd/common/zstd_deps.h +111 -0
  30. data/ext/zstdruby/libzstd/common/zstd_internal.h +186 -144
  31. data/ext/zstdruby/libzstd/common/zstd_trace.h +163 -0
  32. data/ext/zstdruby/libzstd/compress/clevels.h +134 -0
  33. data/ext/zstdruby/libzstd/compress/fse_compress.c +99 -196
  34. data/ext/zstdruby/libzstd/compress/hist.c +41 -63
  35. data/ext/zstdruby/libzstd/compress/hist.h +13 -33
  36. data/ext/zstdruby/libzstd/compress/huf_compress.c +968 -331
  37. data/ext/zstdruby/libzstd/compress/zstd_compress.c +4120 -1191
  38. data/ext/zstdruby/libzstd/compress/zstd_compress_internal.h +688 -159
  39. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.c +121 -40
  40. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.h +16 -6
  41. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.c +62 -35
  42. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.h +10 -3
  43. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.c +577 -0
  44. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.h +32 -0
  45. data/ext/zstdruby/libzstd/compress/zstd_cwksp.h +322 -115
  46. data/ext/zstdruby/libzstd/compress/zstd_double_fast.c +394 -154
  47. data/ext/zstdruby/libzstd/compress/zstd_double_fast.h +4 -3
  48. data/ext/zstdruby/libzstd/compress/zstd_fast.c +729 -253
  49. data/ext/zstdruby/libzstd/compress/zstd_fast.h +4 -3
  50. data/ext/zstdruby/libzstd/compress/zstd_lazy.c +1289 -247
  51. data/ext/zstdruby/libzstd/compress/zstd_lazy.h +61 -1
  52. data/ext/zstdruby/libzstd/compress/zstd_ldm.c +339 -212
  53. data/ext/zstdruby/libzstd/compress/zstd_ldm.h +15 -3
  54. data/ext/zstdruby/libzstd/compress/zstd_ldm_geartab.h +106 -0
  55. data/ext/zstdruby/libzstd/compress/zstd_opt.c +508 -282
  56. data/ext/zstdruby/libzstd/compress/zstd_opt.h +1 -1
  57. data/ext/zstdruby/libzstd/compress/zstdmt_compress.c +217 -466
  58. data/ext/zstdruby/libzstd/compress/zstdmt_compress.h +35 -114
  59. data/ext/zstdruby/libzstd/decompress/huf_decompress.c +1220 -572
  60. data/ext/zstdruby/libzstd/decompress/huf_decompress_amd64.S +576 -0
  61. data/ext/zstdruby/libzstd/decompress/zstd_ddict.c +23 -19
  62. data/ext/zstdruby/libzstd/decompress/zstd_ddict.h +3 -3
  63. data/ext/zstdruby/libzstd/decompress/zstd_decompress.c +859 -273
  64. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.c +1244 -375
  65. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.h +21 -7
  66. data/ext/zstdruby/libzstd/decompress/zstd_decompress_internal.h +74 -11
  67. data/ext/zstdruby/libzstd/dictBuilder/cover.c +75 -54
  68. data/ext/zstdruby/libzstd/dictBuilder/cover.h +20 -9
  69. data/ext/zstdruby/libzstd/dictBuilder/divsufsort.c +1 -1
  70. data/ext/zstdruby/libzstd/dictBuilder/fastcover.c +55 -36
  71. data/ext/zstdruby/libzstd/dictBuilder/zdict.c +126 -110
  72. data/ext/zstdruby/libzstd/{dictBuilder/zdict.h → zdict.h} +248 -56
  73. data/ext/zstdruby/libzstd/zstd.h +1277 -306
  74. data/ext/zstdruby/libzstd/{common/zstd_errors.h → zstd_errors.h} +29 -8
  75. data/ext/zstdruby/main.c +20 -0
  76. data/ext/zstdruby/skippable_frame.c +63 -0
  77. data/ext/zstdruby/streaming_compress.c +177 -0
  78. data/ext/zstdruby/streaming_compress.h +5 -0
  79. data/ext/zstdruby/streaming_decompress.c +123 -0
  80. data/ext/zstdruby/zstdruby.c +114 -32
  81. data/lib/zstd-ruby/version.rb +1 -1
  82. data/lib/zstd-ruby.rb +0 -1
  83. data/zstd-ruby.gemspec +1 -1
  84. metadata +24 -39
  85. data/.travis.yml +0 -14
  86. data/ext/zstdruby/libzstd/.gitignore +0 -3
  87. data/ext/zstdruby/libzstd/BUCK +0 -234
  88. data/ext/zstdruby/libzstd/Makefile +0 -289
  89. data/ext/zstdruby/libzstd/README.md +0 -159
  90. data/ext/zstdruby/libzstd/deprecated/zbuff.h +0 -214
  91. data/ext/zstdruby/libzstd/deprecated/zbuff_common.c +0 -26
  92. data/ext/zstdruby/libzstd/deprecated/zbuff_compress.c +0 -147
  93. data/ext/zstdruby/libzstd/deprecated/zbuff_decompress.c +0 -75
  94. data/ext/zstdruby/libzstd/dll/example/Makefile +0 -47
  95. data/ext/zstdruby/libzstd/dll/example/README.md +0 -69
  96. data/ext/zstdruby/libzstd/dll/example/build_package.bat +0 -20
  97. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.sln +0 -25
  98. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.vcxproj +0 -181
  99. data/ext/zstdruby/libzstd/legacy/zstd_legacy.h +0 -415
  100. data/ext/zstdruby/libzstd/legacy/zstd_v01.c +0 -2152
  101. data/ext/zstdruby/libzstd/legacy/zstd_v01.h +0 -94
  102. data/ext/zstdruby/libzstd/legacy/zstd_v02.c +0 -3514
  103. data/ext/zstdruby/libzstd/legacy/zstd_v02.h +0 -93
  104. data/ext/zstdruby/libzstd/legacy/zstd_v03.c +0 -3156
  105. data/ext/zstdruby/libzstd/legacy/zstd_v03.h +0 -93
  106. data/ext/zstdruby/libzstd/legacy/zstd_v04.c +0 -3641
  107. data/ext/zstdruby/libzstd/legacy/zstd_v04.h +0 -142
  108. data/ext/zstdruby/libzstd/legacy/zstd_v05.c +0 -4046
  109. data/ext/zstdruby/libzstd/legacy/zstd_v05.h +0 -162
  110. data/ext/zstdruby/libzstd/legacy/zstd_v06.c +0 -4150
  111. data/ext/zstdruby/libzstd/legacy/zstd_v06.h +0 -172
  112. data/ext/zstdruby/libzstd/legacy/zstd_v07.c +0 -4533
  113. data/ext/zstdruby/libzstd/legacy/zstd_v07.h +0 -187
  114. data/ext/zstdruby/libzstd/libzstd.pc.in +0 -15
  115. data/ext/zstdruby/zstdruby.h +0 -6
@@ -1,162 +0,0 @@
1
- /*
2
- * Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
3
- * All rights reserved.
4
- *
5
- * This source code is licensed under both the BSD-style license (found in the
6
- * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7
- * in the COPYING file in the root directory of this source tree).
8
- * You may select, at your option, one of the above-listed licenses.
9
- */
10
-
11
- #ifndef ZSTDv05_H
12
- #define ZSTDv05_H
13
-
14
- #if defined (__cplusplus)
15
- extern "C" {
16
- #endif
17
-
18
- /*-*************************************
19
- * Dependencies
20
- ***************************************/
21
- #include <stddef.h> /* size_t */
22
- #include "mem.h" /* U64, U32 */
23
-
24
-
25
- /* *************************************
26
- * Simple functions
27
- ***************************************/
28
- /*! ZSTDv05_decompress() :
29
- `compressedSize` : is the _exact_ size of the compressed blob, otherwise decompression will fail.
30
- `dstCapacity` must be large enough, equal or larger than originalSize.
31
- @return : the number of bytes decompressed into `dst` (<= `dstCapacity`),
32
- or an errorCode if it fails (which can be tested using ZSTDv05_isError()) */
33
- size_t ZSTDv05_decompress( void* dst, size_t dstCapacity,
34
- const void* src, size_t compressedSize);
35
-
36
- /**
37
- ZSTDv05_findFrameSizeInfoLegacy() : get the source length and decompressed bound of a ZSTD frame compliant with v0.5.x format
38
- srcSize : The size of the 'src' buffer, at least as large as the frame pointed to by 'src'
39
- cSize (output parameter) : the number of bytes that would be read to decompress this frame
40
- or an error code if it fails (which can be tested using ZSTDv01_isError())
41
- dBound (output parameter) : an upper-bound for the decompressed size of the data in the frame
42
- or ZSTD_CONTENTSIZE_ERROR if an error occurs
43
-
44
- note : assumes `cSize` and `dBound` are _not_ NULL.
45
- */
46
- void ZSTDv05_findFrameSizeInfoLegacy(const void *src, size_t srcSize,
47
- size_t* cSize, unsigned long long* dBound);
48
-
49
- /* *************************************
50
- * Helper functions
51
- ***************************************/
52
- /* Error Management */
53
- unsigned ZSTDv05_isError(size_t code); /*!< tells if a `size_t` function result is an error code */
54
- const char* ZSTDv05_getErrorName(size_t code); /*!< provides readable string for an error code */
55
-
56
-
57
- /* *************************************
58
- * Explicit memory management
59
- ***************************************/
60
- /** Decompression context */
61
- typedef struct ZSTDv05_DCtx_s ZSTDv05_DCtx;
62
- ZSTDv05_DCtx* ZSTDv05_createDCtx(void);
63
- size_t ZSTDv05_freeDCtx(ZSTDv05_DCtx* dctx); /*!< @return : errorCode */
64
-
65
- /** ZSTDv05_decompressDCtx() :
66
- * Same as ZSTDv05_decompress(), but requires an already allocated ZSTDv05_DCtx (see ZSTDv05_createDCtx()) */
67
- size_t ZSTDv05_decompressDCtx(ZSTDv05_DCtx* ctx, void* dst, size_t dstCapacity, const void* src, size_t srcSize);
68
-
69
-
70
- /*-***********************
71
- * Simple Dictionary API
72
- *************************/
73
- /*! ZSTDv05_decompress_usingDict() :
74
- * Decompression using a pre-defined Dictionary content (see dictBuilder).
75
- * Dictionary must be identical to the one used during compression, otherwise regenerated data will be corrupted.
76
- * Note : dict can be NULL, in which case, it's equivalent to ZSTDv05_decompressDCtx() */
77
- size_t ZSTDv05_decompress_usingDict(ZSTDv05_DCtx* dctx,
78
- void* dst, size_t dstCapacity,
79
- const void* src, size_t srcSize,
80
- const void* dict,size_t dictSize);
81
-
82
- /*-************************
83
- * Advanced Streaming API
84
- ***************************/
85
- typedef enum { ZSTDv05_fast, ZSTDv05_greedy, ZSTDv05_lazy, ZSTDv05_lazy2, ZSTDv05_btlazy2, ZSTDv05_opt, ZSTDv05_btopt } ZSTDv05_strategy;
86
- typedef struct {
87
- U64 srcSize;
88
- U32 windowLog; /* the only useful information to retrieve */
89
- U32 contentLog; U32 hashLog; U32 searchLog; U32 searchLength; U32 targetLength; ZSTDv05_strategy strategy;
90
- } ZSTDv05_parameters;
91
- size_t ZSTDv05_getFrameParams(ZSTDv05_parameters* params, const void* src, size_t srcSize);
92
-
93
- size_t ZSTDv05_decompressBegin_usingDict(ZSTDv05_DCtx* dctx, const void* dict, size_t dictSize);
94
- void ZSTDv05_copyDCtx(ZSTDv05_DCtx* dstDCtx, const ZSTDv05_DCtx* srcDCtx);
95
- size_t ZSTDv05_nextSrcSizeToDecompress(ZSTDv05_DCtx* dctx);
96
- size_t ZSTDv05_decompressContinue(ZSTDv05_DCtx* dctx, void* dst, size_t dstCapacity, const void* src, size_t srcSize);
97
-
98
-
99
- /*-***********************
100
- * ZBUFF API
101
- *************************/
102
- typedef struct ZBUFFv05_DCtx_s ZBUFFv05_DCtx;
103
- ZBUFFv05_DCtx* ZBUFFv05_createDCtx(void);
104
- size_t ZBUFFv05_freeDCtx(ZBUFFv05_DCtx* dctx);
105
-
106
- size_t ZBUFFv05_decompressInit(ZBUFFv05_DCtx* dctx);
107
- size_t ZBUFFv05_decompressInitDictionary(ZBUFFv05_DCtx* dctx, const void* dict, size_t dictSize);
108
-
109
- size_t ZBUFFv05_decompressContinue(ZBUFFv05_DCtx* dctx,
110
- void* dst, size_t* dstCapacityPtr,
111
- const void* src, size_t* srcSizePtr);
112
-
113
- /*-***************************************************************************
114
- * Streaming decompression
115
- *
116
- * A ZBUFFv05_DCtx object is required to track streaming operations.
117
- * Use ZBUFFv05_createDCtx() and ZBUFFv05_freeDCtx() to create/release resources.
118
- * Use ZBUFFv05_decompressInit() to start a new decompression operation,
119
- * or ZBUFFv05_decompressInitDictionary() if decompression requires a dictionary.
120
- * Note that ZBUFFv05_DCtx objects can be reused multiple times.
121
- *
122
- * Use ZBUFFv05_decompressContinue() repetitively to consume your input.
123
- * *srcSizePtr and *dstCapacityPtr can be any size.
124
- * The function will report how many bytes were read or written by modifying *srcSizePtr and *dstCapacityPtr.
125
- * Note that it may not consume the entire input, in which case it's up to the caller to present remaining input again.
126
- * The content of @dst will be overwritten (up to *dstCapacityPtr) at each function call, so save its content if it matters or change @dst.
127
- * @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to help latency)
128
- * or 0 when a frame is completely decoded
129
- * or an error code, which can be tested using ZBUFFv05_isError().
130
- *
131
- * Hint : recommended buffer sizes (not compulsory) : ZBUFFv05_recommendedDInSize() / ZBUFFv05_recommendedDOutSize()
132
- * output : ZBUFFv05_recommendedDOutSize==128 KB block size is the internal unit, it ensures it's always possible to write a full block when decoded.
133
- * input : ZBUFFv05_recommendedDInSize==128Kb+3; just follow indications from ZBUFFv05_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
134
- * *******************************************************************************/
135
-
136
-
137
- /* *************************************
138
- * Tool functions
139
- ***************************************/
140
- unsigned ZBUFFv05_isError(size_t errorCode);
141
- const char* ZBUFFv05_getErrorName(size_t errorCode);
142
-
143
- /** Functions below provide recommended buffer sizes for Compression or Decompression operations.
144
- * These sizes are just hints, and tend to offer better latency */
145
- size_t ZBUFFv05_recommendedDInSize(void);
146
- size_t ZBUFFv05_recommendedDOutSize(void);
147
-
148
-
149
-
150
- /*-*************************************
151
- * Constants
152
- ***************************************/
153
- #define ZSTDv05_MAGICNUMBER 0xFD2FB525 /* v0.5 */
154
-
155
-
156
-
157
-
158
- #if defined (__cplusplus)
159
- }
160
- #endif
161
-
162
- #endif /* ZSTDv0505_H */