zstd-ruby 1.4.4.0 → 1.5.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (115) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +2 -0
  3. data/README.md +78 -5
  4. data/Rakefile +8 -2
  5. data/ext/zstdruby/common.h +15 -0
  6. data/ext/zstdruby/extconf.rb +3 -2
  7. data/ext/zstdruby/libzstd/common/allocations.h +55 -0
  8. data/ext/zstdruby/libzstd/common/bits.h +200 -0
  9. data/ext/zstdruby/libzstd/common/bitstream.h +74 -97
  10. data/ext/zstdruby/libzstd/common/compiler.h +219 -20
  11. data/ext/zstdruby/libzstd/common/cpu.h +1 -3
  12. data/ext/zstdruby/libzstd/common/debug.c +11 -31
  13. data/ext/zstdruby/libzstd/common/debug.h +22 -49
  14. data/ext/zstdruby/libzstd/common/entropy_common.c +184 -80
  15. data/ext/zstdruby/libzstd/common/error_private.c +11 -2
  16. data/ext/zstdruby/libzstd/common/error_private.h +87 -4
  17. data/ext/zstdruby/libzstd/common/fse.h +47 -116
  18. data/ext/zstdruby/libzstd/common/fse_decompress.c +127 -127
  19. data/ext/zstdruby/libzstd/common/huf.h +112 -197
  20. data/ext/zstdruby/libzstd/common/mem.h +124 -142
  21. data/ext/zstdruby/libzstd/common/pool.c +54 -27
  22. data/ext/zstdruby/libzstd/common/pool.h +11 -5
  23. data/ext/zstdruby/libzstd/common/portability_macros.h +156 -0
  24. data/ext/zstdruby/libzstd/common/threading.c +78 -22
  25. data/ext/zstdruby/libzstd/common/threading.h +9 -13
  26. data/ext/zstdruby/libzstd/common/xxhash.c +15 -873
  27. data/ext/zstdruby/libzstd/common/xxhash.h +5572 -191
  28. data/ext/zstdruby/libzstd/common/zstd_common.c +2 -37
  29. data/ext/zstdruby/libzstd/common/zstd_deps.h +111 -0
  30. data/ext/zstdruby/libzstd/common/zstd_internal.h +186 -144
  31. data/ext/zstdruby/libzstd/common/zstd_trace.h +163 -0
  32. data/ext/zstdruby/libzstd/compress/clevels.h +134 -0
  33. data/ext/zstdruby/libzstd/compress/fse_compress.c +99 -196
  34. data/ext/zstdruby/libzstd/compress/hist.c +41 -63
  35. data/ext/zstdruby/libzstd/compress/hist.h +13 -33
  36. data/ext/zstdruby/libzstd/compress/huf_compress.c +968 -331
  37. data/ext/zstdruby/libzstd/compress/zstd_compress.c +4120 -1191
  38. data/ext/zstdruby/libzstd/compress/zstd_compress_internal.h +688 -159
  39. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.c +121 -40
  40. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.h +16 -6
  41. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.c +62 -35
  42. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.h +10 -3
  43. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.c +577 -0
  44. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.h +32 -0
  45. data/ext/zstdruby/libzstd/compress/zstd_cwksp.h +322 -115
  46. data/ext/zstdruby/libzstd/compress/zstd_double_fast.c +394 -154
  47. data/ext/zstdruby/libzstd/compress/zstd_double_fast.h +4 -3
  48. data/ext/zstdruby/libzstd/compress/zstd_fast.c +729 -253
  49. data/ext/zstdruby/libzstd/compress/zstd_fast.h +4 -3
  50. data/ext/zstdruby/libzstd/compress/zstd_lazy.c +1289 -247
  51. data/ext/zstdruby/libzstd/compress/zstd_lazy.h +61 -1
  52. data/ext/zstdruby/libzstd/compress/zstd_ldm.c +339 -212
  53. data/ext/zstdruby/libzstd/compress/zstd_ldm.h +15 -3
  54. data/ext/zstdruby/libzstd/compress/zstd_ldm_geartab.h +106 -0
  55. data/ext/zstdruby/libzstd/compress/zstd_opt.c +508 -282
  56. data/ext/zstdruby/libzstd/compress/zstd_opt.h +1 -1
  57. data/ext/zstdruby/libzstd/compress/zstdmt_compress.c +217 -466
  58. data/ext/zstdruby/libzstd/compress/zstdmt_compress.h +35 -114
  59. data/ext/zstdruby/libzstd/decompress/huf_decompress.c +1220 -572
  60. data/ext/zstdruby/libzstd/decompress/huf_decompress_amd64.S +576 -0
  61. data/ext/zstdruby/libzstd/decompress/zstd_ddict.c +23 -19
  62. data/ext/zstdruby/libzstd/decompress/zstd_ddict.h +3 -3
  63. data/ext/zstdruby/libzstd/decompress/zstd_decompress.c +859 -273
  64. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.c +1244 -375
  65. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.h +21 -7
  66. data/ext/zstdruby/libzstd/decompress/zstd_decompress_internal.h +74 -11
  67. data/ext/zstdruby/libzstd/dictBuilder/cover.c +75 -54
  68. data/ext/zstdruby/libzstd/dictBuilder/cover.h +20 -9
  69. data/ext/zstdruby/libzstd/dictBuilder/divsufsort.c +1 -1
  70. data/ext/zstdruby/libzstd/dictBuilder/fastcover.c +55 -36
  71. data/ext/zstdruby/libzstd/dictBuilder/zdict.c +126 -110
  72. data/ext/zstdruby/libzstd/{dictBuilder/zdict.h → zdict.h} +248 -56
  73. data/ext/zstdruby/libzstd/zstd.h +1277 -306
  74. data/ext/zstdruby/libzstd/{common/zstd_errors.h → zstd_errors.h} +29 -8
  75. data/ext/zstdruby/main.c +20 -0
  76. data/ext/zstdruby/skippable_frame.c +63 -0
  77. data/ext/zstdruby/streaming_compress.c +177 -0
  78. data/ext/zstdruby/streaming_compress.h +5 -0
  79. data/ext/zstdruby/streaming_decompress.c +123 -0
  80. data/ext/zstdruby/zstdruby.c +114 -32
  81. data/lib/zstd-ruby/version.rb +1 -1
  82. data/lib/zstd-ruby.rb +0 -1
  83. data/zstd-ruby.gemspec +1 -1
  84. metadata +24 -39
  85. data/.travis.yml +0 -14
  86. data/ext/zstdruby/libzstd/.gitignore +0 -3
  87. data/ext/zstdruby/libzstd/BUCK +0 -234
  88. data/ext/zstdruby/libzstd/Makefile +0 -289
  89. data/ext/zstdruby/libzstd/README.md +0 -159
  90. data/ext/zstdruby/libzstd/deprecated/zbuff.h +0 -214
  91. data/ext/zstdruby/libzstd/deprecated/zbuff_common.c +0 -26
  92. data/ext/zstdruby/libzstd/deprecated/zbuff_compress.c +0 -147
  93. data/ext/zstdruby/libzstd/deprecated/zbuff_decompress.c +0 -75
  94. data/ext/zstdruby/libzstd/dll/example/Makefile +0 -47
  95. data/ext/zstdruby/libzstd/dll/example/README.md +0 -69
  96. data/ext/zstdruby/libzstd/dll/example/build_package.bat +0 -20
  97. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.sln +0 -25
  98. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.vcxproj +0 -181
  99. data/ext/zstdruby/libzstd/legacy/zstd_legacy.h +0 -415
  100. data/ext/zstdruby/libzstd/legacy/zstd_v01.c +0 -2152
  101. data/ext/zstdruby/libzstd/legacy/zstd_v01.h +0 -94
  102. data/ext/zstdruby/libzstd/legacy/zstd_v02.c +0 -3514
  103. data/ext/zstdruby/libzstd/legacy/zstd_v02.h +0 -93
  104. data/ext/zstdruby/libzstd/legacy/zstd_v03.c +0 -3156
  105. data/ext/zstdruby/libzstd/legacy/zstd_v03.h +0 -93
  106. data/ext/zstdruby/libzstd/legacy/zstd_v04.c +0 -3641
  107. data/ext/zstdruby/libzstd/legacy/zstd_v04.h +0 -142
  108. data/ext/zstdruby/libzstd/legacy/zstd_v05.c +0 -4046
  109. data/ext/zstdruby/libzstd/legacy/zstd_v05.h +0 -162
  110. data/ext/zstdruby/libzstd/legacy/zstd_v06.c +0 -4150
  111. data/ext/zstdruby/libzstd/legacy/zstd_v06.h +0 -172
  112. data/ext/zstdruby/libzstd/legacy/zstd_v07.c +0 -4533
  113. data/ext/zstdruby/libzstd/legacy/zstd_v07.h +0 -187
  114. data/ext/zstdruby/libzstd/libzstd.pc.in +0 -15
  115. data/ext/zstdruby/zstdruby.h +0 -6
@@ -1,142 +0,0 @@
1
- /*
2
- * Copyright (c) 2016-present, Yann Collet, Facebook, Inc.
3
- * All rights reserved.
4
- *
5
- * This source code is licensed under both the BSD-style license (found in the
6
- * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7
- * in the COPYING file in the root directory of this source tree).
8
- * You may select, at your option, one of the above-listed licenses.
9
- */
10
-
11
- #ifndef ZSTD_V04_H_91868324769238
12
- #define ZSTD_V04_H_91868324769238
13
-
14
- #if defined (__cplusplus)
15
- extern "C" {
16
- #endif
17
-
18
- /* *************************************
19
- * Includes
20
- ***************************************/
21
- #include <stddef.h> /* size_t */
22
-
23
-
24
- /* *************************************
25
- * Simple one-step function
26
- ***************************************/
27
- /**
28
- ZSTDv04_decompress() : decompress ZSTD frames compliant with v0.4.x format
29
- compressedSize : is the exact source size
30
- maxOriginalSize : is the size of the 'dst' buffer, which must be already allocated.
31
- It must be equal or larger than originalSize, otherwise decompression will fail.
32
- return : the number of bytes decompressed into destination buffer (originalSize)
33
- or an errorCode if it fails (which can be tested using ZSTDv01_isError())
34
- */
35
- size_t ZSTDv04_decompress( void* dst, size_t maxOriginalSize,
36
- const void* src, size_t compressedSize);
37
-
38
- /**
39
- ZSTDv04_findFrameSizeInfoLegacy() : get the source length and decompressed bound of a ZSTD frame compliant with v0.4.x format
40
- srcSize : The size of the 'src' buffer, at least as large as the frame pointed to by 'src'
41
- cSize (output parameter) : the number of bytes that would be read to decompress this frame
42
- or an error code if it fails (which can be tested using ZSTDv01_isError())
43
- dBound (output parameter) : an upper-bound for the decompressed size of the data in the frame
44
- or ZSTD_CONTENTSIZE_ERROR if an error occurs
45
-
46
- note : assumes `cSize` and `dBound` are _not_ NULL.
47
- */
48
- void ZSTDv04_findFrameSizeInfoLegacy(const void *src, size_t srcSize,
49
- size_t* cSize, unsigned long long* dBound);
50
-
51
- /**
52
- ZSTDv04_isError() : tells if the result of ZSTDv04_decompress() is an error
53
- */
54
- unsigned ZSTDv04_isError(size_t code);
55
-
56
-
57
- /* *************************************
58
- * Advanced functions
59
- ***************************************/
60
- typedef struct ZSTDv04_Dctx_s ZSTDv04_Dctx;
61
- ZSTDv04_Dctx* ZSTDv04_createDCtx(void);
62
- size_t ZSTDv04_freeDCtx(ZSTDv04_Dctx* dctx);
63
-
64
- size_t ZSTDv04_decompressDCtx(ZSTDv04_Dctx* dctx,
65
- void* dst, size_t maxOriginalSize,
66
- const void* src, size_t compressedSize);
67
-
68
-
69
- /* *************************************
70
- * Direct Streaming
71
- ***************************************/
72
- size_t ZSTDv04_resetDCtx(ZSTDv04_Dctx* dctx);
73
-
74
- size_t ZSTDv04_nextSrcSizeToDecompress(ZSTDv04_Dctx* dctx);
75
- size_t ZSTDv04_decompressContinue(ZSTDv04_Dctx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize);
76
- /**
77
- Use above functions alternatively.
78
- ZSTD_nextSrcSizeToDecompress() tells how much bytes to provide as 'srcSize' to ZSTD_decompressContinue().
79
- ZSTD_decompressContinue() will use previous data blocks to improve compression if they are located prior to current block.
80
- Result is the number of bytes regenerated within 'dst'.
81
- It can be zero, which is not an error; it just means ZSTD_decompressContinue() has decoded some header.
82
- */
83
-
84
-
85
- /* *************************************
86
- * Buffered Streaming
87
- ***************************************/
88
- typedef struct ZBUFFv04_DCtx_s ZBUFFv04_DCtx;
89
- ZBUFFv04_DCtx* ZBUFFv04_createDCtx(void);
90
- size_t ZBUFFv04_freeDCtx(ZBUFFv04_DCtx* dctx);
91
-
92
- size_t ZBUFFv04_decompressInit(ZBUFFv04_DCtx* dctx);
93
- size_t ZBUFFv04_decompressWithDictionary(ZBUFFv04_DCtx* dctx, const void* dict, size_t dictSize);
94
-
95
- size_t ZBUFFv04_decompressContinue(ZBUFFv04_DCtx* dctx, void* dst, size_t* maxDstSizePtr, const void* src, size_t* srcSizePtr);
96
-
97
- /** ************************************************
98
- * Streaming decompression
99
- *
100
- * A ZBUFF_DCtx object is required to track streaming operation.
101
- * Use ZBUFF_createDCtx() and ZBUFF_freeDCtx() to create/release resources.
102
- * Use ZBUFF_decompressInit() to start a new decompression operation.
103
- * ZBUFF_DCtx objects can be reused multiple times.
104
- *
105
- * Optionally, a reference to a static dictionary can be set, using ZBUFF_decompressWithDictionary()
106
- * It must be the same content as the one set during compression phase.
107
- * Dictionary content must remain accessible during the decompression process.
108
- *
109
- * Use ZBUFF_decompressContinue() repetitively to consume your input.
110
- * *srcSizePtr and *maxDstSizePtr can be any size.
111
- * The function will report how many bytes were read or written by modifying *srcSizePtr and *maxDstSizePtr.
112
- * Note that it may not consume the entire input, in which case it's up to the caller to present remaining input again.
113
- * The content of dst will be overwritten (up to *maxDstSizePtr) at each function call, so save its content if it matters or change dst.
114
- * @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to improve latency)
115
- * or 0 when a frame is completely decoded
116
- * or an error code, which can be tested using ZBUFF_isError().
117
- *
118
- * Hint : recommended buffer sizes (not compulsory) : ZBUFF_recommendedDInSize / ZBUFF_recommendedDOutSize
119
- * output : ZBUFF_recommendedDOutSize==128 KB block size is the internal unit, it ensures it's always possible to write a full block when it's decoded.
120
- * input : ZBUFF_recommendedDInSize==128Kb+3; just follow indications from ZBUFF_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
121
- * **************************************************/
122
- unsigned ZBUFFv04_isError(size_t errorCode);
123
- const char* ZBUFFv04_getErrorName(size_t errorCode);
124
-
125
-
126
- /** The below functions provide recommended buffer sizes for Compression or Decompression operations.
127
- * These sizes are not compulsory, they just tend to offer better latency */
128
- size_t ZBUFFv04_recommendedDInSize(void);
129
- size_t ZBUFFv04_recommendedDOutSize(void);
130
-
131
-
132
- /* *************************************
133
- * Prefix - version detection
134
- ***************************************/
135
- #define ZSTDv04_magicNumber 0xFD2FB524 /* v0.4 */
136
-
137
-
138
- #if defined (__cplusplus)
139
- }
140
- #endif
141
-
142
- #endif /* ZSTD_V04_H_91868324769238 */