zstd-ruby 1.5.1.1 → 1.5.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (117) hide show
  1. checksums.yaml +4 -4
  2. data/.gitignore +2 -0
  3. data/README.md +78 -5
  4. data/Rakefile +8 -2
  5. data/ext/zstdruby/common.h +15 -0
  6. data/ext/zstdruby/extconf.rb +1 -1
  7. data/ext/zstdruby/libzstd/common/allocations.h +55 -0
  8. data/ext/zstdruby/libzstd/common/bits.h +200 -0
  9. data/ext/zstdruby/libzstd/common/bitstream.h +19 -60
  10. data/ext/zstdruby/libzstd/common/compiler.h +26 -3
  11. data/ext/zstdruby/libzstd/common/cpu.h +1 -1
  12. data/ext/zstdruby/libzstd/common/debug.c +1 -1
  13. data/ext/zstdruby/libzstd/common/debug.h +1 -1
  14. data/ext/zstdruby/libzstd/common/entropy_common.c +12 -40
  15. data/ext/zstdruby/libzstd/common/error_private.c +9 -2
  16. data/ext/zstdruby/libzstd/common/error_private.h +1 -1
  17. data/ext/zstdruby/libzstd/common/fse.h +5 -83
  18. data/ext/zstdruby/libzstd/common/fse_decompress.c +7 -99
  19. data/ext/zstdruby/libzstd/common/huf.h +65 -156
  20. data/ext/zstdruby/libzstd/common/mem.h +39 -46
  21. data/ext/zstdruby/libzstd/common/pool.c +37 -16
  22. data/ext/zstdruby/libzstd/common/pool.h +9 -3
  23. data/ext/zstdruby/libzstd/common/portability_macros.h +28 -3
  24. data/ext/zstdruby/libzstd/common/threading.c +68 -14
  25. data/ext/zstdruby/libzstd/common/threading.h +5 -10
  26. data/ext/zstdruby/libzstd/common/xxhash.c +2 -2
  27. data/ext/zstdruby/libzstd/common/xxhash.h +8 -8
  28. data/ext/zstdruby/libzstd/common/zstd_common.c +1 -36
  29. data/ext/zstdruby/libzstd/common/zstd_deps.h +1 -1
  30. data/ext/zstdruby/libzstd/common/zstd_internal.h +20 -122
  31. data/ext/zstdruby/libzstd/common/zstd_trace.h +3 -3
  32. data/ext/zstdruby/libzstd/compress/clevels.h +1 -1
  33. data/ext/zstdruby/libzstd/compress/fse_compress.c +7 -124
  34. data/ext/zstdruby/libzstd/compress/hist.c +1 -1
  35. data/ext/zstdruby/libzstd/compress/hist.h +1 -1
  36. data/ext/zstdruby/libzstd/compress/huf_compress.c +234 -169
  37. data/ext/zstdruby/libzstd/compress/zstd_compress.c +1317 -594
  38. data/ext/zstdruby/libzstd/compress/zstd_compress_internal.h +272 -165
  39. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.c +115 -39
  40. data/ext/zstdruby/libzstd/compress/zstd_compress_literals.h +16 -8
  41. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.c +13 -13
  42. data/ext/zstdruby/libzstd/compress/zstd_compress_sequences.h +1 -1
  43. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.c +25 -21
  44. data/ext/zstdruby/libzstd/compress/zstd_compress_superblock.h +1 -1
  45. data/ext/zstdruby/libzstd/compress/zstd_cwksp.h +162 -82
  46. data/ext/zstdruby/libzstd/compress/zstd_double_fast.c +95 -33
  47. data/ext/zstdruby/libzstd/compress/zstd_double_fast.h +3 -2
  48. data/ext/zstdruby/libzstd/compress/zstd_fast.c +434 -149
  49. data/ext/zstdruby/libzstd/compress/zstd_fast.h +3 -2
  50. data/ext/zstdruby/libzstd/compress/zstd_lazy.c +405 -348
  51. data/ext/zstdruby/libzstd/compress/zstd_lazy.h +4 -2
  52. data/ext/zstdruby/libzstd/compress/zstd_ldm.c +9 -7
  53. data/ext/zstdruby/libzstd/compress/zstd_ldm.h +1 -1
  54. data/ext/zstdruby/libzstd/compress/zstd_ldm_geartab.h +1 -1
  55. data/ext/zstdruby/libzstd/compress/zstd_opt.c +149 -100
  56. data/ext/zstdruby/libzstd/compress/zstd_opt.h +1 -1
  57. data/ext/zstdruby/libzstd/compress/zstdmt_compress.c +32 -16
  58. data/ext/zstdruby/libzstd/compress/zstdmt_compress.h +5 -2
  59. data/ext/zstdruby/libzstd/decompress/huf_decompress.c +434 -441
  60. data/ext/zstdruby/libzstd/decompress/huf_decompress_amd64.S +42 -37
  61. data/ext/zstdruby/libzstd/decompress/zstd_ddict.c +4 -4
  62. data/ext/zstdruby/libzstd/decompress/zstd_ddict.h +1 -1
  63. data/ext/zstdruby/libzstd/decompress/zstd_decompress.c +205 -80
  64. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.c +201 -81
  65. data/ext/zstdruby/libzstd/decompress/zstd_decompress_block.h +6 -1
  66. data/ext/zstdruby/libzstd/decompress/zstd_decompress_internal.h +4 -2
  67. data/ext/zstdruby/libzstd/dictBuilder/cover.c +19 -15
  68. data/ext/zstdruby/libzstd/dictBuilder/cover.h +1 -1
  69. data/ext/zstdruby/libzstd/dictBuilder/fastcover.c +2 -2
  70. data/ext/zstdruby/libzstd/dictBuilder/zdict.c +13 -91
  71. data/ext/zstdruby/libzstd/zdict.h +53 -31
  72. data/ext/zstdruby/libzstd/zstd.h +580 -135
  73. data/ext/zstdruby/libzstd/zstd_errors.h +27 -8
  74. data/ext/zstdruby/main.c +20 -0
  75. data/ext/zstdruby/skippable_frame.c +63 -0
  76. data/ext/zstdruby/streaming_compress.c +177 -0
  77. data/ext/zstdruby/streaming_compress.h +5 -0
  78. data/ext/zstdruby/streaming_decompress.c +123 -0
  79. data/ext/zstdruby/zstdruby.c +113 -31
  80. data/lib/zstd-ruby/version.rb +1 -1
  81. data/lib/zstd-ruby.rb +0 -1
  82. data/zstd-ruby.gemspec +1 -1
  83. metadata +11 -37
  84. data/.github/dependabot.yml +0 -8
  85. data/.github/workflows/ruby.yml +0 -35
  86. data/ext/zstdruby/libzstd/.gitignore +0 -3
  87. data/ext/zstdruby/libzstd/BUCK +0 -232
  88. data/ext/zstdruby/libzstd/Makefile +0 -357
  89. data/ext/zstdruby/libzstd/README.md +0 -217
  90. data/ext/zstdruby/libzstd/deprecated/zbuff.h +0 -214
  91. data/ext/zstdruby/libzstd/deprecated/zbuff_common.c +0 -26
  92. data/ext/zstdruby/libzstd/deprecated/zbuff_compress.c +0 -167
  93. data/ext/zstdruby/libzstd/deprecated/zbuff_decompress.c +0 -75
  94. data/ext/zstdruby/libzstd/dll/example/Makefile +0 -48
  95. data/ext/zstdruby/libzstd/dll/example/README.md +0 -63
  96. data/ext/zstdruby/libzstd/dll/example/build_package.bat +0 -20
  97. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.sln +0 -25
  98. data/ext/zstdruby/libzstd/dll/example/fullbench-dll.vcxproj +0 -181
  99. data/ext/zstdruby/libzstd/legacy/zstd_legacy.h +0 -415
  100. data/ext/zstdruby/libzstd/legacy/zstd_v01.c +0 -2158
  101. data/ext/zstdruby/libzstd/legacy/zstd_v01.h +0 -94
  102. data/ext/zstdruby/libzstd/legacy/zstd_v02.c +0 -3518
  103. data/ext/zstdruby/libzstd/legacy/zstd_v02.h +0 -93
  104. data/ext/zstdruby/libzstd/legacy/zstd_v03.c +0 -3160
  105. data/ext/zstdruby/libzstd/legacy/zstd_v03.h +0 -93
  106. data/ext/zstdruby/libzstd/legacy/zstd_v04.c +0 -3647
  107. data/ext/zstdruby/libzstd/legacy/zstd_v04.h +0 -142
  108. data/ext/zstdruby/libzstd/legacy/zstd_v05.c +0 -4050
  109. data/ext/zstdruby/libzstd/legacy/zstd_v05.h +0 -162
  110. data/ext/zstdruby/libzstd/legacy/zstd_v06.c +0 -4154
  111. data/ext/zstdruby/libzstd/legacy/zstd_v06.h +0 -172
  112. data/ext/zstdruby/libzstd/legacy/zstd_v07.c +0 -4541
  113. data/ext/zstdruby/libzstd/legacy/zstd_v07.h +0 -187
  114. data/ext/zstdruby/libzstd/libzstd.mk +0 -185
  115. data/ext/zstdruby/libzstd/libzstd.pc.in +0 -16
  116. data/ext/zstdruby/libzstd/modulemap/module.modulemap +0 -4
  117. data/ext/zstdruby/zstdruby.h +0 -6
@@ -1,142 +0,0 @@
1
- /*
2
- * Copyright (c) Yann Collet, Facebook, Inc.
3
- * All rights reserved.
4
- *
5
- * This source code is licensed under both the BSD-style license (found in the
6
- * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7
- * in the COPYING file in the root directory of this source tree).
8
- * You may select, at your option, one of the above-listed licenses.
9
- */
10
-
11
- #ifndef ZSTD_V04_H_91868324769238
12
- #define ZSTD_V04_H_91868324769238
13
-
14
- #if defined (__cplusplus)
15
- extern "C" {
16
- #endif
17
-
18
- /* *************************************
19
- * Includes
20
- ***************************************/
21
- #include <stddef.h> /* size_t */
22
-
23
-
24
- /* *************************************
25
- * Simple one-step function
26
- ***************************************/
27
- /**
28
- ZSTDv04_decompress() : decompress ZSTD frames compliant with v0.4.x format
29
- compressedSize : is the exact source size
30
- maxOriginalSize : is the size of the 'dst' buffer, which must be already allocated.
31
- It must be equal or larger than originalSize, otherwise decompression will fail.
32
- return : the number of bytes decompressed into destination buffer (originalSize)
33
- or an errorCode if it fails (which can be tested using ZSTDv01_isError())
34
- */
35
- size_t ZSTDv04_decompress( void* dst, size_t maxOriginalSize,
36
- const void* src, size_t compressedSize);
37
-
38
- /**
39
- ZSTDv04_findFrameSizeInfoLegacy() : get the source length and decompressed bound of a ZSTD frame compliant with v0.4.x format
40
- srcSize : The size of the 'src' buffer, at least as large as the frame pointed to by 'src'
41
- cSize (output parameter) : the number of bytes that would be read to decompress this frame
42
- or an error code if it fails (which can be tested using ZSTDv01_isError())
43
- dBound (output parameter) : an upper-bound for the decompressed size of the data in the frame
44
- or ZSTD_CONTENTSIZE_ERROR if an error occurs
45
-
46
- note : assumes `cSize` and `dBound` are _not_ NULL.
47
- */
48
- void ZSTDv04_findFrameSizeInfoLegacy(const void *src, size_t srcSize,
49
- size_t* cSize, unsigned long long* dBound);
50
-
51
- /**
52
- ZSTDv04_isError() : tells if the result of ZSTDv04_decompress() is an error
53
- */
54
- unsigned ZSTDv04_isError(size_t code);
55
-
56
-
57
- /* *************************************
58
- * Advanced functions
59
- ***************************************/
60
- typedef struct ZSTDv04_Dctx_s ZSTDv04_Dctx;
61
- ZSTDv04_Dctx* ZSTDv04_createDCtx(void);
62
- size_t ZSTDv04_freeDCtx(ZSTDv04_Dctx* dctx);
63
-
64
- size_t ZSTDv04_decompressDCtx(ZSTDv04_Dctx* dctx,
65
- void* dst, size_t maxOriginalSize,
66
- const void* src, size_t compressedSize);
67
-
68
-
69
- /* *************************************
70
- * Direct Streaming
71
- ***************************************/
72
- size_t ZSTDv04_resetDCtx(ZSTDv04_Dctx* dctx);
73
-
74
- size_t ZSTDv04_nextSrcSizeToDecompress(ZSTDv04_Dctx* dctx);
75
- size_t ZSTDv04_decompressContinue(ZSTDv04_Dctx* dctx, void* dst, size_t maxDstSize, const void* src, size_t srcSize);
76
- /**
77
- Use above functions alternatively.
78
- ZSTD_nextSrcSizeToDecompress() tells how much bytes to provide as 'srcSize' to ZSTD_decompressContinue().
79
- ZSTD_decompressContinue() will use previous data blocks to improve compression if they are located prior to current block.
80
- Result is the number of bytes regenerated within 'dst'.
81
- It can be zero, which is not an error; it just means ZSTD_decompressContinue() has decoded some header.
82
- */
83
-
84
-
85
- /* *************************************
86
- * Buffered Streaming
87
- ***************************************/
88
- typedef struct ZBUFFv04_DCtx_s ZBUFFv04_DCtx;
89
- ZBUFFv04_DCtx* ZBUFFv04_createDCtx(void);
90
- size_t ZBUFFv04_freeDCtx(ZBUFFv04_DCtx* dctx);
91
-
92
- size_t ZBUFFv04_decompressInit(ZBUFFv04_DCtx* dctx);
93
- size_t ZBUFFv04_decompressWithDictionary(ZBUFFv04_DCtx* dctx, const void* dict, size_t dictSize);
94
-
95
- size_t ZBUFFv04_decompressContinue(ZBUFFv04_DCtx* dctx, void* dst, size_t* maxDstSizePtr, const void* src, size_t* srcSizePtr);
96
-
97
- /** ************************************************
98
- * Streaming decompression
99
- *
100
- * A ZBUFF_DCtx object is required to track streaming operation.
101
- * Use ZBUFF_createDCtx() and ZBUFF_freeDCtx() to create/release resources.
102
- * Use ZBUFF_decompressInit() to start a new decompression operation.
103
- * ZBUFF_DCtx objects can be reused multiple times.
104
- *
105
- * Optionally, a reference to a static dictionary can be set, using ZBUFF_decompressWithDictionary()
106
- * It must be the same content as the one set during compression phase.
107
- * Dictionary content must remain accessible during the decompression process.
108
- *
109
- * Use ZBUFF_decompressContinue() repetitively to consume your input.
110
- * *srcSizePtr and *maxDstSizePtr can be any size.
111
- * The function will report how many bytes were read or written by modifying *srcSizePtr and *maxDstSizePtr.
112
- * Note that it may not consume the entire input, in which case it's up to the caller to present remaining input again.
113
- * The content of dst will be overwritten (up to *maxDstSizePtr) at each function call, so save its content if it matters or change dst.
114
- * @return : a hint to preferred nb of bytes to use as input for next function call (it's only a hint, to improve latency)
115
- * or 0 when a frame is completely decoded
116
- * or an error code, which can be tested using ZBUFF_isError().
117
- *
118
- * Hint : recommended buffer sizes (not compulsory) : ZBUFF_recommendedDInSize / ZBUFF_recommendedDOutSize
119
- * output : ZBUFF_recommendedDOutSize==128 KB block size is the internal unit, it ensures it's always possible to write a full block when it's decoded.
120
- * input : ZBUFF_recommendedDInSize==128Kb+3; just follow indications from ZBUFF_decompressContinue() to minimize latency. It should always be <= 128 KB + 3 .
121
- * **************************************************/
122
- unsigned ZBUFFv04_isError(size_t errorCode);
123
- const char* ZBUFFv04_getErrorName(size_t errorCode);
124
-
125
-
126
- /** The below functions provide recommended buffer sizes for Compression or Decompression operations.
127
- * These sizes are not compulsory, they just tend to offer better latency */
128
- size_t ZBUFFv04_recommendedDInSize(void);
129
- size_t ZBUFFv04_recommendedDOutSize(void);
130
-
131
-
132
- /* *************************************
133
- * Prefix - version detection
134
- ***************************************/
135
- #define ZSTDv04_magicNumber 0xFD2FB524 /* v0.4 */
136
-
137
-
138
- #if defined (__cplusplus)
139
- }
140
- #endif
141
-
142
- #endif /* ZSTD_V04_H_91868324769238 */