extzstd 0.1.1 → 0.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/HISTORY.ja.md +18 -0
- data/README.md +15 -50
- data/contrib/zstd/CONTRIBUTING.md +1 -1
- data/contrib/zstd/COPYING +339 -0
- data/contrib/zstd/Makefile +82 -51
- data/contrib/zstd/NEWS +92 -5
- data/contrib/zstd/README.md +50 -41
- data/contrib/zstd/appveyor.yml +164 -102
- data/contrib/zstd/circle.yml +10 -22
- data/contrib/zstd/lib/BUCK +31 -10
- data/contrib/zstd/lib/Makefile +57 -31
- data/contrib/zstd/lib/README.md +68 -37
- data/contrib/zstd/lib/common/bitstream.h +130 -76
- data/contrib/zstd/lib/common/compiler.h +86 -0
- data/contrib/zstd/lib/common/error_private.c +15 -11
- data/contrib/zstd/lib/common/error_private.h +8 -8
- data/contrib/zstd/lib/common/fse.h +19 -9
- data/contrib/zstd/lib/common/fse_decompress.c +3 -22
- data/contrib/zstd/lib/common/huf.h +68 -26
- data/contrib/zstd/lib/common/mem.h +23 -35
- data/contrib/zstd/lib/common/pool.c +123 -63
- data/contrib/zstd/lib/common/pool.h +19 -10
- data/contrib/zstd/lib/common/threading.c +11 -16
- data/contrib/zstd/lib/common/threading.h +52 -33
- data/contrib/zstd/lib/common/xxhash.c +28 -22
- data/contrib/zstd/lib/common/zstd_common.c +40 -27
- data/contrib/zstd/lib/common/zstd_errors.h +43 -34
- data/contrib/zstd/lib/common/zstd_internal.h +131 -123
- data/contrib/zstd/lib/compress/fse_compress.c +17 -33
- data/contrib/zstd/lib/compress/huf_compress.c +15 -9
- data/contrib/zstd/lib/compress/zstd_compress.c +2096 -2363
- data/contrib/zstd/lib/compress/zstd_compress_internal.h +462 -0
- data/contrib/zstd/lib/compress/zstd_double_fast.c +309 -0
- data/contrib/zstd/lib/compress/zstd_double_fast.h +29 -0
- data/contrib/zstd/lib/compress/zstd_fast.c +243 -0
- data/contrib/zstd/lib/compress/zstd_fast.h +31 -0
- data/contrib/zstd/lib/compress/zstd_lazy.c +765 -0
- data/contrib/zstd/lib/compress/zstd_lazy.h +39 -0
- data/contrib/zstd/lib/compress/zstd_ldm.c +707 -0
- data/contrib/zstd/lib/compress/zstd_ldm.h +68 -0
- data/contrib/zstd/lib/compress/zstd_opt.c +785 -0
- data/contrib/zstd/lib/compress/zstd_opt.h +19 -908
- data/contrib/zstd/lib/compress/zstdmt_compress.c +737 -327
- data/contrib/zstd/lib/compress/zstdmt_compress.h +88 -26
- data/contrib/zstd/lib/decompress/huf_decompress.c +158 -50
- data/contrib/zstd/lib/decompress/zstd_decompress.c +884 -699
- data/contrib/zstd/lib/deprecated/zbuff.h +5 -4
- data/contrib/zstd/lib/deprecated/zbuff_common.c +5 -5
- data/contrib/zstd/lib/deprecated/zbuff_compress.c +6 -4
- data/contrib/zstd/lib/deprecated/zbuff_decompress.c +5 -4
- data/contrib/zstd/lib/dictBuilder/cover.c +93 -77
- data/contrib/zstd/lib/dictBuilder/zdict.c +107 -92
- data/contrib/zstd/lib/dictBuilder/zdict.h +112 -102
- data/contrib/zstd/lib/legacy/zstd_legacy.h +9 -4
- data/contrib/zstd/lib/legacy/zstd_v01.c +7 -6
- data/contrib/zstd/lib/legacy/zstd_v01.h +5 -4
- data/contrib/zstd/lib/legacy/zstd_v02.c +27 -99
- data/contrib/zstd/lib/legacy/zstd_v02.h +5 -4
- data/contrib/zstd/lib/legacy/zstd_v03.c +26 -98
- data/contrib/zstd/lib/legacy/zstd_v03.h +5 -4
- data/contrib/zstd/lib/legacy/zstd_v04.c +22 -91
- data/contrib/zstd/lib/legacy/zstd_v04.h +5 -4
- data/contrib/zstd/lib/legacy/zstd_v05.c +23 -99
- data/contrib/zstd/lib/legacy/zstd_v05.h +5 -4
- data/contrib/zstd/lib/legacy/zstd_v06.c +22 -96
- data/contrib/zstd/lib/legacy/zstd_v06.h +5 -4
- data/contrib/zstd/lib/legacy/zstd_v07.c +19 -95
- data/contrib/zstd/lib/legacy/zstd_v07.h +5 -4
- data/contrib/zstd/lib/zstd.h +895 -271
- data/ext/extconf.rb +11 -2
- data/ext/extzstd.c +45 -128
- data/ext/extzstd.h +74 -31
- data/ext/extzstd_stream.c +401 -142
- data/ext/zstd_common.c +5 -0
- data/ext/zstd_compress.c +8 -0
- data/ext/zstd_decompress.c +1 -0
- data/ext/zstd_dictbuilder.c +2 -0
- data/lib/extzstd/version.rb +1 -1
- data/lib/extzstd.rb +48 -1
- data/test/test_basic.rb +9 -1
- metadata +17 -7
- data/HISTORY.ja +0 -10
- data/contrib/zstd/LICENSE-examples +0 -11
- data/contrib/zstd/PATENTS +0 -33
data/contrib/zstd/appveyor.yml
CHANGED
@@ -1,66 +1,95 @@
|
|
1
|
-
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
1
|
+
-
|
2
|
+
version: 1.0.{build}
|
3
|
+
branches:
|
4
|
+
only:
|
5
|
+
- dev
|
6
|
+
- master
|
7
|
+
environment:
|
8
|
+
matrix:
|
9
|
+
- COMPILER: "gcc"
|
10
|
+
HOST: "mingw"
|
11
|
+
PLATFORM: "x64"
|
12
|
+
SCRIPT: "make allzstd MOREFLAGS=-static && make -C tests test-symbols fullbench-dll fullbench-lib"
|
13
|
+
ARTIFACT: "true"
|
14
|
+
BUILD: "true"
|
15
|
+
- COMPILER: "gcc"
|
16
|
+
HOST: "mingw"
|
17
|
+
PLATFORM: "x86"
|
18
|
+
SCRIPT: "make allzstd MOREFLAGS=-static"
|
19
|
+
ARTIFACT: "true"
|
20
|
+
BUILD: "true"
|
21
|
+
- COMPILER: "clang"
|
22
|
+
HOST: "mingw"
|
23
|
+
PLATFORM: "x64"
|
24
|
+
SCRIPT: "MOREFLAGS='--target=x86_64-w64-mingw32 -Werror -Wconversion -Wno-sign-conversion' make allzstd"
|
25
|
+
BUILD: "true"
|
25
26
|
|
26
|
-
|
27
|
+
- COMPILER: "gcc"
|
28
|
+
HOST: "mingw"
|
29
|
+
PLATFORM: "x64"
|
30
|
+
SCRIPT: ""
|
31
|
+
TEST: "cmake"
|
32
|
+
|
33
|
+
- COMPILER: "visual"
|
34
|
+
HOST: "visual"
|
35
|
+
PLATFORM: "x64"
|
36
|
+
CONFIGURATION: "Debug"
|
37
|
+
- COMPILER: "visual"
|
38
|
+
HOST: "visual"
|
39
|
+
PLATFORM: "Win32"
|
40
|
+
CONFIGURATION: "Debug"
|
41
|
+
- COMPILER: "visual"
|
42
|
+
HOST: "visual"
|
43
|
+
PLATFORM: "x64"
|
44
|
+
CONFIGURATION: "Release"
|
45
|
+
- COMPILER: "visual"
|
46
|
+
HOST: "visual"
|
47
|
+
PLATFORM: "Win32"
|
48
|
+
CONFIGURATION: "Release"
|
49
|
+
|
50
|
+
install:
|
27
51
|
- ECHO Installing %COMPILER% %PLATFORM% %CONFIGURATION%
|
28
|
-
-
|
29
|
-
- if [%
|
30
|
-
|
31
|
-
SET "
|
32
|
-
|
33
|
-
COPY C:\msys64\usr\bin\make.exe C:\
|
34
|
-
COPY C:\MinGW\bin\gcc.exe C:\MinGW\bin\cc.exe
|
35
|
-
) else (
|
36
|
-
IF [%PLATFORM%]==[x64] (SET ADDITIONALPARAM=/p:LibraryPath="C:\Program Files\Microsoft SDKs\Windows\v7.1\lib\x64;c:\Program Files (x86)\Microsoft Visual Studio 10.0\VC\lib\amd64;C:\Program Files (x86)\Microsoft Visual Studio 10.0\;C:\Program Files (x86)\Microsoft Visual Studio 10.0\lib\amd64;")
|
52
|
+
- SET PATH_ORIGINAL=%PATH%
|
53
|
+
- if [%HOST%]==[mingw] (
|
54
|
+
SET "PATH_MINGW32=C:\mingw-w64\i686-6.3.0-posix-dwarf-rt_v5-rev1\mingw32\bin" &&
|
55
|
+
SET "PATH_MINGW64=C:\mingw-w64\x86_64-6.3.0-posix-seh-rt_v5-rev1\mingw64\bin" &&
|
56
|
+
COPY C:\msys64\usr\bin\make.exe C:\mingw-w64\i686-6.3.0-posix-dwarf-rt_v5-rev1\mingw32\bin\make.exe &&
|
57
|
+
COPY C:\msys64\usr\bin\make.exe C:\mingw-w64\x86_64-6.3.0-posix-seh-rt_v5-rev1\mingw64\bin\make.exe
|
37
58
|
)
|
38
|
-
|
39
|
-
|
40
|
-
- ECHO Building %COMPILER% %PLATFORM% %CONFIGURATION%
|
41
|
-
- if [%PLATFORM%]==[mingw32] SET PATH=%PATH_MINGW32%;%PATH_ORIGINAL%
|
42
|
-
- if [%PLATFORM%]==[mingw64] SET PATH=%PATH_MINGW64%;%PATH_ORIGINAL%
|
43
|
-
- if [%PLATFORM%]==[clang] SET PATH=%PATH_MINGW64%;%PATH_ORIGINAL%
|
44
|
-
- if [%COMPILER%]==[gcc] (
|
45
|
-
ECHO *** &&
|
46
|
-
ECHO *** Building %PLATFORM% &&
|
47
|
-
ECHO *** &&
|
48
|
-
make -v &&
|
49
|
-
cc -v &&
|
50
|
-
ECHO %MAKE_PARAMS% &&
|
51
|
-
sh -c %MAKE_PARAMS%
|
59
|
+
- IF [%HOST%]==[visual] IF [%PLATFORM%]==[x64] (
|
60
|
+
SET ADDITIONALPARAM=/p:LibraryPath="C:\Program Files\Microsoft SDKs\Windows\v7.1\lib\x64;c:\Program Files (x86)\Microsoft Visual Studio 10.0\VC\lib\amd64;C:\Program Files (x86)\Microsoft Visual Studio 10.0\;C:\Program Files (x86)\Microsoft Visual Studio 10.0\lib\amd64;"
|
52
61
|
)
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
62
|
+
|
63
|
+
build_script:
|
64
|
+
- if [%HOST%]==[mingw] (
|
65
|
+
( if [%PLATFORM%]==[x64] (
|
66
|
+
SET "PATH=%PATH_MINGW64%;%PATH_ORIGINAL%"
|
67
|
+
) else if [%PLATFORM%]==[x86] (
|
68
|
+
SET "PATH=%PATH_MINGW32%;%PATH_ORIGINAL%"
|
69
|
+
) )
|
57
70
|
)
|
58
|
-
- if [%
|
59
|
-
|
60
|
-
|
71
|
+
- if [%HOST%]==[mingw] if [%BUILD%]==[true] (
|
72
|
+
make -v &&
|
73
|
+
sh -c "%COMPILER% -v" &&
|
74
|
+
ECHO Building zlib to static link &&
|
75
|
+
SET "CC=%COMPILER%" &&
|
76
|
+
sh -c "cd .. && git clone --depth 1 --branch v1.2.11 https://github.com/madler/zlib" &&
|
77
|
+
sh -c "cd ../zlib && make -f win32/Makefile.gcc libz.a"
|
78
|
+
ECHO Building zstd &&
|
79
|
+
SET "CPPFLAGS=-I../../zlib" &&
|
80
|
+
SET "LDFLAGS=../../zlib/libz.a" &&
|
81
|
+
sh -c "%SCRIPT%" &&
|
82
|
+
( if [%COMPILER%]==[gcc] if [%ARTIFACT%]==[true]
|
83
|
+
lib\dll\example\build_package.bat &&
|
84
|
+
make -C programs DEBUGFLAGS= clean zstd &&
|
85
|
+
cd programs\ && 7z a -tzip -mx9 zstd-win-binary-%PLATFORM%.zip zstd.exe &&
|
86
|
+
appveyor PushArtifact zstd-win-binary-%PLATFORM%.zip &&
|
87
|
+
cp zstd.exe ..\bin\zstd.exe &&
|
88
|
+
cd ..\bin\ && 7z a -tzip -mx9 zstd-win-release-%PLATFORM%.zip * &&
|
89
|
+
appveyor PushArtifact zstd-win-release-%PLATFORM%.zip
|
90
|
+
)
|
61
91
|
)
|
62
|
-
- if [%
|
63
|
-
- if [%COMPILER%]==[visual] (
|
92
|
+
- if [%HOST%]==[visual] (
|
64
93
|
ECHO *** &&
|
65
94
|
ECHO *** Building Visual Studio 2008 %PLATFORM%\%CONFIGURATION% in %APPVEYOR_BUILD_FOLDER% &&
|
66
95
|
ECHO *** &&
|
@@ -111,29 +140,19 @@ build_script:
|
|
111
140
|
COPY build\VS2010\bin\%PLATFORM%_%CONFIGURATION%\*.exe tests\
|
112
141
|
)
|
113
142
|
|
114
|
-
test_script:
|
143
|
+
test_script:
|
115
144
|
- ECHO Testing %COMPILER% %PLATFORM% %CONFIGURATION%
|
116
|
-
- SET
|
117
|
-
-
|
118
|
-
|
119
|
-
ECHO *** &&
|
120
|
-
ECHO *** Building cmake for %PLATFORM% &&
|
121
|
-
ECHO *** &&
|
145
|
+
- SET "CC=gcc"
|
146
|
+
- SET "CXX=g++"
|
147
|
+
- if [%TEST%]==[cmake] (
|
122
148
|
mkdir build\cmake\build &&
|
123
149
|
cd build\cmake\build &&
|
124
150
|
cmake -G "Visual Studio 14 2015 Win64" .. &&
|
125
151
|
cd ..\..\.. &&
|
126
|
-
make clean
|
127
|
-
ECHO *** &&
|
128
|
-
ECHO *** Building pzstd for %PLATFORM% &&
|
129
|
-
ECHO *** &&
|
130
|
-
make -C contrib\pzstd googletest-mingw64 &&
|
131
|
-
make -C contrib\pzstd pzstd.exe &&
|
132
|
-
make -C contrib\pzstd tests &&
|
133
|
-
make -C contrib\pzstd check &&
|
134
|
-
make -C contrib\pzstd clean
|
152
|
+
make clean
|
135
153
|
)
|
136
|
-
-
|
154
|
+
- SET "FUZZERTEST=-T30s"
|
155
|
+
- if [%HOST%]==[visual] if [%CONFIGURATION%]==[Release] (
|
137
156
|
CD tests &&
|
138
157
|
SET ZSTD=./zstd.exe &&
|
139
158
|
sh -e playTests.sh --test-large-data &&
|
@@ -146,33 +165,76 @@ test_script:
|
|
146
165
|
fuzzer_VS2015_%PLATFORM%_Release.exe %FUZZERTEST%
|
147
166
|
)
|
148
167
|
|
149
|
-
|
150
|
-
|
151
|
-
|
152
|
-
|
168
|
+
-
|
169
|
+
version: 1.0.{build}
|
170
|
+
environment:
|
171
|
+
matrix:
|
172
|
+
- COMPILER: "gcc"
|
173
|
+
HOST: "mingw"
|
174
|
+
PLATFORM: "x64"
|
175
|
+
SCRIPT: "make allzstd"
|
176
|
+
- COMPILER: "gcc"
|
177
|
+
HOST: "mingw"
|
178
|
+
PLATFORM: "x86"
|
179
|
+
SCRIPT: "make allzstd"
|
180
|
+
- COMPILER: "clang"
|
181
|
+
HOST: "mingw"
|
182
|
+
PLATFORM: "x64"
|
183
|
+
SCRIPT: "MOREFLAGS='--target=x86_64-w64-mingw32 -Werror -Wconversion -Wno-sign-conversion' make allzstd"
|
184
|
+
|
185
|
+
- COMPILER: "visual"
|
186
|
+
HOST: "visual"
|
187
|
+
PLATFORM: "x64"
|
188
|
+
CONFIGURATION: "Debug"
|
189
|
+
- COMPILER: "visual"
|
190
|
+
HOST: "visual"
|
191
|
+
PLATFORM: "Win32"
|
192
|
+
CONFIGURATION: "Debug"
|
193
|
+
- COMPILER: "visual"
|
194
|
+
HOST: "visual"
|
195
|
+
PLATFORM: "x64"
|
196
|
+
CONFIGURATION: "Release"
|
197
|
+
- COMPILER: "visual"
|
198
|
+
HOST: "visual"
|
199
|
+
PLATFORM: "Win32"
|
200
|
+
CONFIGURATION: "Release"
|
153
201
|
|
154
|
-
|
155
|
-
-
|
156
|
-
-
|
202
|
+
install:
|
203
|
+
- ECHO Installing %COMPILER% %PLATFORM% %CONFIGURATION%
|
204
|
+
- SET PATH_ORIGINAL=%PATH%
|
205
|
+
- if [%HOST%]==[mingw] (
|
206
|
+
SET "PATH_MINGW32=C:\mingw-w64\i686-6.3.0-posix-dwarf-rt_v5-rev1\mingw32\bin" &&
|
207
|
+
SET "PATH_MINGW64=C:\mingw-w64\x86_64-6.3.0-posix-seh-rt_v5-rev1\mingw64\bin" &&
|
208
|
+
COPY C:\msys64\usr\bin\make.exe C:\mingw-w64\i686-6.3.0-posix-dwarf-rt_v5-rev1\mingw32\bin\make.exe &&
|
209
|
+
COPY C:\msys64\usr\bin\make.exe C:\mingw-w64\x86_64-6.3.0-posix-seh-rt_v5-rev1\mingw64\bin\make.exe
|
210
|
+
)
|
211
|
+
- IF [%HOST%]==[visual] IF [%PLATFORM%]==[x64] (
|
212
|
+
SET ADDITIONALPARAM=/p:LibraryPath="C:\Program Files\Microsoft SDKs\Windows\v7.1\lib\x64;c:\Program Files (x86)\Microsoft Visual Studio 10.0\VC\lib\amd64;C:\Program Files (x86)\Microsoft Visual Studio 10.0\;C:\Program Files (x86)\Microsoft Visual Studio 10.0\lib\amd64;"
|
213
|
+
)
|
157
214
|
|
158
|
-
|
159
|
-
-
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
|
167
|
-
|
168
|
-
|
169
|
-
-
|
170
|
-
|
171
|
-
|
172
|
-
|
173
|
-
|
174
|
-
|
175
|
-
|
176
|
-
|
177
|
-
|
178
|
-
|
215
|
+
build_script:
|
216
|
+
- ECHO Building %COMPILER% %PLATFORM% %CONFIGURATION%
|
217
|
+
- if [%HOST%]==[mingw] (
|
218
|
+
( if [%PLATFORM%]==[x64] (
|
219
|
+
SET "PATH=%PATH_MINGW64%;%PATH_ORIGINAL%"
|
220
|
+
) else if [%PLATFORM%]==[x86] (
|
221
|
+
SET "PATH=%PATH_MINGW32%;%PATH_ORIGINAL%"
|
222
|
+
) ) &&
|
223
|
+
make -v &&
|
224
|
+
sh -c "%COMPILER% -v" &&
|
225
|
+
set "CC=%COMPILER%" &&
|
226
|
+
sh -c "%SCRIPT%"
|
227
|
+
)
|
228
|
+
- if [%HOST%]==[visual] (
|
229
|
+
ECHO *** &&
|
230
|
+
ECHO *** Building Visual Studio 2015 %PLATFORM%\%CONFIGURATION% &&
|
231
|
+
ECHO *** &&
|
232
|
+
msbuild "build\VS2010\zstd.sln" /m /verbosity:minimal /property:PlatformToolset=v140 /p:ForceImportBeforeCppTargets=%APPVEYOR_BUILD_FOLDER%\build\VS2010\CompileAsCpp.props /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
|
233
|
+
DIR build\VS2010\bin\%PLATFORM%_%CONFIGURATION%\*.exe &&
|
234
|
+
MD5sum build/VS2010/bin/%PLATFORM%_%CONFIGURATION%/*.exe &&
|
235
|
+
msbuild "build\VS2010\zstd.sln" /m /verbosity:minimal /property:PlatformToolset=v140 /t:Clean,Build /p:Platform=%PLATFORM% /p:Configuration=%CONFIGURATION% /logger:"C:\Program Files\AppVeyor\BuildAgent\Appveyor.MSBuildLogger.dll" &&
|
236
|
+
DIR build\VS2010\bin\%PLATFORM%_%CONFIGURATION%\*.exe &&
|
237
|
+
MD5sum build/VS2010/bin/%PLATFORM%_%CONFIGURATION%/*.exe &&
|
238
|
+
COPY build\VS2010\bin\%PLATFORM%_%CONFIGURATION%\fuzzer.exe tests\fuzzer_VS2015_%PLATFORM%_%CONFIGURATION%.exe &&
|
239
|
+
COPY build\VS2010\bin\%PLATFORM%_%CONFIGURATION%\*.exe tests\
|
240
|
+
)
|
data/contrib/zstd/circle.yml
CHANGED
@@ -3,13 +3,11 @@ dependencies:
|
|
3
3
|
- sudo dpkg --add-architecture i386
|
4
4
|
- sudo add-apt-repository -y ppa:ubuntu-toolchain-r/test; sudo apt-get -y -qq update
|
5
5
|
- sudo apt-get -y install gcc-powerpc-linux-gnu gcc-arm-linux-gnueabi libc6-dev-armel-cross gcc-aarch64-linux-gnu libc6-dev-arm64-cross
|
6
|
-
- sudo apt-get -y install libstdc++-6-dev clang gcc g++ gcc-5 gcc-6
|
7
|
-
- sudo apt-get -y install linux-libc-dev:i386 libc6-dev-i386
|
8
6
|
|
9
7
|
test:
|
10
8
|
override:
|
11
9
|
- ? |
|
12
|
-
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then cc -v; make all
|
10
|
+
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then cc -v; CFLAGS="-O0 -Werror" make all && make clean; fi &&
|
13
11
|
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make gnu90build && make clean; fi
|
14
12
|
:
|
15
13
|
parallel: true
|
@@ -20,22 +18,7 @@ test:
|
|
20
18
|
parallel: true
|
21
19
|
- ? |
|
22
20
|
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then make c11build && make clean; fi &&
|
23
|
-
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make
|
24
|
-
:
|
25
|
-
parallel: true
|
26
|
-
- ? |
|
27
|
-
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then make gppbuild && make clean; fi &&
|
28
|
-
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make gcc5build && make clean; fi
|
29
|
-
:
|
30
|
-
parallel: true
|
31
|
-
- ? |
|
32
|
-
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then make gcc6build && make clean; fi &&
|
33
|
-
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make clangbuild && make clean; fi
|
34
|
-
:
|
35
|
-
parallel: true
|
36
|
-
- ? |
|
37
|
-
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then make m32build && make clean; fi &&
|
38
|
-
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make armbuild && make clean; fi
|
21
|
+
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make ppc64build && make clean; fi
|
39
22
|
:
|
40
23
|
parallel: true
|
41
24
|
- ? |
|
@@ -44,8 +27,8 @@ test:
|
|
44
27
|
:
|
45
28
|
parallel: true
|
46
29
|
- ? |
|
47
|
-
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then make
|
48
|
-
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then
|
30
|
+
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then make -j regressiontest && make clean; fi &&
|
31
|
+
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make armbuild && make clean; fi
|
49
32
|
:
|
50
33
|
parallel: true
|
51
34
|
- ? |
|
@@ -53,6 +36,11 @@ test:
|
|
53
36
|
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make -C tests test-legacy test-longmatch test-symbols && make clean; fi
|
54
37
|
:
|
55
38
|
parallel: true
|
39
|
+
- ? |
|
40
|
+
if [[ "$CIRCLE_NODE_INDEX" == "0" ]] ; then make cxxtest && make clean; fi &&
|
41
|
+
if [[ "$CIRCLE_NODE_TOTAL" < "2" ]] || [[ "$CIRCLE_NODE_INDEX" == "1" ]]; then make -C lib libzstd-nomt && make clean; fi
|
42
|
+
:
|
43
|
+
parallel: true
|
56
44
|
|
57
45
|
post:
|
58
46
|
- echo Circle CI tests finished
|
@@ -64,7 +52,7 @@ test:
|
|
64
52
|
#- gcc -v; make -C tests test32 MOREFLAGS="-I/usr/include/x86_64-linux-gnu" && make clean
|
65
53
|
#- make uasan && make clean
|
66
54
|
#- make asan32 && make clean
|
67
|
-
#- make -C tests test32 CC=clang MOREFLAGS="-g -fsanitize=address -I/usr/include/x86_64-linux-gnu"
|
55
|
+
#- make -C tests test32 CC=clang MOREFLAGS="-g -fsanitize=address -I/usr/include/x86_64-linux-gnu"
|
68
56
|
# Valgrind tests
|
69
57
|
#- CFLAGS="-O1 -g" make -C zlibWrapper valgrindTest && make clean
|
70
58
|
#- make -C tests valgrindTest && make clean
|
data/contrib/zstd/lib/BUCK
CHANGED
@@ -15,15 +15,9 @@ cxx_library(
|
|
15
15
|
header_namespace='',
|
16
16
|
visibility=['PUBLIC'],
|
17
17
|
exported_headers=subdir_glob([
|
18
|
-
('compress', '
|
18
|
+
('compress', 'zstd*.h'),
|
19
19
|
]),
|
20
|
-
|
21
|
-
('compress', 'zstd_opt.h'),
|
22
|
-
]),
|
23
|
-
srcs=[
|
24
|
-
'compress/zstd_compress.c',
|
25
|
-
'compress/zstdmt_compress.c',
|
26
|
-
],
|
20
|
+
srcs=glob(['compress/zstd*.c']),
|
27
21
|
deps=[':common'],
|
28
22
|
)
|
29
23
|
|
@@ -31,7 +25,7 @@ cxx_library(
|
|
31
25
|
name='decompress',
|
32
26
|
header_namespace='',
|
33
27
|
visibility=['PUBLIC'],
|
34
|
-
srcs=['decompress/
|
28
|
+
srcs=glob(['decompress/zstd*.c']),
|
35
29
|
deps=[
|
36
30
|
':common',
|
37
31
|
':legacy',
|
@@ -58,6 +52,9 @@ cxx_library(
|
|
58
52
|
]),
|
59
53
|
srcs=glob(['legacy/*.c']),
|
60
54
|
deps=[':common'],
|
55
|
+
exported_preprocessor_flags=[
|
56
|
+
'-DZSTD_LEGACY_SUPPORT=4',
|
57
|
+
],
|
61
58
|
)
|
62
59
|
|
63
60
|
cxx_library(
|
@@ -74,6 +71,15 @@ cxx_library(
|
|
74
71
|
deps=[':common'],
|
75
72
|
)
|
76
73
|
|
74
|
+
cxx_library(
|
75
|
+
name='compiler',
|
76
|
+
header_namespace='',
|
77
|
+
visibility=['PUBLIC'],
|
78
|
+
exported_headers=subdir_glob([
|
79
|
+
('common', 'compiler.h'),
|
80
|
+
]),
|
81
|
+
)
|
82
|
+
|
77
83
|
cxx_library(
|
78
84
|
name='bitstream',
|
79
85
|
header_namespace='',
|
@@ -100,6 +106,7 @@ cxx_library(
|
|
100
106
|
],
|
101
107
|
deps=[
|
102
108
|
':bitstream',
|
109
|
+
':compiler',
|
103
110
|
':errors',
|
104
111
|
':mem',
|
105
112
|
],
|
@@ -133,7 +140,10 @@ cxx_library(
|
|
133
140
|
('common', 'pool.h'),
|
134
141
|
]),
|
135
142
|
srcs=['common/pool.c'],
|
136
|
-
deps=[
|
143
|
+
deps=[
|
144
|
+
':threading',
|
145
|
+
':zstd_common',
|
146
|
+
],
|
137
147
|
)
|
138
148
|
|
139
149
|
cxx_library(
|
@@ -144,6 +154,12 @@ cxx_library(
|
|
144
154
|
('common', 'threading.h'),
|
145
155
|
]),
|
146
156
|
srcs=['common/threading.c'],
|
157
|
+
exported_preprocessor_flags=[
|
158
|
+
'-DZSTD_MULTITHREAD',
|
159
|
+
],
|
160
|
+
exported_linker_flags=[
|
161
|
+
'-pthread',
|
162
|
+
],
|
147
163
|
)
|
148
164
|
|
149
165
|
cxx_library(
|
@@ -154,6 +170,9 @@ cxx_library(
|
|
154
170
|
('common', 'xxhash.h'),
|
155
171
|
]),
|
156
172
|
srcs=['common/xxhash.c'],
|
173
|
+
exported_preprocessor_flags=[
|
174
|
+
'-DXXH_NAMESPACE=ZSTD_',
|
175
|
+
],
|
157
176
|
)
|
158
177
|
|
159
178
|
cxx_library(
|
@@ -166,6 +185,7 @@ cxx_library(
|
|
166
185
|
]),
|
167
186
|
srcs=['common/zstd_common.c'],
|
168
187
|
deps=[
|
188
|
+
':compiler',
|
169
189
|
':errors',
|
170
190
|
':mem',
|
171
191
|
],
|
@@ -175,6 +195,7 @@ cxx_library(
|
|
175
195
|
name='common',
|
176
196
|
deps=[
|
177
197
|
':bitstream',
|
198
|
+
':compiler',
|
178
199
|
':entropy',
|
179
200
|
':errors',
|
180
201
|
':mem',
|
data/contrib/zstd/lib/Makefile
CHANGED
@@ -1,13 +1,11 @@
|
|
1
|
-
#
|
2
|
-
# Copyright (c)
|
1
|
+
# ################################################################
|
2
|
+
# Copyright (c) 2015-present, Yann Collet, Facebook, Inc.
|
3
3
|
# All rights reserved.
|
4
4
|
#
|
5
|
-
# This
|
6
|
-
#
|
7
|
-
#
|
8
|
-
#
|
9
|
-
# of patent rights can be found in the PATENTS file in the same directory.
|
10
|
-
# ##########################################################################
|
5
|
+
# This source code is licensed under both the BSD-style license (found in the
|
6
|
+
# LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
7
|
+
# in the COPYING file in the root directory of this source tree).
|
8
|
+
# ################################################################
|
11
9
|
|
12
10
|
# Version numbers
|
13
11
|
LIBVER_MAJOR_SCRIPT:=`sed -n '/define ZSTD_VERSION_MAJOR/s/.*[[:blank:]]\([0-9][0-9]*\).*/\1/p' < ./zstd.h`
|
@@ -22,14 +20,16 @@ VERSION?= $(LIBVER)
|
|
22
20
|
|
23
21
|
CPPFLAGS+= -I. -I./common -DXXH_NAMESPACE=ZSTD_
|
24
22
|
CFLAGS ?= -O3
|
25
|
-
DEBUGFLAGS = -
|
26
|
-
|
27
|
-
|
23
|
+
DEBUGFLAGS = -Wall -Wextra -Wcast-qual -Wcast-align -Wshadow \
|
24
|
+
-Wstrict-aliasing=1 -Wswitch-enum -Wdeclaration-after-statement \
|
25
|
+
-Wstrict-prototypes -Wundef -Wpointer-arith -Wformat-security \
|
26
|
+
-Wvla -Wformat=2 -Winit-self -Wfloat-equal -Wwrite-strings \
|
27
|
+
-Wredundant-decls
|
28
28
|
CFLAGS += $(DEBUGFLAGS) $(MOREFLAGS)
|
29
29
|
FLAGS = $(CPPFLAGS) $(CFLAGS)
|
30
30
|
|
31
31
|
|
32
|
-
ZSTD_FILES := $(wildcard common/*.c compress/*.c decompress/*.c dictBuilder/*.c deprecated/*.c)
|
32
|
+
ZSTD_FILES := $(sort $(wildcard common/*.c compress/*.c decompress/*.c dictBuilder/*.c deprecated/*.c))
|
33
33
|
|
34
34
|
ZSTD_LEGACY_SUPPORT ?= 4
|
35
35
|
|
@@ -71,6 +71,9 @@ libzstd.a: $(ZSTD_OBJ)
|
|
71
71
|
@echo compiling static library
|
72
72
|
@$(AR) $(ARFLAGS) $@ $^
|
73
73
|
|
74
|
+
libzstd.a-mt: CPPFLAGS += -DZSTD_MULTITHREAD
|
75
|
+
libzstd.a-mt: libzstd.a
|
76
|
+
|
74
77
|
$(LIBZSTD): LDFLAGS += -shared -fPIC -fvisibility=hidden
|
75
78
|
$(LIBZSTD): $(ZSTD_FILES)
|
76
79
|
@echo compiling dynamic library $(LIBVER)
|
@@ -86,15 +89,31 @@ endif
|
|
86
89
|
|
87
90
|
libzstd : $(LIBZSTD)
|
88
91
|
|
92
|
+
libzstd-mt : CPPFLAGS += -DZSTD_MULTITHREAD
|
93
|
+
libzstd-mt : libzstd
|
94
|
+
|
89
95
|
lib: libzstd.a libzstd
|
90
96
|
|
91
|
-
lib-
|
97
|
+
lib-mt: CPPFLAGS += -DZSTD_MULTITHREAD
|
98
|
+
lib-mt: lib
|
99
|
+
|
100
|
+
lib-release lib-release-mt: DEBUGFLAGS :=
|
92
101
|
lib-release: lib
|
102
|
+
lib-release-mt: lib-mt
|
103
|
+
|
104
|
+
# Special case : building library in single-thread mode _and_ without zstdmt_compress.c
|
105
|
+
ZSTDMT_FILES = compress/zstdmt_compress.c
|
106
|
+
ZSTD_NOMT_FILES = $(filter-out $(ZSTDMT_FILES),$(ZSTD_FILES))
|
107
|
+
libzstd-nomt: LDFLAGS += -shared -fPIC -fvisibility=hidden
|
108
|
+
libzstd-nomt: $(ZSTD_NOMT_FILES)
|
109
|
+
@echo compiling single-thread dynamic library $(LIBVER)
|
110
|
+
@echo files : $(ZSTD_NOMT_FILES)
|
111
|
+
@$(CC) $(FLAGS) $^ $(LDFLAGS) $(SONAME_FLAGS) -o $@
|
93
112
|
|
94
113
|
clean:
|
95
114
|
@$(RM) -r *.dSYM # Mac OS-X specific
|
96
115
|
@$(RM) core *.o *.a *.gcda *.$(SHARED_EXT) *.$(SHARED_EXT).* libzstd.pc
|
97
|
-
@$(RM) dll/libzstd.dll dll/libzstd.lib
|
116
|
+
@$(RM) dll/libzstd.dll dll/libzstd.lib libzstd-nomt*
|
98
117
|
@$(RM) common/*.o compress/*.o decompress/*.o dictBuilder/*.o legacy/*.o deprecated/*.o
|
99
118
|
@echo Cleaning library completed
|
100
119
|
|
@@ -103,16 +122,17 @@ clean:
|
|
103
122
|
#-----------------------------------------------------------------------------
|
104
123
|
ifneq (,$(filter $(shell uname),Linux Darwin GNU/kFreeBSD GNU OpenBSD FreeBSD NetBSD DragonFly SunOS))
|
105
124
|
|
106
|
-
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
|
114
|
-
LIBDIR
|
115
|
-
|
125
|
+
DESTDIR ?=
|
126
|
+
# directory variables : GNU conventions prefer lowercase
|
127
|
+
# see https://www.gnu.org/prep/standards/html_node/Makefile-Conventions.html
|
128
|
+
# support both lower and uppercase (BSD), use uppercase in script
|
129
|
+
prefix ?= /usr/local
|
130
|
+
PREFIX ?= $(prefix)
|
131
|
+
exec_prefix ?= $(PREFIX)
|
132
|
+
libdir ?= $(exec_prefix)/lib
|
133
|
+
LIBDIR ?= $(libdir)
|
134
|
+
includedir ?= $(PREFIX)/include
|
135
|
+
INCLUDEDIR ?= $(includedir)
|
116
136
|
|
117
137
|
ifneq (,$(filter $(shell uname),OpenBSD FreeBSD NetBSD DragonFly))
|
118
138
|
PKGCONFIGDIR ?= $(PREFIX)/libdata/pkgconfig
|
@@ -120,8 +140,14 @@ else
|
|
120
140
|
PKGCONFIGDIR ?= $(LIBDIR)/pkgconfig
|
121
141
|
endif
|
122
142
|
|
123
|
-
|
124
|
-
|
143
|
+
ifneq (,$(filter $(shell uname),SunOS))
|
144
|
+
INSTALL ?= ginstall
|
145
|
+
else
|
146
|
+
INSTALL ?= install
|
147
|
+
endif
|
148
|
+
|
149
|
+
INSTALL_PROGRAM ?= $(INSTALL)
|
150
|
+
INSTALL_DATA ?= $(INSTALL) -m 644
|
125
151
|
|
126
152
|
|
127
153
|
libzstd.pc:
|
@@ -137,10 +163,10 @@ install: libzstd.a libzstd libzstd.pc
|
|
137
163
|
@$(INSTALL) -d -m 755 $(DESTDIR)$(PKGCONFIGDIR)/ $(DESTDIR)$(INCLUDEDIR)/
|
138
164
|
@$(INSTALL_DATA) libzstd.pc $(DESTDIR)$(PKGCONFIGDIR)/
|
139
165
|
@echo Installing libraries
|
140
|
-
@$(
|
141
|
-
@$(
|
142
|
-
@ln -sf
|
143
|
-
@ln -sf
|
166
|
+
@$(INSTALL_DATA) libzstd.a $(DESTDIR)$(LIBDIR)
|
167
|
+
@$(INSTALL_PROGRAM) $(LIBZSTD) $(DESTDIR)$(LIBDIR)
|
168
|
+
@ln -sf $(LIBZSTD) $(DESTDIR)$(LIBDIR)/libzstd.$(SHARED_EXT_MAJOR)
|
169
|
+
@ln -sf $(LIBZSTD) $(DESTDIR)$(LIBDIR)/libzstd.$(SHARED_EXT)
|
144
170
|
@echo Installing includes
|
145
171
|
@$(INSTALL_DATA) zstd.h $(DESTDIR)$(INCLUDEDIR)
|
146
172
|
@$(INSTALL_DATA) common/zstd_errors.h $(DESTDIR)$(INCLUDEDIR)
|
@@ -152,7 +178,7 @@ uninstall:
|
|
152
178
|
@$(RM) $(DESTDIR)$(LIBDIR)/libzstd.a
|
153
179
|
@$(RM) $(DESTDIR)$(LIBDIR)/libzstd.$(SHARED_EXT)
|
154
180
|
@$(RM) $(DESTDIR)$(LIBDIR)/libzstd.$(SHARED_EXT_MAJOR)
|
155
|
-
@$(RM) $(DESTDIR)$(LIBDIR)
|
181
|
+
@$(RM) $(DESTDIR)$(LIBDIR)/$(LIBZSTD)
|
156
182
|
@$(RM) $(DESTDIR)$(PKGCONFIGDIR)/libzstd.pc
|
157
183
|
@$(RM) $(DESTDIR)$(INCLUDEDIR)/zstd.h
|
158
184
|
@$(RM) $(DESTDIR)$(INCLUDEDIR)/zstd_errors.h
|