snappy 0.1.0 → 0.2.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.github/workflows/main.yml +34 -0
- data/.github/workflows/publish.yml +34 -0
- data/Gemfile +3 -4
- data/Rakefile +32 -30
- data/ext/api.c +6 -1
- data/lib/snappy.rb +5 -5
- data/lib/snappy/hadoop/reader.rb +6 -2
- data/lib/snappy/reader.rb +11 -7
- data/lib/snappy/shim.rb +1 -1
- data/lib/snappy/version.rb +1 -1
- data/snappy.gemspec +13 -9
- data/test/hadoop/snappy_hadoop_reader_test.rb +115 -0
- data/test/hadoop/snappy_hadoop_writer_test.rb +48 -0
- data/test/snappy_hadoop_test.rb +26 -0
- data/test/snappy_reader_test.rb +148 -0
- data/test/snappy_test.rb +95 -0
- data/test/snappy_writer_test.rb +55 -0
- data/test/test_helper.rb +7 -0
- data/vendor/snappy/CMakeLists.txt +177 -54
- data/vendor/snappy/NEWS +8 -0
- data/vendor/snappy/README.md +19 -20
- data/vendor/snappy/cmake/SnappyConfig.cmake.in +33 -0
- data/vendor/snappy/cmake/config.h.in +6 -6
- data/vendor/snappy/docs/README.md +72 -0
- data/vendor/snappy/snappy-internal.h +12 -5
- data/vendor/snappy/snappy-stubs-internal.cc +1 -1
- data/vendor/snappy/snappy-stubs-internal.h +60 -15
- data/vendor/snappy/snappy-stubs-public.h.in +16 -36
- data/vendor/snappy/snappy-test.cc +16 -15
- data/vendor/snappy/snappy-test.h +12 -60
- data/vendor/snappy/snappy.cc +333 -187
- data/vendor/snappy/snappy.h +14 -10
- data/vendor/snappy/snappy_compress_fuzzer.cc +59 -0
- data/vendor/snappy/snappy_uncompress_fuzzer.cc +57 -0
- data/vendor/snappy/snappy_unittest.cc +220 -124
- metadata +26 -20
- data/.travis.yml +0 -31
- data/smoke.sh +0 -8
- data/test/hadoop/test-snappy-hadoop-reader.rb +0 -103
- data/test/hadoop/test-snappy-hadoop-writer.rb +0 -48
- data/test/test-snappy-hadoop.rb +0 -22
- data/test/test-snappy-reader.rb +0 -129
- data/test/test-snappy-writer.rb +0 -55
- data/test/test-snappy.rb +0 -58
- data/vendor/snappy/cmake/SnappyConfig.cmake +0 -1
@@ -0,0 +1,48 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "test_helper"
|
4
|
+
require "stringio"
|
5
|
+
|
6
|
+
class SnappyHadoopWriterTest < Test::Unit::TestCase
|
7
|
+
def setup
|
8
|
+
@buffer = StringIO.new
|
9
|
+
end
|
10
|
+
|
11
|
+
def subject
|
12
|
+
@subject ||= Snappy::Hadoop::Writer.new @buffer
|
13
|
+
end
|
14
|
+
|
15
|
+
sub_test_case "#initialize" do
|
16
|
+
test "should yield itself to the block" do
|
17
|
+
yielded = nil
|
18
|
+
returned = Snappy::Hadoop::Writer.new @buffer do |w|
|
19
|
+
yielded = w
|
20
|
+
end
|
21
|
+
assert_equal returned, yielded
|
22
|
+
end
|
23
|
+
|
24
|
+
test "should write the header" do
|
25
|
+
Snappy::Hadoop::Writer.new @buffer do |w|
|
26
|
+
w << "foo"
|
27
|
+
end
|
28
|
+
assert_equal "\u0000\u0000\u0000\u0003\u0000\u0000\u0000\u0005\u0003\bfoo", @buffer.string
|
29
|
+
end
|
30
|
+
end
|
31
|
+
|
32
|
+
sub_test_case "#io" do
|
33
|
+
test "should be a constructor argument" do
|
34
|
+
io = StringIO.new
|
35
|
+
assert_equal io, Snappy::Hadoop::Writer.new(io).io
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
sub_test_case "#block_size" do
|
40
|
+
test "should default to DEFAULT_BLOCK_SIZE" do
|
41
|
+
assert_equal Snappy::Hadoop::Writer::DEFAULT_BLOCK_SIZE, subject.block_size
|
42
|
+
end
|
43
|
+
|
44
|
+
test "should be settable via the constructor" do
|
45
|
+
assert_equal 42, Snappy::Hadoop::Writer.new(StringIO.new, 42).block_size
|
46
|
+
end
|
47
|
+
end
|
48
|
+
end
|
@@ -0,0 +1,26 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "test_helper"
|
4
|
+
require "stringio"
|
5
|
+
|
6
|
+
class SnappyHadoopTest < Test::Unit::TestCase
|
7
|
+
T = [*"a".."z", *"A".."Z", *"0".."9"].freeze
|
8
|
+
|
9
|
+
def random_data(length = 1024)
|
10
|
+
Array.new(length) { T.sample }.join
|
11
|
+
end
|
12
|
+
|
13
|
+
test "well done" do
|
14
|
+
s = random_data
|
15
|
+
assert_equal s, Snappy::Hadoop.inflate(Snappy::Hadoop.deflate(s))
|
16
|
+
end
|
17
|
+
|
18
|
+
test "well done(pair)" do
|
19
|
+
s = random_data
|
20
|
+
[
|
21
|
+
%i[deflate inflate]
|
22
|
+
].each do |(i, o)|
|
23
|
+
assert_equal s, Snappy::Hadoop.__send__(o, Snappy::Hadoop.__send__(i, s))
|
24
|
+
end
|
25
|
+
end
|
26
|
+
end
|
@@ -0,0 +1,148 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "test_helper"
|
4
|
+
require "stringio"
|
5
|
+
|
6
|
+
class SnappyReaderTest < Test::Unit::TestCase
|
7
|
+
def setup
|
8
|
+
@buffer = StringIO.new
|
9
|
+
Snappy::Writer.new @buffer do |w|
|
10
|
+
w << "foo"
|
11
|
+
w << "bar"
|
12
|
+
w << "baz"
|
13
|
+
w << "quux"
|
14
|
+
end
|
15
|
+
@buffer.rewind
|
16
|
+
end
|
17
|
+
|
18
|
+
def subject
|
19
|
+
@subject ||= Snappy::Reader.new @buffer
|
20
|
+
end
|
21
|
+
|
22
|
+
sub_test_case "#initialize" do
|
23
|
+
test "should yield itself to the block" do
|
24
|
+
yielded = nil
|
25
|
+
returned = Snappy::Reader.new @buffer do |r|
|
26
|
+
yielded = r
|
27
|
+
end
|
28
|
+
assert_equal returned, yielded
|
29
|
+
end
|
30
|
+
|
31
|
+
test "should read the header" do
|
32
|
+
assert_equal Snappy::Writer::MAGIC, subject.magic
|
33
|
+
assert_equal Snappy::Writer::DEFAULT_VERSION, subject.default_version
|
34
|
+
assert_equal Snappy::Writer::MINIMUM_COMPATIBLE_VERSION, subject.minimum_compatible_version
|
35
|
+
end
|
36
|
+
end
|
37
|
+
|
38
|
+
sub_test_case :initialize_without_headers do
|
39
|
+
def setup
|
40
|
+
@buffer = StringIO.new
|
41
|
+
@buffer << Snappy.deflate("HelloWorld" * 10)
|
42
|
+
@buffer.rewind
|
43
|
+
end
|
44
|
+
|
45
|
+
test "should inflate with a magic header" do
|
46
|
+
assert_equal "HelloWorld" * 10, subject.read
|
47
|
+
end
|
48
|
+
|
49
|
+
test "should not receive `length' in eaching" do
|
50
|
+
dont_allow(@buffer).length
|
51
|
+
subject.read
|
52
|
+
end
|
53
|
+
end
|
54
|
+
|
55
|
+
sub_test_case "#io" do
|
56
|
+
test "should be a constructor argument" do
|
57
|
+
assert_equal @buffer, subject.io
|
58
|
+
end
|
59
|
+
|
60
|
+
test "should not receive `length' in initializing" do
|
61
|
+
dont_allow(@buffer).length
|
62
|
+
Snappy::Reader.new @buffer
|
63
|
+
end
|
64
|
+
end
|
65
|
+
|
66
|
+
sub_test_case "#each" do
|
67
|
+
def setup
|
68
|
+
@buffer = StringIO.new
|
69
|
+
Snappy::Writer.new @buffer do |w|
|
70
|
+
w << "foo"
|
71
|
+
w << "bar"
|
72
|
+
w.dump!
|
73
|
+
w << "baz"
|
74
|
+
w << "quux"
|
75
|
+
end
|
76
|
+
@buffer.rewind
|
77
|
+
end
|
78
|
+
|
79
|
+
test "should yield each chunk" do
|
80
|
+
chunks = []
|
81
|
+
subject.each do |chunk|
|
82
|
+
chunks << chunk
|
83
|
+
end
|
84
|
+
assert_equal %w[foobar bazquux], chunks
|
85
|
+
end
|
86
|
+
|
87
|
+
test "should return enumerator w/o block" do
|
88
|
+
eacher = subject.each
|
89
|
+
assert_instance_of Enumerator, eacher
|
90
|
+
chunks = []
|
91
|
+
chunks << eacher.next
|
92
|
+
chunks << eacher.next
|
93
|
+
assert_raise(StopIteration) { eacher.next }
|
94
|
+
assert_equal %w[foobar bazquux], chunks
|
95
|
+
end
|
96
|
+
end
|
97
|
+
|
98
|
+
sub_test_case "#read" do
|
99
|
+
test "should return the bytes" do
|
100
|
+
assert_equal "foobarbazquux", subject.read
|
101
|
+
end
|
102
|
+
end
|
103
|
+
|
104
|
+
sub_test_case "#each_line" do
|
105
|
+
def setup
|
106
|
+
@buffer = StringIO.new
|
107
|
+
Snappy::Writer.new @buffer do |w|
|
108
|
+
w << "foo\n"
|
109
|
+
w << "bar"
|
110
|
+
w.dump!
|
111
|
+
w << "baz\n"
|
112
|
+
w << "quux\n"
|
113
|
+
end
|
114
|
+
@buffer.rewind
|
115
|
+
end
|
116
|
+
|
117
|
+
test "should yield each line" do
|
118
|
+
lines = []
|
119
|
+
subject.each_line do |line|
|
120
|
+
lines << line
|
121
|
+
end
|
122
|
+
assert_equal %w[foo barbaz quux], lines
|
123
|
+
end
|
124
|
+
|
125
|
+
test "should return enumerator w/o block" do
|
126
|
+
eacher = subject.each_line
|
127
|
+
assert_instance_of Enumerator, eacher
|
128
|
+
lines = []
|
129
|
+
loop { lines << eacher.next }
|
130
|
+
assert_equal %w[foo barbaz quux], lines
|
131
|
+
end
|
132
|
+
|
133
|
+
test "each_line split by sep_string" do
|
134
|
+
buffer = StringIO.new
|
135
|
+
Snappy::Writer.new buffer do |w|
|
136
|
+
w << %w[a b c].join(",")
|
137
|
+
w.dump!
|
138
|
+
w << %w[d e f].join(",")
|
139
|
+
end
|
140
|
+
buffer.rewind
|
141
|
+
reader = Snappy::Reader.new buffer
|
142
|
+
eacher = reader.each_line(",")
|
143
|
+
lines = []
|
144
|
+
loop { lines << eacher.next }
|
145
|
+
assert_equal %w[a b cd e f], lines
|
146
|
+
end
|
147
|
+
end
|
148
|
+
end
|
data/test/snappy_test.rb
ADDED
@@ -0,0 +1,95 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "test_helper"
|
4
|
+
|
5
|
+
class SnappyTest < Test::Unit::TestCase
|
6
|
+
T = [*"a".."z", *"A".."Z", *"0".."9"].freeze
|
7
|
+
|
8
|
+
def random_data(length = 1024)
|
9
|
+
Array.new(length) { T.sample }.join
|
10
|
+
end
|
11
|
+
|
12
|
+
test "VERSION" do
|
13
|
+
assert do
|
14
|
+
::Snappy.const_defined?(:VERSION)
|
15
|
+
end
|
16
|
+
end
|
17
|
+
|
18
|
+
test "well done" do
|
19
|
+
s = random_data
|
20
|
+
assert_equal s, Snappy.inflate(Snappy.deflate(s))
|
21
|
+
end
|
22
|
+
|
23
|
+
test "well done (pair)" do
|
24
|
+
s = random_data
|
25
|
+
[
|
26
|
+
%i[deflate inflate],
|
27
|
+
%i[compress uncompress],
|
28
|
+
%i[dump load]
|
29
|
+
].each do |(i, o)|
|
30
|
+
assert_equal s, Snappy.__send__(o, Snappy.__send__(i, s))
|
31
|
+
end
|
32
|
+
end
|
33
|
+
|
34
|
+
sub_test_case ".deflate" do
|
35
|
+
test "can pass buffer" do
|
36
|
+
if defined? JRUBY_VERSION
|
37
|
+
notify "cannot pass buffer in jruby"
|
38
|
+
omit
|
39
|
+
end
|
40
|
+
s = random_data
|
41
|
+
d = " " * 1024
|
42
|
+
r = Snappy.deflate(s, d)
|
43
|
+
assert_equal r.object_id, d.object_id
|
44
|
+
end
|
45
|
+
end
|
46
|
+
|
47
|
+
sub_test_case ".inflate" do
|
48
|
+
test "can pass buffer" do
|
49
|
+
if defined? JRUBY_VERSION
|
50
|
+
notify "cannot pass buffer in jruby"
|
51
|
+
omit
|
52
|
+
end
|
53
|
+
s = Snappy.deflate(random_data)
|
54
|
+
d = " " * 1024
|
55
|
+
r = Snappy.inflate(s, d)
|
56
|
+
assert_equal r.object_id, d.object_id
|
57
|
+
end
|
58
|
+
end
|
59
|
+
|
60
|
+
sub_test_case ".valid?" do
|
61
|
+
test "return true when passed deflated data" do
|
62
|
+
if defined? JRUBY_VERSION
|
63
|
+
notify "snappy-jars does not have valid?"
|
64
|
+
omit
|
65
|
+
end
|
66
|
+
d = Snappy.deflate(random_data)
|
67
|
+
assert_true Snappy.valid?(d)
|
68
|
+
end
|
69
|
+
|
70
|
+
test "return false when passed invalid data" do
|
71
|
+
if defined? JRUBY_VERSION
|
72
|
+
notify "snappy-jars does not have valid?"
|
73
|
+
omit
|
74
|
+
end
|
75
|
+
d = Snappy.deflate(random_data).reverse
|
76
|
+
assert_false Snappy.valid?(d)
|
77
|
+
end
|
78
|
+
end
|
79
|
+
|
80
|
+
sub_test_case "Ractor safe" do
|
81
|
+
test "able to invoke non-main ractor" do
|
82
|
+
unless defined? ::Ractor
|
83
|
+
notify "Ractor not defined"
|
84
|
+
omit
|
85
|
+
end
|
86
|
+
s = random_data
|
87
|
+
a = Array.new(2) do
|
88
|
+
Ractor.new(s) do |s|
|
89
|
+
Snappy.inflate(Snappy.deflate(s)) == s
|
90
|
+
end
|
91
|
+
end
|
92
|
+
assert_equal [true, true], a.map(&:take)
|
93
|
+
end
|
94
|
+
end
|
95
|
+
end
|
@@ -0,0 +1,55 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require "test_helper"
|
4
|
+
require "stringio"
|
5
|
+
|
6
|
+
class SnappyWriterTest < Test::Unit::TestCase
|
7
|
+
def setup
|
8
|
+
@buffer = StringIO.new
|
9
|
+
end
|
10
|
+
|
11
|
+
def subject
|
12
|
+
@subject ||= Snappy::Writer.new @buffer
|
13
|
+
end
|
14
|
+
|
15
|
+
sub_test_case "#initialize" do
|
16
|
+
test "should yield itself to the block" do
|
17
|
+
yielded = nil
|
18
|
+
returned = Snappy::Writer.new @buffer do |w|
|
19
|
+
yielded = w
|
20
|
+
end
|
21
|
+
assert_equal returned, yielded
|
22
|
+
end
|
23
|
+
|
24
|
+
test "should write the header" do
|
25
|
+
assert_equal [Snappy::Writer::MAGIC,
|
26
|
+
Snappy::Writer::DEFAULT_VERSION,
|
27
|
+
Snappy::Writer::MINIMUM_COMPATIBLE_VERSION].pack("a8NN"), subject.io.string
|
28
|
+
end
|
29
|
+
|
30
|
+
test "should dump on the end of yield" do
|
31
|
+
Snappy::Writer.new @buffer do |w|
|
32
|
+
w << "foo"
|
33
|
+
end
|
34
|
+
foo = Snappy.deflate "foo"
|
35
|
+
assert_equal [foo.size, foo].pack("Na#{foo.size}"), @buffer.string[16, @buffer.size - 16]
|
36
|
+
end
|
37
|
+
end
|
38
|
+
|
39
|
+
sub_test_case "#io" do
|
40
|
+
test "should be a constructor argument" do
|
41
|
+
io = StringIO.new
|
42
|
+
assert_equal io, Snappy::Writer.new(io).io
|
43
|
+
end
|
44
|
+
end
|
45
|
+
|
46
|
+
sub_test_case "#block_size" do
|
47
|
+
test "should default to DEFAULT_BLOCK_SIZE" do
|
48
|
+
assert_equal Snappy::Writer::DEFAULT_BLOCK_SIZE, subject.block_size
|
49
|
+
end
|
50
|
+
|
51
|
+
test "should be settable via the constructor" do
|
52
|
+
assert_equal 42, Snappy::Writer.new(StringIO.new, 42).block_size
|
53
|
+
end
|
54
|
+
end
|
55
|
+
end
|
data/test/test_helper.rb
ADDED
@@ -1,5 +1,41 @@
|
|
1
|
+
# Copyright 2019 Google Inc. All Rights Reserved.
|
2
|
+
#
|
3
|
+
# Redistribution and use in source and binary forms, with or without
|
4
|
+
# modification, are permitted provided that the following conditions are
|
5
|
+
# met:
|
6
|
+
#
|
7
|
+
# * Redistributions of source code must retain the above copyright
|
8
|
+
# notice, this list of conditions and the following disclaimer.
|
9
|
+
# * Redistributions in binary form must reproduce the above
|
10
|
+
# copyright notice, this list of conditions and the following disclaimer
|
11
|
+
# in the documentation and/or other materials provided with the
|
12
|
+
# distribution.
|
13
|
+
# * Neither the name of Google Inc. nor the names of its
|
14
|
+
# contributors may be used to endorse or promote products derived from
|
15
|
+
# this software without specific prior written permission.
|
16
|
+
#
|
17
|
+
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
18
|
+
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
19
|
+
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
20
|
+
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
21
|
+
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
22
|
+
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
23
|
+
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
24
|
+
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
25
|
+
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
26
|
+
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
27
|
+
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
28
|
+
|
1
29
|
cmake_minimum_required(VERSION 3.1)
|
2
|
-
project(Snappy VERSION 1.1.
|
30
|
+
project(Snappy VERSION 1.1.8 LANGUAGES C CXX)
|
31
|
+
|
32
|
+
# C++ standard can be overridden when this is used as a sub-project.
|
33
|
+
if(NOT CMAKE_CXX_STANDARD)
|
34
|
+
# This project requires C++11.
|
35
|
+
set(CMAKE_CXX_STANDARD 11)
|
36
|
+
set(CMAKE_CXX_STANDARD_REQUIRED ON)
|
37
|
+
set(CMAKE_CXX_EXTENSIONS OFF)
|
38
|
+
endif(NOT CMAKE_CXX_STANDARD)
|
3
39
|
|
4
40
|
# BUILD_SHARED_LIBS is a standard CMake variable, but we declare it here to make
|
5
41
|
# it prominent in the GUI.
|
@@ -7,13 +43,19 @@ option(BUILD_SHARED_LIBS "Build shared libraries(DLLs)." OFF)
|
|
7
43
|
|
8
44
|
option(SNAPPY_BUILD_TESTS "Build Snappy's own tests." ON)
|
9
45
|
|
46
|
+
option(SNAPPY_FUZZING_BUILD "Build Snappy for fuzzing." OFF)
|
47
|
+
|
48
|
+
option(SNAPPY_REQUIRE_AVX "Target processors with AVX support." OFF)
|
49
|
+
|
50
|
+
option(SNAPPY_REQUIRE_AVX2 "Target processors with AVX2 support." OFF)
|
51
|
+
|
52
|
+
option(SNAPPY_INSTALL "Install Snappy's header and library" ON)
|
53
|
+
|
10
54
|
include(TestBigEndian)
|
11
55
|
test_big_endian(SNAPPY_IS_BIG_ENDIAN)
|
12
56
|
|
13
57
|
include(CheckIncludeFile)
|
14
58
|
check_include_file("byteswap.h" HAVE_BYTESWAP_H)
|
15
|
-
check_include_file("stddef.h" HAVE_STDDEF_H)
|
16
|
-
check_include_file("stdint.h" HAVE_STDINT_H)
|
17
59
|
check_include_file("sys/endian.h" HAVE_SYS_ENDIAN_H)
|
18
60
|
check_include_file("sys/mman.h" HAVE_SYS_MMAN_H)
|
19
61
|
check_include_file("sys/resource.h" HAVE_SYS_RESOURCE_H)
|
@@ -26,12 +68,58 @@ include(CheckLibraryExists)
|
|
26
68
|
check_library_exists(z zlibVersion "" HAVE_LIBZ)
|
27
69
|
check_library_exists(lzo2 lzo1x_1_15_compress "" HAVE_LIBLZO2)
|
28
70
|
|
71
|
+
include(CheckCXXCompilerFlag)
|
72
|
+
CHECK_CXX_COMPILER_FLAG("/arch:AVX" HAVE_VISUAL_STUDIO_ARCH_AVX)
|
73
|
+
CHECK_CXX_COMPILER_FLAG("/arch:AVX2" HAVE_VISUAL_STUDIO_ARCH_AVX2)
|
74
|
+
CHECK_CXX_COMPILER_FLAG("-mavx" HAVE_CLANG_MAVX)
|
75
|
+
CHECK_CXX_COMPILER_FLAG("-mbmi2" HAVE_CLANG_MBMI2)
|
76
|
+
if(SNAPPY_REQUIRE_AVX2)
|
77
|
+
if(HAVE_VISUAL_STUDIO_ARCH_AVX2)
|
78
|
+
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /arch:AVX2")
|
79
|
+
endif(HAVE_VISUAL_STUDIO_ARCH_AVX2)
|
80
|
+
if(HAVE_CLANG_MAVX)
|
81
|
+
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -mavx")
|
82
|
+
endif(HAVE_CLANG_MAVX)
|
83
|
+
if(HAVE_CLANG_MBMI2)
|
84
|
+
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -mbmi2")
|
85
|
+
endif(HAVE_CLANG_MBMI2)
|
86
|
+
elseif (SNAPPY_REQUIRE_AVX)
|
87
|
+
if(HAVE_VISUAL_STUDIO_ARCH_AVX)
|
88
|
+
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} /arch:AVX")
|
89
|
+
endif(HAVE_VISUAL_STUDIO_ARCH_AVX)
|
90
|
+
if(HAVE_CLANG_MAVX)
|
91
|
+
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -mavx")
|
92
|
+
endif(HAVE_CLANG_MAVX)
|
93
|
+
endif(SNAPPY_REQUIRE_AVX2)
|
94
|
+
|
29
95
|
include(CheckCXXSourceCompiles)
|
30
|
-
check_cxx_source_compiles(
|
31
|
-
|
96
|
+
check_cxx_source_compiles("
|
97
|
+
int main() {
|
98
|
+
return __builtin_expect(0, 1);
|
99
|
+
}" HAVE_BUILTIN_EXPECT)
|
100
|
+
|
101
|
+
check_cxx_source_compiles("
|
102
|
+
int main() {
|
103
|
+
return __builtin_ctzll(0);
|
104
|
+
}" HAVE_BUILTIN_CTZ)
|
32
105
|
|
33
|
-
check_cxx_source_compiles(
|
34
|
-
|
106
|
+
check_cxx_source_compiles("
|
107
|
+
#include <tmmintrin.h>
|
108
|
+
|
109
|
+
int main() {
|
110
|
+
const __m128i *src = 0;
|
111
|
+
__m128i dest;
|
112
|
+
const __m128i shuffle_mask = _mm_load_si128(src);
|
113
|
+
const __m128i pattern = _mm_shuffle_epi8(_mm_loadl_epi64(src), shuffle_mask);
|
114
|
+
_mm_storeu_si128(&dest, pattern);
|
115
|
+
return 0;
|
116
|
+
}" SNAPPY_HAVE_SSSE3)
|
117
|
+
|
118
|
+
check_cxx_source_compiles("
|
119
|
+
#include <immintrin.h>
|
120
|
+
int main() {
|
121
|
+
return _bzhi_u32(0, 1);
|
122
|
+
}" SNAPPY_HAVE_BMI2)
|
35
123
|
|
36
124
|
include(CheckSymbolExists)
|
37
125
|
check_symbol_exists("mmap" "sys/mman.h" HAVE_FUNC_MMAP)
|
@@ -48,39 +136,45 @@ if(GFLAGS_FOUND)
|
|
48
136
|
endif(GFLAGS_FOUND)
|
49
137
|
|
50
138
|
configure_file(
|
51
|
-
"
|
139
|
+
"cmake/config.h.in"
|
52
140
|
"${PROJECT_BINARY_DIR}/config.h"
|
53
141
|
)
|
54
142
|
|
55
143
|
# We don't want to define HAVE_ macros in public headers. Instead, we use
|
56
144
|
# CMake's variable substitution with 0/1 variables, which will be seen by the
|
57
145
|
# preprocessor as constants.
|
58
|
-
set(HAVE_STDINT_H_01 ${HAVE_STDINT_H})
|
59
|
-
set(HAVE_STDDEF_H_01 ${HAVE_STDDEF_H})
|
60
146
|
set(HAVE_SYS_UIO_H_01 ${HAVE_SYS_UIO_H})
|
61
|
-
if(NOT HAVE_STDINT_H_01)
|
62
|
-
set(HAVE_STDINT_H_01 0)
|
63
|
-
endif(NOT HAVE_STDINT_H_01)
|
64
|
-
if(NOT HAVE_STDDEF_H_01)
|
65
|
-
set(HAVE_STDDEF_H_01 0)
|
66
|
-
endif(NOT HAVE_STDDEF_H_01)
|
67
147
|
if(NOT HAVE_SYS_UIO_H_01)
|
68
148
|
set(HAVE_SYS_UIO_H_01 0)
|
69
149
|
endif(NOT HAVE_SYS_UIO_H_01)
|
70
150
|
|
151
|
+
if (SNAPPY_FUZZING_BUILD)
|
152
|
+
if (NOT "${CMAKE_CXX_COMPILER_ID}" MATCHES "Clang")
|
153
|
+
message(WARNING "Fuzzing builds are only supported with Clang")
|
154
|
+
endif (NOT "${CMAKE_CXX_COMPILER_ID}" MATCHES "Clang")
|
155
|
+
|
156
|
+
if(NOT CMAKE_CXX_FLAGS MATCHES "-fsanitize=address")
|
157
|
+
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fsanitize=address")
|
158
|
+
endif(NOT CMAKE_CXX_FLAGS MATCHES "-fsanitize=address")
|
159
|
+
|
160
|
+
if(NOT CMAKE_CXX_FLAGS MATCHES "-fsanitize=fuzzer-no-link")
|
161
|
+
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -fsanitize=fuzzer-no-link")
|
162
|
+
endif(NOT CMAKE_CXX_FLAGS MATCHES "-fsanitize=fuzzer-no-link")
|
163
|
+
endif (SNAPPY_FUZZING_BUILD)
|
164
|
+
|
71
165
|
configure_file(
|
72
|
-
"
|
166
|
+
"snappy-stubs-public.h.in"
|
73
167
|
"${PROJECT_BINARY_DIR}/snappy-stubs-public.h")
|
74
168
|
|
75
169
|
add_library(snappy "")
|
76
170
|
target_sources(snappy
|
77
171
|
PRIVATE
|
78
|
-
"
|
79
|
-
"
|
80
|
-
"
|
81
|
-
"
|
82
|
-
"
|
83
|
-
"
|
172
|
+
"snappy-internal.h"
|
173
|
+
"snappy-stubs-internal.h"
|
174
|
+
"snappy-c.cc"
|
175
|
+
"snappy-sinksource.cc"
|
176
|
+
"snappy-stubs-internal.cc"
|
177
|
+
"snappy.cc"
|
84
178
|
"${PROJECT_BINARY_DIR}/config.h"
|
85
179
|
|
86
180
|
# Only CMake 3.3+ supports PUBLIC sources in targets exported by "install".
|
@@ -114,8 +208,8 @@ if(SNAPPY_BUILD_TESTS)
|
|
114
208
|
add_executable(snappy_unittest "")
|
115
209
|
target_sources(snappy_unittest
|
116
210
|
PRIVATE
|
117
|
-
"
|
118
|
-
"
|
211
|
+
"snappy_unittest.cc"
|
212
|
+
"snappy-test.cc"
|
119
213
|
)
|
120
214
|
target_compile_definitions(snappy_unittest PRIVATE -DHAVE_CONFIG_H)
|
121
215
|
target_link_libraries(snappy_unittest snappy ${GFLAGS_LIBRARIES})
|
@@ -140,35 +234,64 @@ if(SNAPPY_BUILD_TESTS)
|
|
140
234
|
COMMAND "${PROJECT_BINARY_DIR}/snappy_unittest")
|
141
235
|
endif(SNAPPY_BUILD_TESTS)
|
142
236
|
|
237
|
+
if(SNAPPY_FUZZING_BUILD)
|
238
|
+
add_executable(snappy_compress_fuzzer "")
|
239
|
+
target_sources(snappy_compress_fuzzer
|
240
|
+
PRIVATE "snappy_compress_fuzzer.cc"
|
241
|
+
)
|
242
|
+
target_link_libraries(snappy_compress_fuzzer snappy)
|
243
|
+
set_target_properties(snappy_compress_fuzzer
|
244
|
+
PROPERTIES LINK_FLAGS "-fsanitize=fuzzer"
|
245
|
+
)
|
246
|
+
|
247
|
+
add_executable(snappy_uncompress_fuzzer "")
|
248
|
+
target_sources(snappy_uncompress_fuzzer
|
249
|
+
PRIVATE "snappy_uncompress_fuzzer.cc"
|
250
|
+
)
|
251
|
+
target_link_libraries(snappy_uncompress_fuzzer snappy)
|
252
|
+
set_target_properties(snappy_uncompress_fuzzer
|
253
|
+
PROPERTIES LINK_FLAGS "-fsanitize=fuzzer"
|
254
|
+
)
|
255
|
+
endif(SNAPPY_FUZZING_BUILD)
|
256
|
+
|
257
|
+
# Must be included before CMAKE_INSTALL_INCLUDEDIR is used.
|
143
258
|
include(GNUInstallDirs)
|
144
|
-
install(TARGETS snappy
|
145
|
-
EXPORT SnappyTargets
|
146
|
-
RUNTIME DESTINATION ${CMAKE_INSTALL_BINDIR}
|
147
|
-
LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
148
|
-
ARCHIVE DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
149
|
-
)
|
150
|
-
install(
|
151
|
-
FILES
|
152
|
-
"${PROJECT_SOURCE_DIR}/snappy-c.h"
|
153
|
-
"${PROJECT_SOURCE_DIR}/snappy-sinksource.h"
|
154
|
-
"${PROJECT_SOURCE_DIR}/snappy.h"
|
155
|
-
"${PROJECT_BINARY_DIR}/snappy-stubs-public.h"
|
156
|
-
DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}
|
157
|
-
)
|
158
259
|
|
159
|
-
|
160
|
-
|
161
|
-
|
260
|
+
if(SNAPPY_INSTALL)
|
261
|
+
install(TARGETS snappy
|
262
|
+
EXPORT SnappyTargets
|
263
|
+
RUNTIME DESTINATION ${CMAKE_INSTALL_BINDIR}
|
264
|
+
LIBRARY DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
265
|
+
ARCHIVE DESTINATION ${CMAKE_INSTALL_LIBDIR}
|
266
|
+
)
|
267
|
+
install(
|
268
|
+
FILES
|
269
|
+
"snappy-c.h"
|
270
|
+
"snappy-sinksource.h"
|
271
|
+
"snappy.h"
|
272
|
+
"${PROJECT_BINARY_DIR}/snappy-stubs-public.h"
|
273
|
+
DESTINATION "${CMAKE_INSTALL_INCLUDEDIR}"
|
274
|
+
)
|
275
|
+
|
276
|
+
include(CMakePackageConfigHelpers)
|
277
|
+
configure_package_config_file(
|
278
|
+
"cmake/${PROJECT_NAME}Config.cmake.in"
|
279
|
+
"${PROJECT_BINARY_DIR}/cmake/${PROJECT_NAME}Config.cmake"
|
280
|
+
INSTALL_DESTINATION "${CMAKE_INSTALL_LIBDIR}/cmake/${PROJECT_NAME}"
|
281
|
+
)
|
282
|
+
write_basic_package_version_file(
|
283
|
+
"${PROJECT_BINARY_DIR}/cmake/${PROJECT_NAME}ConfigVersion.cmake"
|
162
284
|
COMPATIBILITY SameMajorVersion
|
163
|
-
)
|
164
|
-
install(
|
165
|
-
|
166
|
-
|
167
|
-
|
168
|
-
)
|
169
|
-
install(
|
170
|
-
|
171
|
-
|
172
|
-
|
173
|
-
|
174
|
-
)
|
285
|
+
)
|
286
|
+
install(
|
287
|
+
EXPORT SnappyTargets
|
288
|
+
NAMESPACE Snappy::
|
289
|
+
DESTINATION "${CMAKE_INSTALL_LIBDIR}/cmake/${PROJECT_NAME}"
|
290
|
+
)
|
291
|
+
install(
|
292
|
+
FILES
|
293
|
+
"${PROJECT_BINARY_DIR}/cmake/${PROJECT_NAME}Config.cmake"
|
294
|
+
"${PROJECT_BINARY_DIR}/cmake/${PROJECT_NAME}ConfigVersion.cmake"
|
295
|
+
DESTINATION "${CMAKE_INSTALL_LIBDIR}/cmake/${PROJECT_NAME}"
|
296
|
+
)
|
297
|
+
endif(SNAPPY_INSTALL)
|