snappy 0.0.17-java → 0.1.0-java
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.travis.yml +6 -1
- data/Gemfile +5 -0
- data/README.md +28 -4
- data/Rakefile +1 -0
- data/ext/extconf.rb +21 -16
- data/lib/snappy.rb +1 -0
- data/lib/snappy/hadoop.rb +22 -0
- data/lib/snappy/hadoop/reader.rb +58 -0
- data/lib/snappy/hadoop/writer.rb +51 -0
- data/lib/snappy/reader.rb +4 -4
- data/lib/snappy/version.rb +1 -1
- data/smoke.sh +1 -1
- data/snappy.gemspec +0 -4
- data/test/hadoop/test-snappy-hadoop-reader.rb +103 -0
- data/test/hadoop/test-snappy-hadoop-writer.rb +48 -0
- data/test/test-snappy-hadoop.rb +22 -0
- data/vendor/snappy/CMakeLists.txt +174 -0
- data/vendor/snappy/CONTRIBUTING.md +26 -0
- data/vendor/snappy/NEWS +32 -0
- data/vendor/snappy/{README → README.md} +13 -3
- data/vendor/snappy/cmake/SnappyConfig.cmake +1 -0
- data/vendor/snappy/cmake/config.h.in +62 -0
- data/vendor/snappy/snappy-internal.h +9 -12
- data/vendor/snappy/snappy-stubs-internal.h +63 -30
- data/vendor/snappy/snappy-stubs-public.h.in +13 -19
- data/vendor/snappy/snappy-test.cc +10 -7
- data/vendor/snappy/snappy-test.h +12 -38
- data/vendor/snappy/snappy.cc +81 -30
- data/vendor/snappy/snappy_unittest.cc +16 -137
- metadata +18 -54
- data/vendor/snappy/ChangeLog +0 -2468
- data/vendor/snappy/Makefile.am +0 -26
- data/vendor/snappy/autogen.sh +0 -12
- data/vendor/snappy/configure.ac +0 -134
- data/vendor/snappy/m4/gtest.m4 +0 -74
- data/vendor/snappy/snappy.pc.in +0 -10
data/vendor/snappy/Makefile.am
DELETED
@@ -1,26 +0,0 @@
|
|
1
|
-
ACLOCAL_AMFLAGS = -I m4
|
2
|
-
|
3
|
-
# Library.
|
4
|
-
lib_LTLIBRARIES = libsnappy.la
|
5
|
-
libsnappy_la_SOURCES = snappy.cc snappy-sinksource.cc snappy-stubs-internal.cc snappy-c.cc
|
6
|
-
libsnappy_la_LDFLAGS = -version-info $(SNAPPY_LTVERSION)
|
7
|
-
|
8
|
-
include_HEADERS = snappy.h snappy-sinksource.h snappy-stubs-public.h snappy-c.h
|
9
|
-
noinst_HEADERS = snappy-internal.h snappy-stubs-internal.h snappy-test.h
|
10
|
-
|
11
|
-
# Unit tests and benchmarks.
|
12
|
-
snappy_unittest_CPPFLAGS = $(gflags_CFLAGS) $(GTEST_CPPFLAGS)
|
13
|
-
snappy_unittest_SOURCES = snappy_unittest.cc snappy-test.cc
|
14
|
-
snappy_unittest_LDFLAGS = $(GTEST_LDFLAGS)
|
15
|
-
snappy_unittest_LDADD = libsnappy.la $(UNITTEST_LIBS) $(gflags_LIBS) $(GTEST_LIBS)
|
16
|
-
TESTS = snappy_unittest
|
17
|
-
noinst_PROGRAMS = $(TESTS)
|
18
|
-
|
19
|
-
EXTRA_DIST = autogen.sh testdata/alice29.txt testdata/asyoulik.txt testdata/baddata1.snappy testdata/baddata2.snappy testdata/baddata3.snappy testdata/geo.protodata testdata/fireworks.jpeg testdata/html testdata/html_x_4 testdata/kppkn.gtb testdata/lcet10.txt testdata/paper-100k.pdf testdata/plrabn12.txt testdata/urls.10K
|
20
|
-
dist_doc_DATA = ChangeLog COPYING INSTALL NEWS README format_description.txt framing_format.txt
|
21
|
-
|
22
|
-
pkgconfigdir = $(libdir)/pkgconfig
|
23
|
-
nodist_pkgconfig_DATA = snappy.pc
|
24
|
-
|
25
|
-
libtool: $(LIBTOOL_DEPS)
|
26
|
-
$(SHELL) ./config.status --recheck
|
data/vendor/snappy/autogen.sh
DELETED
@@ -1,12 +0,0 @@
|
|
1
|
-
#! /bin/sh -e
|
2
|
-
rm -rf autom4te.cache
|
3
|
-
aclocal -I m4
|
4
|
-
autoheader
|
5
|
-
if glibtoolize --version >/dev/null 2>/dev/null; then
|
6
|
-
LIBTOOLIZE=${LIBTOOLIZE:-glibtoolize}
|
7
|
-
else
|
8
|
-
LIBTOOLIZE=${LIBTOOLIZE:-libtoolize}
|
9
|
-
fi
|
10
|
-
$LIBTOOLIZE --copy
|
11
|
-
automake --add-missing --copy
|
12
|
-
autoconf
|
data/vendor/snappy/configure.ac
DELETED
@@ -1,134 +0,0 @@
|
|
1
|
-
m4_define([snappy_major], [1])
|
2
|
-
m4_define([snappy_minor], [1])
|
3
|
-
m4_define([snappy_patchlevel], [4])
|
4
|
-
|
5
|
-
# Libtool shared library interface versions (current:revision:age)
|
6
|
-
# Update this value for every release! (A:B:C will map to foo.so.(A-C).C.B)
|
7
|
-
# http://www.gnu.org/software/libtool/manual/html_node/Updating-version-info.html
|
8
|
-
m4_define([snappy_ltversion], [4:1:3])
|
9
|
-
|
10
|
-
AC_INIT([snappy], [snappy_major.snappy_minor.snappy_patchlevel])
|
11
|
-
AC_CONFIG_MACRO_DIR([m4])
|
12
|
-
AC_CONFIG_AUX_DIR([.])
|
13
|
-
|
14
|
-
# These are flags passed to automake (though they look like gcc flags!)
|
15
|
-
AM_INIT_AUTOMAKE([-Wall])
|
16
|
-
|
17
|
-
LT_INIT
|
18
|
-
AC_SUBST([LIBTOOL_DEPS])
|
19
|
-
AC_PROG_CXX
|
20
|
-
AC_LANG([C++])
|
21
|
-
AC_C_BIGENDIAN
|
22
|
-
AC_TYPE_SIZE_T
|
23
|
-
AC_TYPE_SSIZE_T
|
24
|
-
AC_CHECK_HEADERS([stdint.h stddef.h sys/mman.h sys/resource.h windows.h byteswap.h sys/byteswap.h sys/endian.h sys/time.h])
|
25
|
-
|
26
|
-
# Don't use AC_FUNC_MMAP, as it checks for mappings of already-mapped memory,
|
27
|
-
# which we don't need (and does not exist on Windows).
|
28
|
-
AC_CHECK_FUNC([mmap])
|
29
|
-
|
30
|
-
GTEST_LIB_CHECK([], [true], [true # Ignore; we can live without it.])
|
31
|
-
|
32
|
-
AC_ARG_WITH([gflags],
|
33
|
-
[AS_HELP_STRING(
|
34
|
-
[--with-gflags],
|
35
|
-
[use Google Flags package to enhance the unit test @<:@default=check@:>@])],
|
36
|
-
[],
|
37
|
-
[with_gflags=check])
|
38
|
-
|
39
|
-
if test "x$with_gflags" != "xno"; then
|
40
|
-
PKG_CHECK_MODULES(
|
41
|
-
[gflags],
|
42
|
-
[libgflags],
|
43
|
-
[AC_DEFINE([HAVE_GFLAGS], [1], [Use the gflags package for command-line parsing.])],
|
44
|
-
[if test "x$with_gflags" != "xcheck"; then
|
45
|
-
AC_MSG_FAILURE([--with-gflags was given, but test for gflags failed])
|
46
|
-
fi])
|
47
|
-
fi
|
48
|
-
|
49
|
-
# See if we have __builtin_expect.
|
50
|
-
# TODO: Use AC_CACHE.
|
51
|
-
AC_MSG_CHECKING([if the compiler supports __builtin_expect])
|
52
|
-
|
53
|
-
AC_TRY_COMPILE(, [
|
54
|
-
return __builtin_expect(1, 1) ? 1 : 0
|
55
|
-
], [
|
56
|
-
snappy_have_builtin_expect=yes
|
57
|
-
AC_MSG_RESULT([yes])
|
58
|
-
], [
|
59
|
-
snappy_have_builtin_expect=no
|
60
|
-
AC_MSG_RESULT([no])
|
61
|
-
])
|
62
|
-
if test x$snappy_have_builtin_expect = xyes ; then
|
63
|
-
AC_DEFINE([HAVE_BUILTIN_EXPECT], [1], [Define to 1 if the compiler supports __builtin_expect.])
|
64
|
-
fi
|
65
|
-
|
66
|
-
# See if we have working count-trailing-zeros intrinsics.
|
67
|
-
# TODO: Use AC_CACHE.
|
68
|
-
AC_MSG_CHECKING([if the compiler supports __builtin_ctzll])
|
69
|
-
|
70
|
-
AC_TRY_COMPILE(, [
|
71
|
-
return (__builtin_ctzll(0x100000000LL) == 32) ? 1 : 0
|
72
|
-
], [
|
73
|
-
snappy_have_builtin_ctz=yes
|
74
|
-
AC_MSG_RESULT([yes])
|
75
|
-
], [
|
76
|
-
snappy_have_builtin_ctz=no
|
77
|
-
AC_MSG_RESULT([no])
|
78
|
-
])
|
79
|
-
if test x$snappy_have_builtin_ctz = xyes ; then
|
80
|
-
AC_DEFINE([HAVE_BUILTIN_CTZ], [1], [Define to 1 if the compiler supports __builtin_ctz and friends.])
|
81
|
-
fi
|
82
|
-
|
83
|
-
# Other compression libraries; the unit test can use these for comparison
|
84
|
-
# if they are available. If they are not found, just ignore.
|
85
|
-
UNITTEST_LIBS=""
|
86
|
-
AC_DEFUN([CHECK_EXT_COMPRESSION_LIB], [
|
87
|
-
AH_CHECK_LIB([$1])
|
88
|
-
AC_CHECK_LIB(
|
89
|
-
[$1],
|
90
|
-
[$2],
|
91
|
-
[
|
92
|
-
AC_DEFINE_UNQUOTED(AS_TR_CPP(HAVE_LIB$1))
|
93
|
-
UNITTEST_LIBS="-l$1 $UNITTEST_LIBS"
|
94
|
-
],
|
95
|
-
[true]
|
96
|
-
)
|
97
|
-
])
|
98
|
-
CHECK_EXT_COMPRESSION_LIB([z], [zlibVersion])
|
99
|
-
CHECK_EXT_COMPRESSION_LIB([lzo2], [lzo1x_1_15_compress])
|
100
|
-
CHECK_EXT_COMPRESSION_LIB([lzf], [lzf_compress])
|
101
|
-
CHECK_EXT_COMPRESSION_LIB([fastlz], [fastlz_compress])
|
102
|
-
CHECK_EXT_COMPRESSION_LIB([quicklz], [qlz_compress])
|
103
|
-
AC_SUBST([UNITTEST_LIBS])
|
104
|
-
|
105
|
-
# These are used by snappy-stubs-public.h.in.
|
106
|
-
if test "$ac_cv_header_stdint_h" = "yes"; then
|
107
|
-
AC_SUBST([ac_cv_have_stdint_h], [1])
|
108
|
-
else
|
109
|
-
AC_SUBST([ac_cv_have_stdint_h], [0])
|
110
|
-
fi
|
111
|
-
if test "$ac_cv_header_stddef_h" = "yes"; then
|
112
|
-
AC_SUBST([ac_cv_have_stddef_h], [1])
|
113
|
-
else
|
114
|
-
AC_SUBST([ac_cv_have_stddef_h], [0])
|
115
|
-
fi
|
116
|
-
if test "$ac_cv_header_sys_uio_h" = "yes"; then
|
117
|
-
AC_SUBST([ac_cv_have_sys_uio_h], [1])
|
118
|
-
else
|
119
|
-
AC_SUBST([ac_cv_have_sys_uio_h], [0])
|
120
|
-
fi
|
121
|
-
|
122
|
-
# Export the version to snappy-stubs-public.h.
|
123
|
-
SNAPPY_MAJOR="snappy_major"
|
124
|
-
SNAPPY_MINOR="snappy_minor"
|
125
|
-
SNAPPY_PATCHLEVEL="snappy_patchlevel"
|
126
|
-
|
127
|
-
AC_SUBST([SNAPPY_MAJOR])
|
128
|
-
AC_SUBST([SNAPPY_MINOR])
|
129
|
-
AC_SUBST([SNAPPY_PATCHLEVEL])
|
130
|
-
AC_SUBST([SNAPPY_LTVERSION], snappy_ltversion)
|
131
|
-
|
132
|
-
AC_CONFIG_HEADERS([config.h])
|
133
|
-
AC_CONFIG_FILES([Makefile snappy-stubs-public.h snappy.pc])
|
134
|
-
AC_OUTPUT
|
data/vendor/snappy/m4/gtest.m4
DELETED
@@ -1,74 +0,0 @@
|
|
1
|
-
dnl GTEST_LIB_CHECK([minimum version [,
|
2
|
-
dnl action if found [,action if not found]]])
|
3
|
-
dnl
|
4
|
-
dnl Check for the presence of the Google Test library, optionally at a minimum
|
5
|
-
dnl version, and indicate a viable version with the HAVE_GTEST flag. It defines
|
6
|
-
dnl standard variables for substitution including GTEST_CPPFLAGS,
|
7
|
-
dnl GTEST_CXXFLAGS, GTEST_LDFLAGS, and GTEST_LIBS. It also defines
|
8
|
-
dnl GTEST_VERSION as the version of Google Test found. Finally, it provides
|
9
|
-
dnl optional custom action slots in the event GTEST is found or not.
|
10
|
-
AC_DEFUN([GTEST_LIB_CHECK],
|
11
|
-
[
|
12
|
-
dnl Provide a flag to enable or disable Google Test usage.
|
13
|
-
AC_ARG_ENABLE([gtest],
|
14
|
-
[AS_HELP_STRING([--enable-gtest],
|
15
|
-
[Enable tests using the Google C++ Testing Framework.
|
16
|
-
(Default is enabled.)])],
|
17
|
-
[],
|
18
|
-
[enable_gtest=])
|
19
|
-
AC_ARG_VAR([GTEST_CONFIG],
|
20
|
-
[The exact path of Google Test's 'gtest-config' script.])
|
21
|
-
AC_ARG_VAR([GTEST_CPPFLAGS],
|
22
|
-
[C-like preprocessor flags for Google Test.])
|
23
|
-
AC_ARG_VAR([GTEST_CXXFLAGS],
|
24
|
-
[C++ compile flags for Google Test.])
|
25
|
-
AC_ARG_VAR([GTEST_LDFLAGS],
|
26
|
-
[Linker path and option flags for Google Test.])
|
27
|
-
AC_ARG_VAR([GTEST_LIBS],
|
28
|
-
[Library linking flags for Google Test.])
|
29
|
-
AC_ARG_VAR([GTEST_VERSION],
|
30
|
-
[The version of Google Test available.])
|
31
|
-
HAVE_GTEST="no"
|
32
|
-
AS_IF([test "x${enable_gtest}" != "xno"],
|
33
|
-
[AC_MSG_CHECKING([for 'gtest-config'])
|
34
|
-
AS_IF([test "x${enable_gtest}" = "xyes"],
|
35
|
-
[AS_IF([test -x "${enable_gtest}/scripts/gtest-config"],
|
36
|
-
[GTEST_CONFIG="${enable_gtest}/scripts/gtest-config"],
|
37
|
-
[GTEST_CONFIG="${enable_gtest}/bin/gtest-config"])
|
38
|
-
AS_IF([test -x "${GTEST_CONFIG}"], [],
|
39
|
-
[AC_MSG_RESULT([no])
|
40
|
-
AC_MSG_ERROR([dnl
|
41
|
-
Unable to locate either a built or installed Google Test.
|
42
|
-
The specific location '${enable_gtest}' was provided for a built or installed
|
43
|
-
Google Test, but no 'gtest-config' script could be found at this location.])
|
44
|
-
])],
|
45
|
-
[AC_PATH_PROG([GTEST_CONFIG], [gtest-config])])
|
46
|
-
AS_IF([test -x "${GTEST_CONFIG}"],
|
47
|
-
[AC_MSG_RESULT([${GTEST_CONFIG}])
|
48
|
-
m4_ifval([$1],
|
49
|
-
[_gtest_min_version="--min-version=$1"
|
50
|
-
AC_MSG_CHECKING([for Google Test at least version >= $1])],
|
51
|
-
[_gtest_min_version="--min-version=0"
|
52
|
-
AC_MSG_CHECKING([for Google Test])])
|
53
|
-
AS_IF([${GTEST_CONFIG} ${_gtest_min_version}],
|
54
|
-
[AC_MSG_RESULT([yes])
|
55
|
-
HAVE_GTEST='yes'],
|
56
|
-
[AC_MSG_RESULT([no])])],
|
57
|
-
[AC_MSG_RESULT([no])])
|
58
|
-
AS_IF([test "x${HAVE_GTEST}" = "xyes"],
|
59
|
-
[GTEST_CPPFLAGS=`${GTEST_CONFIG} --cppflags`
|
60
|
-
GTEST_CXXFLAGS=`${GTEST_CONFIG} --cxxflags`
|
61
|
-
GTEST_LDFLAGS=`${GTEST_CONFIG} --ldflags`
|
62
|
-
GTEST_LIBS=`${GTEST_CONFIG} --libs`
|
63
|
-
GTEST_VERSION=`${GTEST_CONFIG} --version`
|
64
|
-
AC_DEFINE([HAVE_GTEST],[1],[Defined when Google Test is available.])],
|
65
|
-
[AS_IF([test "x${enable_gtest}" = "xyes"],
|
66
|
-
[AC_MSG_ERROR([dnl
|
67
|
-
Google Test was enabled, but no viable version could be found.])
|
68
|
-
])])])
|
69
|
-
AC_SUBST([HAVE_GTEST])
|
70
|
-
AM_CONDITIONAL([HAVE_GTEST],[test "x$HAVE_GTEST" = "xyes"])
|
71
|
-
AS_IF([test "x$HAVE_GTEST" = "xyes"],
|
72
|
-
[m4_ifval([$2], [$2])],
|
73
|
-
[m4_ifval([$3], [$3])])
|
74
|
-
])
|
data/vendor/snappy/snappy.pc.in
DELETED