couchbase 3.0.0.alpha.1-universal-darwin-19 → 3.0.0.alpha.2-universal-darwin-19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.github/workflows/tests-6.0.3.yml +49 -0
- data/.github/workflows/tests.yml +47 -0
- data/.gitmodules +3 -0
- data/.idea/dictionaries/gem_terms.xml +5 -0
- data/.idea/inspectionProfiles/Project_Default.xml +1 -0
- data/.idea/vcs.xml +1 -0
- data/Gemfile +1 -0
- data/README.md +55 -2
- data/Rakefile +18 -0
- data/bin/init-cluster +62 -0
- data/bin/setup +1 -0
- data/couchbase.gemspec +3 -2
- data/examples/crud.rb +1 -2
- data/examples/managing_buckets.rb +47 -0
- data/examples/managing_collections.rb +58 -0
- data/examples/managing_query_indexes.rb +63 -0
- data/examples/query.rb +3 -2
- data/examples/query_with_consistency.rb +76 -0
- data/examples/subdocument.rb +23 -1
- data/ext/.clang-format +1 -1
- data/ext/.idea/dictionaries/couchbase_terms.xml +2 -0
- data/ext/.idea/vcs.xml +1 -0
- data/ext/CMakeLists.txt +30 -12
- data/ext/build_version.hxx.in +26 -0
- data/ext/couchbase/bucket.hxx +69 -8
- data/ext/couchbase/cluster.hxx +70 -54
- data/ext/couchbase/collections_manifest.hxx +3 -3
- data/ext/couchbase/configuration.hxx +14 -0
- data/ext/couchbase/couchbase.cxx +2044 -383
- data/ext/couchbase/{operations/document_id.hxx → document_id.hxx} +5 -4
- data/ext/couchbase/io/http_message.hxx +5 -1
- data/ext/couchbase/io/http_parser.hxx +2 -1
- data/ext/couchbase/io/http_session.hxx +6 -3
- data/ext/couchbase/io/{binary_message.hxx → mcbp_message.hxx} +15 -12
- data/ext/couchbase/io/mcbp_parser.hxx +99 -0
- data/ext/couchbase/io/{key_value_session.hxx → mcbp_session.hxx} +200 -95
- data/ext/couchbase/io/session_manager.hxx +37 -22
- data/ext/couchbase/mutation_token.hxx +2 -1
- data/ext/couchbase/operations.hxx +38 -8
- data/ext/couchbase/operations/bucket_create.hxx +138 -0
- data/ext/couchbase/operations/bucket_drop.hxx +65 -0
- data/ext/couchbase/operations/bucket_flush.hxx +65 -0
- data/ext/couchbase/operations/bucket_get.hxx +69 -0
- data/ext/couchbase/operations/bucket_get_all.hxx +62 -0
- data/ext/couchbase/operations/bucket_settings.hxx +111 -0
- data/ext/couchbase/operations/bucket_update.hxx +115 -0
- data/ext/couchbase/operations/cluster_developer_preview_enable.hxx +60 -0
- data/ext/couchbase/operations/collection_create.hxx +86 -0
- data/ext/couchbase/operations/collection_drop.hxx +82 -0
- data/ext/couchbase/operations/command.hxx +10 -10
- data/ext/couchbase/operations/document_decrement.hxx +80 -0
- data/ext/couchbase/operations/document_exists.hxx +80 -0
- data/ext/couchbase/operations/{get.hxx → document_get.hxx} +4 -2
- data/ext/couchbase/operations/document_get_and_lock.hxx +64 -0
- data/ext/couchbase/operations/document_get_and_touch.hxx +64 -0
- data/ext/couchbase/operations/document_increment.hxx +80 -0
- data/ext/couchbase/operations/document_insert.hxx +74 -0
- data/ext/couchbase/operations/{lookup_in.hxx → document_lookup_in.hxx} +2 -2
- data/ext/couchbase/operations/{mutate_in.hxx → document_mutate_in.hxx} +11 -2
- data/ext/couchbase/operations/{query.hxx → document_query.hxx} +101 -6
- data/ext/couchbase/operations/document_remove.hxx +67 -0
- data/ext/couchbase/operations/document_replace.hxx +76 -0
- data/ext/couchbase/operations/{upsert.hxx → document_touch.hxx} +14 -14
- data/ext/couchbase/operations/{remove.hxx → document_unlock.hxx} +12 -10
- data/ext/couchbase/operations/document_upsert.hxx +74 -0
- data/ext/couchbase/operations/query_index_build_deferred.hxx +85 -0
- data/ext/couchbase/operations/query_index_create.hxx +134 -0
- data/ext/couchbase/operations/query_index_drop.hxx +108 -0
- data/ext/couchbase/operations/query_index_get_all.hxx +106 -0
- data/ext/couchbase/operations/scope_create.hxx +81 -0
- data/ext/couchbase/operations/scope_drop.hxx +79 -0
- data/ext/couchbase/operations/scope_get_all.hxx +72 -0
- data/ext/couchbase/protocol/client_opcode.hxx +35 -0
- data/ext/couchbase/protocol/client_request.hxx +56 -9
- data/ext/couchbase/protocol/client_response.hxx +52 -15
- data/ext/couchbase/protocol/cmd_cluster_map_change_notification.hxx +81 -0
- data/ext/couchbase/protocol/cmd_decrement.hxx +187 -0
- data/ext/couchbase/protocol/cmd_exists.hxx +171 -0
- data/ext/couchbase/protocol/cmd_get.hxx +31 -8
- data/ext/couchbase/protocol/cmd_get_and_lock.hxx +142 -0
- data/ext/couchbase/protocol/cmd_get_and_touch.hxx +142 -0
- data/ext/couchbase/protocol/cmd_get_cluster_config.hxx +16 -3
- data/ext/couchbase/protocol/cmd_get_collections_manifest.hxx +16 -3
- data/ext/couchbase/protocol/cmd_get_error_map.hxx +16 -3
- data/ext/couchbase/protocol/cmd_hello.hxx +24 -8
- data/ext/couchbase/protocol/cmd_increment.hxx +187 -0
- data/ext/couchbase/protocol/cmd_info.hxx +1 -0
- data/ext/couchbase/protocol/cmd_insert.hxx +172 -0
- data/ext/couchbase/protocol/cmd_lookup_in.hxx +28 -13
- data/ext/couchbase/protocol/cmd_mutate_in.hxx +65 -13
- data/ext/couchbase/protocol/cmd_remove.hxx +59 -4
- data/ext/couchbase/protocol/cmd_replace.hxx +172 -0
- data/ext/couchbase/protocol/cmd_sasl_auth.hxx +15 -3
- data/ext/couchbase/protocol/cmd_sasl_list_mechs.hxx +15 -3
- data/ext/couchbase/protocol/cmd_sasl_step.hxx +15 -3
- data/ext/couchbase/protocol/cmd_select_bucket.hxx +14 -2
- data/ext/couchbase/protocol/cmd_touch.hxx +102 -0
- data/ext/couchbase/protocol/cmd_unlock.hxx +95 -0
- data/ext/couchbase/protocol/cmd_upsert.hxx +50 -14
- data/ext/couchbase/protocol/durability_level.hxx +67 -0
- data/ext/couchbase/protocol/frame_info_id.hxx +187 -0
- data/ext/couchbase/protocol/hello_feature.hxx +137 -0
- data/ext/couchbase/protocol/server_opcode.hxx +57 -0
- data/ext/couchbase/protocol/server_request.hxx +122 -0
- data/ext/couchbase/protocol/unsigned_leb128.h +15 -15
- data/ext/couchbase/utils/byteswap.hxx +1 -2
- data/ext/couchbase/utils/url_codec.hxx +225 -0
- data/ext/couchbase/version.hxx +3 -1
- data/ext/extconf.rb +4 -1
- data/ext/test/main.cxx +37 -113
- data/ext/third_party/snappy/.appveyor.yml +36 -0
- data/ext/third_party/snappy/.gitignore +8 -0
- data/ext/third_party/snappy/.travis.yml +98 -0
- data/ext/third_party/snappy/AUTHORS +1 -0
- data/ext/third_party/snappy/CMakeLists.txt +345 -0
- data/ext/third_party/snappy/CONTRIBUTING.md +26 -0
- data/ext/third_party/snappy/COPYING +54 -0
- data/ext/third_party/snappy/NEWS +188 -0
- data/ext/third_party/snappy/README.md +148 -0
- data/ext/third_party/snappy/cmake/SnappyConfig.cmake.in +33 -0
- data/ext/third_party/snappy/cmake/config.h.in +59 -0
- data/ext/third_party/snappy/docs/README.md +72 -0
- data/ext/third_party/snappy/format_description.txt +110 -0
- data/ext/third_party/snappy/framing_format.txt +135 -0
- data/ext/third_party/snappy/snappy-c.cc +90 -0
- data/ext/third_party/snappy/snappy-c.h +138 -0
- data/ext/third_party/snappy/snappy-internal.h +315 -0
- data/ext/third_party/snappy/snappy-sinksource.cc +121 -0
- data/ext/third_party/snappy/snappy-sinksource.h +182 -0
- data/ext/third_party/snappy/snappy-stubs-internal.cc +42 -0
- data/ext/third_party/snappy/snappy-stubs-internal.h +493 -0
- data/ext/third_party/snappy/snappy-stubs-public.h.in +63 -0
- data/ext/third_party/snappy/snappy-test.cc +613 -0
- data/ext/third_party/snappy/snappy-test.h +526 -0
- data/ext/third_party/snappy/snappy.cc +1770 -0
- data/ext/third_party/snappy/snappy.h +209 -0
- data/ext/third_party/snappy/snappy_compress_fuzzer.cc +60 -0
- data/ext/third_party/snappy/snappy_uncompress_fuzzer.cc +58 -0
- data/ext/third_party/snappy/snappy_unittest.cc +1512 -0
- data/ext/third_party/snappy/testdata/alice29.txt +3609 -0
- data/ext/third_party/snappy/testdata/asyoulik.txt +4122 -0
- data/ext/third_party/snappy/testdata/baddata1.snappy +0 -0
- data/ext/third_party/snappy/testdata/baddata2.snappy +0 -0
- data/ext/third_party/snappy/testdata/baddata3.snappy +0 -0
- data/ext/third_party/snappy/testdata/fireworks.jpeg +0 -0
- data/ext/third_party/snappy/testdata/geo.protodata +0 -0
- data/ext/third_party/snappy/testdata/html +1 -0
- data/ext/third_party/snappy/testdata/html_x_4 +1 -0
- data/ext/third_party/snappy/testdata/kppkn.gtb +0 -0
- data/ext/third_party/snappy/testdata/lcet10.txt +7519 -0
- data/ext/third_party/snappy/testdata/paper-100k.pdf +600 -2
- data/ext/third_party/snappy/testdata/plrabn12.txt +10699 -0
- data/ext/third_party/snappy/testdata/urls.10K +10000 -0
- data/lib/couchbase/binary_collection.rb +33 -76
- data/lib/couchbase/binary_collection_options.rb +94 -0
- data/lib/couchbase/bucket.rb +9 -3
- data/lib/couchbase/cluster.rb +161 -23
- data/lib/couchbase/collection.rb +108 -191
- data/lib/couchbase/collection_options.rb +430 -0
- data/lib/couchbase/errors.rb +136 -134
- data/lib/couchbase/json_transcoder.rb +32 -0
- data/lib/couchbase/management/analytics_index_manager.rb +185 -9
- data/lib/couchbase/management/bucket_manager.rb +84 -33
- data/lib/couchbase/management/collection_manager.rb +166 -1
- data/lib/couchbase/management/query_index_manager.rb +261 -0
- data/lib/couchbase/management/search_index_manager.rb +291 -0
- data/lib/couchbase/management/user_manager.rb +12 -10
- data/lib/couchbase/management/view_index_manager.rb +151 -1
- data/lib/couchbase/mutation_state.rb +11 -1
- data/lib/couchbase/scope.rb +4 -4
- data/lib/couchbase/version.rb +1 -1
- metadata +113 -18
- data/.travis.yml +0 -7
- data/ext/couchbase/io/binary_parser.hxx +0 -64
- data/lib/couchbase/results.rb +0 -307
@@ -0,0 +1,121 @@
|
|
1
|
+
// Copyright 2011 Google Inc. All Rights Reserved.
|
2
|
+
//
|
3
|
+
// Redistribution and use in source and binary forms, with or without
|
4
|
+
// modification, are permitted provided that the following conditions are
|
5
|
+
// met:
|
6
|
+
//
|
7
|
+
// * Redistributions of source code must retain the above copyright
|
8
|
+
// notice, this list of conditions and the following disclaimer.
|
9
|
+
// * Redistributions in binary form must reproduce the above
|
10
|
+
// copyright notice, this list of conditions and the following disclaimer
|
11
|
+
// in the documentation and/or other materials provided with the
|
12
|
+
// distribution.
|
13
|
+
// * Neither the name of Google Inc. nor the names of its
|
14
|
+
// contributors may be used to endorse or promote products derived from
|
15
|
+
// this software without specific prior written permission.
|
16
|
+
//
|
17
|
+
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
18
|
+
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
19
|
+
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
20
|
+
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
21
|
+
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
22
|
+
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
23
|
+
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
24
|
+
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
25
|
+
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
26
|
+
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
27
|
+
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
28
|
+
|
29
|
+
#include <stddef.h>
|
30
|
+
#include <cstring>
|
31
|
+
|
32
|
+
#include "snappy-sinksource.h"
|
33
|
+
|
34
|
+
namespace snappy {
|
35
|
+
|
36
|
+
Source::~Source() = default;
|
37
|
+
|
38
|
+
Sink::~Sink() = default;
|
39
|
+
|
40
|
+
char* Sink::GetAppendBuffer(size_t length, char* scratch) {
|
41
|
+
// TODO: Switch to [[maybe_unused]] when we can assume C++17.
|
42
|
+
(void)length;
|
43
|
+
|
44
|
+
return scratch;
|
45
|
+
}
|
46
|
+
|
47
|
+
char* Sink::GetAppendBufferVariable(
|
48
|
+
size_t min_size, size_t desired_size_hint, char* scratch,
|
49
|
+
size_t scratch_size, size_t* allocated_size) {
|
50
|
+
// TODO: Switch to [[maybe_unused]] when we can assume C++17.
|
51
|
+
(void)min_size;
|
52
|
+
(void)desired_size_hint;
|
53
|
+
|
54
|
+
*allocated_size = scratch_size;
|
55
|
+
return scratch;
|
56
|
+
}
|
57
|
+
|
58
|
+
void Sink::AppendAndTakeOwnership(
|
59
|
+
char* bytes, size_t n,
|
60
|
+
void (*deleter)(void*, const char*, size_t),
|
61
|
+
void *deleter_arg) {
|
62
|
+
Append(bytes, n);
|
63
|
+
(*deleter)(deleter_arg, bytes, n);
|
64
|
+
}
|
65
|
+
|
66
|
+
ByteArraySource::~ByteArraySource() = default;
|
67
|
+
|
68
|
+
size_t ByteArraySource::Available() const { return left_; }
|
69
|
+
|
70
|
+
const char* ByteArraySource::Peek(size_t* len) {
|
71
|
+
*len = left_;
|
72
|
+
return ptr_;
|
73
|
+
}
|
74
|
+
|
75
|
+
void ByteArraySource::Skip(size_t n) {
|
76
|
+
left_ -= n;
|
77
|
+
ptr_ += n;
|
78
|
+
}
|
79
|
+
|
80
|
+
UncheckedByteArraySink::~UncheckedByteArraySink() { }
|
81
|
+
|
82
|
+
void UncheckedByteArraySink::Append(const char* data, size_t n) {
|
83
|
+
// Do no copying if the caller filled in the result of GetAppendBuffer()
|
84
|
+
if (data != dest_) {
|
85
|
+
std::memcpy(dest_, data, n);
|
86
|
+
}
|
87
|
+
dest_ += n;
|
88
|
+
}
|
89
|
+
|
90
|
+
char* UncheckedByteArraySink::GetAppendBuffer(size_t len, char* scratch) {
|
91
|
+
// TODO: Switch to [[maybe_unused]] when we can assume C++17.
|
92
|
+
(void)len;
|
93
|
+
(void)scratch;
|
94
|
+
|
95
|
+
return dest_;
|
96
|
+
}
|
97
|
+
|
98
|
+
void UncheckedByteArraySink::AppendAndTakeOwnership(
|
99
|
+
char* bytes, size_t n,
|
100
|
+
void (*deleter)(void*, const char*, size_t),
|
101
|
+
void *deleter_arg) {
|
102
|
+
if (bytes != dest_) {
|
103
|
+
std::memcpy(dest_, bytes, n);
|
104
|
+
(*deleter)(deleter_arg, bytes, n);
|
105
|
+
}
|
106
|
+
dest_ += n;
|
107
|
+
}
|
108
|
+
|
109
|
+
char* UncheckedByteArraySink::GetAppendBufferVariable(
|
110
|
+
size_t min_size, size_t desired_size_hint, char* scratch,
|
111
|
+
size_t scratch_size, size_t* allocated_size) {
|
112
|
+
// TODO: Switch to [[maybe_unused]] when we can assume C++17.
|
113
|
+
(void)min_size;
|
114
|
+
(void)scratch;
|
115
|
+
(void)scratch_size;
|
116
|
+
|
117
|
+
*allocated_size = desired_size_hint;
|
118
|
+
return dest_;
|
119
|
+
}
|
120
|
+
|
121
|
+
} // namespace snappy
|
@@ -0,0 +1,182 @@
|
|
1
|
+
// Copyright 2011 Google Inc. All Rights Reserved.
|
2
|
+
//
|
3
|
+
// Redistribution and use in source and binary forms, with or without
|
4
|
+
// modification, are permitted provided that the following conditions are
|
5
|
+
// met:
|
6
|
+
//
|
7
|
+
// * Redistributions of source code must retain the above copyright
|
8
|
+
// notice, this list of conditions and the following disclaimer.
|
9
|
+
// * Redistributions in binary form must reproduce the above
|
10
|
+
// copyright notice, this list of conditions and the following disclaimer
|
11
|
+
// in the documentation and/or other materials provided with the
|
12
|
+
// distribution.
|
13
|
+
// * Neither the name of Google Inc. nor the names of its
|
14
|
+
// contributors may be used to endorse or promote products derived from
|
15
|
+
// this software without specific prior written permission.
|
16
|
+
//
|
17
|
+
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
18
|
+
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
19
|
+
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
20
|
+
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
21
|
+
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
22
|
+
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
23
|
+
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
24
|
+
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
25
|
+
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
26
|
+
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
27
|
+
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
28
|
+
|
29
|
+
#ifndef THIRD_PARTY_SNAPPY_SNAPPY_SINKSOURCE_H_
|
30
|
+
#define THIRD_PARTY_SNAPPY_SNAPPY_SINKSOURCE_H_
|
31
|
+
|
32
|
+
#include <stddef.h>
|
33
|
+
|
34
|
+
namespace snappy {
|
35
|
+
|
36
|
+
// A Sink is an interface that consumes a sequence of bytes.
|
37
|
+
class Sink {
|
38
|
+
public:
|
39
|
+
Sink() { }
|
40
|
+
virtual ~Sink();
|
41
|
+
|
42
|
+
// Append "bytes[0,n-1]" to this.
|
43
|
+
virtual void Append(const char* bytes, size_t n) = 0;
|
44
|
+
|
45
|
+
// Returns a writable buffer of the specified length for appending.
|
46
|
+
// May return a pointer to the caller-owned scratch buffer which
|
47
|
+
// must have at least the indicated length. The returned buffer is
|
48
|
+
// only valid until the next operation on this Sink.
|
49
|
+
//
|
50
|
+
// After writing at most "length" bytes, call Append() with the
|
51
|
+
// pointer returned from this function and the number of bytes
|
52
|
+
// written. Many Append() implementations will avoid copying
|
53
|
+
// bytes if this function returned an internal buffer.
|
54
|
+
//
|
55
|
+
// If a non-scratch buffer is returned, the caller may only pass a
|
56
|
+
// prefix of it to Append(). That is, it is not correct to pass an
|
57
|
+
// interior pointer of the returned array to Append().
|
58
|
+
//
|
59
|
+
// The default implementation always returns the scratch buffer.
|
60
|
+
virtual char* GetAppendBuffer(size_t length, char* scratch);
|
61
|
+
|
62
|
+
// For higher performance, Sink implementations can provide custom
|
63
|
+
// AppendAndTakeOwnership() and GetAppendBufferVariable() methods.
|
64
|
+
// These methods can reduce the number of copies done during
|
65
|
+
// compression/decompression.
|
66
|
+
|
67
|
+
// Append "bytes[0,n-1] to the sink. Takes ownership of "bytes"
|
68
|
+
// and calls the deleter function as (*deleter)(deleter_arg, bytes, n)
|
69
|
+
// to free the buffer. deleter function must be non NULL.
|
70
|
+
//
|
71
|
+
// The default implementation just calls Append and frees "bytes".
|
72
|
+
// Other implementations may avoid a copy while appending the buffer.
|
73
|
+
virtual void AppendAndTakeOwnership(
|
74
|
+
char* bytes, size_t n, void (*deleter)(void*, const char*, size_t),
|
75
|
+
void *deleter_arg);
|
76
|
+
|
77
|
+
// Returns a writable buffer for appending and writes the buffer's capacity to
|
78
|
+
// *allocated_size. Guarantees *allocated_size >= min_size.
|
79
|
+
// May return a pointer to the caller-owned scratch buffer which must have
|
80
|
+
// scratch_size >= min_size.
|
81
|
+
//
|
82
|
+
// The returned buffer is only valid until the next operation
|
83
|
+
// on this ByteSink.
|
84
|
+
//
|
85
|
+
// After writing at most *allocated_size bytes, call Append() with the
|
86
|
+
// pointer returned from this function and the number of bytes written.
|
87
|
+
// Many Append() implementations will avoid copying bytes if this function
|
88
|
+
// returned an internal buffer.
|
89
|
+
//
|
90
|
+
// If the sink implementation allocates or reallocates an internal buffer,
|
91
|
+
// it should use the desired_size_hint if appropriate. If a caller cannot
|
92
|
+
// provide a reasonable guess at the desired capacity, it should set
|
93
|
+
// desired_size_hint = 0.
|
94
|
+
//
|
95
|
+
// If a non-scratch buffer is returned, the caller may only pass
|
96
|
+
// a prefix to it to Append(). That is, it is not correct to pass an
|
97
|
+
// interior pointer to Append().
|
98
|
+
//
|
99
|
+
// The default implementation always returns the scratch buffer.
|
100
|
+
virtual char* GetAppendBufferVariable(
|
101
|
+
size_t min_size, size_t desired_size_hint, char* scratch,
|
102
|
+
size_t scratch_size, size_t* allocated_size);
|
103
|
+
|
104
|
+
private:
|
105
|
+
// No copying
|
106
|
+
Sink(const Sink&);
|
107
|
+
void operator=(const Sink&);
|
108
|
+
};
|
109
|
+
|
110
|
+
// A Source is an interface that yields a sequence of bytes
|
111
|
+
class Source {
|
112
|
+
public:
|
113
|
+
Source() { }
|
114
|
+
virtual ~Source();
|
115
|
+
|
116
|
+
// Return the number of bytes left to read from the source
|
117
|
+
virtual size_t Available() const = 0;
|
118
|
+
|
119
|
+
// Peek at the next flat region of the source. Does not reposition
|
120
|
+
// the source. The returned region is empty iff Available()==0.
|
121
|
+
//
|
122
|
+
// Returns a pointer to the beginning of the region and store its
|
123
|
+
// length in *len.
|
124
|
+
//
|
125
|
+
// The returned region is valid until the next call to Skip() or
|
126
|
+
// until this object is destroyed, whichever occurs first.
|
127
|
+
//
|
128
|
+
// The returned region may be larger than Available() (for example
|
129
|
+
// if this ByteSource is a view on a substring of a larger source).
|
130
|
+
// The caller is responsible for ensuring that it only reads the
|
131
|
+
// Available() bytes.
|
132
|
+
virtual const char* Peek(size_t* len) = 0;
|
133
|
+
|
134
|
+
// Skip the next n bytes. Invalidates any buffer returned by
|
135
|
+
// a previous call to Peek().
|
136
|
+
// REQUIRES: Available() >= n
|
137
|
+
virtual void Skip(size_t n) = 0;
|
138
|
+
|
139
|
+
private:
|
140
|
+
// No copying
|
141
|
+
Source(const Source&);
|
142
|
+
void operator=(const Source&);
|
143
|
+
};
|
144
|
+
|
145
|
+
// A Source implementation that yields the contents of a flat array
|
146
|
+
class ByteArraySource : public Source {
|
147
|
+
public:
|
148
|
+
ByteArraySource(const char* p, size_t n) : ptr_(p), left_(n) { }
|
149
|
+
virtual ~ByteArraySource();
|
150
|
+
virtual size_t Available() const;
|
151
|
+
virtual const char* Peek(size_t* len);
|
152
|
+
virtual void Skip(size_t n);
|
153
|
+
private:
|
154
|
+
const char* ptr_;
|
155
|
+
size_t left_;
|
156
|
+
};
|
157
|
+
|
158
|
+
// A Sink implementation that writes to a flat array without any bound checks.
|
159
|
+
class UncheckedByteArraySink : public Sink {
|
160
|
+
public:
|
161
|
+
explicit UncheckedByteArraySink(char* dest) : dest_(dest) { }
|
162
|
+
virtual ~UncheckedByteArraySink();
|
163
|
+
virtual void Append(const char* data, size_t n);
|
164
|
+
virtual char* GetAppendBuffer(size_t len, char* scratch);
|
165
|
+
virtual char* GetAppendBufferVariable(
|
166
|
+
size_t min_size, size_t desired_size_hint, char* scratch,
|
167
|
+
size_t scratch_size, size_t* allocated_size);
|
168
|
+
virtual void AppendAndTakeOwnership(
|
169
|
+
char* bytes, size_t n, void (*deleter)(void*, const char*, size_t),
|
170
|
+
void *deleter_arg);
|
171
|
+
|
172
|
+
// Return the current output pointer so that a caller can see how
|
173
|
+
// many bytes were produced.
|
174
|
+
// Note: this is not a Sink method.
|
175
|
+
char* CurrentDestination() const { return dest_; }
|
176
|
+
private:
|
177
|
+
char* dest_;
|
178
|
+
};
|
179
|
+
|
180
|
+
} // namespace snappy
|
181
|
+
|
182
|
+
#endif // THIRD_PARTY_SNAPPY_SNAPPY_SINKSOURCE_H_
|
@@ -0,0 +1,42 @@
|
|
1
|
+
// Copyright 2011 Google Inc. All Rights Reserved.
|
2
|
+
//
|
3
|
+
// Redistribution and use in source and binary forms, with or without
|
4
|
+
// modification, are permitted provided that the following conditions are
|
5
|
+
// met:
|
6
|
+
//
|
7
|
+
// * Redistributions of source code must retain the above copyright
|
8
|
+
// notice, this list of conditions and the following disclaimer.
|
9
|
+
// * Redistributions in binary form must reproduce the above
|
10
|
+
// copyright notice, this list of conditions and the following disclaimer
|
11
|
+
// in the documentation and/or other materials provided with the
|
12
|
+
// distribution.
|
13
|
+
// * Neither the name of Google Inc. nor the names of its
|
14
|
+
// contributors may be used to endorse or promote products derived from
|
15
|
+
// this software without specific prior written permission.
|
16
|
+
//
|
17
|
+
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
18
|
+
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
19
|
+
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
20
|
+
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
21
|
+
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
22
|
+
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
23
|
+
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
24
|
+
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
25
|
+
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
26
|
+
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
27
|
+
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
28
|
+
|
29
|
+
#include <algorithm>
|
30
|
+
#include <string>
|
31
|
+
|
32
|
+
#include "snappy-stubs-internal.h"
|
33
|
+
|
34
|
+
namespace snappy {
|
35
|
+
|
36
|
+
void Varint::Append32(std::string* s, uint32_t value) {
|
37
|
+
char buf[Varint::kMax32];
|
38
|
+
const char* p = Varint::Encode32(buf, value);
|
39
|
+
s->append(buf, p - buf);
|
40
|
+
}
|
41
|
+
|
42
|
+
} // namespace snappy
|
@@ -0,0 +1,493 @@
|
|
1
|
+
// Copyright 2011 Google Inc. All Rights Reserved.
|
2
|
+
//
|
3
|
+
// Redistribution and use in source and binary forms, with or without
|
4
|
+
// modification, are permitted provided that the following conditions are
|
5
|
+
// met:
|
6
|
+
//
|
7
|
+
// * Redistributions of source code must retain the above copyright
|
8
|
+
// notice, this list of conditions and the following disclaimer.
|
9
|
+
// * Redistributions in binary form must reproduce the above
|
10
|
+
// copyright notice, this list of conditions and the following disclaimer
|
11
|
+
// in the documentation and/or other materials provided with the
|
12
|
+
// distribution.
|
13
|
+
// * Neither the name of Google Inc. nor the names of its
|
14
|
+
// contributors may be used to endorse or promote products derived from
|
15
|
+
// this software without specific prior written permission.
|
16
|
+
//
|
17
|
+
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
18
|
+
// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
19
|
+
// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
20
|
+
// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
21
|
+
// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
22
|
+
// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
23
|
+
// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
24
|
+
// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
25
|
+
// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
26
|
+
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
27
|
+
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
28
|
+
//
|
29
|
+
// Various stubs for the open-source version of Snappy.
|
30
|
+
|
31
|
+
#ifndef THIRD_PARTY_SNAPPY_OPENSOURCE_SNAPPY_STUBS_INTERNAL_H_
|
32
|
+
#define THIRD_PARTY_SNAPPY_OPENSOURCE_SNAPPY_STUBS_INTERNAL_H_
|
33
|
+
|
34
|
+
#ifdef HAVE_CONFIG_H
|
35
|
+
#include "config.h"
|
36
|
+
#endif
|
37
|
+
|
38
|
+
#include <stdint.h>
|
39
|
+
|
40
|
+
#include <cassert>
|
41
|
+
#include <cstdlib>
|
42
|
+
#include <cstring>
|
43
|
+
#include <limits>
|
44
|
+
#include <string>
|
45
|
+
|
46
|
+
#ifdef HAVE_SYS_MMAN_H
|
47
|
+
#include <sys/mman.h>
|
48
|
+
#endif
|
49
|
+
|
50
|
+
#ifdef HAVE_UNISTD_H
|
51
|
+
#include <unistd.h>
|
52
|
+
#endif
|
53
|
+
|
54
|
+
#if defined(_MSC_VER)
|
55
|
+
#include <intrin.h>
|
56
|
+
#endif // defined(_MSC_VER)
|
57
|
+
|
58
|
+
#ifndef __has_feature
|
59
|
+
#define __has_feature(x) 0
|
60
|
+
#endif
|
61
|
+
|
62
|
+
#if __has_feature(memory_sanitizer)
|
63
|
+
#include <sanitizer/msan_interface.h>
|
64
|
+
#define SNAPPY_ANNOTATE_MEMORY_IS_INITIALIZED(address, size) \
|
65
|
+
__msan_unpoison((address), (size))
|
66
|
+
#else
|
67
|
+
#define SNAPPY_ANNOTATE_MEMORY_IS_INITIALIZED(address, size) /* empty */
|
68
|
+
#endif // __has_feature(memory_sanitizer)
|
69
|
+
|
70
|
+
#include "snappy-stubs-public.h"
|
71
|
+
|
72
|
+
// Used to enable 64-bit optimized versions of some routines.
|
73
|
+
#if defined(__x86_64__) || defined(_M_X64)
|
74
|
+
#define ARCH_K8 1
|
75
|
+
#elif defined(__PPC64__) || defined(__powerpc64__)
|
76
|
+
#define ARCH_PPC 1
|
77
|
+
#elif defined(__aarch64__) || defined(_M_ARM64)
|
78
|
+
#define ARCH_ARM 1
|
79
|
+
#endif
|
80
|
+
|
81
|
+
// Needed by OS X, among others.
|
82
|
+
#ifndef MAP_ANONYMOUS
|
83
|
+
#define MAP_ANONYMOUS MAP_ANON
|
84
|
+
#endif
|
85
|
+
|
86
|
+
// The size of an array, if known at compile-time.
|
87
|
+
// Will give unexpected results if used on a pointer.
|
88
|
+
// We undefine it first, since some compilers already have a definition.
|
89
|
+
#ifdef ARRAYSIZE
|
90
|
+
#undef ARRAYSIZE
|
91
|
+
#endif
|
92
|
+
#define ARRAYSIZE(a) int{sizeof(a) / sizeof(*(a))}
|
93
|
+
|
94
|
+
// Static prediction hints.
|
95
|
+
#ifdef HAVE_BUILTIN_EXPECT
|
96
|
+
#define SNAPPY_PREDICT_FALSE(x) (__builtin_expect(x, 0))
|
97
|
+
#define SNAPPY_PREDICT_TRUE(x) (__builtin_expect(!!(x), 1))
|
98
|
+
#else
|
99
|
+
#define SNAPPY_PREDICT_FALSE(x) x
|
100
|
+
#define SNAPPY_PREDICT_TRUE(x) x
|
101
|
+
#endif
|
102
|
+
|
103
|
+
// Inlining hints.
|
104
|
+
#ifdef HAVE_ATTRIBUTE_ALWAYS_INLINE
|
105
|
+
#define SNAPPY_ATTRIBUTE_ALWAYS_INLINE __attribute__((always_inline))
|
106
|
+
#else
|
107
|
+
#define SNAPPY_ATTRIBUTE_ALWAYS_INLINE
|
108
|
+
#endif
|
109
|
+
|
110
|
+
// This is only used for recomputing the tag byte table used during
|
111
|
+
// decompression; for simplicity we just remove it from the open-source
|
112
|
+
// version (anyone who wants to regenerate it can just do the call
|
113
|
+
// themselves within main()).
|
114
|
+
#define DEFINE_bool(flag_name, default_value, description) \
|
115
|
+
bool FLAGS_ ## flag_name = default_value
|
116
|
+
#define DECLARE_bool(flag_name) \
|
117
|
+
extern bool FLAGS_ ## flag_name
|
118
|
+
|
119
|
+
namespace snappy {
|
120
|
+
|
121
|
+
static const uint32_t kuint32max = std::numeric_limits<uint32_t>::max();
|
122
|
+
static const int64_t kint64max = std::numeric_limits<int64_t>::max();
|
123
|
+
|
124
|
+
// Potentially unaligned loads and stores.
|
125
|
+
|
126
|
+
inline uint16_t UNALIGNED_LOAD16(const void *p) {
|
127
|
+
// Compiles to a single movzx/ldrh on clang/gcc/msvc.
|
128
|
+
uint16_t v;
|
129
|
+
std::memcpy(&v, p, sizeof(v));
|
130
|
+
return v;
|
131
|
+
}
|
132
|
+
|
133
|
+
inline uint32_t UNALIGNED_LOAD32(const void *p) {
|
134
|
+
// Compiles to a single mov/ldr on clang/gcc/msvc.
|
135
|
+
uint32_t v;
|
136
|
+
std::memcpy(&v, p, sizeof(v));
|
137
|
+
return v;
|
138
|
+
}
|
139
|
+
|
140
|
+
inline uint64_t UNALIGNED_LOAD64(const void *p) {
|
141
|
+
// Compiles to a single mov/ldr on clang/gcc/msvc.
|
142
|
+
uint64_t v;
|
143
|
+
std::memcpy(&v, p, sizeof(v));
|
144
|
+
return v;
|
145
|
+
}
|
146
|
+
|
147
|
+
inline void UNALIGNED_STORE16(void *p, uint16_t v) {
|
148
|
+
// Compiles to a single mov/strh on clang/gcc/msvc.
|
149
|
+
std::memcpy(p, &v, sizeof(v));
|
150
|
+
}
|
151
|
+
|
152
|
+
inline void UNALIGNED_STORE32(void *p, uint32_t v) {
|
153
|
+
// Compiles to a single mov/str on clang/gcc/msvc.
|
154
|
+
std::memcpy(p, &v, sizeof(v));
|
155
|
+
}
|
156
|
+
|
157
|
+
inline void UNALIGNED_STORE64(void *p, uint64_t v) {
|
158
|
+
// Compiles to a single mov/str on clang/gcc/msvc.
|
159
|
+
std::memcpy(p, &v, sizeof(v));
|
160
|
+
}
|
161
|
+
|
162
|
+
// Convert to little-endian storage, opposite of network format.
|
163
|
+
// Convert x from host to little endian: x = LittleEndian.FromHost(x);
|
164
|
+
// convert x from little endian to host: x = LittleEndian.ToHost(x);
|
165
|
+
//
|
166
|
+
// Store values into unaligned memory converting to little endian order:
|
167
|
+
// LittleEndian.Store16(p, x);
|
168
|
+
//
|
169
|
+
// Load unaligned values stored in little endian converting to host order:
|
170
|
+
// x = LittleEndian.Load16(p);
|
171
|
+
class LittleEndian {
|
172
|
+
public:
|
173
|
+
// Functions to do unaligned loads and stores in little-endian order.
|
174
|
+
static inline uint16_t Load16(const void *ptr) {
|
175
|
+
const uint8_t* const buffer = reinterpret_cast<const uint8_t*>(ptr);
|
176
|
+
|
177
|
+
// Compiles to a single mov/str on recent clang and gcc.
|
178
|
+
return (static_cast<uint16_t>(buffer[0])) |
|
179
|
+
(static_cast<uint16_t>(buffer[1]) << 8);
|
180
|
+
}
|
181
|
+
|
182
|
+
static inline uint32_t Load32(const void *ptr) {
|
183
|
+
const uint8_t* const buffer = reinterpret_cast<const uint8_t*>(ptr);
|
184
|
+
|
185
|
+
// Compiles to a single mov/str on recent clang and gcc.
|
186
|
+
return (static_cast<uint32_t>(buffer[0])) |
|
187
|
+
(static_cast<uint32_t>(buffer[1]) << 8) |
|
188
|
+
(static_cast<uint32_t>(buffer[2]) << 16) |
|
189
|
+
(static_cast<uint32_t>(buffer[3]) << 24);
|
190
|
+
}
|
191
|
+
|
192
|
+
static inline uint64_t Load64(const void *ptr) {
|
193
|
+
const uint8_t* const buffer = reinterpret_cast<const uint8_t*>(ptr);
|
194
|
+
|
195
|
+
// Compiles to a single mov/str on recent clang and gcc.
|
196
|
+
return (static_cast<uint64_t>(buffer[0])) |
|
197
|
+
(static_cast<uint64_t>(buffer[1]) << 8) |
|
198
|
+
(static_cast<uint64_t>(buffer[2]) << 16) |
|
199
|
+
(static_cast<uint64_t>(buffer[3]) << 24) |
|
200
|
+
(static_cast<uint64_t>(buffer[4]) << 32) |
|
201
|
+
(static_cast<uint64_t>(buffer[5]) << 40) |
|
202
|
+
(static_cast<uint64_t>(buffer[6]) << 48) |
|
203
|
+
(static_cast<uint64_t>(buffer[7]) << 56);
|
204
|
+
}
|
205
|
+
|
206
|
+
static inline void Store16(void *dst, uint16_t value) {
|
207
|
+
uint8_t* const buffer = reinterpret_cast<uint8_t*>(dst);
|
208
|
+
|
209
|
+
// Compiles to a single mov/str on recent clang and gcc.
|
210
|
+
buffer[0] = static_cast<uint8_t>(value);
|
211
|
+
buffer[1] = static_cast<uint8_t>(value >> 8);
|
212
|
+
}
|
213
|
+
|
214
|
+
static void Store32(void *dst, uint32_t value) {
|
215
|
+
uint8_t* const buffer = reinterpret_cast<uint8_t*>(dst);
|
216
|
+
|
217
|
+
// Compiles to a single mov/str on recent clang and gcc.
|
218
|
+
buffer[0] = static_cast<uint8_t>(value);
|
219
|
+
buffer[1] = static_cast<uint8_t>(value >> 8);
|
220
|
+
buffer[2] = static_cast<uint8_t>(value >> 16);
|
221
|
+
buffer[3] = static_cast<uint8_t>(value >> 24);
|
222
|
+
}
|
223
|
+
|
224
|
+
static void Store64(void* dst, uint64_t value) {
|
225
|
+
uint8_t* const buffer = reinterpret_cast<uint8_t*>(dst);
|
226
|
+
|
227
|
+
// Compiles to a single mov/str on recent clang and gcc.
|
228
|
+
buffer[0] = static_cast<uint8_t>(value);
|
229
|
+
buffer[1] = static_cast<uint8_t>(value >> 8);
|
230
|
+
buffer[2] = static_cast<uint8_t>(value >> 16);
|
231
|
+
buffer[3] = static_cast<uint8_t>(value >> 24);
|
232
|
+
buffer[4] = static_cast<uint8_t>(value >> 32);
|
233
|
+
buffer[5] = static_cast<uint8_t>(value >> 40);
|
234
|
+
buffer[6] = static_cast<uint8_t>(value >> 48);
|
235
|
+
buffer[7] = static_cast<uint8_t>(value >> 56);
|
236
|
+
}
|
237
|
+
|
238
|
+
static inline constexpr bool IsLittleEndian() {
|
239
|
+
#if defined(SNAPPY_IS_BIG_ENDIAN)
|
240
|
+
return false;
|
241
|
+
#else
|
242
|
+
return true;
|
243
|
+
#endif // defined(SNAPPY_IS_BIG_ENDIAN)
|
244
|
+
}
|
245
|
+
};
|
246
|
+
|
247
|
+
// Some bit-manipulation functions.
|
248
|
+
class Bits {
|
249
|
+
public:
|
250
|
+
// Return floor(log2(n)) for positive integer n.
|
251
|
+
static int Log2FloorNonZero(uint32_t n);
|
252
|
+
|
253
|
+
// Return floor(log2(n)) for positive integer n. Returns -1 iff n == 0.
|
254
|
+
static int Log2Floor(uint32_t n);
|
255
|
+
|
256
|
+
// Return the first set least / most significant bit, 0-indexed. Returns an
|
257
|
+
// undefined value if n == 0. FindLSBSetNonZero() is similar to ffs() except
|
258
|
+
// that it's 0-indexed.
|
259
|
+
static int FindLSBSetNonZero(uint32_t n);
|
260
|
+
|
261
|
+
static int FindLSBSetNonZero64(uint64_t n);
|
262
|
+
|
263
|
+
private:
|
264
|
+
// No copying
|
265
|
+
Bits(const Bits&);
|
266
|
+
void operator=(const Bits&);
|
267
|
+
};
|
268
|
+
|
269
|
+
#if defined(HAVE_BUILTIN_CTZ)
|
270
|
+
|
271
|
+
inline int Bits::Log2FloorNonZero(uint32_t n) {
|
272
|
+
assert(n != 0);
|
273
|
+
// (31 ^ x) is equivalent to (31 - x) for x in [0, 31]. An easy proof
|
274
|
+
// represents subtraction in base 2 and observes that there's no carry.
|
275
|
+
//
|
276
|
+
// GCC and Clang represent __builtin_clz on x86 as 31 ^ _bit_scan_reverse(x).
|
277
|
+
// Using "31 ^" here instead of "31 -" allows the optimizer to strip the
|
278
|
+
// function body down to _bit_scan_reverse(x).
|
279
|
+
return 31 ^ __builtin_clz(n);
|
280
|
+
}
|
281
|
+
|
282
|
+
inline int Bits::Log2Floor(uint32_t n) {
|
283
|
+
return (n == 0) ? -1 : Bits::Log2FloorNonZero(n);
|
284
|
+
}
|
285
|
+
|
286
|
+
inline int Bits::FindLSBSetNonZero(uint32_t n) {
|
287
|
+
assert(n != 0);
|
288
|
+
return __builtin_ctz(n);
|
289
|
+
}
|
290
|
+
|
291
|
+
#elif defined(_MSC_VER)
|
292
|
+
|
293
|
+
inline int Bits::Log2FloorNonZero(uint32_t n) {
|
294
|
+
assert(n != 0);
|
295
|
+
// NOLINTNEXTLINE(runtime/int): The MSVC intrinsic demands unsigned long.
|
296
|
+
unsigned long where;
|
297
|
+
_BitScanReverse(&where, n);
|
298
|
+
return static_cast<int>(where);
|
299
|
+
}
|
300
|
+
|
301
|
+
inline int Bits::Log2Floor(uint32_t n) {
|
302
|
+
// NOLINTNEXTLINE(runtime/int): The MSVC intrinsic demands unsigned long.
|
303
|
+
unsigned long where;
|
304
|
+
if (_BitScanReverse(&where, n))
|
305
|
+
return static_cast<int>(where);
|
306
|
+
return -1;
|
307
|
+
}
|
308
|
+
|
309
|
+
inline int Bits::FindLSBSetNonZero(uint32_t n) {
|
310
|
+
assert(n != 0);
|
311
|
+
// NOLINTNEXTLINE(runtime/int): The MSVC intrinsic demands unsigned long.
|
312
|
+
unsigned long where;
|
313
|
+
if (_BitScanForward(&where, n))
|
314
|
+
return static_cast<int>(where);
|
315
|
+
return 32;
|
316
|
+
}
|
317
|
+
|
318
|
+
#else // Portable versions.
|
319
|
+
|
320
|
+
inline int Bits::Log2FloorNonZero(uint32_t n) {
|
321
|
+
assert(n != 0);
|
322
|
+
|
323
|
+
int log = 0;
|
324
|
+
uint32_t value = n;
|
325
|
+
for (int i = 4; i >= 0; --i) {
|
326
|
+
int shift = (1 << i);
|
327
|
+
uint32_t x = value >> shift;
|
328
|
+
if (x != 0) {
|
329
|
+
value = x;
|
330
|
+
log += shift;
|
331
|
+
}
|
332
|
+
}
|
333
|
+
assert(value == 1);
|
334
|
+
return log;
|
335
|
+
}
|
336
|
+
|
337
|
+
inline int Bits::Log2Floor(uint32_t n) {
|
338
|
+
return (n == 0) ? -1 : Bits::Log2FloorNonZero(n);
|
339
|
+
}
|
340
|
+
|
341
|
+
inline int Bits::FindLSBSetNonZero(uint32_t n) {
|
342
|
+
assert(n != 0);
|
343
|
+
|
344
|
+
int rc = 31;
|
345
|
+
for (int i = 4, shift = 1 << 4; i >= 0; --i) {
|
346
|
+
const uint32_t x = n << shift;
|
347
|
+
if (x != 0) {
|
348
|
+
n = x;
|
349
|
+
rc -= shift;
|
350
|
+
}
|
351
|
+
shift >>= 1;
|
352
|
+
}
|
353
|
+
return rc;
|
354
|
+
}
|
355
|
+
|
356
|
+
#endif // End portable versions.
|
357
|
+
|
358
|
+
#if defined(HAVE_BUILTIN_CTZ)
|
359
|
+
|
360
|
+
inline int Bits::FindLSBSetNonZero64(uint64_t n) {
|
361
|
+
assert(n != 0);
|
362
|
+
return __builtin_ctzll(n);
|
363
|
+
}
|
364
|
+
|
365
|
+
#elif defined(_MSC_VER) && (defined(_M_X64) || defined(_M_ARM64))
|
366
|
+
// _BitScanForward64() is only available on x64 and ARM64.
|
367
|
+
|
368
|
+
inline int Bits::FindLSBSetNonZero64(uint64_t n) {
|
369
|
+
assert(n != 0);
|
370
|
+
// NOLINTNEXTLINE(runtime/int): The MSVC intrinsic demands unsigned long.
|
371
|
+
unsigned long where;
|
372
|
+
if (_BitScanForward64(&where, n))
|
373
|
+
return static_cast<int>(where);
|
374
|
+
return 64;
|
375
|
+
}
|
376
|
+
|
377
|
+
#else // Portable version.
|
378
|
+
|
379
|
+
// FindLSBSetNonZero64() is defined in terms of FindLSBSetNonZero().
|
380
|
+
inline int Bits::FindLSBSetNonZero64(uint64_t n) {
|
381
|
+
assert(n != 0);
|
382
|
+
|
383
|
+
const uint32_t bottombits = static_cast<uint32_t>(n);
|
384
|
+
if (bottombits == 0) {
|
385
|
+
// Bottom bits are zero, so scan the top bits.
|
386
|
+
return 32 + FindLSBSetNonZero(static_cast<uint32_t>(n >> 32));
|
387
|
+
} else {
|
388
|
+
return FindLSBSetNonZero(bottombits);
|
389
|
+
}
|
390
|
+
}
|
391
|
+
|
392
|
+
#endif // End portable version.
|
393
|
+
|
394
|
+
// Variable-length integer encoding.
|
395
|
+
class Varint {
|
396
|
+
public:
|
397
|
+
// Maximum lengths of varint encoding of uint32_t.
|
398
|
+
static const int kMax32 = 5;
|
399
|
+
|
400
|
+
// Attempts to parse a varint32 from a prefix of the bytes in [ptr,limit-1].
|
401
|
+
// Never reads a character at or beyond limit. If a valid/terminated varint32
|
402
|
+
// was found in the range, stores it in *OUTPUT and returns a pointer just
|
403
|
+
// past the last byte of the varint32. Else returns NULL. On success,
|
404
|
+
// "result <= limit".
|
405
|
+
static const char* Parse32WithLimit(const char* ptr, const char* limit,
|
406
|
+
uint32_t* OUTPUT);
|
407
|
+
|
408
|
+
// REQUIRES "ptr" points to a buffer of length sufficient to hold "v".
|
409
|
+
// EFFECTS Encodes "v" into "ptr" and returns a pointer to the
|
410
|
+
// byte just past the last encoded byte.
|
411
|
+
static char* Encode32(char* ptr, uint32_t v);
|
412
|
+
|
413
|
+
// EFFECTS Appends the varint representation of "value" to "*s".
|
414
|
+
static void Append32(std::string* s, uint32_t value);
|
415
|
+
};
|
416
|
+
|
417
|
+
inline const char* Varint::Parse32WithLimit(const char* p,
|
418
|
+
const char* l,
|
419
|
+
uint32_t* OUTPUT) {
|
420
|
+
const unsigned char* ptr = reinterpret_cast<const unsigned char*>(p);
|
421
|
+
const unsigned char* limit = reinterpret_cast<const unsigned char*>(l);
|
422
|
+
uint32_t b, result;
|
423
|
+
if (ptr >= limit) return NULL;
|
424
|
+
b = *(ptr++); result = b & 127; if (b < 128) goto done;
|
425
|
+
if (ptr >= limit) return NULL;
|
426
|
+
b = *(ptr++); result |= (b & 127) << 7; if (b < 128) goto done;
|
427
|
+
if (ptr >= limit) return NULL;
|
428
|
+
b = *(ptr++); result |= (b & 127) << 14; if (b < 128) goto done;
|
429
|
+
if (ptr >= limit) return NULL;
|
430
|
+
b = *(ptr++); result |= (b & 127) << 21; if (b < 128) goto done;
|
431
|
+
if (ptr >= limit) return NULL;
|
432
|
+
b = *(ptr++); result |= (b & 127) << 28; if (b < 16) goto done;
|
433
|
+
return NULL; // Value is too long to be a varint32
|
434
|
+
done:
|
435
|
+
*OUTPUT = result;
|
436
|
+
return reinterpret_cast<const char*>(ptr);
|
437
|
+
}
|
438
|
+
|
439
|
+
inline char* Varint::Encode32(char* sptr, uint32_t v) {
|
440
|
+
// Operate on characters as unsigneds
|
441
|
+
uint8_t* ptr = reinterpret_cast<uint8_t*>(sptr);
|
442
|
+
static const uint8_t B = 128;
|
443
|
+
if (v < (1 << 7)) {
|
444
|
+
*(ptr++) = static_cast<uint8_t>(v);
|
445
|
+
} else if (v < (1 << 14)) {
|
446
|
+
*(ptr++) = static_cast<uint8_t>(v | B);
|
447
|
+
*(ptr++) = static_cast<uint8_t>(v >> 7);
|
448
|
+
} else if (v < (1 << 21)) {
|
449
|
+
*(ptr++) = static_cast<uint8_t>(v | B);
|
450
|
+
*(ptr++) = static_cast<uint8_t>((v >> 7) | B);
|
451
|
+
*(ptr++) = static_cast<uint8_t>(v >> 14);
|
452
|
+
} else if (v < (1 << 28)) {
|
453
|
+
*(ptr++) = static_cast<uint8_t>(v | B);
|
454
|
+
*(ptr++) = static_cast<uint8_t>((v >> 7) | B);
|
455
|
+
*(ptr++) = static_cast<uint8_t>((v >> 14) | B);
|
456
|
+
*(ptr++) = static_cast<uint8_t>(v >> 21);
|
457
|
+
} else {
|
458
|
+
*(ptr++) = static_cast<uint8_t>(v | B);
|
459
|
+
*(ptr++) = static_cast<uint8_t>((v>>7) | B);
|
460
|
+
*(ptr++) = static_cast<uint8_t>((v>>14) | B);
|
461
|
+
*(ptr++) = static_cast<uint8_t>((v>>21) | B);
|
462
|
+
*(ptr++) = static_cast<uint8_t>(v >> 28);
|
463
|
+
}
|
464
|
+
return reinterpret_cast<char*>(ptr);
|
465
|
+
}
|
466
|
+
|
467
|
+
// If you know the internal layout of the std::string in use, you can
|
468
|
+
// replace this function with one that resizes the string without
|
469
|
+
// filling the new space with zeros (if applicable) --
|
470
|
+
// it will be non-portable but faster.
|
471
|
+
inline void STLStringResizeUninitialized(std::string* s, size_t new_size) {
|
472
|
+
s->resize(new_size);
|
473
|
+
}
|
474
|
+
|
475
|
+
// Return a mutable char* pointing to a string's internal buffer,
|
476
|
+
// which may not be null-terminated. Writing through this pointer will
|
477
|
+
// modify the string.
|
478
|
+
//
|
479
|
+
// string_as_array(&str)[i] is valid for 0 <= i < str.size() until the
|
480
|
+
// next call to a string method that invalidates iterators.
|
481
|
+
//
|
482
|
+
// As of 2006-04, there is no standard-blessed way of getting a
|
483
|
+
// mutable reference to a string's internal buffer. However, issue 530
|
484
|
+
// (http://www.open-std.org/JTC1/SC22/WG21/docs/lwg-defects.html#530)
|
485
|
+
// proposes this as the method. It will officially be part of the standard
|
486
|
+
// for C++0x. This should already work on all current implementations.
|
487
|
+
inline char* string_as_array(std::string* str) {
|
488
|
+
return str->empty() ? NULL : &*str->begin();
|
489
|
+
}
|
490
|
+
|
491
|
+
} // namespace snappy
|
492
|
+
|
493
|
+
#endif // THIRD_PARTY_SNAPPY_OPENSOURCE_SNAPPY_STUBS_INTERNAL_H_
|