leveldb 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (128) hide show
  1. checksums.yaml +7 -0
  2. data/LICENSE.txt +22 -0
  3. data/README.md +95 -0
  4. data/ext/Rakefile +11 -0
  5. data/ext/leveldb/LICENSE +27 -0
  6. data/ext/leveldb/Makefile +206 -0
  7. data/ext/leveldb/build_config.mk +13 -0
  8. data/ext/leveldb/db/builder.cc +88 -0
  9. data/ext/leveldb/db/builder.h +34 -0
  10. data/ext/leveldb/db/c.cc +595 -0
  11. data/ext/leveldb/db/c_test.c +390 -0
  12. data/ext/leveldb/db/corruption_test.cc +359 -0
  13. data/ext/leveldb/db/db_bench.cc +979 -0
  14. data/ext/leveldb/db/db_impl.cc +1485 -0
  15. data/ext/leveldb/db/db_impl.h +203 -0
  16. data/ext/leveldb/db/db_iter.cc +299 -0
  17. data/ext/leveldb/db/db_iter.h +26 -0
  18. data/ext/leveldb/db/db_test.cc +2092 -0
  19. data/ext/leveldb/db/dbformat.cc +140 -0
  20. data/ext/leveldb/db/dbformat.h +227 -0
  21. data/ext/leveldb/db/dbformat_test.cc +112 -0
  22. data/ext/leveldb/db/filename.cc +139 -0
  23. data/ext/leveldb/db/filename.h +80 -0
  24. data/ext/leveldb/db/filename_test.cc +122 -0
  25. data/ext/leveldb/db/leveldb_main.cc +238 -0
  26. data/ext/leveldb/db/log_format.h +35 -0
  27. data/ext/leveldb/db/log_reader.cc +259 -0
  28. data/ext/leveldb/db/log_reader.h +108 -0
  29. data/ext/leveldb/db/log_test.cc +500 -0
  30. data/ext/leveldb/db/log_writer.cc +103 -0
  31. data/ext/leveldb/db/log_writer.h +48 -0
  32. data/ext/leveldb/db/memtable.cc +145 -0
  33. data/ext/leveldb/db/memtable.h +91 -0
  34. data/ext/leveldb/db/repair.cc +389 -0
  35. data/ext/leveldb/db/skiplist.h +379 -0
  36. data/ext/leveldb/db/skiplist_test.cc +378 -0
  37. data/ext/leveldb/db/snapshot.h +66 -0
  38. data/ext/leveldb/db/table_cache.cc +121 -0
  39. data/ext/leveldb/db/table_cache.h +61 -0
  40. data/ext/leveldb/db/version_edit.cc +266 -0
  41. data/ext/leveldb/db/version_edit.h +107 -0
  42. data/ext/leveldb/db/version_edit_test.cc +46 -0
  43. data/ext/leveldb/db/version_set.cc +1443 -0
  44. data/ext/leveldb/db/version_set.h +383 -0
  45. data/ext/leveldb/db/version_set_test.cc +179 -0
  46. data/ext/leveldb/db/write_batch.cc +147 -0
  47. data/ext/leveldb/db/write_batch_internal.h +49 -0
  48. data/ext/leveldb/db/write_batch_test.cc +120 -0
  49. data/ext/leveldb/doc/bench/db_bench_sqlite3.cc +718 -0
  50. data/ext/leveldb/doc/bench/db_bench_tree_db.cc +528 -0
  51. data/ext/leveldb/helpers/memenv/memenv.cc +384 -0
  52. data/ext/leveldb/helpers/memenv/memenv.h +20 -0
  53. data/ext/leveldb/helpers/memenv/memenv_test.cc +232 -0
  54. data/ext/leveldb/include/leveldb/c.h +291 -0
  55. data/ext/leveldb/include/leveldb/cache.h +99 -0
  56. data/ext/leveldb/include/leveldb/comparator.h +63 -0
  57. data/ext/leveldb/include/leveldb/db.h +161 -0
  58. data/ext/leveldb/include/leveldb/env.h +333 -0
  59. data/ext/leveldb/include/leveldb/filter_policy.h +70 -0
  60. data/ext/leveldb/include/leveldb/iterator.h +100 -0
  61. data/ext/leveldb/include/leveldb/options.h +195 -0
  62. data/ext/leveldb/include/leveldb/slice.h +109 -0
  63. data/ext/leveldb/include/leveldb/status.h +106 -0
  64. data/ext/leveldb/include/leveldb/table.h +85 -0
  65. data/ext/leveldb/include/leveldb/table_builder.h +92 -0
  66. data/ext/leveldb/include/leveldb/write_batch.h +64 -0
  67. data/ext/leveldb/issues/issue178_test.cc +92 -0
  68. data/ext/leveldb/port/atomic_pointer.h +224 -0
  69. data/ext/leveldb/port/port.h +19 -0
  70. data/ext/leveldb/port/port_example.h +135 -0
  71. data/ext/leveldb/port/port_posix.cc +54 -0
  72. data/ext/leveldb/port/port_posix.h +157 -0
  73. data/ext/leveldb/port/thread_annotations.h +59 -0
  74. data/ext/leveldb/port/win/stdint.h +24 -0
  75. data/ext/leveldb/table/block.cc +268 -0
  76. data/ext/leveldb/table/block.h +44 -0
  77. data/ext/leveldb/table/block_builder.cc +109 -0
  78. data/ext/leveldb/table/block_builder.h +57 -0
  79. data/ext/leveldb/table/filter_block.cc +111 -0
  80. data/ext/leveldb/table/filter_block.h +68 -0
  81. data/ext/leveldb/table/filter_block_test.cc +128 -0
  82. data/ext/leveldb/table/format.cc +145 -0
  83. data/ext/leveldb/table/format.h +108 -0
  84. data/ext/leveldb/table/iterator.cc +67 -0
  85. data/ext/leveldb/table/iterator_wrapper.h +63 -0
  86. data/ext/leveldb/table/merger.cc +197 -0
  87. data/ext/leveldb/table/merger.h +26 -0
  88. data/ext/leveldb/table/table.cc +275 -0
  89. data/ext/leveldb/table/table_builder.cc +270 -0
  90. data/ext/leveldb/table/table_test.cc +868 -0
  91. data/ext/leveldb/table/two_level_iterator.cc +182 -0
  92. data/ext/leveldb/table/two_level_iterator.h +34 -0
  93. data/ext/leveldb/util/arena.cc +68 -0
  94. data/ext/leveldb/util/arena.h +68 -0
  95. data/ext/leveldb/util/arena_test.cc +68 -0
  96. data/ext/leveldb/util/bloom.cc +95 -0
  97. data/ext/leveldb/util/bloom_test.cc +160 -0
  98. data/ext/leveldb/util/cache.cc +325 -0
  99. data/ext/leveldb/util/cache_test.cc +186 -0
  100. data/ext/leveldb/util/coding.cc +194 -0
  101. data/ext/leveldb/util/coding.h +104 -0
  102. data/ext/leveldb/util/coding_test.cc +196 -0
  103. data/ext/leveldb/util/comparator.cc +81 -0
  104. data/ext/leveldb/util/crc32c.cc +332 -0
  105. data/ext/leveldb/util/crc32c.h +45 -0
  106. data/ext/leveldb/util/crc32c_test.cc +72 -0
  107. data/ext/leveldb/util/env.cc +96 -0
  108. data/ext/leveldb/util/env_posix.cc +698 -0
  109. data/ext/leveldb/util/env_test.cc +104 -0
  110. data/ext/leveldb/util/filter_policy.cc +11 -0
  111. data/ext/leveldb/util/hash.cc +52 -0
  112. data/ext/leveldb/util/hash.h +19 -0
  113. data/ext/leveldb/util/histogram.cc +139 -0
  114. data/ext/leveldb/util/histogram.h +42 -0
  115. data/ext/leveldb/util/logging.cc +81 -0
  116. data/ext/leveldb/util/logging.h +47 -0
  117. data/ext/leveldb/util/mutexlock.h +41 -0
  118. data/ext/leveldb/util/options.cc +29 -0
  119. data/ext/leveldb/util/posix_logger.h +98 -0
  120. data/ext/leveldb/util/random.h +59 -0
  121. data/ext/leveldb/util/status.cc +75 -0
  122. data/ext/leveldb/util/testharness.cc +77 -0
  123. data/ext/leveldb/util/testharness.h +138 -0
  124. data/ext/leveldb/util/testutil.cc +51 -0
  125. data/ext/leveldb/util/testutil.h +53 -0
  126. data/lib/leveldb/version.rb +3 -0
  127. data/lib/leveldb.rb +1006 -0
  128. metadata +228 -0
@@ -0,0 +1,266 @@
1
+ // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
2
+ // Use of this source code is governed by a BSD-style license that can be
3
+ // found in the LICENSE file. See the AUTHORS file for names of contributors.
4
+
5
+ #include "db/version_edit.h"
6
+
7
+ #include "db/version_set.h"
8
+ #include "util/coding.h"
9
+
10
+ namespace leveldb {
11
+
12
+ // Tag numbers for serialized VersionEdit. These numbers are written to
13
+ // disk and should not be changed.
14
+ enum Tag {
15
+ kComparator = 1,
16
+ kLogNumber = 2,
17
+ kNextFileNumber = 3,
18
+ kLastSequence = 4,
19
+ kCompactPointer = 5,
20
+ kDeletedFile = 6,
21
+ kNewFile = 7,
22
+ // 8 was used for large value refs
23
+ kPrevLogNumber = 9
24
+ };
25
+
26
+ void VersionEdit::Clear() {
27
+ comparator_.clear();
28
+ log_number_ = 0;
29
+ prev_log_number_ = 0;
30
+ last_sequence_ = 0;
31
+ next_file_number_ = 0;
32
+ has_comparator_ = false;
33
+ has_log_number_ = false;
34
+ has_prev_log_number_ = false;
35
+ has_next_file_number_ = false;
36
+ has_last_sequence_ = false;
37
+ deleted_files_.clear();
38
+ new_files_.clear();
39
+ }
40
+
41
+ void VersionEdit::EncodeTo(std::string* dst) const {
42
+ if (has_comparator_) {
43
+ PutVarint32(dst, kComparator);
44
+ PutLengthPrefixedSlice(dst, comparator_);
45
+ }
46
+ if (has_log_number_) {
47
+ PutVarint32(dst, kLogNumber);
48
+ PutVarint64(dst, log_number_);
49
+ }
50
+ if (has_prev_log_number_) {
51
+ PutVarint32(dst, kPrevLogNumber);
52
+ PutVarint64(dst, prev_log_number_);
53
+ }
54
+ if (has_next_file_number_) {
55
+ PutVarint32(dst, kNextFileNumber);
56
+ PutVarint64(dst, next_file_number_);
57
+ }
58
+ if (has_last_sequence_) {
59
+ PutVarint32(dst, kLastSequence);
60
+ PutVarint64(dst, last_sequence_);
61
+ }
62
+
63
+ for (size_t i = 0; i < compact_pointers_.size(); i++) {
64
+ PutVarint32(dst, kCompactPointer);
65
+ PutVarint32(dst, compact_pointers_[i].first); // level
66
+ PutLengthPrefixedSlice(dst, compact_pointers_[i].second.Encode());
67
+ }
68
+
69
+ for (DeletedFileSet::const_iterator iter = deleted_files_.begin();
70
+ iter != deleted_files_.end();
71
+ ++iter) {
72
+ PutVarint32(dst, kDeletedFile);
73
+ PutVarint32(dst, iter->first); // level
74
+ PutVarint64(dst, iter->second); // file number
75
+ }
76
+
77
+ for (size_t i = 0; i < new_files_.size(); i++) {
78
+ const FileMetaData& f = new_files_[i].second;
79
+ PutVarint32(dst, kNewFile);
80
+ PutVarint32(dst, new_files_[i].first); // level
81
+ PutVarint64(dst, f.number);
82
+ PutVarint64(dst, f.file_size);
83
+ PutLengthPrefixedSlice(dst, f.smallest.Encode());
84
+ PutLengthPrefixedSlice(dst, f.largest.Encode());
85
+ }
86
+ }
87
+
88
+ static bool GetInternalKey(Slice* input, InternalKey* dst) {
89
+ Slice str;
90
+ if (GetLengthPrefixedSlice(input, &str)) {
91
+ dst->DecodeFrom(str);
92
+ return true;
93
+ } else {
94
+ return false;
95
+ }
96
+ }
97
+
98
+ static bool GetLevel(Slice* input, int* level) {
99
+ uint32_t v;
100
+ if (GetVarint32(input, &v) &&
101
+ v < config::kNumLevels) {
102
+ *level = v;
103
+ return true;
104
+ } else {
105
+ return false;
106
+ }
107
+ }
108
+
109
+ Status VersionEdit::DecodeFrom(const Slice& src) {
110
+ Clear();
111
+ Slice input = src;
112
+ const char* msg = NULL;
113
+ uint32_t tag;
114
+
115
+ // Temporary storage for parsing
116
+ int level;
117
+ uint64_t number;
118
+ FileMetaData f;
119
+ Slice str;
120
+ InternalKey key;
121
+
122
+ while (msg == NULL && GetVarint32(&input, &tag)) {
123
+ switch (tag) {
124
+ case kComparator:
125
+ if (GetLengthPrefixedSlice(&input, &str)) {
126
+ comparator_ = str.ToString();
127
+ has_comparator_ = true;
128
+ } else {
129
+ msg = "comparator name";
130
+ }
131
+ break;
132
+
133
+ case kLogNumber:
134
+ if (GetVarint64(&input, &log_number_)) {
135
+ has_log_number_ = true;
136
+ } else {
137
+ msg = "log number";
138
+ }
139
+ break;
140
+
141
+ case kPrevLogNumber:
142
+ if (GetVarint64(&input, &prev_log_number_)) {
143
+ has_prev_log_number_ = true;
144
+ } else {
145
+ msg = "previous log number";
146
+ }
147
+ break;
148
+
149
+ case kNextFileNumber:
150
+ if (GetVarint64(&input, &next_file_number_)) {
151
+ has_next_file_number_ = true;
152
+ } else {
153
+ msg = "next file number";
154
+ }
155
+ break;
156
+
157
+ case kLastSequence:
158
+ if (GetVarint64(&input, &last_sequence_)) {
159
+ has_last_sequence_ = true;
160
+ } else {
161
+ msg = "last sequence number";
162
+ }
163
+ break;
164
+
165
+ case kCompactPointer:
166
+ if (GetLevel(&input, &level) &&
167
+ GetInternalKey(&input, &key)) {
168
+ compact_pointers_.push_back(std::make_pair(level, key));
169
+ } else {
170
+ msg = "compaction pointer";
171
+ }
172
+ break;
173
+
174
+ case kDeletedFile:
175
+ if (GetLevel(&input, &level) &&
176
+ GetVarint64(&input, &number)) {
177
+ deleted_files_.insert(std::make_pair(level, number));
178
+ } else {
179
+ msg = "deleted file";
180
+ }
181
+ break;
182
+
183
+ case kNewFile:
184
+ if (GetLevel(&input, &level) &&
185
+ GetVarint64(&input, &f.number) &&
186
+ GetVarint64(&input, &f.file_size) &&
187
+ GetInternalKey(&input, &f.smallest) &&
188
+ GetInternalKey(&input, &f.largest)) {
189
+ new_files_.push_back(std::make_pair(level, f));
190
+ } else {
191
+ msg = "new-file entry";
192
+ }
193
+ break;
194
+
195
+ default:
196
+ msg = "unknown tag";
197
+ break;
198
+ }
199
+ }
200
+
201
+ if (msg == NULL && !input.empty()) {
202
+ msg = "invalid tag";
203
+ }
204
+
205
+ Status result;
206
+ if (msg != NULL) {
207
+ result = Status::Corruption("VersionEdit", msg);
208
+ }
209
+ return result;
210
+ }
211
+
212
+ std::string VersionEdit::DebugString() const {
213
+ std::string r;
214
+ r.append("VersionEdit {");
215
+ if (has_comparator_) {
216
+ r.append("\n Comparator: ");
217
+ r.append(comparator_);
218
+ }
219
+ if (has_log_number_) {
220
+ r.append("\n LogNumber: ");
221
+ AppendNumberTo(&r, log_number_);
222
+ }
223
+ if (has_prev_log_number_) {
224
+ r.append("\n PrevLogNumber: ");
225
+ AppendNumberTo(&r, prev_log_number_);
226
+ }
227
+ if (has_next_file_number_) {
228
+ r.append("\n NextFile: ");
229
+ AppendNumberTo(&r, next_file_number_);
230
+ }
231
+ if (has_last_sequence_) {
232
+ r.append("\n LastSeq: ");
233
+ AppendNumberTo(&r, last_sequence_);
234
+ }
235
+ for (size_t i = 0; i < compact_pointers_.size(); i++) {
236
+ r.append("\n CompactPointer: ");
237
+ AppendNumberTo(&r, compact_pointers_[i].first);
238
+ r.append(" ");
239
+ r.append(compact_pointers_[i].second.DebugString());
240
+ }
241
+ for (DeletedFileSet::const_iterator iter = deleted_files_.begin();
242
+ iter != deleted_files_.end();
243
+ ++iter) {
244
+ r.append("\n DeleteFile: ");
245
+ AppendNumberTo(&r, iter->first);
246
+ r.append(" ");
247
+ AppendNumberTo(&r, iter->second);
248
+ }
249
+ for (size_t i = 0; i < new_files_.size(); i++) {
250
+ const FileMetaData& f = new_files_[i].second;
251
+ r.append("\n AddFile: ");
252
+ AppendNumberTo(&r, new_files_[i].first);
253
+ r.append(" ");
254
+ AppendNumberTo(&r, f.number);
255
+ r.append(" ");
256
+ AppendNumberTo(&r, f.file_size);
257
+ r.append(" ");
258
+ r.append(f.smallest.DebugString());
259
+ r.append(" .. ");
260
+ r.append(f.largest.DebugString());
261
+ }
262
+ r.append("\n}\n");
263
+ return r;
264
+ }
265
+
266
+ } // namespace leveldb
@@ -0,0 +1,107 @@
1
+ // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
2
+ // Use of this source code is governed by a BSD-style license that can be
3
+ // found in the LICENSE file. See the AUTHORS file for names of contributors.
4
+
5
+ #ifndef STORAGE_LEVELDB_DB_VERSION_EDIT_H_
6
+ #define STORAGE_LEVELDB_DB_VERSION_EDIT_H_
7
+
8
+ #include <set>
9
+ #include <utility>
10
+ #include <vector>
11
+ #include "db/dbformat.h"
12
+
13
+ namespace leveldb {
14
+
15
+ class VersionSet;
16
+
17
+ struct FileMetaData {
18
+ int refs;
19
+ int allowed_seeks; // Seeks allowed until compaction
20
+ uint64_t number;
21
+ uint64_t file_size; // File size in bytes
22
+ InternalKey smallest; // Smallest internal key served by table
23
+ InternalKey largest; // Largest internal key served by table
24
+
25
+ FileMetaData() : refs(0), allowed_seeks(1 << 30), file_size(0) { }
26
+ };
27
+
28
+ class VersionEdit {
29
+ public:
30
+ VersionEdit() { Clear(); }
31
+ ~VersionEdit() { }
32
+
33
+ void Clear();
34
+
35
+ void SetComparatorName(const Slice& name) {
36
+ has_comparator_ = true;
37
+ comparator_ = name.ToString();
38
+ }
39
+ void SetLogNumber(uint64_t num) {
40
+ has_log_number_ = true;
41
+ log_number_ = num;
42
+ }
43
+ void SetPrevLogNumber(uint64_t num) {
44
+ has_prev_log_number_ = true;
45
+ prev_log_number_ = num;
46
+ }
47
+ void SetNextFile(uint64_t num) {
48
+ has_next_file_number_ = true;
49
+ next_file_number_ = num;
50
+ }
51
+ void SetLastSequence(SequenceNumber seq) {
52
+ has_last_sequence_ = true;
53
+ last_sequence_ = seq;
54
+ }
55
+ void SetCompactPointer(int level, const InternalKey& key) {
56
+ compact_pointers_.push_back(std::make_pair(level, key));
57
+ }
58
+
59
+ // Add the specified file at the specified number.
60
+ // REQUIRES: This version has not been saved (see VersionSet::SaveTo)
61
+ // REQUIRES: "smallest" and "largest" are smallest and largest keys in file
62
+ void AddFile(int level, uint64_t file,
63
+ uint64_t file_size,
64
+ const InternalKey& smallest,
65
+ const InternalKey& largest) {
66
+ FileMetaData f;
67
+ f.number = file;
68
+ f.file_size = file_size;
69
+ f.smallest = smallest;
70
+ f.largest = largest;
71
+ new_files_.push_back(std::make_pair(level, f));
72
+ }
73
+
74
+ // Delete the specified "file" from the specified "level".
75
+ void DeleteFile(int level, uint64_t file) {
76
+ deleted_files_.insert(std::make_pair(level, file));
77
+ }
78
+
79
+ void EncodeTo(std::string* dst) const;
80
+ Status DecodeFrom(const Slice& src);
81
+
82
+ std::string DebugString() const;
83
+
84
+ private:
85
+ friend class VersionSet;
86
+
87
+ typedef std::set< std::pair<int, uint64_t> > DeletedFileSet;
88
+
89
+ std::string comparator_;
90
+ uint64_t log_number_;
91
+ uint64_t prev_log_number_;
92
+ uint64_t next_file_number_;
93
+ SequenceNumber last_sequence_;
94
+ bool has_comparator_;
95
+ bool has_log_number_;
96
+ bool has_prev_log_number_;
97
+ bool has_next_file_number_;
98
+ bool has_last_sequence_;
99
+
100
+ std::vector< std::pair<int, InternalKey> > compact_pointers_;
101
+ DeletedFileSet deleted_files_;
102
+ std::vector< std::pair<int, FileMetaData> > new_files_;
103
+ };
104
+
105
+ } // namespace leveldb
106
+
107
+ #endif // STORAGE_LEVELDB_DB_VERSION_EDIT_H_
@@ -0,0 +1,46 @@
1
+ // Copyright (c) 2011 The LevelDB Authors. All rights reserved.
2
+ // Use of this source code is governed by a BSD-style license that can be
3
+ // found in the LICENSE file. See the AUTHORS file for names of contributors.
4
+
5
+ #include "db/version_edit.h"
6
+ #include "util/testharness.h"
7
+
8
+ namespace leveldb {
9
+
10
+ static void TestEncodeDecode(const VersionEdit& edit) {
11
+ std::string encoded, encoded2;
12
+ edit.EncodeTo(&encoded);
13
+ VersionEdit parsed;
14
+ Status s = parsed.DecodeFrom(encoded);
15
+ ASSERT_TRUE(s.ok()) << s.ToString();
16
+ parsed.EncodeTo(&encoded2);
17
+ ASSERT_EQ(encoded, encoded2);
18
+ }
19
+
20
+ class VersionEditTest { };
21
+
22
+ TEST(VersionEditTest, EncodeDecode) {
23
+ static const uint64_t kBig = 1ull << 50;
24
+
25
+ VersionEdit edit;
26
+ for (int i = 0; i < 4; i++) {
27
+ TestEncodeDecode(edit);
28
+ edit.AddFile(3, kBig + 300 + i, kBig + 400 + i,
29
+ InternalKey("foo", kBig + 500 + i, kTypeValue),
30
+ InternalKey("zoo", kBig + 600 + i, kTypeDeletion));
31
+ edit.DeleteFile(4, kBig + 700 + i);
32
+ edit.SetCompactPointer(i, InternalKey("x", kBig + 900 + i, kTypeValue));
33
+ }
34
+
35
+ edit.SetComparatorName("foo");
36
+ edit.SetLogNumber(kBig + 100);
37
+ edit.SetNextFile(kBig + 200);
38
+ edit.SetLastSequence(kBig + 1000);
39
+ TestEncodeDecode(edit);
40
+ }
41
+
42
+ } // namespace leveldb
43
+
44
+ int main(int argc, char** argv) {
45
+ return leveldb::test::RunAllTests();
46
+ }