rdf-lmdb 0.2.1 → 0.3.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/rdf/lmdb/version.rb +1 -1
- data/lib/rdf/lmdb.rb +35 -9
- data/rdf-lmdb.gemspec +9 -9
- metadata +22 -22
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 3974d6238f7b35ae6d58d500fd35e3ffe3b927621b9a83d433352576dc6f4f01
|
4
|
+
data.tar.gz: a4bb3618b788f8ad2e79a92d0eec78860a6a4c76b1f4e83dc330b0302878b0e8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: '09e1cfa5e90ba6834a7f8c76fc310e1d89d7adacc22d20deb77295c8d128a9e48325d9f6a4174bab56c73803e654ef3a04c0a418928e2f56dca6ac4b0caef459'
|
7
|
+
data.tar.gz: 8e778b125ead8e2bd8cf5c3a695b00c499e1e6a3d6e8e98da8de9f273cb5e75558942e66646fdf2301b4d24ae5ede4ae34209c3be5a311c04faffa692e288e5f
|
data/README.md
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
# RDF::LMDB - Lightweight, persistent, transactional RDF store
|
2
2
|
|
3
|
-
This library implements `RDF::Repository` using the
|
3
|
+
This library implements `RDF::Repository` using the Symas Lightning
|
4
4
|
MDB key-value database. It is intended to be a basic, durable,
|
5
5
|
locally-attached quad store, that avails itself of the properties of
|
6
6
|
LMDB.
|
data/lib/rdf/lmdb/version.rb
CHANGED
data/lib/rdf/lmdb.rb
CHANGED
@@ -65,13 +65,13 @@ module RDF
|
|
65
65
|
def initialize repository,
|
66
66
|
graph_name: nil, mutable: false, **options, &block
|
67
67
|
@repository = repository
|
68
|
-
@snapshot =
|
68
|
+
@snapshot =
|
69
69
|
repository.supports?(:snapshots) ? repository.snapshot : repository
|
70
70
|
@options = options.dup
|
71
71
|
@mutable = mutable
|
72
72
|
@graph_name = graph_name
|
73
73
|
|
74
|
-
raise TransactionError,
|
74
|
+
raise TransactionError,
|
75
75
|
'Tried to open a mutable transaction on an immutable repository' if
|
76
76
|
@mutable && !@repository.mutable?
|
77
77
|
|
@@ -110,11 +110,20 @@ module RDF
|
|
110
110
|
|
111
111
|
#
|
112
112
|
# RDF::LMDB::Repository implements a lightweight, transactional,
|
113
|
-
# locally-attached data store using
|
113
|
+
# locally-attached data store using Symas LMDB.
|
114
114
|
#
|
115
115
|
class Repository < ::RDF::Repository
|
116
116
|
private
|
117
117
|
|
118
|
+
# for the mapsize parameter
|
119
|
+
UNITS = { nil => 1 }
|
120
|
+
'kmgtpe'.split('').each_with_index do |x, i|
|
121
|
+
j = i + 1
|
122
|
+
UNITS[x] = 1000 ** j
|
123
|
+
UNITS[x.upcase] = 1024 ** j
|
124
|
+
end
|
125
|
+
UNITS.freeze
|
126
|
+
|
118
127
|
DEFAULT_TX_CLASS = RDF::LMDB::Transaction
|
119
128
|
|
120
129
|
SUPPORTS = %i[
|
@@ -126,10 +135,20 @@ module RDF
|
|
126
135
|
'e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855'
|
127
136
|
].pack('H*').freeze
|
128
137
|
|
138
|
+
def int_bytes bytes
|
139
|
+
m = /\A\s*(\d+)([kmgtpeKMGTPE])?\s*\Z/s.match bytes.to_s
|
140
|
+
raise ArgumentError, "#{bytes} not a viable byte size" unless m
|
141
|
+
|
142
|
+
factor, unit = m.captures
|
143
|
+
factor.to_i * UNITS[unit]
|
144
|
+
end
|
145
|
+
|
129
146
|
def init_lmdb dir, **options
|
130
147
|
dir = Pathname(dir).expand_path
|
131
148
|
dir.mkdir unless dir.exist?
|
132
149
|
|
150
|
+
options[:mapsize] = int_bytes options[:mapsize] if options[:mapsize]
|
151
|
+
|
133
152
|
# fire up the environment
|
134
153
|
@lmdb = ::LMDB.new dir, **options
|
135
154
|
|
@@ -198,7 +217,7 @@ Currently you have to dump from the old layout and reload the new one. Sorry!
|
|
198
217
|
|
199
218
|
def int_for term
|
200
219
|
case term
|
201
|
-
when nil then 0
|
220
|
+
when nil, RDF::Query::Variable then 0
|
202
221
|
when RDF::Statement
|
203
222
|
terms = term.to_a.map { |t| int_for t }
|
204
223
|
return if terms.include? nil # the statement implicitly not here
|
@@ -420,7 +439,7 @@ Currently you have to dump from the old layout and reload the new one. Sorry!
|
|
420
439
|
seq = []
|
421
440
|
out = string.unpack('J*').map do |i|
|
422
441
|
seq << i
|
423
|
-
j = resolve_term(i, cache: cache, write: write)
|
442
|
+
j = resolve_term(i, cache: cache, write: write)
|
424
443
|
[i, j]
|
425
444
|
end.to_h
|
426
445
|
|
@@ -518,7 +537,7 @@ Currently you have to dump from the old layout and reload the new one. Sorry!
|
|
518
537
|
|
519
538
|
# warn thash.inspect, ihash.inspect
|
520
539
|
|
521
|
-
# note
|
540
|
+
# note
|
522
541
|
if gint = ihash[:graph_name]
|
523
542
|
gpack = [gint].pack ?J
|
524
543
|
return unless @dbs[:stmt2g].has? spack, gpack
|
@@ -670,7 +689,14 @@ Currently you have to dump from the old layout and reload the new one. Sorry!
|
|
670
689
|
|
671
690
|
def delete_statement statement
|
672
691
|
complete! statement
|
673
|
-
@lmdb.transaction
|
692
|
+
@lmdb.transaction do |t|
|
693
|
+
if statement.variable?
|
694
|
+
query(statement).each { |stmt| rm_one stmt }
|
695
|
+
else
|
696
|
+
rm_one statement
|
697
|
+
end
|
698
|
+
t.commit
|
699
|
+
end
|
674
700
|
nil
|
675
701
|
end
|
676
702
|
|
@@ -835,7 +861,7 @@ Currently you have to dump from the old layout and reload the new one. Sorry!
|
|
835
861
|
pack = [int].pack ?J
|
836
862
|
@dbs[:s2stmt].has? pack
|
837
863
|
end
|
838
|
-
|
864
|
+
|
839
865
|
def has_predicate? predicate
|
840
866
|
raise ArgumentError, 'predicate must be an RDF::Term' unless
|
841
867
|
predicate.is_a? RDF::Term
|
@@ -843,7 +869,7 @@ Currently you have to dump from the old layout and reload the new one. Sorry!
|
|
843
869
|
pack = [int].pack ?J
|
844
870
|
@dbs[:p2stmt].has? pack
|
845
871
|
end
|
846
|
-
|
872
|
+
|
847
873
|
def has_object? object
|
848
874
|
raise ArgumentError, 'object must be an RDF::Term' unless
|
849
875
|
object.is_a? RDF::Term
|
data/rdf-lmdb.gemspec
CHANGED
@@ -10,7 +10,7 @@ Gem::Specification.new do |spec|
|
|
10
10
|
spec.email = ['code@doriantaylor.com']
|
11
11
|
spec.license = 'Apache-2.0'
|
12
12
|
spec.homepage = 'https://github.com/doriantaylor/rb-rdf-lmdb'
|
13
|
-
spec.summary = '
|
13
|
+
spec.summary = 'Symas LMDB back-end for RDF::Repository'
|
14
14
|
spec.description = <<-DESC
|
15
15
|
This module implements RDF::Repository on top of LMDB, a fast and
|
16
16
|
robust key-value store.
|
@@ -25,16 +25,16 @@ robust key-value store.
|
|
25
25
|
spec.require_paths = ["lib"]
|
26
26
|
|
27
27
|
# ruby
|
28
|
-
spec.required_ruby_version = '
|
28
|
+
spec.required_ruby_version = '>= 2.0'
|
29
29
|
|
30
30
|
# dev/test dependencies
|
31
|
-
spec.add_development_dependency 'bundler', '~> 2
|
32
|
-
spec.add_development_dependency 'rake', '~> 13
|
33
|
-
spec.add_development_dependency 'rspec', '~> 3
|
34
|
-
spec.add_development_dependency 'rdf-spec', '~> 3
|
31
|
+
spec.add_development_dependency 'bundler', '~> 2'
|
32
|
+
spec.add_development_dependency 'rake', '~> 13'
|
33
|
+
spec.add_development_dependency 'rspec', '~> 3'
|
34
|
+
spec.add_development_dependency 'rdf-spec', '~> 3'
|
35
35
|
|
36
36
|
# stuff we use
|
37
|
-
spec.add_runtime_dependency 'unf', '~> 0.1
|
38
|
-
spec.add_runtime_dependency 'rdf', '~> 3
|
39
|
-
spec.add_runtime_dependency 'lmdb', '~> 0.
|
37
|
+
spec.add_runtime_dependency 'unf', '~> 0.1'
|
38
|
+
spec.add_runtime_dependency 'rdf', '~> 3'
|
39
|
+
spec.add_runtime_dependency 'lmdb', '~> 0.6.1'
|
40
40
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: rdf-lmdb
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.3.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Dorian Taylor
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2024-02-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -16,98 +16,98 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '2
|
19
|
+
version: '2'
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version: '2
|
26
|
+
version: '2'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: rake
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: '13
|
33
|
+
version: '13'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version: '13
|
40
|
+
version: '13'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: rspec
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
45
|
- - "~>"
|
46
46
|
- !ruby/object:Gem::Version
|
47
|
-
version: '3
|
47
|
+
version: '3'
|
48
48
|
type: :development
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - "~>"
|
53
53
|
- !ruby/object:Gem::Version
|
54
|
-
version: '3
|
54
|
+
version: '3'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
56
|
name: rdf-spec
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
58
58
|
requirements:
|
59
59
|
- - "~>"
|
60
60
|
- !ruby/object:Gem::Version
|
61
|
-
version: '3
|
61
|
+
version: '3'
|
62
62
|
type: :development
|
63
63
|
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - "~>"
|
67
67
|
- !ruby/object:Gem::Version
|
68
|
-
version: '3
|
68
|
+
version: '3'
|
69
69
|
- !ruby/object:Gem::Dependency
|
70
70
|
name: unf
|
71
71
|
requirement: !ruby/object:Gem::Requirement
|
72
72
|
requirements:
|
73
73
|
- - "~>"
|
74
74
|
- !ruby/object:Gem::Version
|
75
|
-
version: 0.1
|
75
|
+
version: '0.1'
|
76
76
|
type: :runtime
|
77
77
|
prerelease: false
|
78
78
|
version_requirements: !ruby/object:Gem::Requirement
|
79
79
|
requirements:
|
80
80
|
- - "~>"
|
81
81
|
- !ruby/object:Gem::Version
|
82
|
-
version: 0.1
|
82
|
+
version: '0.1'
|
83
83
|
- !ruby/object:Gem::Dependency
|
84
84
|
name: rdf
|
85
85
|
requirement: !ruby/object:Gem::Requirement
|
86
86
|
requirements:
|
87
87
|
- - "~>"
|
88
88
|
- !ruby/object:Gem::Version
|
89
|
-
version: 3
|
89
|
+
version: '3'
|
90
90
|
type: :runtime
|
91
91
|
prerelease: false
|
92
92
|
version_requirements: !ruby/object:Gem::Requirement
|
93
93
|
requirements:
|
94
94
|
- - "~>"
|
95
95
|
- !ruby/object:Gem::Version
|
96
|
-
version: 3
|
96
|
+
version: '3'
|
97
97
|
- !ruby/object:Gem::Dependency
|
98
98
|
name: lmdb
|
99
99
|
requirement: !ruby/object:Gem::Requirement
|
100
100
|
requirements:
|
101
101
|
- - "~>"
|
102
102
|
- !ruby/object:Gem::Version
|
103
|
-
version: 0.
|
103
|
+
version: 0.6.1
|
104
104
|
type: :runtime
|
105
105
|
prerelease: false
|
106
106
|
version_requirements: !ruby/object:Gem::Requirement
|
107
107
|
requirements:
|
108
108
|
- - "~>"
|
109
109
|
- !ruby/object:Gem::Version
|
110
|
-
version: 0.
|
110
|
+
version: 0.6.1
|
111
111
|
description: |
|
112
112
|
This module implements RDF::Repository on top of LMDB, a fast and
|
113
113
|
robust key-value store.
|
@@ -134,13 +134,13 @@ homepage: https://github.com/doriantaylor/rb-rdf-lmdb
|
|
134
134
|
licenses:
|
135
135
|
- Apache-2.0
|
136
136
|
metadata: {}
|
137
|
-
post_install_message:
|
137
|
+
post_install_message:
|
138
138
|
rdoc_options: []
|
139
139
|
require_paths:
|
140
140
|
- lib
|
141
141
|
required_ruby_version: !ruby/object:Gem::Requirement
|
142
142
|
requirements:
|
143
|
-
- - "
|
143
|
+
- - ">="
|
144
144
|
- !ruby/object:Gem::Version
|
145
145
|
version: '2.0'
|
146
146
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
@@ -149,8 +149,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
149
149
|
- !ruby/object:Gem::Version
|
150
150
|
version: '0'
|
151
151
|
requirements: []
|
152
|
-
rubygems_version: 3.
|
153
|
-
signing_key:
|
152
|
+
rubygems_version: 3.3.15
|
153
|
+
signing_key:
|
154
154
|
specification_version: 4
|
155
|
-
summary:
|
155
|
+
summary: Symas LMDB back-end for RDF::Repository
|
156
156
|
test_files: []
|