ceph_storage 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (42) hide show
  1. checksums.yaml +7 -0
  2. data/.cluster.yml.example +19 -0
  3. data/.gitignore +1 -0
  4. data/.rspec +2 -0
  5. data/Gemfile +2 -0
  6. data/Gemfile.lock +110 -0
  7. data/Guardfile +20 -0
  8. data/README.md +108 -0
  9. data/Rakefile +7 -0
  10. data/ceph_storage.gemspec +36 -0
  11. data/lib/ceph_storage.rb +28 -0
  12. data/lib/ceph_storage/cluster.rb +93 -0
  13. data/lib/ceph_storage/cluster_factory.rb +24 -0
  14. data/lib/ceph_storage/cluster_wrapper.rb +16 -0
  15. data/lib/ceph_storage/pool.rb +126 -0
  16. data/lib/ceph_storage/pool_enumerator.rb +24 -0
  17. data/lib/ceph_storage/pool_factory.rb +15 -0
  18. data/lib/ceph_storage/pool_wrapper.rb +17 -0
  19. data/lib/ceph_storage/storage_object.rb +48 -0
  20. data/lib/ceph_storage/storage_object/file_storage_object.rb +28 -0
  21. data/lib/ceph_storage/storage_object/rados_storage_object.rb +41 -0
  22. data/lib/ceph_storage/storage_object/rados_storage_object_enumerator.rb +29 -0
  23. data/lib/ceph_storage/storage_object/rados_wrapper.rb +21 -0
  24. data/lib/ceph_storage/storage_object/url_storage_object.rb +34 -0
  25. data/lib/ceph_storage/storage_object/xattr.rb +18 -0
  26. data/lib/ceph_storage/storage_object/xattr_enumerator.rb +29 -0
  27. data/lib/ceph_storage/version.rb +3 -0
  28. data/spec/ceph_storage_cluster_factory_spec.rb +14 -0
  29. data/spec/ceph_storage_cluster_spec.rb +76 -0
  30. data/spec/ceph_storage_file_storage_object_spec.rb +31 -0
  31. data/spec/ceph_storage_pool_enumerator.rb +34 -0
  32. data/spec/ceph_storage_pool_factory_spec.rb +14 -0
  33. data/spec/ceph_storage_pool_spec.rb +167 -0
  34. data/spec/ceph_storage_rados_storage_object_enumerator_spec.rb +72 -0
  35. data/spec/ceph_storage_rados_storage_object_spec.rb +112 -0
  36. data/spec/ceph_storage_storage_object_spec.rb +98 -0
  37. data/spec/ceph_storage_xattr_enumerator_spec.rb +75 -0
  38. data/spec/ceph_storage_xattr_spec.rb +69 -0
  39. data/spec/spec_helper.rb +30 -0
  40. data/tasks/rspec.rake +4 -0
  41. data/tasks/rubocop.rake +13 -0
  42. metadata +281 -0
@@ -0,0 +1,29 @@
1
+ module CephStorage
2
+ module StorageObject
3
+ # Wrapper for RadosObjectEnumerator
4
+ class XattrEnumerator < ::CephRuby::XattrEnumerator
5
+ extend CephStorage::StorageObject::RadosWrapper
6
+ attr_accessor :pool_factory, :object
7
+
8
+ wrap_me :open, :close, :next_xattr_object
9
+
10
+ def initialize(object)
11
+ self.pool_factory = object.pool_factory
12
+ self.object = object
13
+ super(object)
14
+ end
15
+
16
+ def each
17
+ return enum_for(:each) unless block_given?
18
+
19
+ super do |x|
20
+ yield object.xattr(x.name)
21
+ end
22
+ end
23
+
24
+ def log(message)
25
+ CephStorage.log("xattr_enumerator #{object.name} #{message}")
26
+ end
27
+ end
28
+ end
29
+ end
@@ -0,0 +1,3 @@
1
+ module CephStorage
2
+ VERSION = '0.1.0'.freeze
3
+ end
@@ -0,0 +1,14 @@
1
+ require 'spec_helper'
2
+
3
+ describe CephStorage::ClusterFactory do
4
+ let(:cluster_factory) { CephStorage::ClusterFactory }
5
+ subject { cluster_factory }
6
+
7
+ it 'should respond to build' do
8
+ expect(subject).to respond_to :build
9
+ end
10
+
11
+ it 'should not respond to new' do
12
+ expect(subject).not_to respond_to :new
13
+ end
14
+ end
@@ -0,0 +1,76 @@
1
+ require 'spec_helper'
2
+
3
+ describe CephStorage::Cluster do
4
+ let(:config) { cluster_config }
5
+ let(:cluster) { CephStorage::ClusterFactory.build config }
6
+ subject { cluster }
7
+
8
+ it 'should respond to rados_cluster' do
9
+ expect(subject).to respond_to :rados_cluster
10
+ end
11
+
12
+ it 'should respond to pool' do
13
+ expect(subject).to respond_to :pool
14
+ end
15
+
16
+ it 'should respond to open?' do
17
+ expect(subject).to respond_to :open?
18
+ end
19
+
20
+ it 'should respond to open' do
21
+ expect(subject).to respond_to :open
22
+ end
23
+
24
+ it 'should respond to shutdown' do
25
+ expect(subject).to respond_to :shutdown
26
+ end
27
+
28
+ it 'should respond to ensure open' do
29
+ expect(subject).to respond_to :ensure_open
30
+ end
31
+
32
+ it 'should be a ClusterFactory' do
33
+ expect(subject).to be_a CephStorage::ClusterFactory
34
+ end
35
+
36
+ it 'should be a ::CephRuby::Cluster' do
37
+ expect(subject).to be_a ::CephRuby::Cluster
38
+ end
39
+
40
+ describe 'calling build with the same attributes' do
41
+ let(:second_cluster) { CephStorage::ClusterFactory.build config }
42
+ it 'should be the same object as subject' do
43
+ expect(subject).to be(second_cluster)
44
+ end
45
+
46
+ let(:third_config) { config.clone }
47
+ before { third_config.delete(:flags) }
48
+ let(:third_cluster) { CephStorage::ClusterFactory.build third_config }
49
+
50
+ it 'should be the same when changing attribute to equivilent default' do
51
+ expect(subject).to be(third_cluster)
52
+ end
53
+ end
54
+
55
+ describe 'Calling pool' do
56
+ let(:pool_name) { spec_config[:pool][:name] }
57
+ let(:pool) { cluster.pool(pool_name) }
58
+ subject { pool }
59
+
60
+ it 'should be a pool factory' do
61
+ expect(subject).to be_a CephStorage::PoolFactory
62
+ end
63
+ end
64
+
65
+ describe 'Calling inherited functions' do
66
+ describe 'status' do
67
+ it 'should not raise exception' do
68
+ expect { cluster.status }.not_to raise_exception
69
+ end
70
+
71
+ it 'should return a hash' do
72
+ expect(cluster.status).to be_a Hash
73
+ end
74
+ end
75
+ end
76
+ end
@@ -0,0 +1,31 @@
1
+ require 'spec_helper'
2
+
3
+ describe CephStorage::StorageObject::FileStorageObject do
4
+ let(:config) { cluster_config }
5
+ let(:spconfig) { spec_config }
6
+ let(:object_name) { "/tmp/#{spconfig[:pool][:object_name]}" }
7
+ let(:storage_object) do
8
+ CephStorage::StorageObject::FileStorageObject.new(object_name, 'w+')
9
+ end
10
+ subject { storage_object }
11
+
12
+ it 'should be a FileStorageObject' do
13
+ expect(subject).to be_a ::CephStorage::StorageObject::FileStorageObject
14
+ end
15
+
16
+ it 'should be a ::File' do
17
+ expect(subject).to be_a ::File
18
+ end
19
+
20
+ it 'should be a StorageObject' do
21
+ expect(subject).to be_a ::CephStorage::StorageObject
22
+ end
23
+
24
+ it 'should respond to write_file' do
25
+ expect(subject).to respond_to :write_file
26
+ end
27
+
28
+ it 'should respond to read_file' do
29
+ expect(subject).to respond_to :read_file
30
+ end
31
+ end
@@ -0,0 +1,34 @@
1
+ require 'spec_helper'
2
+
3
+ describe CephStorage::PoolEnumerator do
4
+ let(:config) { cluster_config }
5
+ let(:spconfig) { spec_config }
6
+ let(:cluster) { CephStorage::ClusterFactory.build config }
7
+ let(:pool_name) { spconfig[:pool][:name] }
8
+ let(:pool) { cluster.pool(pool_name) }
9
+ let(:object_name) { spconfig[:pool][:object] }
10
+ let(:pool_enumerator) { cluster.pools }
11
+ subject { pool_enumerator }
12
+
13
+ it 'should be a CephStorage::PoolEnumerator' do
14
+ expect(subject).to be_a ::CephStorage::PoolEnumerator
15
+ end
16
+
17
+ describe 'before pool creation' do
18
+ it 'should not have the test pool in it' do
19
+ expect(subject.any? { |p| p.name == pool_name }).to be false
20
+ end
21
+ end
22
+
23
+ describe 'after pool creation' do
24
+ before { pool.create }
25
+ after { pool.destroy }
26
+ it 'should have the test pool in it' do
27
+ expect(subject.any? { |p| p.name == pool_name }).to be true
28
+ end
29
+
30
+ it 'should return pool objects' do
31
+ expect(subject.first).to be_a ::CephStorage::Pool
32
+ end
33
+ end
34
+ end
@@ -0,0 +1,14 @@
1
+ require 'spec_helper'
2
+
3
+ describe CephStorage::PoolFactory do
4
+ let(:pool_factory) { CephStorage::PoolFactory }
5
+ subject { pool_factory }
6
+
7
+ it 'should respond to create' do
8
+ expect(subject).to respond_to :build
9
+ end
10
+
11
+ it 'should not respond to new' do
12
+ expect(subject).not_to respond_to :new
13
+ end
14
+ end
@@ -0,0 +1,167 @@
1
+ require 'spec_helper'
2
+
3
+ describe CephStorage::Pool do
4
+ let(:config) { cluster_config }
5
+ let(:spconfig) { spec_config }
6
+ let(:cluster) { CephStorage::ClusterFactory.build config }
7
+ let(:pool_name) { spconfig[:pool][:name] }
8
+ let(:pool) { cluster.pool(pool_name) }
9
+ let(:object_name) { spconfig[:pool][:object] }
10
+ subject { pool }
11
+
12
+ it 'should be a PoolFactory' do
13
+ expect(subject).to be_a CephStorage::PoolFactory
14
+ end
15
+
16
+ it 'should respond to rados_pool' do
17
+ expect(subject).to respond_to :rados_pool
18
+ end
19
+
20
+ it 'should respond to rados_pool=' do
21
+ expect(subject).to respond_to :rados_pool=
22
+ end
23
+
24
+ it 'should respond to storage_object' do
25
+ expect(subject).to respond_to :storage_object
26
+ end
27
+
28
+ it 'should respond to storage_object_enumerator' do
29
+ expect(subject).to respond_to :storage_object_enumerator
30
+ end
31
+
32
+ it 'should respond to size' do
33
+ expect(subject).to respond_to :size
34
+ end
35
+
36
+ it 'should respond to num_locked' do
37
+ expect(subject).to respond_to :num_locked
38
+ end
39
+
40
+ it 'should respond to num_free' do
41
+ expect(subject).to respond_to :num_free
42
+ end
43
+
44
+ it 'should respond to close' do
45
+ expect(subject).to respond_to :close
46
+ end
47
+
48
+ let(:rados_pool) { pool.rados_pool }
49
+
50
+ describe 'rados_pool method' do
51
+ subject { rados_pool }
52
+ it 'should be a CephRuby::Pool object' do
53
+ expect(subject).to be_a CephRuby::Pool
54
+ end
55
+
56
+ it 'should not equal another object popped off the stack' do
57
+ expect(subject).not_to equal(pool.rados_pool)
58
+ end
59
+
60
+ let(:rados_pool1) { pool.rados_pool { |p| return p } }
61
+ let(:rados_pool2) { pool.rados_pool { |p| return p } }
62
+
63
+ it 'should push the pool back on the queue when called with a block' do
64
+ expect(rados_pool1).to equal(rados_pool2)
65
+ end
66
+
67
+ describe 'when calling close on factory' do
68
+ it 'should close be closeable' do
69
+ expect { pool.close }.not_to raise_exception
70
+ end
71
+
72
+ it 'should have size 0' do
73
+ expect(pool.size).to eq(0)
74
+ end
75
+ end
76
+
77
+ describe 'behaviour when popping then pushing' do
78
+ before(:each) { pool.rados_pool = pool.rados_pool }
79
+
80
+ it 'size should be 1 after popping and pushing' do
81
+ expect(pool.size).to eq(1)
82
+ expect(pool.num_free).to eq(1)
83
+ expect(pool.num_locked).to eq(0)
84
+ end
85
+
86
+ it 'size should still be 1 after doing that again' do
87
+ expect(pool.num_free).to eq(1)
88
+ expect(pool.num_locked).to eq(0)
89
+ end
90
+ end
91
+ end
92
+
93
+ describe 'inherited methods' do
94
+ describe 'create' do
95
+ it 'should not throw exception' do
96
+ expect { subject.create }.not_to raise_exception
97
+ end
98
+ end
99
+
100
+ describe 'stat' do
101
+ subject { pool.stat }
102
+ it 'should not throw exception' do
103
+ expect { subject }.not_to raise_exception
104
+ end
105
+
106
+ it 'should be a Hash' do
107
+ expect(subject).to be_a Hash
108
+ end
109
+ end
110
+
111
+ describe 'id' do
112
+ subject { pool.id }
113
+
114
+ it 'should not throw an exception' do
115
+ expect { subject }.not_to raise_exception
116
+ end
117
+
118
+ it 'should return an integer' do
119
+ expect(subject).to be_a Fixnum
120
+ end
121
+ end
122
+
123
+ describe 'exists?' do
124
+ subject { pool.exists? }
125
+
126
+ it 'should not throw an exception' do
127
+ expect { subject }.not_to raise_exception
128
+ end
129
+
130
+ it 'should return true' do
131
+ expect(subject).to be true
132
+ end
133
+ end
134
+
135
+ describe 'auid' do
136
+ subject { pool.auid }
137
+
138
+ it 'should not throw an exception' do
139
+ expect { subject }.not_to raise_exception
140
+ end
141
+
142
+ it 'should return an integer' do
143
+ expect(subject).to be_a Fixnum
144
+ end
145
+ end
146
+
147
+ describe 'destroy' do
148
+ it 'should not throw an exception' do
149
+ expect { subject.destroy }.not_to raise_exception
150
+ end
151
+ describe 'after destroy' do
152
+ it 'should not exist' do
153
+ expect(subject.exists?).to be false
154
+ end
155
+ end
156
+ end
157
+ end
158
+
159
+ describe 'storage_object' do
160
+ let(:storage_object) { pool.storage_object(object_name) }
161
+ subject { storage_object }
162
+
163
+ it 'should be a CephStorage::StorageObject::RadosStorageObject' do
164
+ expect(subject).to be_a CephStorage::StorageObject::RadosStorageObject
165
+ end
166
+ end
167
+ end
@@ -0,0 +1,72 @@
1
+ require 'spec_helper'
2
+ require 'logger'
3
+ describe CephStorage::StorageObject::RadosStorageObjectEnumerator do
4
+ let(:config) { cluster_config }
5
+ let(:spconfig) { spec_config }
6
+ let(:cluster) { CephStorage::ClusterFactory.build config }
7
+ let(:rule_id) { spconfig[:pool][:rule_id] }
8
+ let(:pool_name) { spconfig[:pool][:name] }
9
+ let(:pool) { cluster.pool(pool_name) }
10
+
11
+ describe 'pool creation' do
12
+ subject { pool }
13
+ it 'should be able to create pool' do
14
+ expect { subject.create(rule_id: rule_id) }.to_not raise_exception
15
+ end
16
+
17
+ it 'should be writable' do
18
+ expect { pool.stat }.not_to raise_exception
19
+ expect(pool.stat).to be_a Hash
20
+ end
21
+ end
22
+
23
+ let(:object_name) { spconfig[:pool][:object_name] }
24
+
25
+ describe 'RadosStorageObjectEnumerator' do
26
+ let(:storage_object_enumerator) { pool.storage_object_enumerator }
27
+ subject { storage_object_enumerator }
28
+
29
+ it 'should be a StorageObject::RadosObjectEnumerator' do
30
+ expect(subject).to be_a(
31
+ ::CephStorage::StorageObject::RadosStorageObjectEnumerator
32
+ )
33
+ end
34
+
35
+ it 'should be a CephRuby::RadosObjectEnumerator' do
36
+ expect(subject).to be_a ::CephRuby::RadosObjectEnumerator
37
+ end
38
+
39
+ describe 'before creation' do
40
+ it 'should not throw have any objects in it' do
41
+ expect(subject.inject(0) { |a, _e| a + 1 }).to be 0
42
+ end
43
+ end
44
+
45
+ describe 'after populating' do
46
+ before do
47
+ 10.times do |i|
48
+ pool.storage_object("#{object_name}.#{i}").overwrite(
49
+ 'some important content'
50
+ )
51
+ end
52
+ end
53
+
54
+ it 'should have 10 objects in it' do
55
+ expect(subject.inject(0) { |a, _e| a + 1 }).to be 10
56
+ end
57
+
58
+ it 'should return CephStorage::RadosStorageObject' do
59
+ expect(subject.first).to be_a(
60
+ CephStorage::StorageObject::RadosStorageObject
61
+ )
62
+ end
63
+ end
64
+ end
65
+
66
+ describe 'pool deletion' do
67
+ subject { pool }
68
+ it 'should be able to delete pool' do
69
+ expect { subject.destroy }.not_to raise_exception
70
+ end
71
+ end
72
+ end