bfs 0.7.3 → 0.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/bfs.rb +15 -0
- data/lib/bfs/blob.rb +3 -0
- data/lib/bfs/bucket/fs.rb +3 -8
- data/lib/bfs/bucket/in_mem.rb +19 -12
- data/lib/bfs/helpers.rb +36 -12
- data/spec/bfs/blob_spec.rb +12 -7
- data/spec/bfs/bucket/abstract_spec.rb +1 -1
- data/spec/bfs/bucket/fs_spec.rb +7 -5
- data/spec/bfs/helpers_spec.rb +20 -13
- data/spec/bfs_spec.rb +4 -4
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 20fe1fe66fa9d9d5bc0bbee1e912a505eed9a19bfc26bfc7c7d4a37aa7cb11bc
|
4
|
+
data.tar.gz: 6ed8b53369f1cdd1258ff371599b29658b0232f5c05f4c6b1425120520d7e0a2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 50d32db0f8b0014c06bdacd7f418dc26bca5bc1aae773d45128b2fc9cd02990a36833b05a0957972df0fb52a12f1258385ec2f5987bff7de07afa47f381208f8
|
7
|
+
data.tar.gz: 6654baa91816121fbea28ea73f854f47b5477325a5c2f1c5e588a81fcab9df60659cbbf760dac48f75e3456bc08af966f807706e1f694470602ef26956ad1fa5
|
data/lib/bfs.rb
CHANGED
@@ -4,6 +4,8 @@ require 'cgi'
|
|
4
4
|
module BFS
|
5
5
|
class FileInfo < Hash
|
6
6
|
def initialize(**attrs)
|
7
|
+
super(nil)
|
8
|
+
|
7
9
|
update(size: 0, mtime: Time.at(0), mode: 0, metadata: {})
|
8
10
|
update(attrs)
|
9
11
|
end
|
@@ -36,10 +38,23 @@ module BFS
|
|
36
38
|
def self.register(*schemes, &resolver)
|
37
39
|
@registry ||= {}
|
38
40
|
schemes.each do |scheme|
|
41
|
+
scheme = scheme.to_s
|
42
|
+
raise(ArgumentError, "scheme #{scheme} is already registered") if @registry.key?(scheme)
|
43
|
+
|
39
44
|
@registry[scheme] = resolver
|
40
45
|
end
|
41
46
|
end
|
42
47
|
|
48
|
+
def self.unregister(*schemes)
|
49
|
+
@registry ||= {}
|
50
|
+
schemes.each do |scheme|
|
51
|
+
scheme = scheme.to_s
|
52
|
+
raise(ArgumentError, "scheme #{scheme} is not registered") unless @registry.key?(scheme)
|
53
|
+
|
54
|
+
@registry.delete(scheme)
|
55
|
+
end
|
56
|
+
end
|
57
|
+
|
43
58
|
def self.resolve(url, &block)
|
44
59
|
url = url.is_a?(::URI) ? url.dup : URI.parse(url)
|
45
60
|
rsl = @registry[url.scheme]
|
data/lib/bfs/blob.rb
CHANGED
@@ -32,6 +32,9 @@ module BFS
|
|
32
32
|
end
|
33
33
|
|
34
34
|
# Creates the blob and opens it for writing.
|
35
|
+
# If a block is passed the writer is automatically committed in the end.
|
36
|
+
# If no block is passed, you must manually call #commit to persist the
|
37
|
+
# result.
|
35
38
|
def create(**opts, &block)
|
36
39
|
@bucket.create(path, **opts, &block)
|
37
40
|
end
|
data/lib/bfs/bucket/fs.rb
CHANGED
@@ -42,14 +42,9 @@ module BFS
|
|
42
42
|
full = @root.join(norm_path(path))
|
43
43
|
FileUtils.mkdir_p(full.dirname.to_s)
|
44
44
|
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
begin
|
49
|
-
yield temp
|
50
|
-
ensure
|
51
|
-
temp.close
|
52
|
-
end
|
45
|
+
BFS::Writer.new(full, encoding: encoding, perm: perm) do |temp|
|
46
|
+
FileUtils.mv temp, full.to_s
|
47
|
+
end.perform(&block)
|
53
48
|
end
|
54
49
|
|
55
50
|
# Opens an existing file for reading
|
data/lib/bfs/bucket/in_mem.rb
CHANGED
@@ -1,5 +1,6 @@
|
|
1
1
|
require 'bfs'
|
2
2
|
require 'stringio'
|
3
|
+
require 'delegate'
|
3
4
|
|
4
5
|
module BFS
|
5
6
|
module Bucket
|
@@ -7,6 +8,21 @@ module BFS
|
|
7
8
|
class InMem < Abstract
|
8
9
|
Entry = Struct.new(:io, :mtime, :content_type, :metadata)
|
9
10
|
|
11
|
+
class Writer < DelegateClass(::StringIO)
|
12
|
+
include BFS::Writer::Mixin
|
13
|
+
|
14
|
+
def initialize(encoding:, &on_commit)
|
15
|
+
@on_commit = on_commit
|
16
|
+
|
17
|
+
sio = StringIO.new
|
18
|
+
sio.set_encoding(encoding)
|
19
|
+
super sio
|
20
|
+
end
|
21
|
+
|
22
|
+
alias close! close
|
23
|
+
alias commit_ref __getobj__
|
24
|
+
end
|
25
|
+
|
10
26
|
def initialize(**opts)
|
11
27
|
super(**opts.dup)
|
12
28
|
@files = {}
|
@@ -43,18 +59,9 @@ module BFS
|
|
43
59
|
# @option opts [String] :content_type Custom content type.
|
44
60
|
# @option opts [Hash] :metadata Metadata key-value pairs.
|
45
61
|
def create(path, encoding: self.encoding, content_type: nil, metadata: nil, **_opts, &block)
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
entry = Entry.new(io, Time.now, content_type, norm_meta(metadata))
|
50
|
-
@files[norm_path(path)] = entry
|
51
|
-
return io unless block
|
52
|
-
|
53
|
-
begin
|
54
|
-
yield(io)
|
55
|
-
ensure
|
56
|
-
io.close
|
57
|
-
end
|
62
|
+
Writer.new(encoding: encoding) do |wio|
|
63
|
+
@files[norm_path(path)] = Entry.new(wio, Time.now, content_type, norm_meta(metadata))
|
64
|
+
end.perform(&block)
|
58
65
|
end
|
59
66
|
|
60
67
|
# Opens an existing file for reading
|
data/lib/bfs/helpers.rb
CHANGED
@@ -2,21 +2,45 @@ require 'tempfile'
|
|
2
2
|
require 'delegate'
|
3
3
|
|
4
4
|
module BFS
|
5
|
-
class
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
5
|
+
class Writer < DelegateClass(::Tempfile)
|
6
|
+
module Mixin
|
7
|
+
def perform
|
8
|
+
return self unless block_given?
|
9
|
+
|
10
|
+
begin
|
11
|
+
yield self
|
12
|
+
commit
|
13
|
+
ensure
|
14
|
+
discard
|
15
|
+
end
|
16
|
+
end
|
17
|
+
|
18
|
+
def commit
|
19
|
+
close
|
20
|
+
return false if @on_commit.nil?
|
21
|
+
|
22
|
+
@on_commit.call(commit_ref)
|
23
|
+
true
|
24
|
+
ensure
|
25
|
+
discard
|
26
|
+
end
|
27
|
+
|
28
|
+
def discard
|
29
|
+
@on_commit = nil
|
30
|
+
close!
|
31
|
+
end
|
11
32
|
end
|
12
33
|
|
13
|
-
|
14
|
-
|
34
|
+
include Mixin
|
35
|
+
|
36
|
+
def initialize(name, tempdir: nil, perm: nil, **opts, &on_commit)
|
37
|
+
@on_commit = on_commit
|
15
38
|
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
@tempfile.unlink
|
39
|
+
tempfile = ::Tempfile.new(File.basename(name.to_s), tempdir, **opts)
|
40
|
+
tempfile.chmod(perm) if perm
|
41
|
+
super tempfile
|
20
42
|
end
|
43
|
+
|
44
|
+
alias commit_ref path
|
21
45
|
end
|
22
46
|
end
|
data/spec/bfs/blob_spec.rb
CHANGED
@@ -2,12 +2,15 @@ require 'spec_helper'
|
|
2
2
|
|
3
3
|
RSpec.describe BFS::Blob, core: true do
|
4
4
|
describe 'default' do
|
5
|
+
subject { described_class.new('memtest://bucket/path/to/file.txt') }
|
6
|
+
|
5
7
|
let(:bucket) { BFS::Bucket::InMem.new }
|
8
|
+
|
6
9
|
before { allow(BFS).to receive(:resolve).and_return(bucket) }
|
7
|
-
|
10
|
+
|
8
11
|
after { subject.close }
|
9
12
|
|
10
|
-
it '
|
13
|
+
it 'moves' do
|
11
14
|
expect(subject.path).to eq('path/to/file.txt')
|
12
15
|
expect { subject.mv('/to/other/path.txt') }.to raise_error(BFS::FileNotFound)
|
13
16
|
|
@@ -16,7 +19,7 @@ RSpec.describe BFS::Blob, core: true do
|
|
16
19
|
expect(subject.path).to eq('to/other/path.txt')
|
17
20
|
end
|
18
21
|
|
19
|
-
it '
|
22
|
+
it 'write/reads' do
|
20
23
|
expect { subject.read }.to raise_error(BFS::FileNotFound)
|
21
24
|
subject.write('TESTDATA', content_type: 'text/plain', metadata: { 'x-key' => 'val' })
|
22
25
|
|
@@ -36,12 +39,14 @@ RSpec.describe BFS::Blob, core: true do
|
|
36
39
|
end
|
37
40
|
|
38
41
|
describe 'file system' do
|
42
|
+
subject { described_class.new("file:///#{path}") }
|
43
|
+
|
39
44
|
let(:tmpdir) { Dir.mktmpdir }
|
40
45
|
let(:path) { "#{tmpdir}/path/to/file.txt".sub('/', '') }
|
41
|
-
after { FileUtils.rm_rf tmpdir }
|
42
|
-
subject { described_class.new("file:///#{path}") }
|
43
46
|
|
44
|
-
|
47
|
+
after { FileUtils.rm_rf tmpdir }
|
48
|
+
|
49
|
+
it 'moves' do
|
45
50
|
expect(subject.path).to eq(path)
|
46
51
|
expect { subject.mv("#{tmpdir}/to/other/path.txt") }.to raise_error(BFS::FileNotFound)
|
47
52
|
|
@@ -54,7 +59,7 @@ RSpec.describe BFS::Blob, core: true do
|
|
54
59
|
]
|
55
60
|
end
|
56
61
|
|
57
|
-
it '
|
62
|
+
it 'write/reads' do
|
58
63
|
expect { subject.read }.to raise_error(BFS::FileNotFound)
|
59
64
|
|
60
65
|
subject.write('TESTDATA', content_type: 'text/plain', metadata: { 'x-key' => 'val' })
|
data/spec/bfs/bucket/fs_spec.rb
CHANGED
@@ -1,15 +1,17 @@
|
|
1
1
|
require 'spec_helper'
|
2
2
|
|
3
3
|
RSpec.describe BFS::Bucket::FS, core: true do
|
4
|
-
let(:tmpdir) { Dir.mktmpdir }
|
5
|
-
after { FileUtils.rm_rf tmpdir }
|
6
4
|
subject { described_class.new(tmpdir) }
|
7
5
|
|
6
|
+
let(:tmpdir) { Dir.mktmpdir }
|
7
|
+
|
8
|
+
after { FileUtils.rm_rf tmpdir }
|
9
|
+
|
8
10
|
it_behaves_like 'a bucket',
|
9
11
|
content_type: false,
|
10
12
|
metadata: false
|
11
13
|
|
12
|
-
it '
|
14
|
+
it 'resolves from URL' do
|
13
15
|
File.open(File.join(tmpdir, 'test.txt'), 'wb') {|f| f.write 'TESTDATA' }
|
14
16
|
|
15
17
|
bucket = BFS.resolve("file://#{tmpdir}")
|
@@ -18,14 +20,14 @@ RSpec.describe BFS::Bucket::FS, core: true do
|
|
18
20
|
bucket.close
|
19
21
|
end
|
20
22
|
|
21
|
-
it '
|
23
|
+
it 'supports custom perms on #initialize' do
|
22
24
|
blob = BFS::Blob.new("file://#{tmpdir}/test.txt?perm=0666")
|
23
25
|
blob.create {|w| w.write 'foo' }
|
24
26
|
expect(blob.info.mode).to eq(0o666)
|
25
27
|
blob.close
|
26
28
|
end
|
27
29
|
|
28
|
-
it '
|
30
|
+
it 'supports custom perms on #create' do
|
29
31
|
blob = BFS::Blob.new("file://#{tmpdir}/test.txt")
|
30
32
|
blob.create(perm: 0o666) {|w| w.write 'foo' }
|
31
33
|
expect(blob.info.mode).to eq(0o666)
|
data/spec/bfs/helpers_spec.rb
CHANGED
@@ -1,22 +1,29 @@
|
|
1
1
|
require 'spec_helper'
|
2
2
|
|
3
|
-
RSpec.describe BFS::
|
4
|
-
|
5
|
-
subject { described_class.new 'test', &closer }
|
3
|
+
RSpec.describe BFS::Writer, core: true do
|
4
|
+
subject { described_class.new 'test', &on_commit }
|
6
5
|
|
7
|
-
|
8
|
-
missing = ::File.public_instance_methods - subject.public_methods
|
9
|
-
expect(missing).to be_empty
|
10
|
-
end
|
6
|
+
let(:on_commit) { proc { true } }
|
11
7
|
|
12
|
-
it '
|
13
|
-
subject = described_class.new 'test', perm: 0o640, &
|
8
|
+
it 'supports custom params' do
|
9
|
+
subject = described_class.new 'test', perm: 0o640, &on_commit
|
14
10
|
expect(subject.stat.mode).to eq(0o100640)
|
15
|
-
expect(subject.
|
11
|
+
expect(subject.commit).to be(true)
|
12
|
+
end
|
13
|
+
|
14
|
+
it 'executes a on_commit block' do
|
15
|
+
expect(on_commit).to receive(:call).with(subject.path).once
|
16
|
+
expect(subject.commit).to be(true)
|
17
|
+
expect(subject.commit).to be(false)
|
18
|
+
end
|
19
|
+
|
20
|
+
it 'may skip on_commit block' do
|
21
|
+
expect(on_commit).not_to receive(:call)
|
22
|
+
expect(subject.discard).to be(true)
|
16
23
|
end
|
17
24
|
|
18
|
-
it '
|
19
|
-
expect(
|
20
|
-
expect(subject.close).to
|
25
|
+
it 'does not auto-commit on close' do
|
26
|
+
expect(on_commit).not_to receive(:call)
|
27
|
+
expect(subject.close).to be_nil
|
21
28
|
end
|
22
29
|
end
|
data/spec/bfs_spec.rb
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
require 'spec_helper'
|
2
2
|
|
3
3
|
RSpec.describe BFS, core: true do
|
4
|
-
it '
|
5
|
-
bucket =
|
4
|
+
it 'resolves' do
|
5
|
+
bucket = described_class.resolve("file://#{Dir.tmpdir}")
|
6
6
|
expect(bucket).to be_instance_of(BFS::Bucket::FS)
|
7
7
|
bucket.close
|
8
8
|
end
|
9
9
|
|
10
|
-
it '
|
11
|
-
|
10
|
+
it 'resolves with block' do
|
11
|
+
described_class.resolve("file://#{Dir.tmpdir}") do |bucket|
|
12
12
|
expect(bucket).to be_instance_of(BFS::Bucket::FS)
|
13
13
|
expect(bucket).to receive(:close)
|
14
14
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: bfs
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.8.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Dimitrij Denissenko
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-02-04 00:00:00.000000000 Z
|
12
12
|
dependencies: []
|
13
13
|
description: Minimalist abstraction for bucket storage
|
14
14
|
email: dimitrij@blacksquaremedia.com
|