bfs 0.7.5 → 0.8.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 61e0b8f8c56a60a7d3b933aacce3e476d400389bfa991b14b3adddf3af667108
-  data.tar.gz: ab0da145b04da234825c0c418a5e5dc0fc3028627431072df04c5f2f7f45b652
+  metadata.gz: 03b755b393438097fae39868308111fa84eab83caab2fd514098acc068f62feb
+  data.tar.gz: 1d35f8bc21448e828d13ee0e47b6c04ed156ebb9e4b1cd3273125ab16774945c
 SHA512:
-  metadata.gz: 4ba809e64dfdab6a918a807323acffd3228783d5c4c6a3ecc9712011ca742a2510e830fe7c2cbf73f2b0d900bdd9d5a9386e133c16ba3170b6be972366db0405
-  data.tar.gz: 1999418b45ed5c090b7bf578f9ea6c8964eb49538b98068c6eff583480b1682d63ef61a04a3f9183ba54f027e9bd876b618d5297795c469c43127474e808449d
+  metadata.gz: a95cfcb805b0f91b3dba7113abab08d5792030cd111e8772a94824baee0fe10d9b932d50e5d6f8e17575b1f224ceea43e46e556029bd7e0a70f610794c277b25
+  data.tar.gz: 947eea2d6c8482718cb6e33b04038b8e8c23ae9f5b0e43e0af4e6a401adf19d6c1bf8a5784b92c659ac8d589845195c9fe3e51f5e7d3ce278ffe49fdf6693cfd

data/lib/bfs/blob.rb

@@ -32,6 +32,9 @@ module BFS
     end
 
     # Creates the blob and opens it for writing.
+    # If a block is passed the writer is automatically committed in the end.
+    # If no block is passed, you must manually call #commit to persist the
+    # result.
     def create(**opts, &block)
       @bucket.create(path, **opts, &block)
     end

data/lib/bfs/bucket/abstract.rb

@@ -40,6 +40,11 @@ module BFS
         raise 'not implemented'
       end
 
+      # Iterates over the contents of a bucket using a glob pattern
+      def glob(_pattern = '**', **_opts)
+        raise 'not implemented'
+      end
+
       # Info returns the info for a single file
       def info(_path, **_opts)
         raise 'not implemented'
@@ -107,7 +112,7 @@ module BFS
       def norm_meta(meta)
         norm = {}
         meta.each do |key, value|
-          nkey = key.to_s.downcase.split(/-/).map(&:capitalize).join('-')
+          nkey = key.to_s.downcase.split('-').map(&:capitalize).join('-')
           norm[nkey] = value
         end if meta.is_a?(Hash)
         norm

data/lib/bfs/bucket/fs.rb

@@ -15,19 +15,30 @@ module BFS
 
       # Lists the contents of a bucket using a glob pattern
       def ls(pattern = '**/*', **_opts)
-        Enumerator.new do |y|
-          Pathname.glob(@root.join(pattern)) do |pname|
-            y << trim_prefix(pname.to_s) if pname.file?
+        Enumerator.new do |acc|
+          walk(pattern) do |path, _|
+            acc << path
+          end
+        end
+      end
+
+      # Iterates over the contents of a bucket using a glob pattern
+      def glob(pattern = '**/*', **_opts)
+        Enumerator.new do |acc|
+          walk(pattern) do |path, stat|
+            acc << file_info(path, stat)
           end
         end
       end
 
       # Info returns the info for a single file
       def info(path, **_opts)
-        full = @root.join(norm_path(path))
-        path = trim_prefix(full.to_s)
-        stat = full.stat
-        BFS::FileInfo.new(path: path, size: stat.size, mtime: stat.mtime, mode: BFS.norm_mode(stat.mode))
+        norm = norm_path(path)
+        pn   = @root.join(norm)
+        stat = pn.stat
+        raise BFS::FileNotFound, path unless stat.file?
+
+        file_info(norm, stat)
       rescue Errno::ENOENT
         raise BFS::FileNotFound, path
       end
@@ -42,7 +53,7 @@ module BFS
         full = @root.join(norm_path(path))
         FileUtils.mkdir_p(full.dirname.to_s)
 
-        BFS::TempWriter.new(full, encoding: encoding, perm: perm) do |temp|
+        BFS::Writer.new(full, encoding: encoding, perm: perm) do |temp|
           FileUtils.mv temp, full.to_s
         end.perform(&block)
       end
@@ -93,6 +104,19 @@ module BFS
       rescue Errno::ENOENT
         raise BFS::FileNotFound, norm_path(src)
       end
+
+      private
+
+      def walk(pattern)
+        Pathname.glob(@root.join(pattern)) do |pn|
+          stat = pn.stat
+          yield(trim_prefix(pn.to_s), stat) if stat.file?
+        end
+      end
+
+      def file_info(path, stat)
+        BFS::FileInfo.new(path: path, size: stat.size, mtime: stat.mtime, mode: BFS.norm_mode(stat.mode))
+      end
     end
   end
 end

data/lib/bfs/bucket/in_mem.rb

@@ -1,5 +1,6 @@
 require 'bfs'
 require 'stringio'
+require 'delegate'
 
 module BFS
   module Bucket
@@ -8,33 +9,18 @@ module BFS
       Entry = Struct.new(:io, :mtime, :content_type, :metadata)
 
       class Writer < DelegateClass(::StringIO)
-        def initialize(encoding:, &closer)
-          @closer = closer
+        include BFS::Writer::Mixin
+
+        def initialize(encoding:, &on_commit)
+          @on_commit = on_commit
 
           sio = StringIO.new
           sio.set_encoding(encoding)
           super sio
         end
 
-        def close
-          close!
-          @closer&.call(self)
-        end
-
-        def close!
-          __getobj__.close
-        end
-
-        def perform(&block)
-          return self unless block
-
-          begin
-            yield self
-            close
-          ensure
-            close!
-          end
-        end
+        alias close! close
+        alias commit_ref __getobj__
       end
 
       def initialize(**opts)
@@ -50,8 +36,17 @@ module BFS
       # Lists the contents of a bucket using a glob pattern
       def ls(pattern = '**/*', **_opts)
         Enumerator.new do |y|
-          @files.each_key do |key|
-            y << key if File.fnmatch?(pattern, key, File::FNM_PATHNAME)
+          @files.each_key do |path|
+            y << path if File.fnmatch?(pattern, path, File::FNM_PATHNAME)
+          end
+        end
+      end
+
+      # Iterates over the contents of a bucket using a glob pattern
+      def glob(pattern = '**/*', **_opts)
+        Enumerator.new do |y|
+          @files.each_key do |path|
+            y << file_info(path) if File.fnmatch?(pattern, path, File::FNM_PATHNAME)
           end
         end
       end
@@ -61,8 +56,7 @@ module BFS
         path = norm_path(path)
         raise BFS::FileNotFound, path unless @files.key?(path)
 
-        entry = @files[path]
-        BFS::FileInfo.new(path: path, size: entry.io.size, mtime: entry.mtime, content_type: entry.content_type, metadata: entry.metadata)
+        file_info(path)
       end
 
       # Creates a new file and opens it for writing.
@@ -98,6 +92,13 @@ module BFS
       def rm(path, **_opts)
         @files.delete(norm_path(path))
       end
+
+      private
+
+      def file_info(path)
+        entry = @files[path]
+        BFS::FileInfo.new path: path, size: entry.io.size, mtime: entry.mtime, content_type: entry.content_type, metadata: entry.metadata
+      end
     end
   end
 end

data/lib/bfs/helpers.rb

@@ -2,35 +2,45 @@ require 'tempfile'
 require 'delegate'
 
 module BFS
-  class TempWriter < DelegateClass(::Tempfile)
-    def initialize(name, tempdir: nil, perm: nil, **opts, &closer)
-      @closer = closer
+  class Writer < DelegateClass(::Tempfile)
+    module Mixin
+      def perform
+        return self unless block_given?
 
-      tempfile = ::Tempfile.new(File.basename(name.to_s), tempdir, **opts)
-      tempfile.chmod(perm) if perm
-      super tempfile
-    end
-
-    def perform(&block)
-      return self unless block
+        begin
+          yield self
+          commit
+        ensure
+          discard
+        end
+      end
 
-      begin
-        yield self
+      def commit
         close
+        return false if @on_commit.nil?
+
+        @on_commit.call(commit_ref)
+        true
       ensure
+        discard
+      end
+
+      def discard
+        @on_commit = nil
         close!
       end
     end
 
-    def close
-      return if closed?
+    include Mixin
 
-      tempfile = __getobj__
-      tempfile.close
-      @closer&.call(tempfile.path)
-      true
-    ensure
-      tempfile.unlink
+    def initialize(name, tempdir: nil, perm: nil, **opts, &on_commit)
+      @on_commit = on_commit
+
+      tempfile = ::Tempfile.new(File.basename(name.to_s), tempdir, **opts)
+      tempfile.chmod(perm) if perm
+      super tempfile
     end
+
+    alias commit_ref path
   end
 end

data/spec/bfs/blob_spec.rb

@@ -2,12 +2,15 @@ require 'spec_helper'
 
 RSpec.describe BFS::Blob, core: true do
   describe 'default' do
+    subject      { described_class.new('memtest://bucket/path/to/file.txt') }
+
     let(:bucket) { BFS::Bucket::InMem.new }
+
     before       { allow(BFS).to receive(:resolve).and_return(bucket) }
-    subject      { described_class.new('memtest://bucket/path/to/file.txt') }
+
     after        { subject.close }
 
-    it 'should move' do
+    it 'moves' do
       expect(subject.path).to eq('path/to/file.txt')
       expect { subject.mv('/to/other/path.txt') }.to raise_error(BFS::FileNotFound)
 
@@ -16,7 +19,7 @@ RSpec.describe BFS::Blob, core: true do
       expect(subject.path).to eq('to/other/path.txt')
     end
 
-    it 'should write/read' do
+    it 'write/reads' do
       expect { subject.read }.to raise_error(BFS::FileNotFound)
       subject.write('TESTDATA', content_type: 'text/plain', metadata: { 'x-key' => 'val' })
 
@@ -36,12 +39,14 @@ RSpec.describe BFS::Blob, core: true do
   end
 
   describe 'file system' do
+    subject { described_class.new("file:///#{path}") }
+
     let(:tmpdir) { Dir.mktmpdir }
     let(:path)   { "#{tmpdir}/path/to/file.txt".sub('/', '') }
-    after   { FileUtils.rm_rf tmpdir }
-    subject { described_class.new("file:///#{path}") }
 
-    it 'should move' do
+    after { FileUtils.rm_rf tmpdir }
+
+    it 'moves' do
       expect(subject.path).to eq(path)
       expect { subject.mv("#{tmpdir}/to/other/path.txt") }.to raise_error(BFS::FileNotFound)
 
@@ -54,7 +59,7 @@ RSpec.describe BFS::Blob, core: true do
       ]
     end
 
-    it 'should write/read' do
+    it 'write/reads' do
       expect { subject.read }.to raise_error(BFS::FileNotFound)
 
       subject.write('TESTDATA', content_type: 'text/plain', metadata: { 'x-key' => 'val' })

data/spec/bfs/bucket/abstract_spec.rb

@@ -1,7 +1,7 @@
 require 'spec_helper'
 
 RSpec.describe BFS::Bucket::Abstract, core: true do
-  it 'should open with a block' do
+  it 'opens with a block' do
     sub_class = Class.new(described_class) do
       def close
         @closed = true

data/spec/bfs/bucket/fs_spec.rb

@@ -1,15 +1,17 @@
 require 'spec_helper'
 
 RSpec.describe BFS::Bucket::FS, core: true do
-  let(:tmpdir) { Dir.mktmpdir }
-  after   { FileUtils.rm_rf tmpdir }
   subject { described_class.new(tmpdir) }
 
+  let(:tmpdir) { Dir.mktmpdir }
+
+  after { FileUtils.rm_rf tmpdir }
+
   it_behaves_like 'a bucket',
                   content_type: false,
                   metadata: false
 
-  it 'should resolve from URL' do
+  it 'resolves from URL' do
     File.open(File.join(tmpdir, 'test.txt'), 'wb') {|f| f.write 'TESTDATA' }
 
     bucket = BFS.resolve("file://#{tmpdir}")
@@ -18,14 +20,14 @@ RSpec.describe BFS::Bucket::FS, core: true do
     bucket.close
   end
 
-  it 'should support custom perms on #initialize' do
+  it 'supports custom perms on #initialize' do
     blob = BFS::Blob.new("file://#{tmpdir}/test.txt?perm=0666")
     blob.create {|w| w.write 'foo' }
     expect(blob.info.mode).to eq(0o666)
     blob.close
   end
 
-  it 'should support custom perms on #create' do
+  it 'supports custom perms on #create' do
     blob = BFS::Blob.new("file://#{tmpdir}/test.txt")
     blob.create(perm: 0o666) {|w| w.write 'foo' }
     expect(blob.info.mode).to eq(0o666)

data/spec/bfs/helpers_spec.rb

@@ -1,27 +1,29 @@
 require 'spec_helper'
 
-RSpec.describe BFS::TempWriter, core: true do
-  let(:closer) { proc {} }
-  subject { described_class.new 'test', &closer }
+RSpec.describe BFS::Writer, core: true do
+  subject { described_class.new 'test', &on_commit }
 
-  it 'should behave like a File' do
-    missing = ::File.public_instance_methods - subject.public_methods
-    expect(missing).to be_empty
-  end
+  let(:on_commit) { proc { true } }
 
-  it 'should support custom params' do
-    subject = described_class.new 'test', perm: 0o640, &closer
+  it 'supports custom params' do
+    subject = described_class.new 'test', perm: 0o640, &on_commit
     expect(subject.stat.mode).to eq(0o100640)
-    expect(subject.close).to be_truthy
+    expect(subject.commit).to be(true)
+  end
+
+  it 'executes a on_commit block' do
+    expect(on_commit).to receive(:call).with(subject.path).once
+    expect(subject.commit).to be(true)
+    expect(subject.commit).to be(false)
   end
 
-  it 'should exectute a closer block' do
-    expect(closer).to receive(:call).with(subject.path)
-    expect(subject.close).to be_truthy
+  it 'may skip on_commit block' do
+    expect(on_commit).not_to receive(:call)
+    expect(subject.discard).to be(true)
   end
 
-  it 'may skip closer block' do
-    expect(closer).not_to receive(:call)
-    expect(subject.close!).to be_truthy
+  it 'does not auto-commit on close' do
+    expect(on_commit).not_to receive(:call)
+    expect(subject.close).to be_nil
   end
 end

data/spec/bfs_spec.rb

@@ -1,14 +1,14 @@
 require 'spec_helper'
 
 RSpec.describe BFS, core: true do
-  it 'should resolve' do
-    bucket = BFS.resolve("file://#{Dir.tmpdir}")
+  it 'resolves' do
+    bucket = described_class.resolve("file://#{Dir.tmpdir}")
     expect(bucket).to be_instance_of(BFS::Bucket::FS)
     bucket.close
   end
 
-  it 'should resolve with block' do
-    BFS.resolve("file://#{Dir.tmpdir}") do |bucket|
+  it 'resolves with block' do
+    described_class.resolve("file://#{Dir.tmpdir}") do |bucket|
       expect(bucket).to be_instance_of(BFS::Bucket::FS)
       expect(bucket).to receive(:close)
     end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bfs
 version: !ruby/object:Gem::Version
-  version: 0.7.5
+  version: 0.8.3
 platform: ruby
 authors:
 - Dimitrij Denissenko
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-11-02 00:00:00.000000000 Z
+date: 2021-05-27 00:00:00.000000000 Z
 dependencies: []
 description: Minimalist abstraction for bucket storage
 email: dimitrij@blacksquaremedia.com
@@ -51,7 +51,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.15
 signing_key: 
 specification_version: 4
 summary: Multi-platform cloud bucket adapter