bfs-scp 0.7.6 → 0.8.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b6de04002b6c77e4844986f058b84ed6ec066ea0449a8046f14f5bb5d30c9451
-  data.tar.gz: 8da046cce602ade820a2d3143918919db5f5d7d5f5af4f083e98a3bd81082fa1
+  metadata.gz: 764bb3ccf2dcd35ea53ffa7394d8943661fcb6ce6c17592ddfb5a912ded02df0
+  data.tar.gz: 184fc9c2e7cc5209822b395ac895e2df40bf238d9d5b2b324aba114809416a0f
 SHA512:
-  metadata.gz: 18039611b8beffc15715cc13de3e1d9f36af8f71bd5a79ff2847289572d16d6793bd3a3d9ee90cce28623a6b40f1fad5894b4c64d1a131ea9cc8230d06bcf34b
-  data.tar.gz: a6be1bb4418cc1e31c45a6e247879a0269d3f5832bb62dabf9b083658050eb05a20b429a030d8b36d4403f13cadfd239a9705037123dd08e536847ef22b61cb1
+  metadata.gz: dd816f10a701439f12b77b1a11429b154601fb8383748646a171d98428cbafb02f8d11a29ab1e9736f94b572a8b0d94e1441f2d3277b62624b7a5ced5006e71a
+  data.tar.gz: 49757704938ac5ca0dc66e0988486a96f697fe2be8ce242d35854c4eb43c19fb28fa4369ef537db535d3e10fc3d543cc75bc26f9b0ef5db17c291c54844fc1d4

data/lib/bfs/bucket/scp.rb

@@ -42,14 +42,15 @@ module BFS
 
       # Lists the contents of a bucket using a glob pattern
       def ls(pattern = '**/*', **_opts)
-        prefix = @prefix ? abs_path(@prefix) : '/'
-        Enumerator.new do |y|
-          sh! 'find', prefix, '-type', 'f' do |out|
-            out.each_line do |line|
-              path = trim_prefix(norm_path(line.strip))
-              y << path if File.fnmatch?(pattern, path, File::FNM_PATHNAME)
-            end
-          end
+        Enumerator.new do |acc|
+          walk(pattern) {|path| acc << path }
+        end
+      end
+
+      # Iterates over the contents of a bucket using a glob pattern
+      def glob(pattern = '**/*', **_opts)
+        Enumerator.new do |acc|
+          walk(pattern, with_stat: true) {|info| acc << info }
         end
       end
 
@@ -57,9 +58,11 @@ module BFS
       def info(path, **_opts)
         full = full_path(path)
         path = norm_path(path)
-        out  = sh! 'stat', '-c', '%s;%Z;%a', full
+        out  = sh! %(stat -c '%F;%s;%Z;%a' #{Shellwords.escape full})
+
+        type, size, epoch, mode = out.strip.split(';', 4)
+        raise BFS::FileNotFound, path unless type.include?('file')
 
-        size, epoch, mode = out.strip.split(';', 3)
         BFS::FileInfo.new(path: path, size: size.to_i, mtime: Time.at(epoch.to_i), mode: BFS.norm_mode(mode))
       rescue CommandError => e
         e.status == 1 ? raise(BFS::FileNotFound, path) : raise
@@ -72,7 +75,7 @@ module BFS
         full = full_path(path)
 
         opts[:preserve] = true if perm && !opts.key?(:preserve)
-        BFS::TempWriter.new(path, encoding: encoding, perm: perm) do |temp_path|
+        BFS::Writer.new(path, encoding: encoding, perm: perm) do |temp_path|
           mkdir_p File.dirname(full)
           @client.upload!(temp_path, full, **opts)
         end.perform(&block)
@@ -93,7 +96,7 @@ module BFS
       # Deletes a file.
       def rm(path, **_opts)
         path = full_path(path)
-        sh! 'rm', '-f', path
+        sh! %(rm -f #{Shellwords.escape(path)})
       end
 
       # Copies src to dst
@@ -105,7 +108,7 @@ module BFS
         full_dst = full_path(dst)
 
         mkdir_p File.dirname(full_dst)
-        sh! 'cp', '-a', '-f', full_src, full_dst
+        sh! %(cp -a -f #{Shellwords.escape(full_src)} #{Shellwords.escape(full_dst)})
       rescue CommandError => e
         e.status == 1 ? raise(BFS::FileNotFound, src) : raise
       end
@@ -119,7 +122,7 @@ module BFS
         full_dst = full_path(dst)
 
         mkdir_p File.dirname(full_dst)
-        sh! 'mv', '-f', full_src, full_dst
+        sh! %(mv -f #{Shellwords.escape(full_src)} #{Shellwords.escape(full_dst)})
       rescue CommandError => e
         e.status == 1 ? raise(BFS::FileNotFound, src) : raise
       end
@@ -140,23 +143,47 @@ module BFS
         abs_path(super)
       end
 
+      def walk(pattern, with_stat: false)
+        prefix  = @prefix ? abs_path(@prefix) : '/'
+        command = %(find #{Shellwords.escape(prefix)} -type f)
+        command << %( -exec stat -c '%s;%Z;%a;%n' {} \\;) if with_stat
+
+        sh!(command) do |out|
+          out.each_line do |line|
+            line.strip!
+
+            if with_stat
+              size, epoch, mode, path = out.strip.split(';', 4)
+              path = trim_prefix(norm_path(path))
+              next unless File.fnmatch?(pattern, path, File::FNM_PATHNAME)
+
+              info = BFS::FileInfo.new(path: path, size: size.to_i, mtime: Time.at(epoch.to_i), mode: BFS.norm_mode(mode))
+              yield info
+            else
+              path = trim_prefix(norm_path(line))
+              yield path if File.fnmatch?(pattern, path, File::FNM_PATHNAME)
+            end
+          end
+        end
+      end
+
       def mkdir_p(path)
-        sh! 'mkdir', '-p', path
+        sh! %(mkdir -p #{Shellwords.escape(path)})
       end
 
-      def sh!(*cmd) # rubocop:disable Metrics/MethodLength
+      def sh!(command) # rubocop:disable Metrics/MethodLength
         stdout = ''
         stderr = nil
         status = 0
-        cmdstr = cmd.map {|x| Shellwords.escape(x) }.join(' ')
 
         @client.session.open_channel do |ch|
-          ch.exec(cmdstr) do |_, _success|
+          ch.exec(command) do |_, _success|
             ch.on_data do |_, data|
+              stdout << data
+
               if block_given?
-                yield data
-              else
-                stdout += data
+                pos = stdout.rindex("\n")
+                yield stdout.slice!(0..pos) if pos
               end
             end
             ch.on_extended_data do |_, _, data|
@@ -167,8 +194,14 @@ module BFS
             end
           end
         end
+
+        if block_given? && stdout.length.positive?
+          yield stdout
+          stdout.clear
+        end
+
         @client.session.loop
-        raise CommandError.new(cmdstr, status, stderr) unless status.zero?
+        raise CommandError.new(command, status, stderr) unless status.zero?
 
         stdout
       end

data/spec/bfs/bucket/scp_spec.rb

@@ -1,24 +1,25 @@
 require 'spec_helper'
 
 RSpec.describe BFS::Bucket::SCP, scp: true do
+  subject { described_class.new hostname, **conn_opts }
+
   let(:hostname) { '127.0.0.1' }
   let(:conn_opts) { { port: 7022, user: 'root', password: 'root', prefix: prefix } }
   let(:prefix) { SecureRandom.uuid }
 
-  subject { described_class.new hostname, **conn_opts }
   after { subject.close }
 
-  context 'absolute' do
+  context 'with absolute path' do
     it_behaves_like 'a bucket', content_type: false, metadata: false
   end
 
-  context 'relative' do
+  context 'with relative path' do
     let(:prefix) { "~/#{SecureRandom.uuid}" }
 
     it_behaves_like 'a bucket', content_type: false, metadata: false
   end
 
-  it 'should resolve from URL' do
+  it 'resolves from URL' do
     bucket = BFS.resolve('scp://root:root@127.0.0.1:7022')
     expect(bucket).to be_instance_of(described_class)
     expect(bucket.instance_variable_get(:@prefix)).to be_nil
@@ -30,7 +31,7 @@ RSpec.describe BFS::Bucket::SCP, scp: true do
     bucket.close
   end
 
-  it 'should handle absolute and relative paths' do
+  it 'handles absolute and relative paths' do
     abs = BFS::Blob.new("scp://root:root@127.0.0.1:7022/#{SecureRandom.uuid}/file.txt")
     abs.create {|w| w.write 'absolute' }
 
@@ -44,7 +45,7 @@ RSpec.describe BFS::Bucket::SCP, scp: true do
     rel.close
   end
 
-  it 'should support custom perms' do
+  it 'supports custom perms' do
     blob = BFS::Blob.new("scp://root:root@127.0.0.1:7022/#{SecureRandom.uuid}/file.txt")
     blob.create(perm: 0o666) {|w| w.write 'foo' }
     expect(blob.info.mode).to eq(0o666)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: bfs-scp
 version: !ruby/object:Gem::Version
-  version: 0.7.6
+  version: 0.8.4
 platform: ruby
 authors:
 - Dimitrij Denissenko
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-11-10 00:00:00.000000000 Z
+date: 2021-05-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bfs
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.7.6
+        version: 0.8.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.7.6
+        version: 0.8.4
 - !ruby/object:Gem::Dependency
   name: net-scp
   requirement: !ruby/object:Gem::Requirement
@@ -67,7 +67,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.2.15
 signing_key: 
 specification_version: 4
 summary: SCP/SSH adapter for bfs