anyfetch 0.1.3 → 0.1.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 29264ad4fdfd44d9a845fdba58e65c5a208b5419
-  data.tar.gz: 5de3fa9d7eb26bc116aae3da86234f2dd2a7ec99
+SHA256:
+  metadata.gz: d4e86e655372d406dda0b40962608083c22fe2e8a14612fc48b170e862b00055
+  data.tar.gz: 2ec326fbaf57e509583c5ade63fb05408a76fd378aaee227b2dd3320483eba26
 SHA512:
-  metadata.gz: 25f7793a98e193b1be087c8eabc7f6407cea71dcbe0597c2b694b56ab79de592685bfdc265793ce99fb75cb28ed3dc4c00041a291ff45cd0f58f88f066bae844
-  data.tar.gz: f42a89850d2425adc1c9e797186ec0cc18d0d30e9bae5269e0bc403355182baa89d390ff6ce64cef96aecacae1e5e5fcc254cfab81c61fe76e4d56b53e8001e3
+  metadata.gz: 77c809218d7ead0b1276aa498a7d07047a726433ff65458c72e9589105f9d6159ec106ffe331c20c7954fa2a25cca61fbb4cbec36ddc23b60f3bd4322ab52e6a
+  data.tar.gz: fd838f9a07454b62e0b75cd6454380c4dc2227dce9cb3552324867b5153773c32e4399852f2d6eb292b5e1af3a2cb22b3a96e5f79332ad14ba42a039ffde97a4

data/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Anyfetch Changelog
 
+## 0.1.5
+
+* Replace `cocaine` dependency with `terrapin` (the gem was renamed).
+
+## 0.1.4
+
+* Don't URI-encode FTP usernames
+
 ## 0.1.3
 
 * Remove automating URI-encoding altogether as it probably should not be responsibility of the library.

data/README.md

@@ -7,6 +7,7 @@ Current support:
 * local files (via path or `file:///` protocol)
 * HTTP(s)
 * FTP
+* SFTP
 
 ## Installation
 
@@ -39,7 +40,7 @@ Anyfetch.open("/path/to/file")
 Anyfetch.open("file:///path/to/file")
 ```
 
-### HTTP/HTTPS and FTP
+### HTTP/HTTPS, FTP and SFTP
 
 Internally `open-uri` (with extensions provided by `open_uri_redirections` gem) is used to fetch the file from HTTP and FTP servers. Feel free to pass any options recognized by `open-uri` or `open_uri_redirections`.
 
@@ -49,6 +50,13 @@ Anyfetch.open("https://user:password@example.org/file.html", { 'User-Agent' => '
 Anyfetch.open("ftp://user:password@example.org/file.html")
 ```
 
+For SFTP, `net-ssh` is used under the hood, user and password can be provided as part of the URI or as options. Other methods of authentication are not supported yet.
+
+```
+Anyfetch.open("sftp://user:password@example.org/file.html")
+Anyfetch.open("sftp://example.org/file.html", user: "user", password: "password")
+```
+
 ### Original filenames
 
 It is not always possible to know the original filename and/or content type of the accessed file upfront, e.g. when fetching files from the URLs like `http://example.org/file?id=123` or when the file is streamed from the server. Anyfetch provides `original_filename` method to the file instance to handle this. Internally it checks `content-disposition` meta information returned by the server, file's content type or simply file's basename for local files. This method can also be handy when trying to assign the file to an uploader like Paperclip or Carrierwave.

data/anyfetch.gemspec

@@ -21,11 +21,12 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
-  spec.add_dependency 'cocaine'
+  spec.add_dependency 'terrapin'
   spec.add_dependency 'mime-types'
   spec.add_dependency 'open_uri_redirections'
+  spec.add_dependency 'net-sftp'
 
-  spec.add_development_dependency "bundler", "~> 1.15"
+  spec.add_development_dependency "bundler", "~> 2.0"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
 end

data/lib/anyfetch/ftp.rb

@@ -12,6 +12,12 @@ module Anyfetch
     private
 
     def setup_auth
+      if @uri.user
+        # URI-encoded user must be passed to open-uri
+        # Rollback URI-encoding of user here
+        @uri.instance_variable_set "@user", URI.decode(@uri.user)
+      end
+
       if @uri.password
         # Rollback URI-encoding of password by open-uri lib
         @uri.instance_variable_set "@password", URI.decode(@uri.password)

data/lib/anyfetch/open_uri.rb

@@ -8,7 +8,7 @@ module Anyfetch
     end
 
     def open
-      file = super(@uri, @options)
+      file = ::OpenURI.open_uri(@uri, @options)
 
       if file.is_a?(StringIO)
         file = to_tempfile(file)

data/lib/anyfetch/original_filename/content_type.rb

@@ -1,4 +1,4 @@
-require "cocaine"
+require "terrapin"
 require "mime-types"
 
 module Anyfetch
@@ -13,7 +13,7 @@ module Anyfetch
         filename = ::File.basename(base_uri.path)
         ext = ::File.extname(filename)
 
-        cmd = Cocaine::CommandLine.new('/usr/bin/file', '--mime-type -b :file')
+        cmd = Terrapin::CommandLine.new('/usr/bin/file', '--mime-type -b :file')
         begin
           mime_type = cmd.run(:file => path)
         rescue

data/lib/anyfetch/sftp.rb

@@ -0,0 +1,30 @@
+require "net/sftp"
+
+module Anyfetch
+  class SFTP
+    def initialize(uri, options = {})
+      @uri = uri
+      @options = options
+    end
+
+    def open
+      user = @options.delete(:user) || @uri.user
+      options = { password: @uri.password }.merge(@options)
+
+      filename = ::File.basename(@uri.path)
+
+      tempfile = Tempfile.new(filename)
+      tempfile.binmode
+
+      Net::SFTP.start(@uri.host, user, options) do |sftp|
+        sftp.file.open(@uri.path, "r") do |file|
+          while !file.eof? do
+            tempfile << file.read(32 * 1024 * 1024)
+          end
+        end
+      end
+
+      tempfile.extend(OriginalFilename::Path)
+    end
+  end
+end

data/lib/anyfetch/version.rb

@@ -1,3 +1,3 @@
 module Anyfetch
-  VERSION = "0.1.3"
+  VERSION = "0.1.7"
 end

data/lib/anyfetch.rb

@@ -4,6 +4,7 @@ require "open_uri_redirections"
 require "anyfetch/file"
 require "anyfetch/ftp"
 require "anyfetch/http"
+require "anyfetch/sftp"
 require "anyfetch/version"
 
 module Anyfetch extend self
@@ -25,6 +26,7 @@ module Anyfetch extend self
       case scheme
       when "file"    then File
       when "ftp"     then FTP
+      when "sftp"    then SFTP
       when /^https?/ then HTTP
       else
         raise "No handler for '#{scheme}' protocol."

metadata

@@ -1,17 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: anyfetch
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.7
 platform: ruby
 authors:
 - Michał Szajbe
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-11-30 00:00:00.000000000 Z
+date: 2022-02-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: cocaine
+  name: terrapin
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -52,20 +52,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-sftp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.15'
+        version: '2.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.15'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -120,6 +134,7 @@ files:
 - lib/anyfetch/open_uri.rb
 - lib/anyfetch/original_filename/content_type.rb
 - lib/anyfetch/original_filename/path.rb
+- lib/anyfetch/sftp.rb
 - lib/anyfetch/version.rb
 homepage: https://github.com/szajbus/anyfetch
 licenses:
@@ -140,8 +155,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 3.3.3
 signing_key: 
 specification_version: 4
 summary: Fetch files via any protocol.