refile-postgres 1.3.0 → 1.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b8bef59aba0412348cf839d73d050fe0884d0a76
-  data.tar.gz: 67e92c6a6f7ff603458ffa802c45af72468f2c4a
+  metadata.gz: 3af65c53e11c0e9bfe133c1f90e96ad49129adab
+  data.tar.gz: aab1a3e85982632372366006e96757a221da3b62
 SHA512:
-  metadata.gz: fb11435d032ab11d7b3f7fe05ca49b2d9d50b3bce200d08d6d8b706b3b4d4c47f647c43483b10c3806424e8b62c051ed2d18c9b6ef8216d6c7fd8c4c56e683d1
-  data.tar.gz: ffce481c8f6aafd7c3a8665c496cab13d598b123ba662e06fd1b1bc169a999be377f3e32084ec970833cccbd864807fc73c889110ad2b715dc992a64893811f2
+  metadata.gz: a2183cb351ee8b23d8a428f11777b210f64bc9a29ca644a86282ccb2d834bdce6999a30ca1e744a9f04ee636e3734d58464766e7f28059989f7d52a125c7fd27
+  data.tar.gz: 30cfa3e996a15e175f80716a23fea44dc81f1c023293de14963e7140233edb84175e38cddd8751c90b222d1605525e2a1051dbba31b76ea33dbc9d79a7ddc05c

data/.travis.yml

@@ -3,6 +3,7 @@ cache: bundler
 rvm:
   - 2.1.6
   - 2.2.2
+  - 2.3.1
   - ruby-head
 matrix:
   allow_failures:

data/lib/refile/postgres/backend.rb

@@ -7,7 +7,7 @@ module Refile
       DEFAULT_REGISTRY_TABLE = "refile_attachments"
       DEFAULT_NAMESPACE = "default"
       PG_LARGE_OBJECT_METADATA_TABLE = "pg_largeobject_metadata"
-      READ_CHUNK_SIZE = 3000
+      READ_CHUNK_SIZE = 16384
 
       def initialize(connection_or_proc, max_size: nil, namespace: DEFAULT_NAMESPACE, registry_table: DEFAULT_REGISTRY_TABLE)
         @connection_or_proc = connection_or_proc
@@ -108,7 +108,7 @@ module Refile
               }, [id.to_s.to_i])
               oid = rez[0]['oid'].to_i
               connection.lo_unlink(oid)
-              connection.exec_params("DELETE FROM #{registry_table} WHERE oid = $1::integer;", [oid])
+              connection.exec_params("DELETE FROM #{registry_table} WHERE oid = $1::oid;", [oid])
             end
           end
         end

data/lib/refile/postgres/backend/reader.rb

@@ -2,6 +2,7 @@ module Refile
   module Postgres
     class Backend
       class Reader
+        STREAM_CHUNK_SIZE = 16384
         include SmartTransaction
 
         def initialize(connection_or_proc, oid)
@@ -43,6 +44,16 @@ module Refile
           end
         end
 
+        def each
+          if block_given?
+            until eof?
+              yield(read(STREAM_CHUNK_SIZE))
+            end
+          else
+            to_enum
+          end
+        end
+
         def size
           @size ||= fetch_size
         end

data/lib/refile/postgres/version.rb

@@ -1,5 +1,5 @@
 module Refile
   module Postgres
-    VERSION = "1.3.0"
+    VERSION = "1.4.0"
   end
 end

data/spec/refile/postgres/backend_spec.rb

@@ -1,4 +1,5 @@
 require "spec_helper"
+require "tempfile"
 
 describe Refile::Postgres::Backend do
   let(:connection) { test_connection }
@@ -80,4 +81,39 @@ describe Refile::Postgres::Backend do
     let(:connection_or_proc) { connection }
     it_behaves_like :backend
   end
+
+  describe "Content streaming" do
+    let(:connection_or_proc) { test_connection }
+    let(:backend) { Refile::Postgres::Backend.new(connection_or_proc, max_size: 1000000 ) }
+    it "allows to steam large file" do
+      expect(Refile::Postgres::Backend::Reader::STREAM_CHUNK_SIZE).to eq(16384)
+      uploadable = Tempfile.new("test-file")
+      uploadable.write "A" * Refile::Postgres::Backend::Reader::STREAM_CHUNK_SIZE
+      uploadable.write "B" * Refile::Postgres::Backend::Reader::STREAM_CHUNK_SIZE
+      uploadable.write "C" * Refile::Postgres::Backend::Reader::STREAM_CHUNK_SIZE
+      uploadable.close
+      uploadable.open
+      file = backend.upload(uploadable)
+      expect(backend.exists?(file.id)).to eq(true)
+      reader = backend.open(file.id)
+      enum = reader.each
+      expect(enum.next).to eq("A" * Refile::Postgres::Backend::Reader::STREAM_CHUNK_SIZE)
+      expect(enum.next).to eq("B" * Refile::Postgres::Backend::Reader::STREAM_CHUNK_SIZE)
+      expect(enum.next).to eq("C" * Refile::Postgres::Backend::Reader::STREAM_CHUNK_SIZE)
+      expect { enum.next }.to raise_error(StopIteration)
+    end
+
+    it "allows to steam small file" do
+      uploadable = Tempfile.new("test-file")
+      uploadable.write "QWERTY"
+      uploadable.close
+      uploadable.open
+      file = backend.upload(uploadable)
+      expect(backend.exists?(file.id)).to eq(true)
+      reader = backend.open(file.id)
+      enum = reader.each
+      expect(enum.next).to eq("QWERTY")
+      expect { enum.next }.to raise_error(StopIteration)
+    end
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: refile-postgres
 version: !ruby/object:Gem::Version
-  version: 1.3.0
+  version: 1.4.0
 platform: ruby
 authors:
 - Krists Ozols
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-27 00:00:00.000000000 Z
+date: 2016-04-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: refile