refile-postgres 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 8100468edb9adff37d44e1a891e70771a2003d5e
-  data.tar.gz: d412bfb4ef583d33b7e3014c4723876f7439a4b1
+  metadata.gz: e67a83492371a4bbdac7474951277a515bc1f836
+  data.tar.gz: 73ec8fb7a9d4ebdfd49522175bc7ccd2d075ad6b
 SHA512:
-  metadata.gz: 3adc2ef78fb0770178ea1fa5875ee3bb17724284105a7f6aaabe3b9748321d8264476549f5f528b91589bfcabe59c8882dee5cd60ca01d471da5a83408ee1810
-  data.tar.gz: e06aa37e00737c58ef4aa443938a2be58ec075b342dcd09154ae84f05bc66c7d837a0ff8cf1a982a49a15a8b095ad6cd94635c98b43e617261bf34ffd7d821d7
+  metadata.gz: d2f9cdb78006f2fb7f8e3abf6ec066f77733a1d1a1107671837ff67fd9650762c00beaa49372b718b7e8c8f93a6f8f107897dd7bcac3f6988c30f1ceb5cb452e
+  data.tar.gz: a73cfb197b8f2d2a6611a2abaa722741876cec5d91101bfae778bc952c2a3f239cac4a703b3371218e884bc67ec00bd4605017d206f43295c4cb8e3be770023d

data/lib/refile/postgres.rb

@@ -1,7 +1,8 @@
 require "refile/postgres/version"
+require "refile/postgres/backend"
+require "refile/postgres/backend/reader"
 
 module Refile
   module Postgres
-    # Your code goes here...
   end
 end

data/lib/refile/postgres/backend.rb

@@ -0,0 +1,100 @@
+module Refile
+  module Postgres
+    class Backend
+      DEFAULT_REGISTRY_TABLE = "refile_attachments"
+      DEFAULT_NAMESPACE = "default"
+      PG_LARGE_OBJECT_TABLE = "pg_largeobject"
+      def initialize(connection, max_size: nil, namespace: DEFAULT_NAMESPACE, registry_table: DEFAULT_REGISTRY_TABLE)
+        @connection = connection
+        @namespace = namespace.to_s
+        @registry_table = registry_table
+        @max_size = max_size
+      end
+
+      attr_reader :connection, :namespace, :registry_table
+
+      def upload(uploadable)
+        Refile.verify_uploadable(uploadable, @max_size)
+        oid = connection.lo_creat
+        connection.transaction do
+          begin
+            handle = connection.lo_open(oid, PG::INV_WRITE)
+            connection.lo_truncate(handle, 0)
+            buffer = "" # reuse the same buffer
+            until uploadable.eof?
+              uploadable.read(Refile.read_chunk_size, buffer)
+              connection.lo_write(handle, buffer)
+            end
+            uploadable.close
+            connection.exec_params("INSERT INTO #{registry_table} VALUES ($1::integer, $2::varchar);", [oid, namespace])
+            Refile::File.new(self, oid.to_s)
+          ensure
+            connection.lo_close(handle)
+          end
+        end
+      end
+
+      def open(id)
+        Reader.new(connection, id)
+      end
+
+      def read(id)
+        if exists?(id)
+          open(id).read
+        else
+          nil
+        end
+      end
+
+      def get(id)
+        Refile::File.new(self, id)
+      end
+
+      def exists?(id)
+        connection.exec_params(%{
+          SELECT count(*) FROM #{registry_table}
+          INNER JOIN #{PG_LARGE_OBJECT_TABLE}
+          ON #{registry_table}.id = #{PG_LARGE_OBJECT_TABLE}.loid
+          WHERE #{registry_table}.namespace = $1::varchar
+          AND #{registry_table}.id = $2::integer;
+        }, [namespace, id.to_s.to_i]) do |result|
+          result[0]["count"].to_i > 0
+        end
+      end
+
+      def size(id)
+        if exists?(id)
+          open(id).size
+        else
+          nil
+        end
+      end
+
+      def delete(id)
+        if exists?(id)
+          connection.transaction do
+            connection.lo_unlink(id.to_s.to_i)
+            connection.exec_params("DELETE FROM #{registry_table} WHERE id = $1::integer;", [id])
+          end
+        end
+      end
+
+      def clear!(confirm = nil)
+        raise ArgumentError, "are you sure? this will remove all files in the backend, call as `clear!(:confirm)` if you're sure you want to do this" unless confirm == :confirm
+        connection.transaction do
+          connection.exec_params(%{
+            SELECT * FROM #{registry_table}
+            INNER JOIN #{PG_LARGE_OBJECT_TABLE} ON #{registry_table}.id = #{PG_LARGE_OBJECT_TABLE}.loid
+            WHERE #{registry_table}.namespace = $1::varchar;
+          }, [namespace]) do |result|
+            result.each_row do |row|
+              connection.lo_unlink(row[0].to_s.to_i)
+            end
+          end
+          connection.exec_params("DELETE FROM #{registry_table} WHERE namespace = $1::varchar;", [namespace])
+        end
+      end
+    end
+  end
+end
+

data/lib/refile/postgres/backend/reader.rb

@@ -0,0 +1,81 @@
+module Refile
+  module Postgres
+    class Backend
+      class Reader
+        PQTRANS_INTRANS = 2 # (idle, within transaction block)
+
+        def initialize(connection, oid)
+          @connection = connection
+          @oid = oid.to_s.to_i
+          @closed = false
+          @pos = 0
+        end
+
+        attr_reader :connection, :oid, :pos
+
+        def read(length = nil, buffer = nil)
+          result = if length
+            raise "closed" if @closed
+            smart_transaction do |descriptor|
+              connection.lo_lseek(descriptor, @pos, PG::SEEK_SET)
+              data = connection.lo_read(descriptor, length)
+              @pos = connection.lo_tell(descriptor)
+              data
+            end
+          else
+            smart_transaction do |descriptor|
+              connection.lo_read(descriptor, size)
+            end
+          end
+          buffer.replace(result) if buffer and result
+          result
+        end
+
+        def eof?
+          smart_transaction do |descriptor|
+            @pos == size
+          end
+        end
+
+        def size
+          @size ||= smart_transaction do |descriptor|
+            current_position = connection.lo_tell(descriptor)
+            end_position = connection.lo_lseek(descriptor, 0, PG::SEEK_END)
+            connection.lo_lseek(descriptor, current_position, PG::SEEK_SET)
+            end_position
+          end
+        end
+
+        def close
+          @closed = true
+        end
+
+        private
+
+        def smart_transaction
+          result = nil
+          ensure_in_transaction do
+            begin
+              handle = connection.lo_open(oid)
+              result = yield handle
+              connection.lo_close(handle)
+            end
+          end
+          result
+        end
+
+        def ensure_in_transaction
+          if connection.transaction_status == PQTRANS_INTRANS
+            yield
+          else
+            connection.transaction do
+              yield
+            end
+          end
+        end
+      end
+    end
+  end
+end
+
+

data/lib/refile/postgres/version.rb

@@ -1,5 +1,5 @@
 module Refile
   module Postgres
-    VERSION = "0.0.1"
+    VERSION = "0.0.2"
   end
 end

data/refile-postgres.gemspec

@@ -18,6 +18,12 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
+  spec.add_dependency "refile"
+  spec.add_dependency "pg"
+
   spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "pry-stack_explorer"
+  spec.add_development_dependency "rails", "~> 4.1.8"
   spec.add_development_dependency "rake", "~> 10.0"
 end

data/spec/refile/postgres/backend_spec.rb

@@ -0,0 +1,8 @@
+require "spec_helper"
+
+RSpec.describe Refile::Postgres::Backend do
+  let(:db_connection) { PG.connect(dbname: 'refile_test') }
+  let(:backend) { Refile::Postgres::Backend.new(db_connection, max_size: 100) }
+  it_behaves_like :backend
+end
+

data/spec/spec_helper.rb

@@ -0,0 +1,24 @@
+$LOAD_PATH.unshift(File.join(Gem::Specification.find_by_name("refile").gem_dir, "spec"))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require "refile/spec_helper"
+require "pg"
+require "refile/postgres"
+
+RSpec.configure do |config|
+  config.before(:all) do
+    DB_NAME = 'refile_test'
+    connection = PG.connect(dbname: DB_NAME)
+    connection.exec %{ DROP TABLE IF EXISTS #{Refile::Postgres::Backend::DEFAULT_REGISTRY_TABLE} CASCADE; }
+    connection.exec %{
+      CREATE TABLE IF NOT EXISTS #{Refile::Postgres::Backend::DEFAULT_REGISTRY_TABLE}
+      (
+        id serial NOT NULL,
+        namespace character varying(255),
+        CONSTRAINT refile_backend_lo_oids_pkey PRIMARY KEY (id)
+      )
+      WITH(
+        OIDS=FALSE
+      );
+    }
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: refile-postgres
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Krists Ozols
@@ -10,6 +10,34 @@ bindir: bin
 cert_chain: []
 date: 2014-12-09 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: refile
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -24,6 +52,48 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-stack_explorer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.8
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.8
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -52,8 +122,12 @@ files:
 - README.md
 - Rakefile
 - lib/refile/postgres.rb
+- lib/refile/postgres/backend.rb
+- lib/refile/postgres/backend/reader.rb
 - lib/refile/postgres/version.rb
 - refile-postgres.gemspec
+- spec/refile/postgres/backend_spec.rb
+- spec/spec_helper.rb
 homepage: https://github.com/krists/refile-postgres
 licenses:
 - MIT
@@ -78,4 +152,6 @@ rubygems_version: 2.4.2
 signing_key: 
 specification_version: 4
 summary: Postgres database as a backend for Refile
-test_files: []
+test_files:
+- spec/refile/postgres/backend_spec.rb
+- spec/spec_helper.rb