postgres-copy 1.1.2 → 1.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 3cc595142d45d6053c54bac79e0855c4d8136856
-  data.tar.gz: 548bbff5d3505a7c9721d0d69f20313072770dd3
+SHA256:
+  metadata.gz: ad654ff2a933f1e41f23e6347f0b20daa3e16455caea9a6107ce4d50c39598f8
+  data.tar.gz: e972e684f928c0afdd7fdd096ade3d28d293604ef20f42a959097234f37f7317
 SHA512:
-  metadata.gz: e15905d7bcd481f38153decfc9350d0220642c62b35ea7d285293b3ccf2f50fd8cf4e87d1e4bc8c49bcb120e15b6a422b78f05313e3587ca94e0b578561fd28a
-  data.tar.gz: 1da873e2f16c582afb38eef9d4dba009067446df3c6835228ec31c1cf2253a8690dd3e716f162a05032b6f0d0becf0d8defcca575cf29c101755c9f651c88935
+  metadata.gz: e57d3d4d0bd7a0bef175dad625c77013f2616222ef9ef086c449cdcbd8f58e4bbde77625e6f70ab55149683becac6e15d8c2cbf84c09c707f1a39cbef0417b05
+  data.tar.gz: b8768a3cf765aa7d6c01eb5138439e20c1140f6b2e772e96d169635832fe14a2780e438732503f719eba7f0b9bcf0e6cf6da4c7241d3d42e734d4433f65799e6

data/.github/workflows/ruby.yml

@@ -0,0 +1,48 @@
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+# This workflow will download a prebuilt Ruby version, install dependencies and run tests with Rake
+# For more information see: https://github.com/marketplace/actions/setup-ruby-jruby-and-truffleruby
+
+name: Ruby
+
+on:
+  push:
+    branches: [ master ]
+  pull_request:
+    branches: [ master ]
+
+jobs:
+  test:
+    services:
+      # Label used to access the service container
+      postgres:
+        # Docker Hub image
+        image: postgres
+        # Provide the password for postgres
+        env:
+          POSTGRES_PASSWORD: postgres
+        ports:
+          - 5432:5432
+        # Set health checks to wait until postgres has started
+        options: >-
+          --health-cmd pg_isready
+          --health-interval 10s
+          --health-timeout 5s
+          --health-retries 5
+
+    runs-on: ubuntu-latest
+
+    steps:
+    - uses: actions/checkout@v2
+    - name: Set up Ruby
+    # To automatically get bug fixes and new Ruby versions for ruby/setup-ruby,
+    # change this to (see https://github.com/ruby/setup-ruby#versioning):
+      uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: 2.7
+    - name: Install dependencies
+      run: bundle install
+    - name: Run tests
+      run: bundle exec rake

data/.gitignore

@@ -23,3 +23,7 @@ pkg
 
 ## PROJECT::SPECIFIC
 .project
+
+# RVM files
+.ruby-version
+.ruby-gemset

data/Gemfile.lock

@@ -1,70 +1,73 @@
 PATH
   remote: .
   specs:
-    postgres-copy (1.1.2)
-      activerecord (>= 4.0)
+    postgres-copy (1.5.0)
+      activerecord (>= 5.1)
       pg (>= 0.17)
       responders
 
 GEM
   remote: https://rubygems.org/
   specs:
-    actionpack (5.0.1)
-      actionview (= 5.0.1)
-      activesupport (= 5.0.1)
-      rack (~> 2.0)
-      rack-test (~> 0.6.3)
+    actionpack (6.0.3.2)
+      actionview (= 6.0.3.2)
+      activesupport (= 6.0.3.2)
+      rack (~> 2.0, >= 2.0.8)
+      rack-test (>= 0.6.3)
       rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.0, >= 1.0.2)
-    actionview (5.0.1)
-      activesupport (= 5.0.1)
+      rails-html-sanitizer (~> 1.0, >= 1.2.0)
+    actionview (6.0.3.2)
+      activesupport (= 6.0.3.2)
       builder (~> 3.1)
-      erubis (~> 2.7.0)
+      erubi (~> 1.4)
       rails-dom-testing (~> 2.0)
-      rails-html-sanitizer (~> 1.0, >= 1.0.2)
-    activemodel (5.0.1)
-      activesupport (= 5.0.1)
-    activerecord (5.0.1)
-      activemodel (= 5.0.1)
-      activesupport (= 5.0.1)
-      arel (~> 7.0)
-    activesupport (5.0.1)
+      rails-html-sanitizer (~> 1.1, >= 1.2.0)
+    activemodel (6.0.3.2)
+      activesupport (= 6.0.3.2)
+    activerecord (6.0.3.2)
+      activemodel (= 6.0.3.2)
+      activesupport (= 6.0.3.2)
+    activesupport (6.0.3.2)
       concurrent-ruby (~> 1.0, >= 1.0.2)
-      i18n (~> 0.7)
+      i18n (>= 0.7, < 2)
       minitest (~> 5.1)
       tzinfo (~> 1.1)
-    arel (7.1.4)
-    builder (3.2.3)
-    concurrent-ruby (1.0.4)
-    diff-lcs (1.3)
-    erubis (2.7.0)
-    i18n (0.8.1)
-    loofah (2.0.3)
+      zeitwerk (~> 2.2, >= 2.2.2)
+    builder (3.2.4)
+    concurrent-ruby (1.1.6)
+    crass (1.0.6)
+    diff-lcs (1.4.4)
+    erubi (1.9.0)
+    i18n (1.8.3)
+      concurrent-ruby (~> 1.0)
+    loofah (2.6.0)
+      crass (~> 1.0.2)
       nokogiri (>= 1.5.9)
-    method_source (0.8.2)
-    mini_portile2 (2.1.0)
-    minitest (5.10.1)
-    nokogiri (1.7.0.1)
-      mini_portile2 (~> 2.1.0)
-    pg (0.19.0)
-    rack (2.0.1)
-    rack-test (0.6.3)
-      rack (>= 1.0)
-    rails-dom-testing (2.0.2)
-      activesupport (>= 4.2.0, < 6.0)
-      nokogiri (~> 1.6)
-    rails-html-sanitizer (1.0.3)
-      loofah (~> 2.0)
-    railties (5.0.1)
-      actionpack (= 5.0.1)
-      activesupport (= 5.0.1)
+    method_source (1.0.0)
+    mini_portile2 (2.4.0)
+    minitest (5.14.1)
+    nokogiri (1.10.10)
+      mini_portile2 (~> 2.4.0)
+    pg (1.2.3)
+    rack (2.2.3)
+    rack-test (1.1.0)
+      rack (>= 1.0, < 3)
+    rails-dom-testing (2.0.3)
+      activesupport (>= 4.2.0)
+      nokogiri (>= 1.6)
+    rails-html-sanitizer (1.3.0)
+      loofah (~> 2.3)
+    railties (6.0.3.2)
+      actionpack (= 6.0.3.2)
+      activesupport (= 6.0.3.2)
       method_source
       rake (>= 0.8.7)
-      thor (>= 0.18.1, < 2.0)
+      thor (>= 0.20.3, < 2.0)
     rake (11.2.2)
-    rdoc (5.0.0)
-    responders (2.3.0)
-      railties (>= 4.2.0, < 5.1)
+    rdoc (6.2.1)
+    responders (3.0.1)
+      actionpack (>= 5.0)
+      railties (>= 5.0)
     rspec (2.99.0)
       rspec-core (~> 2.99.0)
       rspec-expectations (~> 2.99.0)
@@ -73,10 +76,11 @@ GEM
     rspec-expectations (2.99.2)
       diff-lcs (>= 1.1.3, < 2.0)
     rspec-mocks (2.99.4)
-    thor (0.19.4)
+    thor (1.0.1)
     thread_safe (0.3.6)
-    tzinfo (1.2.2)
+    tzinfo (1.2.7)
       thread_safe (~> 0.1)
+    zeitwerk (2.4.0)
 
 PLATFORMS
   ruby
@@ -89,4 +93,4 @@ DEPENDENCIES
   rspec (~> 2.12)
 
 BUNDLED WITH
-   1.14.3
+   2.1.2

data/README.md

@@ -1,11 +1,13 @@
-# postgres-copy [![Build Status](https://travis-ci.org/diogob/postgres-copy.svg?branch=master)](https://travis-ci.org/diogob/postgres-copy) [![Code Climate](https://codeclimate.com/github/diogob/postgres-copy.svg)](https://codeclimate.com/github/diogob/postgres-copy)
+# postgres-copy 
+
+![Ruby](https://github.com/diogob/postgres-copy/workflows/Ruby/badge.svg)
 
 This Gem will enable your AR models to use the PostgreSQL COPY command to import/export data in CSV format.
 If you need to tranfer data between a PostgreSQL database and CSV files, the PostgreSQL native CSV parser
 will give you a greater performance than using the ruby CSV+INSERT commands.
 I have not found time to make accurate benchmarks, but in the use scenario where I have developed the gem
 I have had a four-fold performance gain.
-This gem was written having the Rails framework in mind, I think it could work only with active-record, 
+This gem was written having the Rails framework in mind, I think it could work only with active-record,
 but I will assume in this README that you are using Rails.
 
 ## Install
@@ -32,16 +34,17 @@ class User < ActiveRecord::Base
 end
 ```
 
-This will add the aditiontal class methods to your model:
+This will add the additional class methods to your model:
 
-* copy_to 
+* copy_to
 * copy_to_string
+* copy_to_enumerator
 * copy_from
 
 ### Using copy_to and copy_to_string
 
 You can go to the rails console and try some cool things first.
-The first and most basic use case, let's copy the enteire content of a database table to a CSV file on the database server disk.
+The first and most basic use case, let's copy the entire content of a database table to a CSV file on the database server disk.
 Assuming we have a users table and a User AR model:
 
 ```ruby
@@ -54,8 +57,8 @@ This will execute in the database the command:
 COPY (SELECT "users".* FROM "users" ) TO '/tmp/users.csv' WITH DELIMITER ',' CSV HEADER
 ```
 
-Remark that the file will be created in the database server disk.  
-But what if you want to write the lines in a file on the server that is running Rails, instead of the database?  
+Remark that the file will be created in the database server disk.
+But what if you want to write the lines in a file on the server that is running Rails, instead of the database?
 In this case you can pass a block and retrieve the generated lines and then write them to a file:
 
 ```ruby
@@ -66,13 +69,23 @@ File.open('/tmp/users.csv', 'w') do |f|
 end
 ```
 
+Instead of yielding each line, you could return an enumerator with all users:
+```ruby
+enumerator = User.copy_to_enumerator
+```
+
+And for better performance when rendering the result of the enumerator, you can return an enumerator with blocks of 100 lines joined:
+```ruby
+enumerator = User.copy_to_enumerator(:buffer_lines => 100)
+```
+
 Or, if you have enough memory, you can read all table contents to a string using .copy_to_string
 
 ```ruby
 puts User.copy_to_string
 ```
 
-Another insteresting feature of copy_to is that it uses the scoped relation, it means that you can use ARel 
+Another interesting feature of copy_to is that it uses the scoped relation, it means that you can use ARel
 operations to generate different CSV files according to your needs.
 Assuming we want to generate a file only with the names of users 1, 2 and 3:
 
@@ -86,6 +99,18 @@ Which will generate the following SQL command:
 COPY (SELECT name FROM "users" WHERE "users"."id" IN (1, 2, 3)) TO '/tmp/users.csv' WITH DELIMITER ',' CSV HEADER
 ```
 
+Alternatively, you can supply customized raw SQL query to copy_to instead of scoped relation:
+
+```ruby
+User.copy_to("/tmp/users.csv", query: 'SELECT count(*) as Total FROM users')
+```
+
+Which will generate the following SQL command:
+
+```sql
+COPY (SELECT count(*) as Total FROM users) TO '/tmp/users.csv' WITH DELIMITER ',' CSV HEADER
+```
+
 The COPY command also supports exporting the data in binary format.
 
 ```ruby
@@ -133,7 +158,7 @@ User.copy_from "/tmp/users.csv" do |row|
 end
 ```
 
-The above extample will always change the value of the first column to "fixed string" before storing it into the database.
+The above example will always change the value of the first column to "fixed string" before storing it into the database.
 For each iteration of the block row receives an array with the same order as the columns in the CSV file.
 
 
@@ -143,6 +168,17 @@ To specify NULL value you can pass the null option parameter.
 User.copy_from "/tmp/users.csv", :null => 'null'
 ```
 
+Match the specified columns' values against the null string, even if it has been quoted, and if a match is found set the value to NULL (Postgres 9.4+ only).
+
+```ruby
+User.copy_from "/tmp/users.csv", :null => '', :force_null => [:name, :city]
+```
+
+To copy from tsv file , you can set format `:tsv`
+
+```ruby
+User.copy_from "/tmp/users.tsv", :format => :tsv
+```
 
 To copy a binary formatted data file or IO object you can specify the format as binary
 

data/lib/postgres-copy/acts_as_copy_target.rb

@@ -16,12 +16,13 @@ module PostgresCopy
                          else
                            "DELIMITER '#{options[:delimiter]}' CSV #{options[:header] ? 'HEADER' : ''}"
                          end
+        options_query = options.delete(:query) || self.all.to_sql
 
         if path
           raise "You have to choose between exporting to a file or receiving the lines inside a block" if block_given?
-          connection.execute "COPY (#{self.all.to_sql}) TO #{sanitize(path)} WITH #{options_string}"
+          connection.execute "COPY (#{options_query}) TO '#{sanitize_sql(path)}' WITH #{options_string}"
         else
-          connection.raw_connection.copy_data "COPY (#{self.all.to_sql}) TO STDOUT WITH #{options_string}" do
+          connection.raw_connection.copy_data "COPY (#{options_query}) TO STDOUT WITH #{options_string}" do
             while line = connection.raw_connection.get_copy_data do
               yield(line) if block_given?
             end
@@ -30,6 +31,32 @@ module PostgresCopy
         return self
       end
 
+      # Create an enumerator with each line from the CSV.
+      # Note that using this directly in a controller response
+      # will perform very poorly as each line will get put
+      # into its own chunk. Joining every (eg) 100 rows together
+      # is much, much faster.
+      def copy_to_enumerator(options={})
+        buffer_lines = options.delete(:buffer_lines)
+        # Somehow, self loses its scope once inside the Enumerator
+        scope = self.current_scope || self
+        result = Enumerator.new do |y|
+          scope.copy_to(nil, options) do |line|
+            y << line
+          end
+        end
+
+        if buffer_lines.to_i > 0
+          Enumerator.new do |y|
+            result.each_slice(buffer_lines.to_i) do |slice|
+              y << slice.join
+            end
+          end
+        else
+          result
+        end
+      end
+
       # Copy all data to a single string
       def copy_to_string options = {}
         data = ''
@@ -46,12 +73,15 @@ module PostgresCopy
       # * For further details on usage take a look at the README.md
       def copy_from path_or_io, options = {}
         options = {:delimiter => ",", :format => :csv, :header => true, :quote => '"'}.merge(options)
+        options[:delimiter] = "\t" if options[:format] == :tsv
         options_string = if options[:format] == :binary
                            "BINARY"
                          else
                            quote = options[:quote] == "'" ? "''" : options[:quote]
-                           null = options.key?(:null) ? "NULL '#{options[:null]}'" : ''
-                           "DELIMITER '#{options[:delimiter]}' QUOTE '#{quote}' #{null} CSV"
+                           null = options.key?(:null) ? "NULL '#{options[:null]}'" : nil
+                           force_null = options.key?(:force_null) ? "FORCE_NULL(#{options[:force_null].join(',')})" : nil
+                           delimiter = options[:format] == :tsv ? "E'\t'" : "'#{options[:delimiter]}'"
+                           "WITH (" + ["DELIMITER #{delimiter}", "QUOTE '#{quote}'", null, force_null, "FORMAT CSV"].compact.join(', ') + ")"
                          end
         io = path_or_io.instance_of?(String) ? File.open(path_or_io, 'r') : path_or_io
 
@@ -83,15 +113,31 @@ module PostgresCopy
             rescue EOFError
             end
           else
+            line_buffer = ''
+
             while line = io.gets do
               next if line.strip.size == 0
-              if block_given?
-                row = CSV.parse_line(line.strip, {:col_sep => options[:delimiter]})
-                yield(row)
-                next if row.all?{|f| f.nil? }
-                line = CSV.generate_line(row, {:col_sep => options[:delimiter]})
+
+              line_buffer += line
+
+              # If line is incomplete, get the next line until it terminates
+              if line_buffer =~ /\n$/ || line_buffer =~ /\Z/
+                if block_given?
+                  begin
+                    row = CSV.parse_line(line_buffer.strip, {:col_sep => options[:delimiter]})
+                    yield(row)
+                    next if row.all?{|f| f.nil? }
+                    line_buffer = CSV.generate_line(row, {:col_sep => options[:delimiter]})
+                  rescue CSV::MalformedCSVError
+                    next
+                  end
+                end
+
+                connection.raw_connection.put_copy_data(line_buffer)
+
+                # Clear the buffer
+                line_buffer = ''
               end
-              connection.raw_connection.put_copy_data line
             end
           end
         end

data/postgres-copy.gemspec

@@ -5,7 +5,7 @@ $:.unshift lib unless $:.include?(lib)
 
 Gem::Specification.new do |s|
   s.name                  = "postgres-copy"
-  s.version               = "1.1.2"
+  s.version               = "1.5.0"
   s.platform              = Gem::Platform::RUBY
   s.required_ruby_version = ">= 1.9.3"
   s.authors               = ["Diogo Biazus"]
@@ -21,7 +21,7 @@ Gem::Specification.new do |s|
   s.summary               = "Put COPY command functionality in ActiveRecord's model class"
 
   s.add_dependency "pg", ">= 0.17"
-  s.add_dependency "activerecord", '>= 4.0'
+  s.add_dependency "activerecord", '>= 5.1'
   s.add_dependency "responders"
   s.add_development_dependency "bundler"
   s.add_development_dependency "rdoc"

data/spec/copy_from_spec.rb

@@ -100,20 +100,20 @@ describe "COPY FROM" do
     ReservedWordModel.copy_from File.expand_path('spec/fixtures/reserved_words.csv'), :delimiter => "\t"
     ReservedWordModel.order(:id).map{|r| r.attributes}.should == [{"group"=>"group name", "id"=>1, "select"=>"test select"}]
   end
-  
+
   it "should import even last columns have empty values" do
     TestExtendedModel.copy_from File.expand_path('spec/fixtures/comma_with_header_empty_values_at_the_end.csv')
-    TestExtendedModel.order(:id).map{|r| r.attributes}.should == 
+    TestExtendedModel.order(:id).map{|r| r.attributes}.should ==
       [{"id"=>1, "data"=>"test data 1", "more_data"=>nil, "other_data"=>nil, "final_data"=>nil},
        {"id"=>2, "data"=>"test data 2", "more_data"=>"9", "other_data"=>nil, "final_data"=>nil},
        {"id"=>3, "data"=>"test data 2", "more_data"=>"9", "other_data"=>nil, "final_data"=>"0"}]
   end
-  
+
   it "should import even last columns have empty values with block" do
     TestExtendedModel.copy_from File.expand_path('spec/fixtures/comma_with_header_empty_values_at_the_end.csv') do |row|
       row[4]="666"
     end
-    TestExtendedModel.order(:id).map{|r| r.attributes}.should == 
+    TestExtendedModel.order(:id).map{|r| r.attributes}.should ==
       [{"id"=>1, "data"=>"test data 1", "more_data"=>nil, "other_data"=>nil, "final_data"=>"666"},
        {"id"=>2, "data"=>"test data 2", "more_data"=>"9", "other_data"=>nil, "final_data"=>"666"},
        {"id"=>3, "data"=>"test data 2", "more_data"=>"9", "other_data"=>nil, "final_data"=>"666"}]
@@ -150,4 +150,27 @@ describe "COPY FROM" do
     TestModel.copy_from File.open(File.expand_path('spec/fixtures/special_null_with_header.csv'), 'r'), :null => 'NULL'
     TestModel.order(:id).map{|r| r.attributes}.should == [{'id' => 1, 'data' => nil}]
   end
+
+  it "should import with a carriage return in the value" do
+    TestModel.copy_from File.expand_path('spec/fixtures/comma_with_carriage_returns.csv')
+    TestModel.order(:id).map{|r| r.attributes}.should == [{'id' => 1, 'data' => "test\ndata 1"}]
+  end
+
+  it "should import custom force null expressions from path" do
+    TestModel.copy_from File.expand_path('spec/fixtures/comma_with_empty_string.csv'), :null => '', :force_null => [:data]
+    TestModel.order(:id).map{|r| r.attributes}.should == [{'id' => 1, 'data' => nil}]
+  end
+
+  it "should import tsv from path" do
+    TestModel.copy_from File.expand_path('spec/fixtures/tab_with_header.tsv'), :format => :tsv
+    TestModel.order(:id).map{|r| r.attributes}.should == [{'id' => 1, 'data' => 'test data 1'}]
+  end
+
+  it "should import 2 lines from tsv and allow changes in block" do
+    TestModel.copy_from(File.open(File.expand_path('spec/fixtures/tab_with_two_lines.tsv'), 'r'), :format => :tsv) do |row|
+      row[1] = 'changed this data'
+    end
+    TestModel.order(:id).first.attributes.should == {'id' => 1, 'data' => 'changed this data'}
+    TestModel.count.should == 2
+  end
 end

data/spec/copy_to_binary_spec.rb

@@ -19,15 +19,4 @@ describe "COPY TO BINARY" do
       it{ should == File.open('spec/fixtures/2_col_binary_data.dat', 'r:ASCII-8BIT').read }
     end
   end
-
-  describe "should allow binary output to file" do
-    it "should copy to disk if block is not given and a path is passed" do
-      TestModel.copy_to '/tmp/export.dat', :format => :binary
-      str = File.open('/tmp/export.dat', 'r:ASCII-8BIT').read
-
-      str.should == File.open('spec/fixtures/2_col_binary_data.dat', 'r:ASCII-8BIT').read
-      
-    end
-  end
-
 end

data/spec/copy_to_spec.rb

@@ -1,11 +1,11 @@
 require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
 
 describe "COPY TO" do
-  before(:all) do
+  before(:each) do
     ActiveRecord::Base.connection.execute %{
       TRUNCATE TABLE test_models;
       SELECT setval('test_models_id_seq', 1, false);
-}
+    }
     TestModel.create :data => 'test data 1'
   end
 
@@ -21,6 +21,40 @@ describe "COPY TO" do
     end
   end
 
+  describe ".copy_to_enumerator" do
+    before(:each) do
+      TestModel.create :data => 'test data 2'
+      TestModel.create :data => 'test data 3'
+      TestModel.create :data => 'test data 4'
+    end
+
+    context "with no options" do
+      subject{ TestModel.copy_to_enumerator.to_a }
+      it{ should == File.open('spec/fixtures/comma_with_header_multi.csv', 'r').read.lines }
+    end
+
+    context "with tab as delimiter" do
+      subject{ TestModel.copy_to_enumerator(:delimiter => "\t").to_a }
+      it{ should == File.open('spec/fixtures/tab_with_header_multi.csv', 'r').read.lines }
+    end
+
+    context "with many records" do
+      context "enumerating in batches" do
+        subject{ TestModel.copy_to_enumerator(:buffer_lines => 2).to_a }
+        it do
+          expected = []
+          File.open('spec/fixtures/comma_with_header_multi.csv', 'r').read.lines.each_slice(2){|s| expected << s.join }
+          should == expected
+        end
+      end
+
+      context "excluding some records via a scope" do
+        subject{ TestModel.where("data not like '%3'").copy_to_enumerator.to_a }
+        it{ should == File.open('spec/fixtures/comma_with_header_and_scope.csv', 'r').read.lines }
+      end
+    end
+  end
+
   describe ".copy_to" do
     it "should copy and pass data to block if block is given and no path is passed" do
       File.open('spec/fixtures/comma_with_header.csv', 'r') do |f|
@@ -30,20 +64,18 @@ describe "COPY TO" do
       end
     end
 
-    it "should copy to disk if block is not given and a path is passed" do
-      TestModel.copy_to '/tmp/export.csv'
-      File.open('spec/fixtures/comma_with_header.csv', 'r') do |fixture|
-        File.open('/tmp/export.csv', 'r') do |result|
-          result.read.should == fixture.read
-        end
-      end
-    end
-
     it "should raise exception if I pass a path and a block simultaneously" do
       lambda do
         TestModel.copy_to('/tmp/bogus_path') do |row|
         end
       end.should raise_error
     end
+
+    it "accepts custom sql query to run instead on the current relation" do
+      TestModel.copy_to(nil, query: 'SELECT count(*) as "Total" FROM test_models') do |row|
+        expect(row).to eq("Total\n")
+        break
+      end
+    end
   end
 end

data/spec/fixtures/comma_with_carriage_returns.csv

@@ -0,0 +1,3 @@
+id,data
+1,"test
+data 1"

data/spec/fixtures/comma_with_empty_string.csv

@@ -0,0 +1,2 @@
+id,data
+1,""

data/spec/fixtures/comma_with_header_and_scope.csv

@@ -0,0 +1,4 @@
+id,data
+1,test data 1
+2,test data 2
+4,test data 4

data/spec/fixtures/comma_with_header_multi.csv

@@ -0,0 +1,5 @@
+id,data
+1,test data 1
+2,test data 2
+3,test data 3
+4,test data 4

data/spec/fixtures/tab_with_header.tsv

@@ -0,0 +1,2 @@
+id	data
+1	test data 1

data/spec/fixtures/tab_with_header_multi.csv

@@ -0,0 +1,5 @@
+id	data
+1	test data 1
+2	test data 2
+3	test data 3
+4	test data 4

data/spec/fixtures/tab_with_two_lines.tsv

@@ -0,0 +1,3 @@
+id	data
+1	test data 1
+2	test data 2

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: postgres-copy
 version: !ruby/object:Gem::Version
-  version: 1.1.2
+  version: 1.5.0
 platform: ruby
 authors:
 - Diogo Biazus
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-03-09 00:00:00.000000000 Z
+date: 2020-07-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pg
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '4.0'
+        version: '5.1'
 - !ruby/object:Gem::Dependency
   name: responders
   requirement: !ruby/object:Gem::Requirement
@@ -116,15 +116,14 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".document"
+- ".github/workflows/ruby.yml"
 - ".gitignore"
 - ".rspec"
-- ".travis.yml"
 - Gemfile
 - Gemfile.lock
 - LICENSE
 - README.md
 - Rakefile
-- VERSION
 - lib/postgres-copy.rb
 - lib/postgres-copy/acts_as_copy_target.rb
 - lib/postgres-copy/csv_responder.rb
@@ -135,8 +134,12 @@ files:
 - spec/copy_to_spec.rb
 - spec/fixtures/2_col_binary_data.dat
 - spec/fixtures/comma_inside_field.csv
+- spec/fixtures/comma_with_carriage_returns.csv
+- spec/fixtures/comma_with_empty_string.csv
 - spec/fixtures/comma_with_header.csv
+- spec/fixtures/comma_with_header_and_scope.csv
 - spec/fixtures/comma_with_header_empty_values_at_the_end.csv
+- spec/fixtures/comma_with_header_multi.csv
 - spec/fixtures/comma_without_header.csv
 - spec/fixtures/extra_field.rb
 - spec/fixtures/reserved_word_model.rb
@@ -150,7 +153,10 @@ files:
 - spec/fixtures/tab_with_error.csv
 - spec/fixtures/tab_with_extra_line.csv
 - spec/fixtures/tab_with_header.csv
+- spec/fixtures/tab_with_header.tsv
+- spec/fixtures/tab_with_header_multi.csv
 - spec/fixtures/tab_with_two_lines.csv
+- spec/fixtures/tab_with_two_lines.tsv
 - spec/fixtures/test_extended_model.rb
 - spec/fixtures/test_model.rb
 - spec/spec.opts
@@ -173,35 +179,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 3.1.2
 signing_key: 
 specification_version: 4
 summary: Put COPY command functionality in ActiveRecord's model class
-test_files:
-- spec/copy_from_binary_spec.rb
-- spec/copy_from_spec.rb
-- spec/copy_to_binary_spec.rb
-- spec/copy_to_spec.rb
-- spec/fixtures/2_col_binary_data.dat
-- spec/fixtures/comma_inside_field.csv
-- spec/fixtures/comma_with_header.csv
-- spec/fixtures/comma_with_header_empty_values_at_the_end.csv
-- spec/fixtures/comma_without_header.csv
-- spec/fixtures/extra_field.rb
-- spec/fixtures/reserved_word_model.rb
-- spec/fixtures/reserved_words.csv
-- spec/fixtures/semicolon_with_different_header.csv
-- spec/fixtures/semicolon_with_header.csv
-- spec/fixtures/semicolon_with_quote.csv
-- spec/fixtures/special_null_with_header.csv
-- spec/fixtures/tab_only_data.csv
-- spec/fixtures/tab_with_different_header.csv
-- spec/fixtures/tab_with_error.csv
-- spec/fixtures/tab_with_extra_line.csv
-- spec/fixtures/tab_with_header.csv
-- spec/fixtures/tab_with_two_lines.csv
-- spec/fixtures/test_extended_model.rb
-- spec/fixtures/test_model.rb
-- spec/spec.opts
-- spec/spec_helper.rb
+test_files: []

data/.travis.yml

@@ -1,7 +0,0 @@
-language: ruby
-rvm:
-  - 2.3.1
-
-branches:
-  only:
-    - master

data/VERSION

@@ -1 +0,0 @@
-0.5.6