copy_paste_pdf 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 136b95ea0d8543294bce8905905ae9f638d34367
+  data.tar.gz: c5f220fe4fcf77b4fedf3d6fc5e186487b492ef8
+SHA512:
+  metadata.gz: 2522bdfe9adf4f87114d73d3b0d8ca11576fd517af6c1459c286ed22340ca6225aee4320a84e4a9513ad18f98d56117a48f9e1ffd8130260b0c05fb0130c233b
+  data.tar.gz: 91686dc0fdcc83700e5d4e72500fa2667ec212880176eb82587111bfa8c3bab7503c6476979b66130271f120e6604354c05a050feec0e8f76ef2079dff2cba86

data/.gitignore

@@ -0,0 +1,6 @@
+*.gem
+.bundle
+.yardoc
+Gemfile.lock
+doc/*
+pkg/*

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+  - 1.8.7
+  - 1.9.2
+  - 1.9.3
+  - 2.0.0
+  - ree

data/.yardopts

@@ -0,0 +1,4 @@
+--no-private
+--hide-void-return
+--embed-mixin ClassMethods
+--markup=markdown

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in the gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2013 Open North Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,102 @@
+# Copy-Paste PDF
+
+<!--
+[![Build Status](https://secure.travis-ci.org/opennorth/copy_paste_pdf.png)](http://travis-ci.org/opennorth/copy_paste_pdf)
+[![Dependency Status](https://gemnasium.com/opennorth/copy_paste_pdf.png)](https://gemnasium.com/opennorth/copy_paste_pdf)
+[![Coverage Status](https://coveralls.io/repos/opennorth/copy_paste_pdf/badge.png?branch=master)](https://coveralls.io/r/opennorth/copy_paste_pdf)
+[![Code Climate](https://codeclimate.com/github/opennorth/copy_paste_pdf.png)](https://codeclimate.com/github/opennorth/copy_paste_pdf)
+-->
+
+[Tabula](https://github.com/jazzido/tabula) was written for those cases where you can’t easily copy-and-paste tables from a PDF to a spreadsheet. Surprisingly, Tabula sometimes fails where copy-and-pasting succeeds. This project is for [those cases](http://www.atipp.gov.nl.ca/info/coordinators.html) when copy-and-pasting is all you need (and where nothing else works).
+
+This gem only works on OS X.
+
+## Getting Started
+
+### PDF to CSV
+
+Install with:
+
+    gem install --no-wrappers copy_paste_pdf
+
+If you omit the `--no-wrappers` switch, the AppleScript will not install properly. You may run the script with:
+
+    copy-paste-pdf.applescript /path/to/input.pdf /path/to/output.csv
+
+* The script will open the PDF in Preview and copy the contents of the PDF
+* The script will open Microsoft Excel, paste the contents and save as CSV
+
+If you want the script to quit Preview and Excel once it's done, pass a third argument, like:
+
+    copy-paste-pdf.applescript /path/to/input.pdf /path/to/output.csv true
+
+The script may [pinwheel](http://en.wikipedia.org/wiki/Spinning_pinwheel) while copying the contents of the PDF and while pasting the contents to the spreadsheet. If it looks like nothing is happening, wait a few seconds.
+
+You can work in other applications while the script is running - just don't use the clipboard as it may interfere with the script.
+
+This method is admittedly not very efficient. Running time averages under 2 seconds per page but varies considerably depending on your system's load.
+
+### Data Cleaning
+
+The Ruby gem defines helper methods for cleaning the CSV. In most cases, the PDF to CSV conversion will create many empty rows. You can easily remove those rows with:
+
+```ruby
+require 'csv'
+
+require 'copy_paste_pdf'
+
+table = CopyPastePDF::Table.new(CSV.read('/path/to/output.csv'))
+
+table.remove_empty_rows!
+
+CSV.open('/path/to/clean.csv', 'w') do |csv|
+  table.each do |row|
+    csv << row
+  end
+end
+```
+
+If the table in the PDF contained vertically-merged cells, then, in the CSV, the first of the merged cells will have a value and the others will be empty. To copy the value of the first cell to the others, use the `copy_into_cell_below` method, which accepts the indices of columns containing merged cells:
+
+```ruby
+table.copy_into_cell_below(0, 3, 4)
+```
+
+Sometimes, if a cell contains multiple lines of text, the PDF to CSV conversion will incorrectly break the cell into multiple rows. To remove the spurious row and merge its values into the row above, use the `merge_into_cell_above` method, which accepts the indices of columns in which this error occurs:
+
+```ruby
+table.merge_into_cell_above(1, 2)
+```
+
+With additional time and effort, these two methods can be made to operate without needing columns as hints.
+
+## Troubleshooting
+
+If you see warnings on the command-line like:
+
+    2013-10-09 14:30:03.704 osascript[2056:707] Error loading /Library/ScriptingAdditions/Adobe Unit Types.osax/Contents/MacOS/Adobe Unit Types:  dlopen(/Library/ScriptingAdditions/Adobe Unit Types.osax/Contents/MacOS/Adobe Unit Types, 262): no suitable image found.  Did find:
+      /Library/ScriptingAdditions/Adobe Unit Types.osax/Contents/MacOS/Adobe Unit Types: no matching architecture in universal wrapper
+    osascript: OpenScripting.framework - scripting addition "/Library/ScriptingAdditions/Adobe Unit Types.osax" declares no loadable handlers.
+
+See [this Adobe help article](http://helpx.adobe.com/photoshop/kb/unit-type-conversion-error-applescript.html).
+
+## Developers
+
+If, like me, you almost never write AppleScript, you can access much of AppleScript's documentation through Apple's AppleScript Editor. See, for example, how to access [the entries about Microsoft Excel](http://support.microsoft.com/kb/113891).
+
+## Why?
+
+Most of the PDFs I work with contain no tables. In those cases I either:
+
+* Run `pdftotext filename.pdf` to convert the PDF to text, and write a script using regular expressions to parse the output.
+* Run `pdftotext -layout filename.pdf` to convert the PDF to text while preserving the text layout – very useful when working with two-column layouts.
+* Use [commercial software](http://reviews.reporterslab.org/search?q=&type=products&category=pdf-tools-2011-11-09) like Adobe Acrobat Pro to save the PDF to another format, usually Excel.
+* I recently learned that Apple's Automator has an `Extract PDF Text` action which performs well.
+
+For PDFs containing tables, I discovered that copy-pasting from Apple's Preview to Microsoft Excel worked better than all alternatives tested, for the PDFs I was interested in.
+
+## Bugs? Questions?
+
+This project's main repository is on GitHub: [http://github.com/opennorth/copy_paste_pdf](http://github.com/opennorth/copy_paste_pdf), where your contributions, forks, bug reports, feature requests, and feedback are greatly welcomed.
+
+Copyright (c) 2013 Open North Inc., released under the MIT license

data/Rakefile

@@ -0,0 +1,16 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+
+begin
+  require 'yard'
+  YARD::Rake::YardocTask.new
+rescue LoadError
+  task :yard do
+    abort 'YARD is not available. In order to run yard, you must: gem install yard'
+  end
+end

data/USAGE

@@ -0,0 +1 @@
+See README.md for full usage details.

data/bin/copy-paste-pdf.applescript

@@ -0,0 +1,63 @@
+#!/usr/bin/osascript
+-- @see http://appscript.sourceforge.net/osascript.html
+
+on run argv
+  set start to current date
+
+  -- Default arguments.
+  set close_applications to true
+
+  -- Parse command-line arguments and translate paths from `/path/to/file.ext`
+  -- to `Macintosh HD:path:to:file.ext`.
+  set input to POSIX file (item 1 of argv) as alias
+  set output to POSIX file (item 2 of argv) as string
+  if count of argv is 2 then set close_applications to false
+
+  tell application "Preview"
+    activate
+    open input
+  end
+
+  -- Preview is not fully scriptable.
+  set the clipboard to ""
+  tell application "System Events" to tell process "Preview"
+    click menu item "Select All" of menu 1 of menu bar item "Edit" of menu bar 1
+    click menu item "Copy" of menu 1 of menu bar item "Edit" of menu bar 1
+  end tell
+  if close_applications then tell application "Preview" to quit
+
+  -- Yes, this is how to make AppleScript block.
+  repeat
+    try
+      if (the clipboard) is not "" then
+        -- One idea is to set a variable to the clipboard, in order to allow use
+        -- of the clipboard by the user past this point. However, the clipboard
+        -- to be complex based on the output of `return clipboard info`.
+        exit repeat
+      end if
+    -- Calling `the clipboard` can sometimes cause an exception to be thrown,
+    -- either due to race condition or software error. Not sure how to recover.
+    -- Observed error codes are: -25130, -25132, -25133.
+    -- @see http://search.cpan.org/~wyant/Mac-Pasteboard-0.002/lib/Mac/Pasteboard.pm#badPasteboardSyncErr
+    -- @see http://search.cpan.org/~wyant/Mac-Pasteboard-0.002/lib/Mac/Pasteboard.pm#badPasteboardItemErr
+    -- @see http://search.cpan.org/~wyant/Mac-Pasteboard-0.002/lib/Mac/Pasteboard.pm#badPasteboardFlavorErr
+    on error error_message number error_number
+      if {-25130, -25132, -25133} contains error_number
+        error "Known error " & error_number & " occurred" number error_number
+      else
+        error error_message number error_number
+      end if
+    end try
+  end repeat
+
+  tell application "Microsoft Excel"
+    activate
+    make new workbook
+    paste worksheet active sheet
+    save workbook as active workbook filename output file format CSV file format overwrite yes
+    close active workbook saving no
+    if close_applications then quit
+  end tell
+
+  log "" & (current date - start) & " seconds"
+end run

data/copy_paste_pdf.gemspec

@@ -0,0 +1,23 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/copy_paste_pdf/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = "copy_paste_pdf"
+  s.version     = CopyPastePDF::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Open North"]
+  s.email       = ["info@opennorth.ca"]
+  s.homepage    = "http://github.com/opennorth/copy_paste_pdf"
+  s.summary     = %q{Converts PDF to CSV by copy-pasting from Apple's Preview to Microsoft Excel}
+  s.license     = 'MIT'
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency('coveralls')
+  s.add_development_dependency('json', '~> 1.7.7') # to silence coveralls warning
+  s.add_development_dependency('rake')
+  s.add_development_dependency('rspec', '~> 2.10')
+end

data/lib/copy_paste_pdf/table.rb

@@ -0,0 +1,66 @@
+module CopyPastePDF
+  class Table < Array
+    # Removes all empty rows from the table.
+    def remove_empty_rows!
+      reject! do |row|
+        row.all?(&:nil?)
+      end
+    end
+
+    # Copies the values of the given cells from a line to any following lines
+    # whose corresponding cells are empty.
+    #
+    # @param [Array] indices the cell indices to copy
+    # @yieldparam [Array] row a row in the table
+    # @yieldreturn [Boolean] whether to skip the row from the table
+    # @raise if a destination has no source
+    # @raise if a destination cell has a value
+    # @raise if a row is neither a source nor a destination
+    def copy_into_cell_below(*indices)
+      source = nil
+      each do |row|
+        if !block_given? || !yield(row)
+          values = row.values_at(*indices)
+          case values.count(&:nil?)
+          when 0
+            source = values
+          when indices.size
+            if source
+              indices.each_with_index do |index,i|
+                if row[index]
+                  raise "#{index} contains #{row[index]}"
+                else
+                  row[index] = source[i]
+                end
+              end
+            else
+              raise "#{row} has no source"
+            end
+          else
+            raise "#{row} is neither a source nor a destination"
+          end
+        end
+      end
+    end
+
+    # Merges the values of the given cells from a line, whose other cells are 
+    # empty, into the corresponding cells of the prececeding line.
+    #
+    # @param [Array] indices the cell indices to merge
+    # @raise if a destination cell is empty
+    def merge_into_cell_above(*indices)
+      each_with_index.reverse_each do |row,i|
+        if row.each_with_index.all?{|value,j| value.nil? || indices.include?(j)}
+          indices.each do |index|
+            if self[i - 1][index]
+              self[i - 1][index] = "#{self[i - 1][index]}\n#{row[index]}"
+            else
+              raise "#{index} is empty"
+            end
+          end
+          delete_at(i)
+        end
+      end
+    end
+  end
+end

data/lib/copy_paste_pdf/version.rb

@@ -0,0 +1,3 @@
+module CopyPastePDF
+  VERSION = "0.0.1"
+end

data/lib/copy_paste_pdf.rb

@@ -0,0 +1 @@
+require 'copy_paste_pdf/table'

data/spec/spec_helper.rb

@@ -0,0 +1,3 @@
+require 'rubygems'
+require 'rspec'
+require File.dirname(__FILE__) + '/../lib/copy_paste_pdf'

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification
+name: copy_paste_pdf
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Open North
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.7.7
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.7.7
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.10'
+description: 
+email:
+- info@opennorth.ca
+executables:
+- copy-paste-pdf.applescript
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- .yardopts
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- USAGE
+- bin/copy-paste-pdf.applescript
+- copy_paste_pdf.gemspec
+- lib/copy_paste_pdf.rb
+- lib/copy_paste_pdf/table.rb
+- lib/copy_paste_pdf/version.rb
+- spec/spec_helper.rb
+homepage: http://github.com/opennorth/copy_paste_pdf
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.8
+signing_key: 
+specification_version: 4
+summary: Converts PDF to CSV by copy-pasting from Apple's Preview to Microsoft Excel
+test_files:
+- spec/spec_helper.rb