doc_ripper 0.0.7.2 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 78c69f5ebf8057f2b87109802a74fad71cbe63ea
-  data.tar.gz: b685a42672f7bbf2a90cdba49035c6409f1d84f4
+  metadata.gz: 48d68fcd85b60d3ab64df91710c31158a998dc1a
+  data.tar.gz: 0aba15d63c943c4f33f5dbe14503907a72744a07
 SHA512:
-  metadata.gz: 60533a3a30d444a10aebc1476d09f4ea029b69735c4629438f8bd58a38dd011c40fb5280d85b55e1194dde0b79331f44ef8c3cea61e40f59b489a4c932f22330
-  data.tar.gz: 4aec11cc7a90bade2e9fd06a980d4cec6b67de9c6d472e9cae54ca14218b2fbbb157192cfba8bfc9740f9f620f2e9ffea7cfceb021c030eb00673cf27a77e1e0
+  metadata.gz: 104082f0efdf157273abda2e201b55cb315fe861005e4a14d358a09297a2f2b7b5d98e04fdd371196f85c6325f841ad82932bb33c123cc9432b35e9c5f45d572
+  data.tar.gz: 2f1b2d0c81f45ed03e197b0a0a2eaa41a057629f8c5c32f2107dc09233e67f12a141e5a19fa53ab8e97dd434e66f7fee18cddf1aa6c81bf600e974c9440383de

data/doc_ripper.gemspec

@@ -27,4 +27,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.6"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec"
+  spec.add_development_dependency "sqlite3"
+  spec.add_development_dependency "rubocop"
+  spec.add_development_dependency "pry"
 end

data/lib/doc_ripper.rb

@@ -1,23 +1,46 @@
 require 'shellwords'
-require "doc_ripper/version"
-require "doc_ripper/base"
-require "doc_ripper/text_ripper"
-require "doc_ripper/formats/pdf_ripper"
-require "doc_ripper/formats/docx_ripper"
-require "doc_ripper/formats/ms_doc_ripper"
-require "doc_ripper/formats/sketch_ripper"
-require "doc_ripper/exceptions"
+require 'doc_ripper/version'
+require 'doc_ripper/base'
+require 'doc_ripper/formats/text_ripper'
+require 'doc_ripper/formats/pdf_ripper'
+require 'doc_ripper/formats/docx_ripper'
+require 'doc_ripper/formats/ms_doc_ripper'
+require 'doc_ripper/formats/sketch_ripper'
+require 'doc_ripper/exceptions'
 
 module DocRipper
   class << self
     def rip(path, options = {})
-      TextRipper.new(path, options).text
+      ripper = choose_ripper(path)
+      ripper.text unless ripper.nil?
     end
 
     def rip!(path)
-      text = rip(path, raise: true)
+      ripper = choose_ripper(path)
+      raise(UnsupportedFileType) if ripper.nil?
 
-      text || raise(FileNotFound)
+      ripper.text || raise(FileNotFound)
+    end
+
+    private
+
+    def choose_ripper(file_path)
+      ripper = begin
+        case
+        when !!(file_path =~ /.docx$/i)
+          ripper = Formats::DocxRipper.new(file_path)
+        when !!(file_path =~ /.doc$/i)
+          ripper = Formats::MsDocRipper.new(file_path)
+        when !!(file_path =~ /.pdf$/i)
+          ripper = Formats::PdfRipper.new(file_path)
+        when !!(file_path =~ /.sketch$/i)
+          ripper = Formats::SketchRipper.new(file_path)
+        when !!(file_path =~ /.txt$/i)
+          ripper = Formats::TextRipper.new(file_path)
+        end
+      end
+
+      ripper
     end
   end
 end

data/lib/doc_ripper/base.rb

@@ -2,16 +2,16 @@ module DocRipper
   module Ripper
 
     class Base
-      attr_reader :text
+      attr_reader :file_path
 
-      def initialize(file_path, options = {})
+      def initialize(file_path)
+        file_parts      = file_path.split('.')
         @file_path      = file_path
-        @text_file_path = "#{file_path.split('.').first}.txt"
-        @options = options
+        @extension      = file_parts.last
       end
 
-      def read_type
-        :file
+      def text
+        @text ||= rip
       end
 
       private
@@ -22,4 +22,4 @@ module DocRipper
     end
 
   end
-end
+end

data/lib/doc_ripper/formats/docx_ripper.rb

@@ -3,9 +3,13 @@ module DocRipper
     class DocxRipper < Ripper::Base
 
       def rip
-        @text ||= system(%Q[ unzip -p #{to_shell(@file_path)} | grep '<w:t' | sed 's/<[^<]*>//g' | grep -v '^[[:space:]]*$' > #{to_shell(@text_file_path)} ])
+        @text ||= begin
+          text = %x(unzip -p #{to_shell(file_path)} | grep '<w:t' | sed 's/<[^<]*>//g' | grep -v '^[[:space:]]*$')
+
+          text.empty? ? nil : text
+        end
       end
 
     end
   end
-end
+end

data/lib/doc_ripper/formats/ms_doc_ripper.rb

@@ -3,9 +3,9 @@ module DocRipper
     class MsDocRipper < Ripper::Base
 
       def rip
-        @text ||= system(%Q[ antiword #{to_shell(@file_path)} > #{to_shell(@text_file_path)} ])
+        @text ||= %x(antiword #{to_shell(file_path)})
       end
 
     end
   end
-end
+end

data/lib/doc_ripper/formats/pdf_ripper.rb

@@ -3,9 +3,9 @@ module DocRipper
     class PdfRipper < Ripper::Base
 
       def rip
-        @text ||= system(%Q[ pdftotext #{to_shell(@file_path)} > #{to_shell(@text_file_path)} ])
+        @text ||= %x(pdftotext #{to_shell(file_path)})
       end
 
     end
   end
-end
+end

data/lib/doc_ripper/formats/sketch_ripper.rb

@@ -4,6 +4,7 @@ require 'colored'
 SQLITE_LOAD_WARNING = 'SQLite3 optional dependency not found. Sketch files are not supported in this mode.'.yellow
 
 begin
+  # gem 'sqlite3'
   require 'sqlite3'
 rescue LoadError
   warn SQLITE_LOAD_WARNING
@@ -45,17 +46,13 @@ module DocRipper
         end
       end
 
-      def initialize(file_path, options= {})
+      def initialize(file_path)
         raise Sqlite3NotFound if !defined?(SQLite3)
         super
       end
 
-      def read_type
-        :mem
-      end
-
       def rip
-        db = SQLite3::Database.new(@file_path)
+        db = SQLite3::Database.new(file_path)
         data = db.execute("SELECT value FROM payload").flatten.first
         @text ||= text_objects(data).join(" ").strip
       end

data/lib/doc_ripper/formats/text_ripper.rb

@@ -0,0 +1,13 @@
+#encoding: UTF-8
+
+module DocRipper
+  module Formats
+    class TextRipper < Ripper::Base
+
+      def rip
+        File.read(@file_path)
+      end
+
+    end
+  end
+end

data/lib/doc_ripper/version.rb

@@ -1,5 +1,3 @@
 module DocRipper
-  VERSION = "0.0.7.2"
+  VERSION = "0.0.8"
 end
-
-

data/spec/doc_ripper/{formats/doc_ripper_spec.rb → doc_ripper_spec.rb}

@@ -10,8 +10,38 @@ module DocRipper
     let(:missing_path) { "#{
       FIXTURE_PATH}some_missing_path.docx" }
 
-    context '#rip' do
+    describe 'full utf-8 encoding' do
+      let(:result) { DocRipper.rip(file_path) }
+
+      context 'txt file' do
+        let(:str) { '¿Cuál es su nombre?' }
+        let(:file_path) { "#{FIXTURE_PATH}encoding_sample.txt" }
+
+        before(:each) do
+          File.write(file_path, str)
+        end
+
+        it 'maintains encoding' do
+          expect(result).to eq(str)
+        end
+
+        after(:each) do
+          File.delete(file_path)
+        end
+      end
+
+      describe 'docx file' do
+        let(:str) { '四、我们确认，我们完全同意招标文件制定的投标规则，并承诺按照这些规则履行我们的所有义务，包括一旦投标文件被贵方接受，将履行社会资本合作方的义务' }
+        let(:file_path) { "#{FIXTURE_PATH}chinese.docx" }
 
+        it 'maintains encoding' do
+          puts result.encoding
+          expect(result).to include(str)
+        end
+      end
+    end
+
+    context '#rip' do
       it 'should respond to #rip' do
         expect(DocRipper.respond_to? :rip).to eq(true)
       end
@@ -34,7 +64,6 @@ module DocRipper
       it 'should remove the dumped text version of the file' do
 
       end
-
     end
 
     context '#rip!' do
@@ -51,7 +80,5 @@ module DocRipper
       end
 
     end
-
-
   end
-end
+end

data/spec/doc_ripper/formats/sketch_ripper_spec.rb

@@ -26,4 +26,4 @@ module DocRipper
       end
     end
   end
-end
+end

data/spec/fixtures/lorem.txt

@@ -0,0 +1,9 @@
+
+Lorem ipsum dolor sit amet, consectetur adipiscing elit, sed do eiusmod
+tempor incididunt ut labore et dolore magna aliqua. Ut enim ad minim
+veniam, quis nostrud exercitation ullamco laboris nisi ut aliquip ex ea
+commodo consequat. Duis aute irure dolor in reprehenderit in voluptate
+velit esse cillum dolore eu fugiat nulla pariatur. Excepteur sint occaecat
+cupidatat non proident, sunt in culpa qui officia deserunt mollit anim id
+est laborum.
+

data/spec/spec_helper.rb

@@ -1,4 +1,6 @@
 require 'bundler/setup'
+require 'pry'
+
 Bundler.setup
 
 require 'doc_ripper'
@@ -8,4 +10,4 @@ FIXTURE_PATH = "#{File.expand_path '../',__FILE__}/fixtures/"
 
 RSpec.configure do |config|
   # some (optional) config here
-end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: doc_ripper
 version: !ruby/object:Gem::Version
-  version: 0.0.7.2
+  version: 0.0.8
 platform: ruby
 authors:
 - Paul Zaich
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-15 00:00:00.000000000 Z
+date: 2017-11-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: CFPropertyList
@@ -80,6 +80,48 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Scrape text from common file formats (.pdf,.doc,.docx, .sketch, .txt)
   with a single convenient command.
 email:
@@ -102,20 +144,21 @@ files:
 - lib/doc_ripper/formats/ms_doc_ripper.rb
 - lib/doc_ripper/formats/pdf_ripper.rb
 - lib/doc_ripper/formats/sketch_ripper.rb
-- lib/doc_ripper/text_ripper.rb
+- lib/doc_ripper/formats/text_ripper.rb
 - lib/doc_ripper/version.rb
 - pkg/doc_ripper-0.0.5.gem
 - pkg/doc_ripper-0.0.6.gem
 - pkg/doc_ripper-0.0.7.1.gem
+- pkg/doc_ripper-0.0.7.2.gem
 - pkg/doc_ripper-0.0.7.gem
-- spec/doc_ripper/base_spec.rb
-- spec/doc_ripper/formats/doc_ripper_spec.rb
+- spec/doc_ripper/doc_ripper_spec.rb
 - spec/doc_ripper/formats/sketch_ripper_spec.rb
-- spec/doc_ripper/formats/text_ripper_spec.rb
+- spec/fixtures/chinese.docx
 - spec/fixtures/complex_sketch_text.sketch
 - spec/fixtures/lorem.doc
 - spec/fixtures/lorem.docx
 - spec/fixtures/lorem.pdf
+- spec/fixtures/lorem.txt
 - spec/fixtures/missing_file.txt
 - spec/fixtures/simple_sketch_text.sketch
 - spec/fixtures/some_missing_path.txt
@@ -142,19 +185,19 @@ requirements:
 - Antiword
 - pdftotext/poppler
 rubyforge_project: 
-rubygems_version: 2.6.6
+rubygems_version: 2.6.14
 signing_key: 
 specification_version: 4
 summary: Rip out text from pdf, doc and docx formats
 test_files:
-- spec/doc_ripper/base_spec.rb
-- spec/doc_ripper/formats/doc_ripper_spec.rb
+- spec/doc_ripper/doc_ripper_spec.rb
 - spec/doc_ripper/formats/sketch_ripper_spec.rb
-- spec/doc_ripper/formats/text_ripper_spec.rb
+- spec/fixtures/chinese.docx
 - spec/fixtures/complex_sketch_text.sketch
 - spec/fixtures/lorem.doc
 - spec/fixtures/lorem.docx
 - spec/fixtures/lorem.pdf
+- spec/fixtures/lorem.txt
 - spec/fixtures/missing_file.txt
 - spec/fixtures/simple_sketch_text.sketch
 - spec/fixtures/some_missing_path.txt

data/lib/doc_ripper/text_ripper.rb

@@ -1,43 +0,0 @@
-#encoding: UTF-8
-
-module DocRipper
-  class TextRipper < Ripper::Base
-    attr_reader :text_file_path, :file_path
-
-    def ripped?
-      @is_ripped ||=choose_ripper
-    end
-
-    def text
-      if ripped? && @ripper.read_type == :file
-        @text = IO.read(@text_file_path).force_encoding("ISO-8859-1").encode("utf-8", replace: nil)
-        File.delete(@text_file_path)
-
-      elsif ripped? && @ripper.read_type == :mem
-        @text = @ripper.text
-      end
-
-      @text
-    end
-
-    private
-
-    def choose_ripper
-      case
-      when !!(@file_path =~ /.docx$/i)
-        @ripper = Formats::DocxRipper.new(@file_path)
-      when !!(@file_path =~ /.doc$/i)
-        @ripper = Formats::MsDocRipper.new(@file_path)
-      when !!(@file_path =~ /.pdf$/i)
-        @ripper = Formats::PdfRipper.new(@file_path)
-      when !!(@file_path =~ /.sketch$/i)
-        @ripper = Formats::SketchRipper.new(@file_path)
-      when @options[:raise]
-        raise UnsupportedFileType
-      end
-
-      @ripper.rip
-    end
-
-  end
-end

data/spec/doc_ripper/base_spec.rb

@@ -1,9 +0,0 @@
-require 'spec_helper'
-
-module DocRipper
-  module Ripper
-    describe 'Base' do
-
-    end
-  end
-end

data/spec/doc_ripper/formats/text_ripper_spec.rb

@@ -1,7 +0,0 @@
-require 'spec_helper'
-
-module DocRipper
-  describe 'TextRipper' do
-
-  end
-end