iguvium 0.9.0 → 0.9.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: cf00782b6d5ec4d4e06d12ce386ff8ece314f8ba896bb70117232ec100ec5cdb
-  data.tar.gz: 544dbce4b3cfacd303f711e774284cd497b9b3dcdc8de0590b4825f84ff0e399
+  metadata.gz: 8d6b546079935086775c26461dd4ea774d9f0474a4dcae211c71d01544536479
+  data.tar.gz: 8f96f1e0ae92923a268c3eee0431264f6d4324ed7e067e620ec376c1b7325917
 SHA512:
-  metadata.gz: b6340302943733d007a37e16206337c712646199ab9133699d328cb44c4a1ea6c1e4f65fb61c559467b018d1232ccd35c03e48b760f67645292b66dbc2640ed1
-  data.tar.gz: 0b9dcce49fc880a1fa7a7d0b512e3037512800dd4531caad230d788cb5297647190591fd27057e0216d92ed32465b9b60bbbc38eb34d68c6a324f5f06edb6d43
+  metadata.gz: cdca6bd0a04ab1ba897cd9888acebecc5ee689ffb5c814b0ecce674e96fcbefbb8035c84b6d9eabf3192411153b2aaa43425771e37cd6736ac9dbe52fe4dc364
+  data.tar.gz: 82637dd89b1d3015503f7fff7ae198525a8a0fd0b0050b70285a57e27865e374620a4cc78c93027d650d20840eb9377171271b34bb4b1fc9b44a893ba738822e

data/.travis.yml

@@ -4,4 +4,5 @@ rvm:
   - 2.5.1
   - 2.4.5
   - 2.3.8
+  - 3.1.3
 before_install: gem install bundler && sudo apt-get install ghostscript

data/CHANGELOG.md

@@ -2,6 +2,16 @@
 
 ## [Unreleased]
 
+## [0.9.2] - 2019-05-30
+### Fixed
+- Solving deprecated use of keyword arguments in method calls in Ruby 3
+- Matrix gem needs to be an explicit dependency as of Ruby 3.1.
+
+## [0.9.1] - 2019-05-30
+### Fixed
+- Rare `undefined method 'begin' for nil:NilClass` error fixed
+- Remove Iguvium::Table#to_a result caching
+
 ## [0.9.0] - 2018-12-07
 ### Added
 - Open cells rendering added. Tables like this are now processed correctly:

data/README.md

@@ -110,6 +110,8 @@ just page text. The latter is useful in case of whitespace-separated fixed-width
 There are usually no actual tables in PDFs, only characters with coordinates,
 and some fancy lines. Human eye interprets this as a table. Iguvium behaves quite similarly. It prints PDF to an image file with GhostScript, then analyses the image.
 
+(Later clarification as per request. It only prints anything but text and images (-dFILTERTEXT -dFILTERIMAGE params of GhostScript, which lefts lines, curves, etc.) to analyze table structure. Text fields are extracted from pdf codepoints, if there are any. Trying to do otherwise would imply a full-blown OCR solution, something like FineReader. So with scanned image-only pdfs it is like an ideal unmatch: nothing is actually printed and there's no text to extract.)
+
 Long enough continuous edges are interpreted as possible cell borders. Gaussian blur is applied beforehand to get rid of possible inconsistencies and style features.
 
 Initially inspired by [camelot](https://github.com/socialcopsdev/camelot/) idea of image analysis to detect table structure. Besides this idea, is an independent work. Image recognition is written in Ruby, no OpenCV or other heavy computer vision libraries are used. Line detection algorithms are different too. The functionality of Camelot is significantly broader.

data/iguvium.gemspec

@@ -8,11 +8,11 @@ Gem::Specification.new do |spec|
   spec.name          = 'iguvium'
   spec.version       = Iguvium::VERSION
   spec.authors       = ['Dima Ermilov']
-  spec.email         = ['dima@scriptangle.com']
+  spec.email         = ['adworse@erlef.org']
 
   spec.summary       = 'Extract tables from PDF as a structured info'
-  spec.description   = 'Extract tables from PDF as a structured info. Uses ghostscript to print pdf to image, \
-then recognizes table separators optically. No OpenCV or other heavy dependencies'
+  spec.description   = "Extract tables from PDF as a structured info. Uses ghostscript to print pdf \
+to image, then recognizes table separators optically. No OpenCV or other heavy dependencies"
   spec.homepage      = 'https://github.com/adworse/iguvium'
   spec.license       = 'MIT'
 
@@ -29,12 +29,13 @@ then recognizes table separators optically. No OpenCV or other heavy dependencie
 
   spec.require_paths = ['lib']
 
-  spec.add_dependency 'pdf-reader', '~> 2.1'
   spec.add_dependency 'convolver-light', '~> 0.3.1'
   spec.add_dependency 'oily_png', '~> 1.2'
+  spec.add_dependency 'pdf-reader', '~> 2.1'
   spec.add_dependency 'slop', '~> 4.2'
+  spec.add_dependency 'matrix'
 
-  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'bundler'
   spec.add_development_dependency 'rake', '~> 10.0'
   spec.add_development_dependency 'rspec', '~> 3.0'
 end

data/lib/iguvium/image.rb

@@ -15,7 +15,6 @@ module Iguvium
     #
     # @return [ChunkyPNG::Image]
     def self.read(path, pagenumber = 1, **opts)
-      puts path.shellescape
       rgb = path.gsub(/\.pdf$/, '.rgb')
       Iguvium.logger.info `#{opts[:gspath]} -dSAFER -dBATCH -dNOPAUSE -sDEVICE=pnggray -dGraphicsAlphaBits=4 \
     -r72 -dFirstPage=#{pagenumber} -dLastPage=#{pagenumber} \

data/lib/iguvium/page.rb

@@ -71,11 +71,14 @@ module Iguvium
     private
 
     def recognize!
-      image = Image.read(@path, @reader_page.number, @opts)
+      image = Image.read(@path, @reader_page.number, **@opts)
       recognized = CV.new(image).recognize
       @lines = recognized[:lines]
       @boxes = recognized[:boxes].reject { |box| box_empty?(box) }
-      @tables = @boxes.map { |box| Table.new(box, self) }.reverse
+      @tables = @boxes
+                .map { |box| Table.new(box, self) }
+                .reject { |table| table.grid[:rows].empty? || table.grid[:columns].empty? }
+                .reverse
       self
     end
 

data/lib/iguvium/table.rb

@@ -32,17 +32,16 @@ module Iguvium
     # @return [Array] 2D array of strings (content of table's cells)
     #
     def to_a(newlines: false, phrases: true)
-      @to_a ||=
-        grid[:rows]
+      grid[:rows]
         .reverse
         .map { |row|
-          grid[:columns].map do |column|
-            render(
-              phrases ? words_inside(column, row) : chars_inside(column, row),
-              newlines: newlines
-            )
-          end
-        }
+        grid[:columns].map do |column|
+          render(
+            phrases ? words_inside(column, row) : chars_inside(column, row),
+            newlines: newlines
+          )
+        end
+      }
     end
 
     # def width
@@ -61,6 +60,14 @@ module Iguvium
     #   @floorless
     # end
 
+    def grid
+      @grid ||=
+          {
+              rows: lines_to_ranges(lines[:horizontal]),
+              columns: lines_to_ranges(lines[:vertical])
+          }
+    end
+
     private
 
     attr_reader :page, :lines, :box
@@ -69,8 +76,8 @@ module Iguvium
     # and adds rows and/or columns if necessary.
     # @return [Iguvium::Table] with added open-cell rows and columns
     def heal
-      heal_rows
-      heal_cols
+      heal_rows unless grid[:rows].empty?
+      heal_cols unless grid[:columns].empty?
       self
     end
 
@@ -89,7 +96,6 @@ module Iguvium
     end
 
     def heal_rows
-      # TODO: shrink box (like `box.last.end - 2`)
       roofrow = box.last.begin..grid[:rows].first.begin
       floorrow = grid[:rows].last.end..box.last.end
       if chars_inside(box.first, roofrow).any?
@@ -125,18 +131,7 @@ module Iguvium
       }
     end
 
-    def grid
-      return @grid if @grid
-
-      @grid =
-        {
-          rows: lines_to_ranges(lines[:horizontal]),
-          columns: lines_to_ranges(lines[:vertical])
-        }
-    end
-
     def lines_to_ranges(lines)
-      # TODO: extend box for the sake of lines select
       lines.select { |line| line_in_box?(line, wide_box) }
            .map { |line| line.first.is_a?(Numeric) ? line.first : line.last }
            .sort

data/lib/iguvium/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Iguvium
-  VERSION = '0.9.0'
+  VERSION = '0.9.2'
 end

data/lib/iguvium.rb

@@ -73,7 +73,7 @@ module Iguvium
         opts[:gspath] ||= gs_nix?
       end
 
-      PDF::Reader.new(path, opts).pages.map { |page| Page.new(page, path, opts) }
+      PDF::Reader.new(path, opts).pages.map { |page| Page.new(page, path, **opts) }
     end
 
     # Creates and gives access to Ruby Logger. Default [Logger::Level] is Logger::ERROR.
@@ -116,11 +116,4 @@ module Iguvium
   end
 end
 
-# TODO: 4) Add options like maybe image thresholding
-#
-# TODO: 6) 0.9 - version capable of reading tables with open outer cells, like this:
-# __|____|_______|_____|
-# __|____|_______|_____|
-# __|____|_______|_____|
-#
 # TODO: 7) 1.0 - in addition it should deal with merged cells (move result to the upper left cell).

metadata

@@ -1,57 +1,57 @@
 --- !ruby/object:Gem::Specification
 name: iguvium
 version: !ruby/object:Gem::Version
-  version: 0.9.0
+  version: 0.9.2
 platform: ruby
 authors:
 - Dima Ermilov
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2018-12-07 00:00:00.000000000 Z
+date: 2022-12-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: pdf-reader
+  name: convolver-light
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: 0.3.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '2.1'
+        version: 0.3.1
 - !ruby/object:Gem::Dependency
-  name: convolver-light
+  name: oily_png
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.1
+        version: '1.2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.1
+        version: '1.2'
 - !ruby/object:Gem::Dependency
-  name: oily_png
+  name: pdf-reader
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '2.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.2'
+        version: '2.1'
 - !ruby/object:Gem::Dependency
   name: slop
   requirement: !ruby/object:Gem::Requirement
@@ -66,20 +66,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: matrix
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -108,11 +122,11 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.0'
-description: |-
-  Extract tables from PDF as a structured info. Uses ghostscript to print pdf to image, \
-  then recognizes table separators optically. No OpenCV or other heavy dependencies
+description: Extract tables from PDF as a structured info. Uses ghostscript to print
+  pdf to image, then recognizes table separators optically. No OpenCV or other heavy
+  dependencies
 email:
-- dima@scriptangle.com
+- adworse@erlef.org
 executables:
 - iguvium
 extensions: []
@@ -142,7 +156,7 @@ homepage: https://github.com/adworse/iguvium
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -157,9 +171,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubygems_version: 3.0.6
+signing_key:
 specification_version: 4
 summary: Extract tables from PDF as a structured info
 test_files: []