dsr 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: e94dd71eedb7e3989dde0e7a35c73db47c97891211ab3620ef668bf6fb163dcb
+  data.tar.gz: af6324245ad6c157dc3a700f00121860c75bb828dc096ffcd4a4c1e15ae0dd96
+SHA512:
+  metadata.gz: 1a607b1cfaaec5321348face51201ec20baa16958775485f3a86fe67a1eb703be6a58bcf555045dbb181397644eb42240fbe28a38b4dd79f361de4a287e23897
+  data.tar.gz: 66fefe0318e13f2b2d60f60dd125af1577313ac038d1fc91215016fac21066f91abbb58ce91a6f1eabfcb2b39513c800f563cac567f3539e162b1ec05cfddf10

data/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2023 Victor Maslov
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

data/dsr.gemspec

@@ -0,0 +1,15 @@
+Gem::Specification.new do |spec|
+  spec.name         = "dsr"
+  spec.version      = "0.0.0"
+  spec.summary      = "[WIP] Document Structure Recognizer -- currently a collection of common routines I use to build A.I.s"
+
+  spec.author       = "Victor Maslov aka Nakilon"
+  spec.email        = "nakilon@gmail.com"
+  spec.license      = "MIT"
+  spec.metadata     = {"source_code_uri" => "https://github.com/nakilon/dsr"}
+
+  spec.add_dependency "nakischema"
+  spec.add_dependency "hexapdf"
+
+  spec.files        = %w{ LICENSE dsr.gemspec lib/dsr.rb }
+end

data/lib/dsr.rb

@@ -0,0 +1,106 @@
+module DSR
+
+  Struct = ::Struct.new :text, :left, :bottom, :right, :top, :width, :height
+  private_constant :Struct
+
+  class Texts < Array
+    def find_all_by_text text
+      self.class.new select{ |_| text == _.text }
+    end
+    def select_intersecting_vertically_with item
+      self.class.new (self-[item]).select{ |_| _.bottom >= item.top && _.top <= item.bottom }
+    end
+  end
+  private_constant :Texts
+
+  def self.google2struct json
+    require "json"
+    Texts.new( JSON.load(json).tap do |json|
+      require "nakischema"
+      Nakischema.validate json, {
+        hash_req: {
+        "cropHintsAnnotation" => Hash,
+        "fullTextAnnotation" => Hash,
+        "imagePropertiesAnnotation" => Hash,
+        "labelAnnotations" => Array,
+        "safeSearchAnnotation" => Hash,
+        "textAnnotations" => { each: {
+          hash_req: {
+            "boundingPoly" => { hash: {
+              "vertices" => { size: 4..4, each: { hash: { "x" => Integer, "y" => Integer } } },
+            } },
+            "description" => /\A\S(.*\S)?\z/m,
+          },
+          hash_opt: {
+            "locale" => /\A\S(.*\S)?\z/m,
+          },
+        } },
+        },
+        hash_opt: {
+          "localizedObjectAnnotations" => Array,
+        }
+      }
+    end["textAnnotations"].map do |text|
+      Struct.new text["description"],
+                 text["boundingPoly"]["vertices"].map{ |_| _["x"] }.min,
+                 text["boundingPoly"]["vertices"].map{ |_| _["y"] }.max,
+                 text["boundingPoly"]["vertices"].map{ |_| _["x"] }.max,
+                 text["boundingPoly"]["vertices"].map{ |_| _["y"] }.min,
+                 text["boundingPoly"]["vertices"].map{ |_| _["x"] }.max - text["boundingPoly"]["vertices"].map{ |_| _["x"] }.min,
+                 text["boundingPoly"]["vertices"].map{ |_| _["y"] }.max - text["boundingPoly"]["vertices"].map{ |_| _["y"] }.min
+    end )
+  end
+
+  def self.link headers, array, direction, alignment, *priority
+    l, r = case direction
+    when :horizontal ; %i{ left right }
+    when :vertical ; %i{ top bottom }
+    else ; fail "invalid direction"
+    end
+    headers = headers.sort_by(&l).map(&:dup)
+    headers.each_cons(2){ |a, b| a[r], b[l] = [a[r], b[l]].max, [a[r], b[l]].min }
+    headers.first[l] = -Float::INFINITY
+    headers.last[r] = +Float::INFINITY
+    headers.unshift headers.delete_at headers.index{ |_| priority.include? _.text } unless priority.empty?   # TODO: document/explain this
+    array.sort_by(&l).each_with_object([]) do |cell, a|
+      i = headers.public_send(alignment){ |_| (_[l].._[r]).include?((cell[l]+cell[r])/2) }
+      a[i] ||= []
+      a[i] << cell
+    end
+  end
+  def self.pdf2struct object
+    require "hexapdf"
+    processor = Class.new HexaPDF::Content::Processor do
+      attr_reader :texts
+      def initialize _
+        super
+        @texts = Texts.new
+      end
+      def show_text str
+        boxes = decode_text_with_positioning str
+        @texts.push Struct.new boxes.string,
+          boxes.lower_left[0], -boxes.lower_left[1],
+          boxes.upper_right[0], -boxes.upper_right[1],
+          boxes.upper_right[0] - boxes.lower_left[0],
+          boxes.lower_left[1] - boxes.upper_right[1]
+      end
+    end
+    HexaPDF::Document.new(io: object).pages.map do |page|
+      processor.new(page).tap(&page.method(:process_contents)).texts
+    end
+  end
+
+  def self.subgraphs data
+    data.zip.tap do |array|
+      (0...data.size).each do |i|
+        (0...i).to_a.select do |j|
+          array[i].product(array[j]).any?{ |i,j| yield i,j }
+        end.each do |j|
+          array[i].concat array[j]
+          array[j].clear
+        end
+      end
+    end.reject &:empty?
+  end
+
+end

metadata

@@ -0,0 +1,75 @@
+--- !ruby/object:Gem::Specification
+name: dsr
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Victor Maslov aka Nakilon
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2023-08-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nakischema
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hexapdf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: nakilon@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE
+- dsr.gemspec
+- lib/dsr.rb
+homepage: 
+licenses:
+- MIT
+metadata:
+  source_code_uri: https://github.com/nakilon/dsr
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.3.25
+signing_key: 
+specification_version: 4
+summary: "[WIP] Document Structure Recognizer -- currently a collection of common
+  routines I use to build A.I.s"
+test_files: []