pdf-extract 0.0.4 → 0.0.6

data/lib/analysis/sections.rb

@@ -51,14 +51,16 @@ module PdfExtract
       end.flatten
     end
 
-    def self.add_content_stats sections
+    def self.add_content_stats sections, page_count
       sections.map do |section|
+        last_page = section[:components].max {|c| c[:page]}[:page]
         content = Spatial.get_text_content section
         Spatial.drop_spatial(section).merge({
           :letter_ratio => Language.letter_ratio(content),
           :year_ratio => Language.year_ratio(content),                                            :cap_ratio => Language.cap_ratio(content),
           :name_ratio => Language.name_ratio(content),          
-          :word_count => Language.word_count(content)
+          :word_count => Language.word_count(content),
+          :lateness => (last_page / page_count.to_f)             
         })
       end
     end
@@ -112,8 +114,13 @@ module PdfExtract
                   if !found.last.nil? && match?(found.last, region)
                     content = Spatial.merge_lines(found.last, region, {})
                     found.last.merge!(content)
+
+                    found.last[:components] << Spatial.get_dimensions(region)
+                    
                   else
-                    found << region
+                    found << region.merge({
+                      :components => [Spatial.get_dimensions(region)]
+                    })
                   end
                 else
                   sections = sections + found
@@ -128,7 +135,7 @@ module PdfExtract
 
           # We now have sections. Add information to them.
           # add_content_types sections
-          sections = add_content_stats sections
+          sections = add_content_stats sections, pages.keys.count
 
           # Score sections into categories based on their textual attributes.
           ideals = {

data/lib/spatial.rb

@@ -84,7 +84,10 @@ module PdfExtract
         :x => obj[:x],
         :y => obj[:y],
         :width => obj[:width],
-        :height => obj[:height]
+        :height => obj[:height],
+        :page => obj[:page],
+        :page_width => obj[:page_width],
+        :page_height => obj[:page_height]
       }
     end
 
@@ -104,7 +107,7 @@ module PdfExtract
       elsif obj[:content]
         obj[:content]
       else
-        obj
+        ""
       end
     end
 

data/lib/view/xml_view.rb

@@ -6,15 +6,20 @@ require_relative '../language'
 module PdfExtract
   class XmlView < AbstractView
 
-    @@ignored_attributes = [:content, :page, :page_width, :page_height]
+    @@ignored_attributes = [:content]
+
+    @@parent_ignored_attributes = [:page, :page_width, :page_height]
 
     @@numeric_attributes = [:x, :y, :width, :height, :line_height,
                             :page_height, :page_width, :x_offset, :y_offset,
                             :spacing, :letter_ratio, :cap_ratio, :year_ratio]
 
     # Return renderable attributes
-    def get_xml_attributes obj
+    def get_xml_attributes obj, parent=true
       attribs = obj.reject { |k, _| @@ignored_attributes.include? k }
+      if parent
+        attribs = attribs.reject { |k, _| @@parent_ignored_attributes.include? k }
+      end
       attribs = attribs.reject { |_, v| v.kind_of?(Hash) || v.kind_of?(Array) }
       attribs.each_pair do |k, v|
         if @@numeric_attributes.include?(k) || k.to_s =~ /.+_score/
@@ -79,8 +84,8 @@ module PdfExtract
       builder.to_xml
     end
 
-    def write_obj_to_xml obj, type, xml
-      xml.send singular_name(type.to_s), get_xml_attributes(obj) do
+    def write_obj_to_xml obj, type, xml, parent=true
+      xml.send singular_name(type.to_s), get_xml_attributes(obj, parent) do
 
         unless @render_options[:outline]
           if not @render_options[:lines]
@@ -93,10 +98,10 @@ module PdfExtract
         get_nested_objs(obj).each do |name, nested_obj|
           element_name = singular_name name.to_s
           if nested_obj.kind_of? Hash
-            write_obj_to_xml nested_obj, element_name, xml
+            write_obj_to_xml nested_obj, element_name, xml, false
           elsif nested_obj.kind_of? Array
             nested_obj.each do |item|
-              write_obj_to_xml item, element_name, xml
+              write_obj_to_xml item, element_name, xml, false
             end
           end
         end

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 0
   - 0
-  - 4
-  version: 0.0.4
+  - 6
+  version: 0.0.6
 platform: ruby
 authors: 
 - Karl Jonathan Ward
@@ -14,7 +14,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-10-24 00:00:00 +01:00
+date: 2011-11-02 00:00:00 +00:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency