RubyGems - libis-format - Versions diffs - 1.3.4 → 2.0.0 - Mend

libis-format 1.3.4 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (78) hide show

checksums.yaml +4 -4
data/.coveralls.yml +2 -0
data/.gitignore +20 -0
data/.travis.yml +70 -0
data/Gemfile +0 -12
data/README.md +2 -2
data/Rakefile +8 -0
data/base/Dockerfile +35 -0
data/base/Dockerfile.alpine +20 -0
data/base/Dockerfile.rvm +56 -0
data/base/rework_path +20 -0
data/bin/{pdf_tool → pdf_copy} +2 -3
data/data/PDFA_def.ps +3 -3
data/data/eciRGB_v2.icc +0 -0
data/data/types.yml +4 -17
data/docker_cfg.yml +1 -0
data/lib/libis/format/cli/convert.rb +4 -4
data/lib/libis/format/cli/prompt_helper.rb +24 -32
data/lib/libis/format/command_line.rb +3 -2
data/lib/libis/format/config.rb +23 -19
data/lib/libis/format/converter/audio_converter.rb +31 -56
data/lib/libis/format/converter/base.rb +36 -16
data/lib/libis/format/converter/chain.rb +32 -52
data/lib/libis/format/converter/fop_pdf_converter.rb +8 -4
data/lib/libis/format/converter/image_assembler.rb +82 -0
data/lib/libis/format/converter/image_converter.rb +45 -250
data/lib/libis/format/converter/image_splitter.rb +80 -0
data/lib/libis/format/converter/image_watermarker.rb +261 -0
data/lib/libis/format/converter/jp2_converter.rb +38 -36
data/lib/libis/format/converter/office_converter.rb +28 -22
data/lib/libis/format/converter/pdf_assembler.rb +66 -0
data/lib/libis/format/converter/pdf_converter.rb +52 -200
data/lib/libis/format/converter/pdf_optimizer.rb +70 -0
data/lib/libis/format/converter/pdf_splitter.rb +65 -0
data/lib/libis/format/converter/pdf_watermarker.rb +110 -0
data/lib/libis/format/converter/repository.rb +13 -7
data/lib/libis/format/converter/spreadsheet_converter.rb +16 -10
data/lib/libis/format/converter/video_converter.rb +58 -47
data/lib/libis/format/converter/xslt_converter.rb +11 -13
data/lib/libis/format/converter.rb +1 -1
data/lib/libis/format/identifier.rb +46 -44
data/lib/libis/format/info.rb +27 -0
data/lib/libis/format/library.rb +147 -0
data/lib/libis/format/tool/droid.rb +30 -29
data/lib/libis/format/tool/extension_identification.rb +26 -24
data/lib/libis/format/tool/{ff_mpeg.rb → ffmpeg.rb} +10 -17
data/lib/libis/format/tool/fido.rb +27 -22
data/lib/libis/format/tool/file_tool.rb +24 -11
data/lib/libis/format/tool/fop_pdf.rb +14 -25
data/lib/libis/format/tool/identification_tool.rb +40 -38
data/lib/libis/format/tool/office_to_pdf.rb +18 -30
data/lib/libis/format/tool/pdf_copy.rb +47 -0
data/lib/libis/format/tool/pdf_merge.rb +19 -25
data/lib/libis/format/tool/pdf_optimizer.rb +19 -22
data/lib/libis/format/tool/pdf_split.rb +33 -6
data/lib/libis/format/tool/pdf_to_pdfa.rb +31 -45
data/lib/libis/format/tool/pdfa_validator.rb +30 -24
data/lib/libis/format/tool/spreadsheet_to_ods.rb +18 -29
data/lib/libis/format/tool.rb +3 -4
data/lib/libis/format/version.rb +1 -3
data/lib/libis/format/yaml_loader.rb +71 -0
data/lib/libis/format.rb +7 -5
data/lib/libis-format.rb +0 -2
data/libis-format.gemspec +18 -24
data/tools/PdfTool.jar +0 -0
data/tools/pdfbox/pdfbox-app-2.0.13.jar +0 -0
data/tools/pdfbox/{preflight-app-3.0.3.jar → preflight-app-2.0.13.jar} +0 -0
metadata +86 -128
data/data/AdobeRGB1998.icc +0 -0
data/lib/libis/format/converter/email_converter.rb +0 -35
data/lib/libis/format/tool/msg_to_pdf.rb +0 -270
data/lib/libis/format/tool/pdf_tool.rb +0 -52
data/lib/libis/format/type_database.rb +0 -156
data/lib/libis/format/type_database_impl.rb +0 -153
data/tools/pdf2pdfa +0 -395
data/tools/pdfbox/pdfbox-app-3.0.3.jar +0 -0
/data/bin/{droid_tool → droid} +0 -0
/data/bin/{fido_tool → fido} +0 -0

data/lib/libis/format/tool/msg_to_pdf.rb DELETED Viewed

@@ -1,270 +0,0 @@
-# frozen_string_literal: true
-require 'mapi/msg'
-require 'rfc_2047'
-require 'cgi'
-require 'pdfkit'
-require 'time'
-require 'fileutils'
-require 'pathname'
-require 'libis/format/config'
-module Libis
-  module Format
-    module Tool
-      class MsgToPdf
-        include ::Libis::Tools::Logger
-        HEADER_STYLE = '<style>.header-table {margin: 0 0 20 0;padding: 0;font-family: Arial, Helvetica, sans-serif;}.header-name {padding-right: 5px;color: #9E9E9E;text-align: right;vertical-align: top;font-size: 12px;}.header-value {font-size: 12px;}#header_fields {#background: white;#margin: 0;#border: 1px solid #DDD;#border-radius: 3px;#padding: 8px;#width: 100%%;#box-sizing: border-box;#}</style><script type="text/javascript">function timer() {try {parent.postMessage(Math.max(document.body.offsetHeight, document.body.scrollHeight), \'*\');} catch (r) {}setTimeout(timer, 10);};timer();</script>' # rubocop:disable Layout/LineLength
-        HEADER_TABLE_TEMPLATE = '<div class="header-table"><table id="header_fields"><tbody>%s</tbody></table></div>'
-        HEADER_FIELD_TEMPLATE = '<tr><td class="header-name">%s</td><td class="header-value">%s</td></tr>'
-        HTML_WRAPPER_TEMPLATE = '<!DOCTYPE html><html><head><style>body {font-size: 0.5cm;}</style><title>title</title></head><body>%s</body></html>' # rubocop:disable Layout/LineLength
-        IMG_CID_PLAIN_REGEX = /\[cid:(.*?)\]/m
-        IMG_CID_HTML_REGEX = /cid:([^"]*)/m
-        def self.installed?
-          File.exist?(Libis::Format::Config[:wkhtmltopdf])
-        end
-        def self.run(source, target, **options)
-          new.run source, target, **options
-        end
-        def run(source, target, **options)
-          # Preliminary checks
-          # ------------------
-          @warnings = []
-          # Check if source file exists
-          raise "File #{source} does not exist" unless File.exist?(source)
-          # Retrieving the message
-          # ----------------------
-          # Open the message
-          msg = Mapi::Msg.open(source)
-          target_format = options.delete(:to_html) ? :HTML : :PDF
-          result = msg_to_pdf(msg, target, target_format, options)
-          msg.close
-          result
-        end
-        def msg_to_pdf(msg, target, target_format, pdf_options, root_msg: true)
-          # Make sure the target directory exists
-          outdir = File.dirname(target)
-          FileUtils.mkdir_p(outdir)
-          # Get the body of the message in HTML
-          body = msg.properties.body_html
-          # Embed plain body in HTML as a fallback
-          body ||= HTML_WRAPPER_TEMPLATE % msg.properties.body
-          # Check and fix the character encoding
-          begin
-            # Try to encode into UTF-8
-            body.encode!('UTF-8', universal_newline: true)
-          rescue Encoding::InvalidByteSequenceError, Encoding::UndefinedConversionError
-            begin
-              # If it fails, the text may be in Windows' Latin1 (ISO-8859-1)
-              body.force_encoding('ISO-8859-1').encode!('UTF-8', universal_newline: true)
-            rescue Encoding::InvalidByteSequenceError, Encoding::UndefinedConversionError => e
-              # If that fails too, log a warning and replace the invalid/unknown with a ? character.
-              @warnings << "#{e.class}: #{e.message}"
-              body.encode!('UTF-8', universal_newline: true, invalid: :replace, undef: :replace)
-            end
-          end
-          # Process headers
-          # ---------------
-          headers = {}
-          hdr_html = ''
-          %w[From To Cc Subject Date].each do |key|
-            value = find_hdr(msg.headers, key)
-            if value
-              headers[key.downcase.to_sym] = value
-              hdr_html += hdr_html(key, value)
-            end
-          end
-          [:date].each do |key|
-            next unless headers[key]
-            headers[key] = DateTime.parse(headers[key]).to_time.localtime.iso8601
-          end
-          # Add header section to the HTML body
-          unless hdr_html.empty?
-            # Insert header block styles
-            if body =~ %r{</head>}
-              # if head exists, append the style block
-              body.gsub!(%r{</head>}, "#{HEADER_STYLE}</head>")
-            elsif body =~ %r{<head/>}
-              # empty head, replace with the style block
-              body.gsub!(%r{<head/>}, "<head>#{HEADER_STYLE}</head>")
-            else
-              # otherwise insert a head section before the body tag
-              body.gsub!(/<body/, "<head>#{HEADER_STYLE}</head><body")
-            end
-            # Add the headers html table as first element in the body section
-            body.gsub!(/<body[^>]*>/) { |m| "#{m}#{HEADER_TABLE_TEMPLATE % hdr_html}" }
-          end
-          # Embed inline images
-          # -------------------
-          attachments = msg.attachments
-          used_files = []
-          # First process plaintext cid entries
-          body.gsub!(IMG_CID_PLAIN_REGEX) do |_match|
-            data = get_attachment_data(attachments, ::Regexp.last_match(1))
-            if data
-              used_files << ::Regexp.last_match(1)
-              "<img src=\"data:#{data[:mime_type]};base64,#{data[:base64]}\"/>"
-            else
-              '<img src=""/>'
-            end
-          end
-          # Then process HTML img tags with CID entries
-          body.gsub!(IMG_CID_HTML_REGEX) do |_match|
-            data = get_attachment_data(attachments, ::Regexp.last_match(1))
-            if data
-              used_files << ::Regexp.last_match(1)
-              "data:#{data[:mime_type]};base64,#{data[:base64]}"
-            else
-              ''
-            end
-          end
-          # Create PDF
-          # ----------
-          files = []
-          if target_format == :PDF
-            # PDF creation options
-            pdf_options = {
-              page_size: 'A4',
-              margin_top: '10mm',
-              margin_bottom: '10mm',
-              margin_left: '10mm',
-              margin_right: '10mm',
-              # image_quality: 100,
-              # viewport_size: '2480x3508',
-              dpi: 300
-            }.merge pdf_options
-            subject = find_hdr(msg.headers, 'Subject')
-            kit = PDFKit.new(body, title: (subject || 'message'), **pdf_options)
-            pdf = kit.to_pdf
-            File.open(target, 'wb') { |f| f.write(pdf) }
-          else
-            File.open(target, 'wb') { |f| f.write(body) }
-          end
-          files << target if File.exist?(target)
-          # Save attachments
-          # ----------------
-          outdir = File.join(outdir, "#{File.basename(target)}.attachments")
-          digits = ((attachments.count + 1) / 10) + 1
-          i = 1
-          attachments.delete_if { |a| a.properties.attachment_hidden }.each do |a|
-            prefix = "#{format('%0*d', digits, i)}-"
-            if (sub_msg = a.instance_variable_get(:@embedded_msg))
-              subject = a.properties[:display_name] || sub_msg.subject || ''
-              file = File.join(outdir, "#{prefix}#{subject}.msg.#{target_format.to_s.downcase}")
-              result = msg_to_pdf(sub_msg, file, target_format, pdf_options, root_msg: false)
-              if (e = result[:error])
-                raise e
-              end
-              files += result[:files]
-            elsif a.filename
-              next if used_files.include?(a.filename)
-              file = File.join(outdir, "#{prefix}#{a.filename}")
-              FileUtils.mkdir_p(File.dirname(file))
-              File.open(file, 'wb') { |f| a.save(f) }
-              files << file
-            else
-              @warnings << "Attachment #{a.properties[:display_name]} cannot be extracted"
-              next
-            end
-            i += 1
-          end
-          if root_msg
-            p = Pathname(File.dirname(files.first))
-            files[1..].each do |f|
-              (headers[:attachments] ||= []) << Pathname.new(f).relative_path_from(p).to_s
-            end
-          end
-          {
-            command: { status: 0 },
-            files:,
-            headers:,
-            warnings: @warnings
-          }
-        rescue Exception => e
-          raise unless root_msg
-          msg.close
-          {
-            command: { status: -1 },
-            files: [],
-            headers: {},
-            errors: [
-              {
-                error: e.message,
-                error_class: e.class.name,
-                error_trace: e.backtrace
-              }
-            ],
-            warnings: @warnings
-          }
-        end
-        protected
-        def eml_to_html; end
-        private
-        def find_hdr(list, key)
-          keys = list.keys
-          if (k = keys.find { |x| x.to_s =~ /^#{key}$/i })
-            v = list[k]
-            v = v.first if v.is_a? Array
-            v = Rfc2047.decode(v).strip if v.is_a? String
-            return v
-          end
-          nil
-        end
-        def hdr_html(key, value)
-          return format(HEADER_FIELD_TEMPLATE, key, CGI.escapeHTML(value)) if key.is_a?(String) && value.is_a?(String) && !value.empty?
-          ''
-        end
-        def get_attachment_data(attachments, cid)
-          attachments.each do |attachment|
-            next unless attachment.properties.attach_content_id == cid
-            attachment.data.rewind
-            return {
-              mime_type: attachment.properties.attach_mime_tag,
-              base64: Base64.encode64(attachment.data.read).gsub(/[\r\n]/, '')
-            }
-          end
-          nil
-        end
-      end
-    end
-  end
-end

data/lib/libis/format/tool/pdf_tool.rb DELETED Viewed

@@ -1,52 +0,0 @@
-# frozen_string_literal: true
-require 'os'
-require 'libis/tools/extend/string'
-require 'libis/tools/logger'
-require 'libis/tools/command'
-require 'libis/format/config'
-module Libis
-  module Format
-    module Tool
-      class PdfTool
-        include ::Libis::Tools::Logger
-        def self.installed?
-          result = Libis::Tools::Command.run(Libis::Format::Config[:java_cmd], '-version')
-          return false unless (result[:status]).zero?
-          File.exist?(Libis::Format::Config[:pdf_tool])
-        end
-        def self.run(command, source, target, *options)
-          new.run command, source, target, *options
-        end
-        def run(command, source, target, *options)
-          if OS.java?
-            # TODO: import library and execute in current VM. For now do exactly as in MRI.
-          end
-          timeout = Libis::Format::Config[:timeouts][:pdf_tool]
-          args = [
-            Libis::Format::Config[:java_cmd],
-            '-jar', Libis::Format::Config[:pdf_tool],
-            [command],
-            '-i', source,
-            '-o', target,
-            options,
-          ].flatten
-          result = Libis::Tools::Command.run(*args, timeout: , kill_after: timeout * 2)
-          result[:err] << "#{self.class} took too long (> #{timeout} seconds) to complete" if result[:timeout]
-          result
-        end
-      end
-    end
-  end
-end

data/lib/libis/format/type_database.rb DELETED Viewed

@@ -1,156 +0,0 @@
-# frozen_string_literal: true
-require 'yaml'
-require 'libis/tools/extend/hash'
-module Libis
-  module Format
-    # noinspection RubyClassVariableUsageInspection
-    class TypeDatabase
-      @implementation = Libis::Format::TypeDatabaseImpl.instance
-      def self.implementation(impl)
-        @implementation = impl
-      end
-      def self.enrich(info, map_keys = {})
-        return {} unless info.is_a? Hash
-        mapper = Hash.new { |hash, key| hash[key] = key }
-        mapper.merge! map_keys
-        unless (puid = info[mapper[:PUID]]).blank?
-          info[mapper[:TYPE]] ||= begin
-            puid_infos(puid).first[:TYPE]
-          rescue StandardError
-            nil
-          end
-        end
-        unless (mime = info[mapper[:MIME]]).blank?
-          info[mapper[:TYPE]] ||= begin
-            mime_infos(mime).first[:TYPE]
-          rescue StandardError
-            nil
-          end
-        end
-        unless (type_name = info[mapper[:TYPE]]).nil?
-          mapper.each_key do |key|
-            info[mapper[key]] = get(type_name, key) || info[mapper[key]]
-          end
-          info[mapper[:GROUP]] = type_group(type_name)
-        end
-        info
-      end
-      def self.normalize(info, map_keys = {})
-        return {} unless info.is_a? Hash
-        mapper = Hash.new { |hash, key| hash[key] = key }
-        mapper.merge! map_keys
-        unless (puid = info[mapper[:PUID]]).blank?
-          info[mapper[:TYPE]] ||= begin
-            puid_infos(puid).first[:TYPE]
-          rescue StandardError
-            nil
-          end
-        end
-        unless (mime = info[mapper[:MIME]]).blank?
-          info[mapper[:TYPE]] ||= begin
-            mime_infos(mime).first[:TYPE]
-          rescue StandardError
-            nil
-          end
-        end
-        unless (type_name = info[mapper[:TYPE]]).nil?
-          info[mapper[:MIME]] = type_mimetypes(type_name).first if type_mimetypes(type_name).first
-          info[mapper[:GROUP]] = type_group(type_name)
-        end
-        info
-      end
-      def self.get(type_name, key)
-        case key
-        when :MIME
-          type_mimetypes(type_name).first
-        when :PUID
-          type_puids(type_name).first
-        when :EXTENSION
-          type_extentions(type_name).first
-        else
-          typeinfo(type_name)[key]
-        end
-      end
-      def self.type_group(ftype)
-        typeinfo(ftype)[:GROUP]
-      end
-      def self.type_mimetypes(ftype)
-        typeinfo(ftype)[:MIME] || []
-      end
-      def self.type_puids(ftype)
-        typeinfo(ftype)[:PUID] || []
-      end
-      def self.type_extentions(ftype)
-        typeinfo(ftype)[:EXTENSIONS] || []
-      end
-      def self.typeinfo(ftype)
-        @implementation.typeinfo(ftype)
-      end
-      def self.group_types(group)
-        @implementation.group_types(group)
-      end
-      def self.puid_infos(puid)
-        @implementation.puid_infos(puid)
-      end
-      def self.puid_types(puid)
-        @implementation.puid_types(puid)
-      end
-      def self.puid_groups(puid)
-        puid_types(puid).map(&method(:type_group))
-      end
-      def self.mime_infos(mime)
-        @implementation.mime_infos(mime)
-      end
-      def self.mime_types(mime)
-        @implementation.mime_types(mime)
-      end
-      def self.mime_groups(mime)
-        mime_types(mime).map(&method(:type_group))
-      end
-      def self.ext_infos(ext)
-        @implementation.ext_infos(ext)
-      end
-      def self.ext_types(ext)
-        @implementation.ext_types(ext)
-      end
-      def self.puid_typeinfo(puid)
-        @implementation.puid_typeinfo(puid)
-      end
-      def self.known_mime?(mime)
-        @implementation.known_mime?(mime)
-      end
-      def self.groups
-        @implementation.groups
-      end
-      def self.export_csv(filename, **options)
-        @implementation.export_csv(filename, **options)
-      end
-    end
-  end
-end

data/lib/libis/format/type_database_impl.rb DELETED Viewed

@@ -1,153 +0,0 @@
-# frozen_string_literal: true
-require 'singleton'
-require 'yaml'
-require 'csv'
-require 'libis/tools/logger'
-require 'libis/tools/extend/hash'
-require 'libis/tools/extend/string'
-require 'libis/tools/extend/symbol'
-module Libis
-  module Format
-    class TypeDatabaseImpl
-      include Singleton
-      include ::Libis::Tools::Logger
-      def typeinfo(ftype)
-        @types[ftype.to_sym] || {}
-      end
-      def group_types(group)
-        @types.select do |_, v|
-          v[:GROUP] == group.to_sym
-        end.keys
-      end
-      def puid_infos(puid)
-        @types.select do |_, v|
-          v[:PUID].include? puid
-        rescue StandardError
-          false
-        end.values
-      end
-      def puid_types(puid)
-        @types.select do |_, v|
-          v[:PUID].include? puid
-        rescue StandardError
-          false
-        end.keys
-      end
-      def mime_infos(mime)
-        @types.select do |_, v|
-          v[:MIME].include? mime
-        rescue StandardError
-          false
-        end.values
-      end
-      def mime_types(mime)
-        @types.select do |_, v|
-          v[:MIME].include? mime
-        rescue StandardError
-          false
-        end.keys
-      end
-      def ext_infos(ext)
-        ext = ext.gsub(/^\./, '')
-        @types.select do |_, v|
-          v[:EXTENSIONS].include?(ext)
-        rescue StandardError
-          false
-        end.values
-      end
-      def ext_types(ext)
-        ext = ext.gsub(/^\./, '')
-        @types.select do |_, v|
-          v[:EXTENSIONS].include?(ext)
-        rescue StandardError
-          false
-        end.keys
-      end
-      def puid_typeinfo(puid)
-        @types.each do |_, v|
-          return v if v[:PUID]&.include?(puid)
-        end
-        nil
-      end
-      def known_mime?(mime)
-        @types.each do |_, v|
-          return true if v[:MIME]&.include? mime
-        end
-        false
-      end
-      def groups
-        @types.values.map(&:dig.with(:GROUP)).uniq
-      end
-      def export_csv(filename, **options)
-        headers = @types.values.each_with_object(Set.new) { |v, s| v.each_key { |k| s << k.to_s } }
-        options[:headers] = headers.to_a
-        CSV.open(filename, 'w', **options) do |csv|
-          @types.each_value do |v|
-            csv << CSV::Row.new(v.keys, v.values.map { |x| x.is_a?(Array) ? x.join(', ') : x })
-          end
-        end
-      end
-      def load_types(file_or_hash = {}, append = true)
-        hash = file_or_hash.is_a?(Hash) ? file_or_hash : YAML.load_file(file_or_hash)
-        # noinspection RubyResolve
-        hash.each do |group, type_info|
-          type_info.each do |type_name, info|
-            type_key = type_name.to_sym
-            info.symbolize_keys!
-            info[:TYPE] = type_key
-            info[:GROUP] = group.to_sym
-            info[:MIME] = begin
-              info[:MIME].strip.split(/[\s,]+/).map(&:strip)
-            rescue StandardError
-              []
-            end
-            info[:EXTENSIONS] = begin
-              info[:EXTENSIONS].strip.split(/[\s,]+/).map(&:strip)
-            rescue StandardError
-              []
-            end
-            info[:PUID] = info[:PUID].strip.split(/[\s,]+/).map(&:strip) if info[:PUID]
-            if @types.key?(type_key)
-              warn 'Type %s already defined; merging with info from %s.', type_name, file_or_hash
-              info.merge!(@types[type_key]) do |_, v_new, v_old|
-                case v_old
-                when Array
-                  append ? v_old + v_new : v_new + v_old
-                when Hash
-                  append ? v_new.merge(v_old) : v_old.merge(v_new)
-                else
-                  append ? v_old : v_new
-                end
-              end
-            end
-            @types[type_key] = info
-          end
-        end
-      end
-      protected
-      def initialize
-        @types = {}
-        type_database = Libis::Format::Config[:type_database]
-        load_types(type_database)
-      end
-    end
-  end
-end