RubyGems - libis-format - Versions diffs - 1.3.4 → 2.0.0 - Mend

libis-format 1.3.4 → 2.0.0

Files changed (78) hide show

checksums.yaml +4 -4
data/.coveralls.yml +2 -0
data/.gitignore +20 -0
data/.travis.yml +70 -0
data/Gemfile +0 -12
data/README.md +2 -2
data/Rakefile +8 -0
data/base/Dockerfile +35 -0
data/base/Dockerfile.alpine +20 -0
data/base/Dockerfile.rvm +56 -0
data/base/rework_path +20 -0
data/bin/{pdf_tool → pdf_copy} +2 -3
data/data/PDFA_def.ps +3 -3
data/data/eciRGB_v2.icc +0 -0
data/data/types.yml +4 -17
data/docker_cfg.yml +1 -0
data/lib/libis/format/cli/convert.rb +4 -4
data/lib/libis/format/cli/prompt_helper.rb +24 -32
data/lib/libis/format/command_line.rb +3 -2
data/lib/libis/format/config.rb +23 -19
data/lib/libis/format/converter/audio_converter.rb +31 -56
data/lib/libis/format/converter/base.rb +36 -16
data/lib/libis/format/converter/chain.rb +32 -52
data/lib/libis/format/converter/fop_pdf_converter.rb +8 -4
data/lib/libis/format/converter/image_assembler.rb +82 -0
data/lib/libis/format/converter/image_converter.rb +45 -250
data/lib/libis/format/converter/image_splitter.rb +80 -0
data/lib/libis/format/converter/image_watermarker.rb +261 -0
data/lib/libis/format/converter/jp2_converter.rb +38 -36
data/lib/libis/format/converter/office_converter.rb +28 -22
data/lib/libis/format/converter/pdf_assembler.rb +66 -0
data/lib/libis/format/converter/pdf_converter.rb +52 -200
data/lib/libis/format/converter/pdf_optimizer.rb +70 -0
data/lib/libis/format/converter/pdf_splitter.rb +65 -0
data/lib/libis/format/converter/pdf_watermarker.rb +110 -0
data/lib/libis/format/converter/repository.rb +13 -7
data/lib/libis/format/converter/spreadsheet_converter.rb +16 -10
data/lib/libis/format/converter/video_converter.rb +58 -47
data/lib/libis/format/converter/xslt_converter.rb +11 -13
data/lib/libis/format/converter.rb +1 -1
data/lib/libis/format/identifier.rb +46 -44
data/lib/libis/format/info.rb +27 -0
data/lib/libis/format/library.rb +147 -0
data/lib/libis/format/tool/droid.rb +30 -29
data/lib/libis/format/tool/extension_identification.rb +26 -24
data/lib/libis/format/tool/{ff_mpeg.rb → ffmpeg.rb} +10 -17
data/lib/libis/format/tool/fido.rb +27 -22
data/lib/libis/format/tool/file_tool.rb +24 -11
data/lib/libis/format/tool/fop_pdf.rb +14 -25
data/lib/libis/format/tool/identification_tool.rb +40 -38
data/lib/libis/format/tool/office_to_pdf.rb +18 -30
data/lib/libis/format/tool/pdf_copy.rb +47 -0
data/lib/libis/format/tool/pdf_merge.rb +19 -25
data/lib/libis/format/tool/pdf_optimizer.rb +19 -22
data/lib/libis/format/tool/pdf_split.rb +33 -6
data/lib/libis/format/tool/pdf_to_pdfa.rb +31 -45
data/lib/libis/format/tool/pdfa_validator.rb +30 -24
data/lib/libis/format/tool/spreadsheet_to_ods.rb +18 -29
data/lib/libis/format/tool.rb +3 -4
data/lib/libis/format/version.rb +1 -3
data/lib/libis/format/yaml_loader.rb +71 -0
data/lib/libis/format.rb +7 -5
data/lib/libis-format.rb +0 -2
data/libis-format.gemspec +18 -24
data/tools/PdfTool.jar +0 -0
data/tools/pdfbox/pdfbox-app-2.0.13.jar +0 -0
data/tools/pdfbox/{preflight-app-3.0.3.jar → preflight-app-2.0.13.jar} +0 -0
metadata +86 -128
data/data/AdobeRGB1998.icc +0 -0
data/lib/libis/format/converter/email_converter.rb +0 -35
data/lib/libis/format/tool/msg_to_pdf.rb +0 -270
data/lib/libis/format/tool/pdf_tool.rb +0 -52
data/lib/libis/format/type_database.rb +0 -156
data/lib/libis/format/type_database_impl.rb +0 -153
data/tools/pdf2pdfa +0 -395
data/tools/pdfbox/pdfbox-app-3.0.3.jar +0 -0
/data/bin/{droid_tool → droid} +0 -0
/data/bin/{fido_tool → fido} +0 -0

data/lib/libis/format/tool/msg_to_pdf.rb DELETED Viewed

@@ -1,270 +0,0 @@
-# frozen_string_literal: true
-require 'mapi/msg'
-require 'rfc_2047'
-require 'cgi'
-require 'pdfkit'
-require 'time'
-require 'fileutils'
-require 'pathname'
-require 'libis/format/config'
-module Libis
-  module Format
-    module Tool
-      class MsgToPdf
-        include ::Libis::Tools::Logger
-        HEADER_STYLE = '<style>.header-table {margin: 0 0 20 0;padding: 0;font-family: Arial, Helvetica, sans-serif;}.header-name {padding-right: 5px;color: #9E9E9E;text-align: right;vertical-align: top;font-size: 12px;}.header-value {font-size: 12px;}#header_fields {#background: white;#margin: 0;#border: 1px solid #DDD;#border-radius: 3px;#padding: 8px;#width: 100%%;#box-sizing: border-box;#}</style><script type="text/javascript">function timer() {try {parent.postMessage(Math.max(document.body.offsetHeight, document.body.scrollHeight), \'*\');} catch (r) {}setTimeout(timer, 10);};timer();</script>' # rubocop:disable Layout/LineLength
-        HEADER_TABLE_TEMPLATE = '<div class="header-table"><table id="header_fields"><tbody>%s</tbody></table></div>'
-        HEADER_FIELD_TEMPLATE = '<tr><td class="header-name">%s</td><td class="header-value">%s</td></tr>'
-        HTML_WRAPPER_TEMPLATE = '<!DOCTYPE html><html><head><style>body {font-size: 0.5cm;}</style><title>title</title></head><body>%s</body></html>' # rubocop:disable Layout/LineLength
-        IMG_CID_PLAIN_REGEX = /\[cid:(.*?)\]/m
-        IMG_CID_HTML_REGEX = /cid:([^"]*)/m
-        def self.installed?
-          File.exist?(Libis::Format::Config[:wkhtmltopdf])
-        end
-        def self.run(source, target, **options)
-          new.run source, target, **options
-        end
-        def run(source, target, **options)
-          # Preliminary checks
-          # ------------------
-          @warnings = []
-          # Check if source file exists
-          raise "File #{source} does not exist" unless File.exist?(source)
-          # Retrieving the message
-          # ----------------------
-          # Open the message
-          msg = Mapi::Msg.open(source)
-          target_format = options.delete(:to_html) ? :HTML : :PDF
-          result = msg_to_pdf(msg, target, target_format, options)
-          msg.close
-          result
-        end
-        def msg_to_pdf(msg, target, target_format, pdf_options, root_msg: true)
-          # Make sure the target directory exists
-          outdir = File.dirname(target)
-          FileUtils.mkdir_p(outdir)
-          # Get the body of the message in HTML
-          body = msg.properties.body_html
-          # Embed plain body in HTML as a fallback
-          body ||= HTML_WRAPPER_TEMPLATE % msg.properties.body
-          # Check and fix the character encoding
-          begin
-            # Try to encode into UTF-8
-            body.encode!('UTF-8', universal_newline: true)
-          rescue Encoding::InvalidByteSequenceError, Encoding::UndefinedConversionError
-            begin
-              # If it fails, the text may be in Windows' Latin1 (ISO-8859-1)
-              body.force_encoding('ISO-8859-1').encode!('UTF-8', universal_newline: true)
-            rescue Encoding::InvalidByteSequenceError, Encoding::UndefinedConversionError => e
-              # If that fails too, log a warning and replace the invalid/unknown with a ? character.
-              @warnings << "#{e.class}: #{e.message}"
-              body.encode!('UTF-8', universal_newline: true, invalid: :replace, undef: :replace)
-            end
-          end
-          # Process headers
-          # ---------------
-          headers = {}
-          hdr_html = ''
-          %w[From To Cc Subject Date].each do |key|
-            value = find_hdr(msg.headers, key)
-            if value
-              headers[key.downcase.to_sym] = value
-              hdr_html += hdr_html(key, value)
-            end
-          end
-          [:date].each do |key|
-            next unless headers[key]
-            headers[key] = DateTime.parse(headers[key]).to_time.localtime.iso8601
-          end
-          # Add header section to the HTML body
-          unless hdr_html.empty?
-            # Insert header block styles
-            if body =~ %r{</head>}
-              # if head exists, append the style block
-              body.gsub!(%r{</head>}, "#{HEADER_STYLE}</head>")
-            elsif body =~ %r{<head/>}
-              # empty head, replace with the style block
-              body.gsub!(%r{<head/>}, "<head>#{HEADER_STYLE}</head>")
-            else
-              # otherwise insert a head section before the body tag
-              body.gsub!(/<body/, "<head>#{HEADER_STYLE}</head><body")
-            end
-            # Add the headers html table as first element in the body section
-            body.gsub!(/<body[^>]*>/) { |m| "#{m}#{HEADER_TABLE_TEMPLATE % hdr_html}" }
-          end
-          # Embed inline images
-          # -------------------
-          attachments = msg.attachments
-          used_files = []
-          # First process plaintext cid entries
-          body.gsub!(IMG_CID_PLAIN_REGEX) do |_match|
-            data = get_attachment_data(attachments, ::Regexp.last_match(1))
-            if data
-              used_files << ::Regexp.last_match(1)
-              "<img src=\"data:#{data[:mime_type]};base64,#{data[:base64]}\"/>"
-            else
-              '<img src=""/>'
-            end
-          end
-          # Then process HTML img tags with CID entries
-          body.gsub!(IMG_CID_HTML_REGEX) do |_match|
-            data = get_attachment_data(attachments, ::Regexp.last_match(1))
-            if data
-              used_files << ::Regexp.last_match(1)
-              "data:#{data[:mime_type]};base64,#{data[:base64]}"
-            else
-              ''
-            end
-          end
-          # Create PDF
-          # ----------
-          files = []
-          if target_format == :PDF
-            # PDF creation options
-            pdf_options = {
-              page_size: 'A4',
-              margin_top: '10mm',
-              margin_bottom: '10mm',
-              margin_left: '10mm',
-              margin_right: '10mm',
-              # image_quality: 100,
-              # viewport_size: '2480x3508',
-              dpi: 300
-            }.merge pdf_options
-            subject = find_hdr(msg.headers, 'Subject')
-            kit = PDFKit.new(body, title: (subject || 'message'), **pdf_options)
-            pdf = kit.to_pdf
-            File.open(target, 'wb') { |f| f.write(pdf) }
-          else
-            File.open(target, 'wb') { |f| f.write(body) }
-          end
-          files << target if File.exist?(target)
-          # Save attachments
-          # ----------------
-          outdir = File.join(outdir, "#{File.basename(target)}.attachments")
-          digits = ((attachments.count + 1) / 10) + 1
-          i = 1
-          attachments.delete_if { |a| a.properties.attachment_hidden }.each do |a|
-            prefix = "#{format('%0*d', digits, i)}-"
-            if (sub_msg = a.instance_variable_get(:@embedded_msg))
-              subject = a.properties[:display_name] || sub_msg.subject || ''
-              file = File.join(outdir, "#{prefix}#{subject}.msg.#{target_format.to_s.downcase}")
-              result = msg_to_pdf(sub_msg, file, target_format, pdf_options, root_msg: false)
-              if (e = result[:error])
-                raise e
-              end
-              files += result[:files]
-            elsif a.filename
-              next if used_files.include?(a.filename)
-              file = File.join(outdir, "#{prefix}#{a.filename}")
-              FileUtils.mkdir_p(File.dirname(file))
-              File.open(file, 'wb') { |f| a.save(f) }
-              files << file
-            else
-              @warnings << "Attachment #{a.properties[:display_name]} cannot be extracted"
-              next
-            end
-            i += 1
-          end
-          if root_msg
-            p = Pathname(File.dirname(files.first))
-            files[1..].each do |f|
-              (headers[:attachments] ||= []) << Pathname.new(f).relative_path_from(p).to_s
-            end
-          end
-          {
-            command: { status: 0 },
-            files:,
-            headers:,
-            warnings: @warnings
-          }
-        rescue Exception => e
-          raise unless root_msg
-          msg.close
-          {
-            command: { status: -1 },
-            files: [],
-            headers: {},
-            errors: [
-              {
-                error: e.message,
-                error_class: e.class.name,
-                error_trace: e.backtrace
-              }
-            ],
-            warnings: @warnings
-          }
-        end
-        protected
-        def eml_to_html; end
-        private
-        def find_hdr(list, key)
-          keys = list.keys
-          if (k = keys.find { |x| x.to_s =~ /^#{key}$/i })
-            v = list[k]
-            v = v.first if v.is_a? Array
-            v = Rfc2047.decode(v).strip if v.is_a? String
-            return v
-          end
-          nil
-        end
-        def hdr_html(key, value)
-          return format(HEADER_FIELD_TEMPLATE, key, CGI.escapeHTML(value)) if key.is_a?(String) && value.is_a?(String) && !value.empty?
-          ''
-        end
-        def get_attachment_data(attachments, cid)
-          attachments.each do |attachment|
-            next unless attachment.properties.attach_content_id == cid
-            attachment.data.rewind
-            return {
-              mime_type: attachment.properties.attach_mime_tag,
-              base64: Base64.encode64(attachment.data.read).gsub(/[\r\n]/, '')
-            }
-          end
-          nil
-        end
-      end
-    end
-  end
-end

data/lib/libis/format/tool/pdf_tool.rb DELETED Viewed

@@ -1,52 +0,0 @@
-# frozen_string_literal: true
-require 'os'
-require 'libis/tools/extend/string'
-require 'libis/tools/logger'
-require 'libis/tools/command'
-require 'libis/format/config'
-module Libis
-  module Format
-    module Tool
-      class PdfTool
-        include ::Libis::Tools::Logger
-        def self.installed?
-          result = Libis::Tools::Command.run(Libis::Format::Config[:java_cmd], '-version')
-          return false unless (result[:status]).zero?
-          File.exist?(Libis::Format::Config[:pdf_tool])
-        end
-        def self.run(command, source, target, *options)
-          new.run command, source, target, *options
-        end
-        def run(command, source, target, *options)
-          if OS.java?
-            # TODO: import library and execute in current VM. For now do exactly as in MRI.
-          end
-          timeout = Libis::Format::Config[:timeouts][:pdf_tool]
-          args = [
-            Libis::Format::Config[:java_cmd],
-            '-jar', Libis::Format::Config[:pdf_tool],
-            [command],
-            '-i', source,
-            '-o', target,
-            options,
-          ].flatten
-          result = Libis::Tools::Command.run(*args, timeout: , kill_after: timeout * 2)
-          result[:err] << "#{self.class} took too long (> #{timeout} seconds) to complete" if result[:timeout]
-          result
-        end
-      end
-    end
-  end
-end

data/lib/libis/format/type_database.rb DELETED Viewed

@@ -1,156 +0,0 @@
-# frozen_string_literal: true
-require 'yaml'
-require 'libis/tools/extend/hash'
-module Libis
-  module Format
-    # noinspection RubyClassVariableUsageInspection
-    class TypeDatabase
-      @implementation = Libis::Format::TypeDatabaseImpl.instance
-      def self.implementation(impl)
-        @implementation = impl
-      end
-      def self.enrich(info, map_keys = {})
-        return {} unless info.is_a? Hash
-        mapper = Hash.new { |hash, key| hash[key] = key }
-        mapper.merge! map_keys
-        unless (puid = info[mapper[:PUID]]).blank?
-          info[mapper[:TYPE]] ||= begin
-            puid_infos(puid).first[:TYPE]
-          rescue StandardError
-            nil
-          end
-        end
-        unless (mime = info[mapper[:MIME]]).blank?
-          info[mapper[:TYPE]] ||= begin
-            mime_infos(mime).first[:TYPE]
-          rescue StandardError
-            nil
-          end
-        end
-        unless (type_name = info[mapper[:TYPE]]).nil?
-          mapper.each_key do |key|
-            info[mapper[key]] = get(type_name, key) || info[mapper[key]]
-          end
-          info[mapper[:GROUP]] = type_group(type_name)
-        end
-        info
-      end
-      def self.normalize(info, map_keys = {})
-        return {} unless info.is_a? Hash
-        mapper = Hash.new { |hash, key| hash[key] = key }
-        mapper.merge! map_keys
-        unless (puid = info[mapper[:PUID]]).blank?
-          info[mapper[:TYPE]] ||= begin
-            puid_infos(puid).first[:TYPE]
-          rescue StandardError
-            nil
-          end
-        end
-        unless (mime = info[mapper[:MIME]]).blank?
-          info[mapper[:TYPE]] ||= begin
-            mime_infos(mime).first[:TYPE]
-          rescue StandardError
-            nil
-          end
-        end
-        unless (type_name = info[mapper[:TYPE]]).nil?
-          info[mapper[:MIME]] = type_mimetypes(type_name).first if type_mimetypes(type_name).first
-          info[mapper[:GROUP]] = type_group(type_name)
-        end
-        info
-      end
-      def self.get(type_name, key)
-        case key
-        when :MIME
-          type_mimetypes(type_name).first
-        when :PUID
-          type_puids(type_name).first
-        when :EXTENSION
-          type_extentions(type_name).first
-        else
-          typeinfo(type_name)[key]
-        end
-      end
-      def self.type_group(ftype)
-        typeinfo(ftype)[:GROUP]
-      end
-      def self.type_mimetypes(ftype)
-        typeinfo(ftype)[:MIME] || []
-      end
-      def self.type_puids(ftype)
-        typeinfo(ftype)[:PUID] || []
-      end
-      def self.type_extentions(ftype)
-        typeinfo(ftype)[:EXTENSIONS] || []
-      end
-      def self.typeinfo(ftype)
-        @implementation.typeinfo(ftype)
-      end
-      def self.group_types(group)
-        @implementation.group_types(group)
-      end
-      def self.puid_infos(puid)
-        @implementation.puid_infos(puid)
-      end
-      def self.puid_types(puid)
-        @implementation.puid_types(puid)
-      end
-      def self.puid_groups(puid)
-        puid_types(puid).map(&method(:type_group))
-      end
-      def self.mime_infos(mime)
-        @implementation.mime_infos(mime)
-      end
-      def self.mime_types(mime)
-        @implementation.mime_types(mime)
-      end
-      def self.mime_groups(mime)
-        mime_types(mime).map(&method(:type_group))
-      end
-      def self.ext_infos(ext)
-        @implementation.ext_infos(ext)
-      end
-      def self.ext_types(ext)
-        @implementation.ext_types(ext)
-      end
-      def self.puid_typeinfo(puid)
-        @implementation.puid_typeinfo(puid)
-      end
-      def self.known_mime?(mime)
-        @implementation.known_mime?(mime)
-      end
-      def self.groups
-        @implementation.groups
-      end
-      def self.export_csv(filename, **options)
-        @implementation.export_csv(filename, **options)
-      end
-    end
-  end
-end

data/lib/libis/format/type_database_impl.rb DELETED Viewed

@@ -1,153 +0,0 @@
-# frozen_string_literal: true
-require 'singleton'
-require 'yaml'
-require 'csv'
-require 'libis/tools/logger'
-require 'libis/tools/extend/hash'
-require 'libis/tools/extend/string'
-require 'libis/tools/extend/symbol'
-module Libis
-  module Format
-    class TypeDatabaseImpl
-      include Singleton
-      include ::Libis::Tools::Logger
-      def typeinfo(ftype)
-        @types[ftype.to_sym] || {}
-      end
-      def group_types(group)
-        @types.select do |_, v|
-          v[:GROUP] == group.to_sym
-        end.keys
-      end
-      def puid_infos(puid)
-        @types.select do |_, v|
-          v[:PUID].include? puid
-        rescue StandardError
-          false
-        end.values
-      end
-      def puid_types(puid)
-        @types.select do |_, v|
-          v[:PUID].include? puid
-        rescue StandardError
-          false
-        end.keys
-      end
-      def mime_infos(mime)
-        @types.select do |_, v|
-          v[:MIME].include? mime
-        rescue StandardError
-          false
-        end.values
-      end
-      def mime_types(mime)
-        @types.select do |_, v|
-          v[:MIME].include? mime
-        rescue StandardError
-          false
-        end.keys
-      end
-      def ext_infos(ext)
-        ext = ext.gsub(/^\./, '')
-        @types.select do |_, v|
-          v[:EXTENSIONS].include?(ext)
-        rescue StandardError
-          false
-        end.values
-      end
-      def ext_types(ext)
-        ext = ext.gsub(/^\./, '')
-        @types.select do |_, v|
-          v[:EXTENSIONS].include?(ext)
-        rescue StandardError
-          false
-        end.keys
-      end
-      def puid_typeinfo(puid)
-        @types.each do |_, v|
-          return v if v[:PUID]&.include?(puid)
-        end
-        nil
-      end
-      def known_mime?(mime)
-        @types.each do |_, v|
-          return true if v[:MIME]&.include? mime
-        end
-        false
-      end
-      def groups
-        @types.values.map(&:dig.with(:GROUP)).uniq
-      end
-      def export_csv(filename, **options)
-        headers = @types.values.each_with_object(Set.new) { |v, s| v.each_key { |k| s << k.to_s } }
-        options[:headers] = headers.to_a
-        CSV.open(filename, 'w', **options) do |csv|
-          @types.each_value do |v|
-            csv << CSV::Row.new(v.keys, v.values.map { |x| x.is_a?(Array) ? x.join(', ') : x })
-          end
-        end
-      end
-      def load_types(file_or_hash = {}, append = true)
-        hash = file_or_hash.is_a?(Hash) ? file_or_hash : YAML.load_file(file_or_hash)
-        # noinspection RubyResolve
-        hash.each do |group, type_info|
-          type_info.each do |type_name, info|
-            type_key = type_name.to_sym
-            info.symbolize_keys!
-            info[:TYPE] = type_key
-            info[:GROUP] = group.to_sym
-            info[:MIME] = begin
-              info[:MIME].strip.split(/[\s,]+/).map(&:strip)
-            rescue StandardError
-              []
-            end
-            info[:EXTENSIONS] = begin
-              info[:EXTENSIONS].strip.split(/[\s,]+/).map(&:strip)
-            rescue StandardError
-              []
-            end
-            info[:PUID] = info[:PUID].strip.split(/[\s,]+/).map(&:strip) if info[:PUID]
-            if @types.key?(type_key)
-              warn 'Type %s already defined; merging with info from %s.', type_name, file_or_hash
-              info.merge!(@types[type_key]) do |_, v_new, v_old|
-                case v_old
-                when Array
-                  append ? v_old + v_new : v_new + v_old
-                when Hash
-                  append ? v_new.merge(v_old) : v_old.merge(v_new)
-                else
-                  append ? v_old : v_new
-                end
-              end
-            end
-            @types[type_key] = info
-          end
-        end
-      end
-      protected
-      def initialize
-        @types = {}
-        type_database = Libis::Format::Config[:type_database]
-        load_types(type_database)
-      end
-    end
-  end
-end