libis-format 0.9.38 → 0.9.39

data/lib/libis/format/ffmpeg.rb

@@ -0,0 +1,41 @@
+require 'libis/tools/extend/string'
+require 'libis/tools/extend/empty'
+require 'libis/tools/command'
+
+require 'csv'
+require 'libis/format/config'
+
+module Libis
+  module Format
+
+    class FFMpeg
+      include Singleton
+      include ::Libis::Tools::Logger
+
+      def self.run(source, target, options = {})
+        self.instance.run source, target, options
+      end
+
+      def run(source, target, options = {})
+        opts = []
+        opts += options[:global] unless options[:global].empty?
+        opts += options[:input] unless options[:input].empty?
+        opts << '-i' << source
+        opts += options[:filter] unless options[:filter].empty?
+        opts += options[:output] unless options[:output].empty?
+        opts << target
+        result = Libis::Tools::Command.run(Libis::Format::Config[:ffmpeg_path], *opts)
+
+        unless result[:status] == 0
+          error "FFMpeg errors: #{(result[:err] + result[:out]).join("\n")}"
+          return false
+        end
+        warn "FFMpeg warnings: #{(result[:err] + result[:out]).join("\n")}" unless result[:err].empty?
+
+        result[:out]
+      end
+
+    end
+
+  end
+end

data/lib/libis/format/identifier.rb

@@ -7,6 +7,7 @@ require 'libis-tools'
 require 'libis/tools/extend/hash'
 require 'libis/tools/extend/string'
 require 'libis/tools/extend/empty'
+require 'nori/core_ext/object'
 
 require 'libis/format/type_database'
 

data/lib/libis/format/pdf_to_pdfa.rb

@@ -22,12 +22,10 @@ module Libis
 
         target ||= File.join(Dir.tmpdir, Dir::Tmpname.make_tmpname([File.basename(source, '.*'), '.pdf']))
 
-        data_dir = File.absolute_path(File.join(File.dirname(__FILE__), '..', '..', '..', 'data'))
-
         icc_info = icc_options(options[:colorspace])
 
         icc_file = File.join(Dir.tmpdir, "#{icc_info[:icc_name]}#{Random.new.bytes(12).unpack('H*').first}.icc")
-        FileUtils.cp(File.join(data_dir, "#{icc_info[:icc_name]}.icc"), icc_file)
+        FileUtils.cp(File.join(Libis::Format::DATA_DIR, "#{icc_info[:icc_name]}.icc"), icc_file)
 
         def_filename = File.join(Dir.tmpdir, "PDFA_def_#{Random.new.bytes(12).unpack('H*').first}.ps")
         File.open(def_filename, 'w') do |f|

data/lib/libis/format/pdfa_validator.rb

@@ -41,7 +41,7 @@ module Libis
             return false
           end
         else
-          jar = File.join(ROOT_DIR, 'tools', 'pdfbox', 'preflight-app-1.8.10.jar')
+          jar = File.join(Libis::Format::ROOT_DIR, 'tools', 'pdfbox', 'preflight-app-1.8.10.jar')
           result = Libis::Tools::Command.run(
               Libis::Format::Config[:java_path],
               '-jar', jar,

data/lib/libis/format/version.rb

@@ -1,5 +1,5 @@
 module Libis
   module Format
-    VERSION = '0.9.38'
+    VERSION = '0.9.39'
   end
 end

data/libis-format.gemspec

@@ -32,4 +32,5 @@ Gem::Specification.new do |spec|
   spec.add_runtime_dependency 'os', '= 0.9.6'
   spec.add_runtime_dependency 'mini_magick', '~> 4.3'
   spec.add_runtime_dependency 'deep_dive', '~> 0.3'
+  spec.add_runtime_dependency 'chromaprint', '~> 0.0.2'
 end

data/spec/converter_spec.rb

@@ -5,16 +5,8 @@ require 'libis/format/converter/image_converter'
 require 'libis/format/converter/pdf_converter'
 require 'libis/format/converter/office_converter'
 require 'libis/format/converter/jp2_converter'
-
-RSpec::Matchers.define(:be_same_file_as) do |exected_file_path|
-  match do |actual_file_path|
-    expect(md5_hash(actual_file_path)).to eq md5_hash(exected_file_path)
-  end
-
-  def md5_hash(file_path)
-    Digest::MD5.hexdigest(File.read(file_path))
-  end
-end
+require 'libis/format/converter/audio_converter'
+require 'libis/format/converter/video_converter'
 
 describe 'Converters' do
 
@@ -22,15 +14,13 @@ describe 'Converters' do
   let(:file_dir) {File.dirname(__FILE__)}
 
   before(:all) {
-    Libis::Tools::Config.logger.level = :WARN
-    ::Libis::Format::Config[:droid_path] = '/opt/droid/droid.sh'
-    ::Libis::Format::Config[:fido_path] = '/usr/local/bin/fido'
+    Libis::Tools::Config.logger.level = 'off'
   }
 
   context 'Repository' do
 
     it 'loads all converters' do
-      expect(repository.get_converters.size).to eq 4
+      expect(repository.get_converters.size).to eq 6
       # noinspection RubyResolve
       expect(repository.get_converters.map(&:to_s)).to include 'Libis::Format::Converter::ImageConverter'
       # noinspection RubyResolve
@@ -39,6 +29,10 @@ describe 'Converters' do
       expect(repository.get_converters.map(&:to_s)).to include 'Libis::Format::Converter::PdfConverter'
       # noinspection RubyResolve
       expect(repository.get_converters.map(&:to_s)).to include 'Libis::Format::Converter::Jp2Converter'
+      # noinspection RubyResolve
+      expect(repository.get_converters.map(&:to_s)).to include 'Libis::Format::Converter::AudioConverter'
+      # noinspection RubyResolve
+      expect(repository.get_converters.map(&:to_s)).to include 'Libis::Format::Converter::VideoConverter'
     end
 
     it 'creates simple converter chain' do
@@ -120,7 +114,7 @@ describe 'Converters' do
       compare.fuzz << '1%'
       compare << diff_file
       compare.call {|_, _, status| expect(status).to be 0}
-      # FileUtils.rm tgt_file, force: true
+      FileUtils.rm tgt_file, force: true
     end
 
     it 'converts TIFF to PNG' do
@@ -153,7 +147,7 @@ describe 'Converters' do
       compare.metric << 'AE'
       compare.fuzz << '100%'
       compare << diff_file
-      compare.call {|_,_,status|expect(status).to be 0}
+      compare.call {|_, _, status| expect(status).to be 0}
       FileUtils.rm tgt_file, force: true
     end
 
@@ -193,7 +187,7 @@ describe 'Converters' do
       compare.metric << 'MAE'
       compare.fuzz << '10%'
       compare << diff_file
-      compare.call {|_,_,status| expect(status).to be 0}
+      compare.call {|_, _, status| expect(status).to be 0}
       FileUtils.rm tgt_file, force: true
     end
 
@@ -205,12 +199,13 @@ describe 'Converters' do
       result = converter.convert(src_file, tgt_file, :JP2)
       expect(result).to eq tgt_file
       expect(File.exist?(tgt_file)).to be_truthy
+      FileUtils.rm tgt_file, force: true
     end
 
 
   end
 
-  context 'JP2 Converter' do
+  context 'JP2 Converter', if: File.exists?(Libis::Format::Config[:j2kdriver]) do
 
     let(:converter) {Libis::Format::Converter::Jp2Converter.new}
     let(:diff_file) {File.join('', 'tmp', 'diff.jpg')}
@@ -222,6 +217,7 @@ describe 'Converters' do
       result = converter.convert(src_file, tgt_file, :JP2)
       expect(result).to eq tgt_file
       expect(File.exist?(tgt_file)).to be_truthy
+      FileUtils.rm tgt_file, force: true
     end
 
     it 'converts only first page of multipage TIFF to JP2' do
@@ -237,13 +233,13 @@ describe 'Converters' do
       compare.metric << 'MAE'
       compare.fuzz << '10%'
       compare << diff_file
-      compare.call {|_,_,status| expect(status).to be 0}
+      compare.call {|_, _, status| expect(status).to be 0}
       FileUtils.rm tgt_file, force: true
     end
 
   end
 
-  context 'Pdf Converter' do
+  context 'Pdf Converter', if: File.exists?(Libis::Format::Config[:ghostscript_path]) do
 
     let(:converter) {Libis::Format::Converter::PdfConverter.new}
 
@@ -327,4 +323,104 @@ describe 'Converters' do
 
   end
 
+  context 'Audio Converter' do
+
+    let(:converter) {Libis::Format::Converter::AudioConverter.new}
+    extensions = %w'aac aiff au flac m4a mka mp3 ra voc wav wma'
+    confidence = {
+        aac: 0.86,
+        aiff: 0.99,
+        au: 0.99,
+        flac: 0.99,
+        m4a: 0.93,
+        mka: 0.94,
+        mp3: 0.95,
+        ra: 0.92,
+        voc: 0.99,
+        wav: 0.99,
+        wma: 0.9
+    }
+    targets = %w'mp3 flac wav'
+    sources = %w'carlin_disappointed greensleeves king_nonviolence top_gun_secret'
+    quality = {
+        carlin_disappointed: 1.0,
+        greensleeves: 0.95,
+        king_nonviolence: 1.0,
+        top_gun_secret: 0.95
+    }
+
+    let(:data_dir) {File.join(file_dir, 'data', 'audio')}
+
+    context 'converts' do
+      sources.each do |source|
+        extensions.each do |ext|
+          next unless (File.exists?(File.join(File.dirname(__FILE__), 'data', 'audio', "#{source}.#{ext}")))
+          (targets - [ext]).each do |tgt|
+            it "#{source} #{ext} to #{tgt}" do
+              src_file = File.join(data_dir, "#{source}.#{ext}")
+              ref_file = File.join(data_dir, "#{source}.#{tgt}")
+              tgt_file = File.join('', 'tmp', "test.#{source}.#{ext}.#{tgt}")
+              FileUtils.remove tgt_file, force: true
+              FileUtils.mkdir_p File.dirname(tgt_file)
+              result = converter.convert(src_file, tgt_file, tgt.upcase.to_sym)
+              expect(result).to eq tgt_file
+              expect(result).to sound_like ref_file, confidence[ext.to_sym] * quality[source.to_sym], 11025, 1
+              FileUtils.remove tgt_file, force: true
+            end
+          end
+        end
+      end
+    end
+
+  end
+
+  context 'Video Converter' do
+
+    let(:converter) {Libis::Format::Converter::VideoConverter.new}
+    extensions = %w'3gp avi flv mkv mov mp4 mpg swf webm wmv'
+    targets = %w'avi flv mkv mov mp4 swf webm wmv gif'
+    # noinspection RubyLiteralArrayInspection
+    sources = [
+        'SampleVideo_176x144_2mb',
+        'SampleVideo_320x240_2mb',
+        'SampleVideo_360x240_2mb',
+        'SampleVideo_1080x720_2mb'
+    ]
+    bad_converts = [
+    ]
+    let(:data_dir) {File.join(file_dir, 'data', 'video')}
+
+
+    context 'converts' do
+      sources.each do |source|
+        context source do
+          extensions.each do |ext|
+            next unless (File.exists?(File.join(File.dirname(__FILE__), 'data', 'video', "#{source}.#{ext}")))
+            (targets - [ext]).each do |tgt|
+              next if bad_converts.include? [ext, tgt]
+              it "#{ext} to #{tgt}" do
+                src_file = File.join(data_dir, "#{source}.#{ext}")
+                tgt_file = File.join('', 'tmp', "test.#{source}.#{ext}.#{tgt}")
+                FileUtils.remove tgt_file, force: true
+                FileUtils.mkdir_p File.dirname(tgt_file)
+                converter.audio_channels(2) if %w'swf wmv'.include?(tgt)
+                # converter.constant_rate_factor(24) if %w'swf wmv'.include?(tgt)
+                converter.sampling_freq(44100) if tgt == 'swf'
+                if tgt == 'gif'
+                  converter.start(1)
+                  converter.duration(3)
+                end
+                result = converter.convert(src_file, tgt_file, tgt.upcase.to_sym)
+                expect(result).to eq tgt_file
+                expect(File.size(result)).to be > 2000
+                FileUtils.remove tgt_file, force: true
+              end
+            end
+          end
+        end
+      end
+    end
+
+  end
+
 end