v2av 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: e7da8afea58a1871295561eee8f90e398bec6eb98ff1a8d2ba2a30bc997d35b5
+  data.tar.gz: 921dafddb47f35ac522ecb56f3143c8a8945a1b363d4f3a883e4ff8777e51726
+SHA512:
+  metadata.gz: 3918d1b9de5d199346e3453936ddb4a19647963aebadddb0c033407cecfe9894035e0a42da43ae4d47f848f44d62f4f7858fbc6d809ffac3e5ff42ba98c58895
+  data.tar.gz: 9a70a295daf690f261f81a801154d5604458e61c72bbc7c76103277966b2d9f9615f33c6b5b35216cdc1209663abe0070b9b7460dde616559f4f19652147f0ab

checksums.yaml.gz.sig

@@ -0,0 +1 @@
+-OQkhC!g8��੅^�g-�B���,�7�X���Ob��u�}ػ��o�ŧT���ȗ��B3$-"���ϛ7EB�f��p�n�����){��2t	���%�1��"�N�؄1�Z

data/lib/v2av.rb

@@ -0,0 +1,315 @@
+#!/usr/bin/env ruby
+
+# file: v2av.rb
+
+require 'ostruct'
+require 'subunit'
+require 'zip/zip'
+require 'ogginfo'
+require 'wavefile'
+require 'rxfhelper'
+require 'pollyspeech'
+require 'archive/zip'
+
+
+module WavTool
+  include WaveFile
+    
+  def wav_silence(filename, duration: 1)
+
+    square_cycle = [0] * 100 * duration
+    buffer = Buffer.new(square_cycle, Format.new(:mono, :float, 44100))
+
+    Writer.new(filename, Format.new(:mono, :pcm_16, 22050)) do |writer|
+      220.times { writer.write(buffer) }
+    end
+
+  end
+  
+  def wav_concat(files, save_file='audio.wav')
+    
+    Writer.new(save_file, Format.new(:stereo, :pcm_16, 22050)) do |writer|
+
+      files.each do |file_name|
+
+        Reader.new(file_name).each_buffer(samples_per_buffer=4096) do |buffer|
+          writer.write(buffer)
+        end
+
+      end
+    end
+    
+  end
+  
+  def ogg_to_wav(oggfile, wavfile=oggfile.sub(/\.ogg$/,'.wav'))
+    
+    if block_given? then
+      yield(oggfile)
+    else
+    `oggdec #{oggfile}`
+    end
+    
+  end
+
+end
+
+module TimeHelper
+
+  refine String do
+    def to_time()
+      Time.strptime(self, "%H:%M:%S")
+    end
+  end
+  
+  refine Integer do
+    def to_hms
+      Subunit.new(units={minutes:60}, seconds: self).to_a
+    end
+  end
+
+end
+
+class V2av
+  using ColouredText
+  using TimeHelper
+  include WavTool
+
+  def initialize(src, srt, working_dir: '/tmp/v2av', debug: false, 
+      pollyspeech: {access_key: nil, secret_key: nil, voice_id: 'Amy', 
+                 cache_filepath: '/tmp/v2av/pollyspeech/cache'})
+
+    @working_dir, @debug = working_dir, debug
+
+    @steps = srt.lines.map do |x| 
+      raw_time, desc = rx.split(/ +/,)
+      OpenStruct.new({time: raw_time.to_i, desc: desc})
+    end
+
+    @pollyspeech = PollySpeech.new(pollyspeech) if pollyspeech[:access_key]
+  end
+
+  def build()
+
+    if block_given? then
+
+      yield(self)
+
+    else
+
+      dir = File.dirname(source)
+      file = File.basename(source)
+      
+      tidy!
+      
+      vid2 = File.join(dir, file.sub(/\.mp4$/,'b\0'))
+      trim_video source, vid2
+      
+      vid3 = File.join(dir, file.sub(/\.mp4$/,'c.avi'))
+
+      generate_audio
+      add_audio_track File.join(@working_dir, 'audio.wav'), vid2, vid3
+
+      
+      vid4 = File.join(dir, file.sub(/\.avi$/,'d\0'))
+      resize_video vid3, vid4
+      
+      vid5 = File.join(dir, file.sub(/\.mp4$/,'e\0'))
+      transcode_video(vid4, vid5)
+      add_subtitles(vid5, destination)    
+
+    end
+
+  end
+
+  private
+
+  # adds the audio track to the video file
+  # mp4 in avi out
+  #
+  def add_audio_track(audio_file, video_file, target_video)
+    
+    if block_given? then
+      yield(audio_file, video_file, target_video)
+    else
+      `ffmpeg -i #{video_file} -i #{audio_file} -codec copy -shortest #{target_video} -y`
+    end
+    
+  end
+  
+  # mp4 in mp4 out
+  #
+  def add_subtitles(source, destination)
+    
+    
+    subtitles = File.join(@working_dir, 's.srt')
+    File.write subtitles, to_srt()
+    
+    if block_given? then
+      yield(source, subtitles, destination)
+    else
+      `ffmpeg -i #{source} -i #{subtitles} -c copy -c:s mov_text #{destination} -y`
+    end
+    
+  end    
+  
+  def generate_audio(wav: true)
+    
+    return nil unless @pollyspeech
+    
+    @steps.each.with_index do |x, i|
+      
+      puts 'x.desc: ' + x.desc.inspect if @debug
+      filename = "voice#{i+1}.ogg"
+      
+      x.audio = filename
+      file = File.join(@working_dir, filename)
+      @pollyspeech.tts(x.desc.force_encoding('UTF-8'), file)
+      
+      x.audio_duration = OggInfo.open(file) {|ogg| ogg.length.to_i }
+      
+      if @debug then
+        puts ('x.duration: ' + x.duration.inspect).debug
+        puts ('x.audio_duration: ' + x.audio_duration.inspect).debug
+      end
+      
+      duration = x.duration - x.audio_duration
+      x.silence_duration = duration >= 0 ? duration : 0
+      
+      if wav then
+        
+        silent_file = File.join(@working_dir, "silence#{(i+1).to_s}.wav")
+        puts 'x.silence_duration: ' + x.silence_duration.inspect if @debug
+        wav_silence silent_file, duration: x.silence_duration        
+        ogg_to_wav File.join(@working_dir, "voice#{i+1}.ogg")            
+        
+      end
+      
+      sleep 0.02
+      
+    end
+    
+    if wav then
+      
+      intro = File.join(@working_dir, 'intro.wav')
+      wav_silence intro
+      
+      files = @steps.length.times.flat_map do |n|
+        [
+          File.join(@working_dir, "voice#{n+1}.wav"), 
+          File.join(@working_dir, "silence#{n+1}.wav")
+        ]
+      end
+      
+      files.prepend intro
+      
+      wav_concat files, File.join(@working_dir, 'audio.wav')
+    end
+    
+  end
+
+  # avi in avi out
+  def resize_video(source, destination)
+    `ffmpeg -i #{source} -vf scale="720:-1" #{destination} -y`
+  end
+  
+  def tidy!()
+
+    verbose_level = 0
+
+    @steps.each do |x|
+
+      x.desc.gsub!(/\s*\([^\)]+\)\s*/,'')
+      x.desc.sub!(/ in "\w+"$/,'')
+      x.desc.sub!(/"User account for [^"]+"/,'the User account icon.')
+      
+      if x.desc =~ /User left click/ and verbose_level == 0 then
+
+        x.desc.sub!(/User left click/, 'Using the mouse, left click')
+        verbose_level = 1
+
+      elsif x.desc =~ /User left click/ and verbose_level == 1
+
+        x.desc.sub!(/User left click/, 'Left click')
+        verbose_level = 2
+
+      elsif x.desc =~ /User left click/ and verbose_level == 2
+
+        x.desc.sub!(/User left click/, 'Click')
+        verbose_level = 3
+
+      elsif x.desc =~ /User left click/ and verbose_level == 3
+
+        x.desc.sub!(/User left click on/, 'Select')
+
+      else
+        verbose_level = 0
+      end
+
+    end
+    
+  end
+
+  def to_srt(offset=-(@steps.first.time - 1))
+
+    lines = to_subtitles(offset).strip.lines.map.with_index do |x, i|
+
+      raw_times, subtitle = x.split(/ /,2)
+      puts ('raw_times: ' + raw_times.inspect).debug if @debug
+      start_time, end_time = raw_times.split('-',2)
+      times = [("%02d:%02d:%02d,000" % ([0, 0 ] + start_time.split(/\D/)\
+                                    .map(&:to_i)).reverse.take(3).reverse), \
+               '-->', \
+              ("%02d:%02d:%02d,000" % ([0, 0 ] + end_time.split(/\D/).map(&:to_i))\
+               .reverse.take(3).reverse)].join(' ')
+
+      [i+1, times, subtitle].join("\n")
+
+    end
+
+    lines.join("\n")    
+    
+  end
+  
+  def to_subtitles(offset=-(@steps.first.time - 1))
+    
+    raw_times = @steps.map {|x| [x.time, x.time + x.audio_duration + 1]} 
+    
+
+    times = raw_times.map do |x|
+
+      x.map do |sec|
+        a = Subunit.new(units={minutes:60}, seconds: sec+offset).to_h.to_a
+        a.map {|x|"%d%s" % [x[1], x[0][0]] }.join('')
+      end.join('-')
+      
+    end
+    
+    times.zip(@steps.map(&:desc)).map {|x| x.join(' ')}.join("\n")
+                          
+  end
+  
+  def transcode_video(avi, mp4)
+    
+    if block_given? then
+      yield(avi, mp4)
+    else
+      `ffmpeg -i #{avi} #{mp4} -y`
+    end
+    
+  end
+  
+  def trim_video(video, newvideo)
+    
+    start = @steps.first.time - 4
+    t1, t2 = [start, @steps.last.time - 2 ].map do |step|
+      "%02d:%02d:%02d" % (step.to_hms.reverse + [0,0]).take(3).reverse
+    end
+    
+    `ffmpeg -i #{video} -ss #{t1} -t #{t2} -async 1 #{newvideo} -y`
+    
+  end
+
+end
+
+v2 = V2av.new('video.mp4', 's.srt', working_dir: '/tmp/v2av')
+v2.build('video2.mp4')

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: v2av
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- James Robertson
+autorequire: 
+bindir: bin
+cert_chain:
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIEXjCCAsagAwIBAgIBATANBgkqhkiG9w0BAQsFADAsMSowKAYDVQQDDCFnZW1t
+  YXN0ZXIvREM9amFtZXNyb2JlcnRzb24vREM9ZXUwHhcNMTkwNTAyMTcwMDQ0WhcN
+  MjAwNTAxMTcwMDQ0WjAsMSowKAYDVQQDDCFnZW1tYXN0ZXIvREM9amFtZXNyb2Jl
+  cnRzb24vREM9ZXUwggGiMA0GCSqGSIb3DQEBAQUAA4IBjwAwggGKAoIBgQC2fJlK
+  qfMHZ4rXan+xQYSagEn9/o0es8LCLchPsC3pUzBRx5fBQcuy1ObfkUP8GgwTuDNk
+  jn6VL7rAqaNcLtWT5iizS9Ed0BJAYua8tcO9iHw2SXio1Ua8PGAuJNTc0y1Y6Pf7
+  r7p3+EJzdCplqc2wJCLJUO6rkS/QV6Lqh3EnOizEA5Z5FELMsnFiAM693IhekwBa
+  T8IJBrKKQt3+3S90LPppDcs1aufyujRW4RkF0s2CY1zg4IEC5W2il1Zvr0a6vi91
+  ckwI5MLweRqFgbjA6PbwMp5LX07nyNHSbI5iX+bHti0AJygaRYDM4xhyapLg6HJG
+  T5Y6b57B9bFIAzTHiGgN0hyFF7HMwMqnDsus0cVFX5EbVLbGR815dos7nq1P6ly1
+  SbXwHTTbCuzz+VJa4vYljVoMDIbhzWzwfubO3mfvysDJkFAUlvHeNMu9HrQNJHIB
+  C7+ef+I7v/QCKalG61u7DblbQd8TPWuo6ju+WY04rkB/0Vy0yzurgqKRAmMCAwEA
+  AaOBijCBhzAJBgNVHRMEAjAAMAsGA1UdDwQEAwIEsDAdBgNVHQ4EFgQU8Ed9rlJ3
+  kQBOovH/VeIBw1e0KykwJgYDVR0RBB8wHYEbZ2VtbWFzdGVyQGphbWVzcm9iZXJ0
+  c29uLmV1MCYGA1UdEgQfMB2BG2dlbW1hc3RlckBqYW1lc3JvYmVydHNvbi5ldTAN
+  BgkqhkiG9w0BAQsFAAOCAYEAL5pgldzt710r9hbfp7qmiXMnFOD02LSO6JSQ+G5w
+  wrSr/cXxGVXkhnFdjfNukorbBujDue/HwEr6A2ZlC+hWPlbjBLA6TVS2rkkhOBxv
+  XfPqNW1PnYajqUhKKCd5ia0OUXdlfK1+/ck/lfRxozFYJ67TfWIrD5jgVUBNYKZc
+  PTiJfOU9yQink3hp9QKU5ROVQnMbN+4lB9VUw4EGF9Dl3ZD7KDCMT/a4FEFTNT4V
+  UkDwGqcuwVbTsnqZdK6e2j7m3r8IjCcB0iUAcHPWIeCQPfkZONOL1w/tNAxDvYGA
+  c4MxN53yGj29Kce6sE2ACO+K+X4zeU074gVAbX4qSGUSkfvgYArRq4iJe0uaoWs3
+  sPSYF/gqHJoyNtPGc3qBwBSavqr0zhCtc8jki4FELOmMmJOqrmupeUjWJqzYUW2K
+  iJVbOvYHXer/n2nZUT7Y3p/QDtueJZnnK3YK+ATp5fv8qdUhyMKlbzNLK4n6cZAm
+  DdWGleqfN3lBh5+Kul0GL3kB
+  -----END CERTIFICATE-----
+date: 2019-05-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: subunit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+- !ruby/object:Gem::Dependency
+  name: ruby-ogginfo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+- !ruby/object:Gem::Dependency
+  name: wavefile
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: archive-zip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.12'
+- !ruby/object:Gem::Dependency
+  name: pollyspeech
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+description: 
+email: james@jamesrobertson.eu
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/v2av.rb
+homepage: https://github.com/jrobertson/v2av
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.1
+signing_key: 
+specification_version: 4
+summary: Adds subtitles + TTS voiceover to video.
+test_files: []

metadata.gz.sig

@@ -0,0 +1,2 @@
+z����D�M��#�=���B4��JH��2��y�������wE;��u�xٷ6����Z��k�]��fq��:2T��x�,w2o�o�I���'Z���)K	�wx~7���i��׺�m���(��܊~��G�����T�`�t�۽R��~,w[��Q��~��H��sԥ�WAee*��euϊ�@�\��l��굲�av����s|���dp�|��l�25��f� ��m����rVx���V\�-�����g\9\}f���C�Q}�q��
��ã�X����^�.$�C2B��K������
+=V��(3zX��I;W�����$KB��(*\Mf&&�:R�x�KA(���Ղ=��kt�@�j�����u