access-derivatives 0.0.11

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: b6bfadafe61b4098608dde830f1b200e9992f5dd
+  data.tar.gz: 662d9471251f35920c4bd9ff3f24a6e948d3e955
+SHA512:
+  metadata.gz: 610b63607385ec7728eaa6320d9503946d5277b696d3e44f865588964b12da0becf2fe278da6c4fb922487c9765141324935051f5f44b2a7cee01b8eb051b68f
+  data.tar.gz: a028814e83a97c109c62c2093101bfe00d307955143a25dba4bcf586998e5fe804b7421295ea31d35a3e06c2a07ee54fb1f9b7d9469858690ac8b5f617116e7f

data/.gitignore

@@ -0,0 +1,20 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+test_data
+test_data_output

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in access-derivatives.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Jason Ronallo
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,11 @@
+# Access Derivatives
+
+Ruby scripts used at NCSU Libraries for creating access derivatives.
+
+## Installation
+
+    $ gem install access-derivatives
+
+## Usage
+
+TODO: Write usage instructions here

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/access-derivatives.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'access/derivatives/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "access-derivatives"
+  spec.version       = Access::Derivatives::VERSION
+  spec.authors       = ["Jason Ronallo"]
+  spec.email         = ["jronallo@gmail.com"]
+  spec.summary       = %q{Create access derivative files.}
+  spec.description   = %q{Create access derivative files.}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+end

data/bin/poster_sprite

@@ -0,0 +1,71 @@
+#!/usr/bin/env ruby
+
+# poster_sprite /path/to/snapshots/directoryname
+
+# Creates a poster sprite (and in the future maybe a WebVTT file) from snapshots in a directory.
+
+# requires montage and identify from imagemagick
+
+module AccessDerivatives
+  def self.seconds_to_webvtt_timestamp(total_seconds)
+    seconds = total_seconds % 60
+    minutes = (total_seconds / 60) % 60
+    hours = total_seconds / (60 * 60)
+
+    format("%02d:%02d:%02d.000", hours, minutes, seconds)
+  end
+end
+
+directory = File.expand_path(ARGV[0])
+directory_glob = File.join(directory, '*png')
+directory_basename = File.basename(directory)
+sprite_basename = directory_basename + '-sprite.jpg'
+sprite_output_filename = File.join(directory, sprite_basename)
+webvtt_output_filename = File.join(directory, directory_basename + '-sprite.vtt')
+
+first_image = Dir.glob(directory_glob).sort.first
+original_dimensions = `identify -format "%[fx:w]x%[fx:h]" #{first_image}`.chomp
+
+original_width_str, original_height_str = original_dimensions.split('x')
+original_height = original_height_str.to_i
+original_width = original_width_str.to_i
+
+width = 150
+height = (original_height.to_f / original_width * width).to_i
+
+tile_per_row = 5
+
+`montage #{directory_glob} -tile #{tile_per_row}x -geometry #{width}x#{height}! #{sprite_output_filename}`
+
+vtt_asset_base = File.join('http://siskel.lib.ncsu.edu/SCRC/', directory_basename, sprite_basename)
+
+File.open(webvtt_output_filename, 'w') do |fh|
+  fh.puts "WEBVTT\n\n"
+
+  # figure out the coordinates when the images are 5 across at 150px wide.
+  # What height are they then?
+  x = 0
+  y = 0
+  number_in_row = 1
+
+  Dir.glob(directory_glob).sort.each_with_index do |file, index|
+    full_url = vtt_asset_base + "#xywh=#{x},#{y},#{width},#{height}"
+
+    start_time_integer = index * 5 # 5 seconds between each
+    end_time_integer = start_time_integer + 5
+
+    start_time = AccessDerivatives.seconds_to_webvtt_timestamp(start_time_integer)
+    end_time = AccessDerivatives.seconds_to_webvtt_timestamp(end_time_integer)
+
+    fh.puts start_time + ' --> ' + end_time
+    fh.puts full_url + "\n\n"
+
+    number_in_row += 1
+    x += width
+    if number_in_row > tile_per_row
+      number_in_row = 1
+      x = 0
+      y += height
+    end
+  end
+end

data/bin/poster_sprites_retrospective

@@ -0,0 +1,22 @@
+#!/usr/bin/env ruby
+
+# poster_sprites_retrospective /path/to/directory/of/videos
+
+require 'fileutils'
+
+directory = File.expand_path(ARGV[0])
+Dir.glob(File.join(directory, '*.mp4')).each do |video|
+  basename = File.basename(video, '.mp4')
+
+  video_snapshots_directory = File.join(directory, basename)
+  Dir.mkdir(video_snapshots_directory) unless File.exist?(video_snapshots_directory)
+  video_snapshot_base_filename = File.join(video_snapshots_directory, basename)
+
+	# Create images every 5 seconds from the MP4 output.
+  `ffmpeg -i "#{video}" -f image2 -vf fps=fps=1/5 #{video_snapshot_base_filename}-%05d.png`
+
+  poster_sprite_command_path = File.join(File.expand_path(File.dirname(__FILE__)), 'poster_sprite')
+  `#{poster_sprite_command_path} #{video_snapshots_directory}`
+
+  FileUtils.rm(Dir.glob(File.join(video_snapshots_directory, '*png')))
+end

data/bin/process_video

@@ -0,0 +1,87 @@
+#!/usr/bin/env ruby
+
+# process_video /path/to/directory/of/video/files/
+
+# Requires a recent ffmpeg and mail.
+# requires montage and identify from imagemagick
+require 'etc'
+require 'fileutils'
+
+# batch directory for processing
+directory = File.expand_path(ARGV[0])
+
+# Get the username of the owner of the batch directory. Used later for sending email.
+uid = File.stat(directory).uid
+username_for_batch = Etc.getpwuid(uid).name
+
+# What directory should we place the output in?
+base_output_directory = ENV['PROCESS_VIDEO_OUTPUT_DIRECTORY'] || '/html5/video/output'
+batch_output_directory = File.basename(directory)
+
+# Create output directory.
+output_directory =  File.join(base_output_directory, batch_output_directory)
+Dir.mkdir(output_directory) unless File.exist?(output_directory)
+
+# Create a directory for placing ffmpeg log files.
+log_directory = File.join(output_directory, 'log')
+Dir.mkdir(log_directory) unless File.exist?(log_directory)
+
+# Create directory for snapshots.
+snapshot_directory = File.join(output_directory, 'snapshots')
+Dir.mkdir(snapshot_directory) unless File.exist?(snapshot_directory)
+
+# Get the list of all the files that ought to be processed
+source_video_files = []
+['*.mp4','*.flv', '*.mov', '*.avi', '*.mkv','*.m4v', '*.f4v'].each do |source_extension|
+  source_video_files << Dir.glob(File.join(directory, source_extension))
+end
+source_video_files.flatten!.compact!
+
+# iterate over each of the files that ought to be processed
+source_video_files.each do |filepath|
+  # get the basename
+  extension = File.extname(filepath)
+  basename = File.basename(filepath, extension)
+
+  # Create the video output directory
+  video_output_directory     = File.join(output_directory, basename)
+  Dir.mkdir(video_output_directory) unless File.exist?(video_output_directory)
+
+  # Create the snaptshots directory.
+  video_snapshots_directory = File.join(snapshot_directory, basename)
+  Dir.mkdir(video_snapshots_directory) unless File.exist?(video_snapshots_directory)
+  video_snapshots_base_filename = File.join(video_snapshots_directory, basename)
+
+  # determine filenames for each output format
+  video_output_filename_root = File.join(video_output_directory, basename)
+  video_output_filename_mp4  = video_output_filename_root + '.mp4'
+  video_output_filename_webm = video_output_filename_root + '.webm'
+
+  # determine the filenames for each of the log files created
+  log_file_mp4 = File.join(log_directory, basename + '-ffmpeg-mp4-%t.log')
+  log_file_webm = File.join(log_directory, basename + '-ffmpeg-webm-%t.log')
+  log_file_snapshot = File.join(log_directory, basename + '-snapshot-%t.log')
+
+  # Create MP4 suitable for web playback and log output.
+  # "-pix_fmt yuv420p" was added to work around an issue where the stream is yuv422p
+  `FFREPORT=file=#{log_file_mp4} ffmpeg -i #{filepath} -c:v libx264 -preset slow -crf 23 -profile:v baseline -level 3.0 -filter:v "scale=640:trunc(ow/a/2)*2" -acodec libfdk_aac -b:a 128k -movflags +faststart -pix_fmt yuv420p "#{video_output_filename_mp4}"`
+
+  # Create WebM and log output.
+  `FFREPORT=file=#{log_file_webm} ffmpeg -i "#{filepath}" -c:v libvpx -crf 10 -b:v 1M -filter:v "scale=640:trunc(ow/a/2)*2" -c:a libvorbis -b:a 128k "#{video_output_filename_webm}"`
+
+  # Create images every 5 seconds from the MP4 output.
+  `FFREPORT=file=#{log_file_snapshot} ffmpeg -i "#{video_output_filename_mp4}" -f image2 -vf fps=fps=1/5 #{video_snapshots_base_filename}-%05d.png`
+
+  # Create poster sprite and related webvtt file
+  poster_sprite_command_path = File.join(File.expand_path(File.dirname(__FILE__)), 'poster_sprite')
+  `#{poster_sprite_command_path} #{video_snapshots_directory}`
+
+  # Move poster sprite and WebVTT file into video output directory
+  sprite_files_glob = File.join(video_snapshots_directory, '*sprite*')
+  Dir.glob(sprite_files_glob).each do |file|
+    FileUtils.mv(file, video_output_directory)
+  end
+end
+
+# Sends an email when the job is done. This may only work this way with the -r option on redhat.
+`echo "To get the files run: scp -r #{username_for_batch}@av1.lib.ncsu.edu:#{output_directory} ." | mail -s "Your transcoding job is done" -r jnronall@ncsu.edu  #{username_for_batch}@ncsu.edu`

data/bin/upload_video_batch.sh

@@ -0,0 +1,32 @@
+#!/bin/bash
+
+# upload_video_batch.sh /path/to/batch/directory
+
+# Setting for directory to where the batch directory ought to be uploaded
+upload_batch_directory_base=/html5/video/uploads
+
+# This only works if the local user
+whoami=`whoami`
+
+# Grab the first argument into a variable so that we can do the basename substitution.
+argv0=$1
+# The basename from whatever path was given
+basename=`basename $argv0`
+
+# full upload path
+full_upload_path=${upload_batch_directory_base}/${basename}
+full_upload_path_contents=${full_upload_path}/*
+
+# Copy the files to the remote server under the upload batch directory.
+echo -e 'Copying the files to av1... (May need to enter password).\n'
+scp -r $1 $whoami@av1.lib.ncsu.edu:$upload_batch_directory_base
+
+echo -e 'Changing group permissions of files. (May need to enter password).'
+ssh $whoami@av1.lib.ncsu.edu "chgrp uploaders $full_upload_path && chmod g+rx $full_upload_path && chmod g+rw $full_upload_path_contents"
+
+echo "Hit ENTER when you wish to continue with processing the video. (May need to enter password)."
+read SOMETHIGNANYTHING
+
+# Trigger the processing job on the remove server and background it using nohup.
+# Output and errors will go into files. FFmpeg output goes to standard error.
+ssh $whoami@av1.lib.ncsu.edu "PROCESS_VIDEO_OUTPUT_DIRECTORY=/html5/video/output nohup process_video $full_upload_path > upload_batch.out 2> upload_batch.err < /dev/null &"

data/lib/access/derivatives.rb

@@ -0,0 +1,7 @@
+require "access/derivatives/version"
+
+module Access
+  module Derivatives
+    # Your code goes here...
+  end
+end

data/lib/access/derivatives/version.rb

@@ -0,0 +1,5 @@
+module Access
+  module Derivatives
+    VERSION = "0.0.11"
+  end
+end

metadata

@@ -0,0 +1,88 @@
+--- !ruby/object:Gem::Specification
+name: access-derivatives
+version: !ruby/object:Gem::Version
+  version: 0.0.11
+platform: ruby
+authors:
+- Jason Ronallo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-02-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Create access derivative files.
+email:
+- jronallo@gmail.com
+executables:
+- poster_sprite
+- poster_sprites_retrospective
+- process_video
+- upload_video_batch.sh
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- access-derivatives.gemspec
+- bin/poster_sprite
+- bin/poster_sprites_retrospective
+- bin/process_video
+- bin/upload_video_batch.sh
+- lib/access/derivatives.rb
+- lib/access/derivatives/version.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Create access derivative files.
+test_files: []