aspera-cli 4.0.0.pre1

data/lib/aspera/preview/options.rb

@@ -0,0 +1,35 @@
+module Aspera
+  module Preview
+    # generator options. Used as parameter to preview generator object.
+    # also settable by command line.
+    class Options
+      # types of generation for video files
+      VIDEO_CONVERSION_METHODS=[:reencode,:blend,:clips]
+      VIDEO_THUMBNAIL_METHODS=[:fixed,:animated]
+      # options used in generator
+      # for scaling see: https://trac.ffmpeg.org/wiki/Scaling
+      # iw/ih : input width or height
+      # -x : keep aspect ratio, having value a multiple of x
+      DESCRIPTIONS = [
+        { name: :max_size,             default: 1<<24,              description: "maximum size (in bytes) of preview file" },
+        { name: :thumb_vid_scale,      default: "-1:'min(ih,100)'", description: "png: video: size (ffmpeg scale argument)" },
+        { name: :thumb_vid_fraction,   default: 0.1,                description: "png: video: position of snapshot" },
+        { name: :thumb_img_size,       default: 800,                description: "png: non-video: height (and width)" },
+        { name: :video_conversion,     default: :reencode,          description: "mp4: method for preview generation", :values => VIDEO_CONVERSION_METHODS },
+        { name: :video_png_conv,       default: :fixed,             description: "mp4: method for thumbnail generation", :values => VIDEO_THUMBNAIL_METHODS },
+        { name: :video_start_sec,      default: 10,                 description: "mp4: start offset (seconds) of video preview" },
+        { name: :video_scale,          default: "'min(iw,360)':-2", description: "mp4: video scale (ffmpeg)" },
+        { name: :blend_keyframes,      default: 30,                 description: "mp4: blend: # key frames" },
+        { name: :blend_pauseframes,    default: 3,                  description: "mp4: blend: # pause frames" },
+        { name: :blend_transframes,    default: 5,                  description: "mp4: blend: # transition blend frames" },
+        { name: :blend_fps,            default: 15,                 description: "mp4: blend: frame per second" },
+        { name: :clips_count,          default: 5,                  description: "mp4: clips: number of clips" },
+        { name: :clips_length,         default: 5,                  description: "mp4: clips: length in seconds of each clips" },
+      ]
+      # add accessors
+      DESCRIPTIONS.each do |opt|
+        attr_accessor opt[:name]
+      end
+    end # Options
+  end # Preview
+end # Aspera

data/lib/aspera/preview/utils.rb

@@ -0,0 +1,131 @@
+require 'tmpdir'
+require 'fileutils'
+require 'aspera/log'
+require 'open3'
+
+module Aspera
+  module Preview
+    class Utils
+      # from bash manual: meta-character need to be escaped
+      BASH_SPECIAL_CHARACTERS="|&;()<> \t#\n"
+      # shell exit code when command is not found
+      BASH_EXIT_NOT_FOUND=127
+      # external binaries used
+      EXPERNAL_TOOLS=[:ffmpeg,:ffprobe,:convert,:composite,:optipng,:unoconv]
+      private_constant :BASH_SPECIAL_CHARACTERS,:BASH_EXIT_NOT_FOUND,:EXPERNAL_TOOLS
+
+      # returns string with single quotes suitable for bash if there is any bash metacharacter
+      def self.shell_quote(argument)
+        return argument unless argument.split('').any?{|c|BASH_SPECIAL_CHARACTERS.include?(c)}
+        return "'"+argument.gsub(/'/){|s| "'\"'\"'"}+"'"
+      end
+
+      # check that external tools can be executed
+      def self.check_tools(skip_types=[])
+        EXPERNAL_TOOLS.delete(:unoconv) if skip_types.include?(:office)
+        # Check for binaries
+        EXPERNAL_TOOLS.map{|i|i.to_s}.each do |bin|
+          `#{bin} -h 2>&1`
+          raise "Error: #{bin} is not in the PATH" if $?.exitstatus.eql?(BASH_EXIT_NOT_FOUND)
+        end
+      end
+
+      # execute external command
+      # one could use "system", but we would need to redirect stdout/err
+      # @return true if su
+      def self.external_command(command_symb,command_args,stdout_return=nil)
+        raise "unexpected command #{command_symb}" unless EXPERNAL_TOOLS.include?(command_symb)
+        # build command line, and quote special characters
+        command=command_args.clone.unshift(command_symb).map{|i| shell_quote(i.to_s)}.join(' ')
+        Log.log.debug("cmd=#{command}".blue)
+        # capture3: only in ruby2+
+        if Open3.respond_to?('capture3') then
+          stdout, stderr, exit_status = Open3.capture3(command)
+        else
+          stderr='<merged with stdout>'
+          stdout=%x[#{command} 2>&1]
+          exit_status=$?
+        end
+        if BASH_EXIT_NOT_FOUND.eql?(exit_status)
+          raise "Error: #{bin} is not in the PATH"
+        end
+        unless exit_status.success?
+          Log.log.error("commandline: #{command}")
+          Log.log.error("Error code: #{exit_status}")
+          Log.log.error("stdout: #{stdout}")
+          Log.log.error("stderr: #{stderr}")
+          raise "command returned error"
+        end
+        stdout_return.replace(stdout) unless stdout_return.nil?
+        return exit_status.success?
+      end
+
+      def self.ffmpeg(a)
+        raise "error: hash expected" unless a.is_a?(Hash)
+        #input_file,input_args,output_file,output_args
+        a[:gl_p]||=[
+          '-y', # overwrite output without asking
+          '-loglevel','error', # show only errors and up]
+        ]
+        a[:in_p]||=[]
+        a[:out_p]||=[]
+        raise "wrong params (#{a.keys.sort})" unless [:gl_p, :in_f, :in_p, :out_f, :out_p].eql?(a.keys.sort)
+        external_command(:ffmpeg,[a[:gl_p],a[:in_p],'-i',a[:in_f],a[:out_p],a[:out_f]].flatten)
+      end
+
+      def self.video_get_duration(input_file)
+        result = String.new
+        external_command(:ffprobe,[
+          '-loglevel','error',
+          '-show_entries','format=duration',
+          '-print_format','default=noprint_wrappers=1:nokey=1',
+          input_file],result)
+        result.to_f
+      end
+
+      TMPFMT='img%04d.jpg'
+
+      def self.ffmpeg_fmt(temp_folder)
+        return File.join(temp_folder,TMPFMT)
+      end
+
+      def self.get_tmp_num_filepath(temp_folder, file_number)
+        return File.join(temp_folder,sprintf(TMPFMT,file_number))
+      end
+
+      def self.video_dupe_frame(temp_folder, index, count)
+        input_file=get_tmp_num_filepath(temp_folder,index)
+        1.upto(count) do |i|
+          FileUtils.ln_s(input_file,get_tmp_num_filepath(temp_folder,index+i))
+        end
+      end
+
+      def self.video_blend_frames(temp_folder, index1, index2)
+        img1=get_tmp_num_filepath(temp_folder,index1)
+        img2=get_tmp_num_filepath(temp_folder,index2)
+        count=index2-index1-1
+        1.upto(count) do |i|
+          percent = 100 * i / (count + 1)
+          filename = get_tmp_num_filepath(temp_folder, index1 + i)
+          external_command(:composite,['-blend',percent,img2,img1,filename])
+        end
+      end
+
+      def self.video_dump_frame(input_file, offset_seconds, scale, output_file, index=nil)
+        output_file=get_tmp_num_filepath(output_file,index) unless index.nil?
+        ffmpeg(
+        in_f: input_file,
+        in_p: ['-ss',offset_seconds],
+        out_f: output_file,
+        out_p: ['-frames:v',1,'-filter:v',"scale=#{scale}"])
+        return output_file
+      end
+
+      def message_to_png(message)
+        # convert -size 400x  -background '#666666' -fill '#ffffff'  -interword-spacing 10 -kerning 4 -pointsize 10 -gravity West -size x22 label:"Lorem dolor sit amet" -flatten xxx.png
+        external_command(:convert,[
+        ])
+      end
+    end # Options
+  end # Preview
+end # Aspera

data/lib/aspera/proxy_auto_config.erb.js

@@ -0,0 +1,287 @@
+// inspired by PACSuppport.js, 2003-2004 by Apple Computer, Inc., all rights reserved
+function dnsResolve(host) {
+	if (host == '<%=context_host%>' || host == '<%=context_ip%>')
+		return '<%=context_ip%>';
+	throw 'only DNS for initial host, not '+host;  
+}
+function myIpAddress() {
+	return '<%=context_self%>';
+}
+function isPlainHostName(host) {
+	return (host.indexOf('.') == -1 ? true : false);
+}
+function dnsDomainIs(host, domain) {    
+	var h = host.toLowerCase();
+	var d = domain.toLowerCase();
+	var sub = h.substring(h.length - d.length, h.length);
+	if (sub == d)
+		return true;
+	return false;
+}
+function localHostOrDomainIs(host, hostdom) {
+	var h1 = host.toLowerCase();
+	var h2 = hostdom.toLowerCase();
+	return ((h1 == h2) || (isPlainHostName(h1) & !isPlainHostName(h2))) ? true : false;
+}
+function isResolvable(host) {
+	var ip = dnsResolve(host);
+	return ((typeof ip == "string") && ip.length) ? true : false;
+}
+function isInNet(host, pattern, mask) {
+	var ip = dnsResolve(host);
+	if (ip) {
+		var p = pattern.split('.');
+		var m = mask.split('.');
+		var a = ip.split('.');
+		if ((p.length == m.length) && (m.length == a.length)) {
+			for (i = 0; i < p.length; i++) {
+				if ((p[i]& m[i]) != (m[i]& a[i]))
+					return false;
+			}
+			return true;
+		}
+	}
+	return false;
+}
+function dnsDomainLevels(host) {
+	var parts = host.split('.');
+	return parts.length - 1;
+}
+function shExpMatch(str, shexp) {
+	if (typeof str != "string" || typeof shexp != "string")
+		return false;
+	if (shexp == "*")
+		return true;
+	if (str == "" && shexp == "")
+		return true;
+	str = str.toLowerCase();
+	shexp = shexp.toLowerCase();
+	var len = str.length;
+	var pieces = shexp.split('*');
+	var start = 0;
+	for (i = 0; i < pieces.length; i++) {
+		if (pieces[i] == "")
+			continue;
+		if (start > len)
+			return false;
+		start = str.indexOf(pieces[i]);
+		if (start == -1)
+			return false;
+		start += pieces[i].length;
+		str = str.substring(start, len);
+		len = str.length;
+	}
+	i--;
+	if ((pieces[i] == "") || (str == ""))
+		return true;
+	return false;
+}
+function weekdayRange(wd1, wd2, gmt) {
+	var today = new Date();
+	var days = "SUNMONTUEWEDTHUFRISAT";
+	wd1 = wd1.toUpperCase();
+	if (wd2 == undefined)
+		wd2 = wd1;
+	else
+		wd2 = wd2.toUpperCase();
+	var d1 = days.indexOf(wd1);
+	var d2 = days.indexOf(wd2);
+	if ((d2 == -1) && (wd2 == "GMT")) {
+		gmt = wd2;
+		d2 = d1;
+	}
+	if ((d1 == -1) || (d2 == -1))
+		return false;
+	d1 = d1 / 3;
+	d2 = d2 / 3;
+	if (gmt == "GMT")
+		today = today.getUTCDay();
+	else
+		today = today.getDay();
+	if ((d1 <= d2) && (today >= d1) && (today <= d2))
+		return true;
+	if ((d2 < d1) && ((today <= d2) || (today >= d1)))
+		return true;
+	return false;
+}
+function dateRange() {
+	var today = new Date();
+	var num = arguments.length;
+	var gmt = arguments[num - 1];
+	if (typeof gmt !=  "string")
+		gmt = false;
+	else {
+		gmt = gmt.toUpperCase();
+		if (gmt != "GMT")
+			gmt = false;
+		else {
+			gmt = true;
+			num--;
+		}
+	}
+	if (!num || (num > 6))
+		return false;
+	var d1 = 0;
+	var d2 = 0;
+	var m1 = 0;
+	var m2 = 0;
+	var y1 = 0;
+	var y2 = 0;
+	for (i = 0; i < num; i++) {
+		var arg = arguments[i];
+		if (typeof arg == "number") {
+			if (arg > 31) {
+				if (!y1)
+					y1 = arg;
+				else if (!y2)
+					y2 = arg;
+				else
+					return false;
+			}
+			else if (!arg)
+				return false;
+			else if (!d1)
+				d1 = arg;
+			else if (!d2)
+				d2 = arg;
+			else
+				return false;
+		}
+		else if (typeof arg == "string") {
+			var months = "JANFEBMARAPRMAYJUNJULAUGSEPOCTNOVDEC";
+			arg = arg.toUpperCase();
+			arg = months.indexOf(arg);
+			if (arg == -1)
+				return false;            
+			arg /= 3;
+			arg += 1;
+			if (!m1)
+				m1 = arg;
+			else if (!m2)
+				m2 = arg;
+			else
+				return false;
+		}
+		else
+			return false;
+	}
+	if (!y1) y1 = gmt ? today.getUTCFullYear() : today.getFullYear();
+	if (!y2) y2 = y1;
+	if (!m1) m1 = (gmt ? today.getUTCMonth() : today.getMonth()) + 1;
+	if (!m2) m2 = m1;
+	if (!d1) d1 = gmt ? today.getUTCDate() : today.getDate();
+	if (!d2) d2 = d1;
+	var date1;
+	var date2;
+	if (gmt) {
+		date1 = Date.UTC(y1, m1 - 1, d1, 0, 0, 0, 0);
+		date2 = Date.UTC(y2, m2 - 1, d2, 23, 59, 59, 999);
+	}
+	else {
+		date1 = (Date(y1, m1 - 1, d1, 0, 0, 0, 0)).valueOf();
+		date2 = (Date(y2, m2 - 1, d2, 23, 59, 59, 999)).valueOf();
+	}
+	today = today.valueOf();
+	return ((date1 <= today) && (today <= date2));
+}
+function timeRange() {
+	var date1 = new Date();
+	var today = new Date();
+	var date2 = new Date();
+	var num = arguments.length;
+	var gmt = arguments[num - 1];
+	if (typeof gmt !=  "string")
+		gmt = false;
+	else {
+		gmt = gmt.toUpperCase();
+		if (gmt != "GMT")
+			gmt = false;
+		else {
+			gmt = true;
+			num--;
+		}
+	}
+	if (!num || (num > 6) || ((num % 2) && (num != 1)))
+		return false;
+	date1.setMinutes(0);
+	date1.setSeconds(0);
+	date1.setMilliseconds(0);
+	date2.setMinutes(59);
+	date2.setSeconds(59);
+	date2.setMilliseconds(999);
+	for (i = 0; i < (num / 2); i++) {
+		var arg = arguments[i];
+		if (gmt) {
+			switch (i) {
+			case 0:
+				date1.setUTCHours(arg);
+				date2.setUTCHours(arg);
+				break;
+			case 1:
+				date1.setUTCMinutes(arg);
+				date2.setUTCMinutes(arg);
+				break;
+			case 2:
+				date1.setUTCSeconds(arg);
+				date2.setUTCSeconds(arg);
+				break;
+			}
+		}
+		else {
+			switch (i) {
+			case 0:
+				date1.setHours(arg);
+				date2.setHours(arg);
+				break;
+			case 1:
+				date1.setMinutes(arg);
+				date2.setMinutes(arg);
+				break;
+			case 2:
+				date1.setSeconds(arg);
+				date2.setSeconds(arg);
+				break;
+			}
+		}
+	}
+	if (num != 1) {
+		date2.setMinutes(0);
+		date2.setSeconds(0);
+		date2.setMilliseconds(0);
+		for (i = 0; i < (num / 2); i++) {
+			var arg = arguments[(num / 2) + i];
+			if (gmt) {
+				switch (i) {
+				case 0:
+					date2.setUTCHours(arg);
+					break;
+				case 1:
+					date2.setUTCMinutes(arg);
+					break;
+				case 2:
+					date2.setUTCSeconds(arg);
+					break;
+				}
+			}
+			else {
+				switch (i) {
+				case 0:
+					date2.setHours(arg);
+					break;
+				case 1:
+					date2.setMinutes(arg);
+					break;
+				case 2:
+					date2.setSeconds(arg);
+					break;
+				}
+			}
+		}
+	}
+	today = today.valueOf();
+	date1 = date1.valueOf();
+	date2 = date2.valueOf();
+	if (date2 < date1)
+		date2 += 86400000;
+	return ((date1 <= today) && (today <= date2));
+}