mediafile 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 119b0a54c4c60f5422faa73912fefbcfd97390ec
+  data.tar.gz: b7d0d780c5a49fe57b7adbd9125723316d8bfa3b
+SHA512:
+  metadata.gz: 9995f98f87546a394e5d26494442d1ecd3109a297d8e7596f36494ff41ff3b7eff4484fc23a17984a7ebdb42d65989271d4b5c6d702411632234b407ee72902d
+  data.tar.gz: 99e25a1163b071e326826a490b26e145b68fd67522b40ba591d2b8b1ff921fd37dc0fa856a3ad7d9d1d6cb51cc18a98d989f9fa85897924bc4c25cbc6c25c628

data/bin/music_cp

@@ -0,0 +1,112 @@
+#!/usr/bin/env ruby
+# vim:et sw=2 ts=2
+#
+
+require 'fileutils'
+require 'optparse'
+require 'digest/md5'
+require 'timeout'
+require 'mediafile'
+
+PROGNAME = File.basename($0)
+
+def die(msg)
+  abort "#{PROGNAME}: #{msg}"
+end
+
+kill = me = now = false
+files = []
+dest = "."
+verbose = false
+progress = true
+count = `grep -c '^processor' /proc/cpuinfo`.strip.to_i/2|1
+transcode = { flac: :mp3, wav: :mp3 }
+exclude_patterns = []
+file_types = "{flac,mp3,MP3,FLAC,wav,WAV,m4a,M4A}"
+opts = OptionParser.new do |opt|
+
+  opt.on("-f", "--file FILE|DIR", "File or directory to copy.",
+         "If given a directory, will grab all files within non-recursively") do |e|
+    e.split(",").each do |f|
+      if File.file? f
+        files << f
+      elsif File.directory? f
+        files.concat Dir.glob( f + "/*.#{file_types}")
+      else
+        warn "#{f} is not a file or a directory!"
+      end
+    end
+  end
+  opt.on("-r", "--recursive DIR", "Directory to recursively scan and copy") do |r|
+    raise "Directory '#{r}' does not exist" unless File.directory? r
+    files.concat Dir.glob( r + "/**/*.#{file_types}")
+  end
+  opt.on("-d", "--destination PATH", "Where to copy file to.  Default: '#{dest}'",
+         "Will be created if it doesn't exist.") do |d|
+    dest = d
+  end
+  opt.on("--transcode <from=to[,from1=to1]>", "A comma-seperated series of name=value pairs.",
+         "Default is #{transcode.to_a.map{|i| i.join("=")}.join(",")}") do |fmt|
+    kill = true
+    transcode = Hash[ *fmt.split(",").map{|e| e.split("=").map{ |t| t.downcase.to_sym } }.flatten ]
+  end
+  opt.on("-c", "--copy", "Turn off transcoding.") do
+    transcode = {}
+    me = true
+  end
+  opt.on("--[no-]progress", "Set show progress true/false.  Default is #{progress}") do |t|
+    progress = t
+  end
+  opt.on("--exclude PATTERN", "-x PATTERN", String, "Exclude files that match the given pattern.",
+         "Can specify more than once, file is excluded if any pattern matches") do |p|
+    exclude_patterns << p
+  end
+  opt.on("-v", "--[no-]verbose", "Be verbose") do |v|
+    verbose = v
+  end
+  opt.on("-t", "--threads NUM",
+         "Number of threads to spawn, useful for transcoding.  Default: #{count}" ) do |n|
+    count = n.to_i
+  end
+  opt.on_tail("-h", "--help", "Show this message") do
+    warn opt
+    exit
+  end
+  begin
+    opt.parse!
+    if kill and me
+      raise OptionParser::InvalidOption.new("--copy and --transcode are conflicting")
+    end
+  rescue OptionParser::InvalidOption
+    warn "#{PROGNAME}: #{$!}"
+    die opt
+  end
+end
+
+files = files.uniq.sort
+if exclude_patterns.any?
+  pattern = Regexp.new(exclude_patterns.join("|"))
+  files.delete_if { |el| pattern.match el }
+end
+if files.empty?
+  warn "No file specified, exiting"
+  warn opts
+  exit
+end
+puts "Full list of files to transfer to #{dest}:"
+files.each { |l| puts "\t"+l }
+puts "#{files.count} files total"
+puts "The following transcode table will be used:"
+puts transcode.any? ? transcode : 'none'
+puts "Do you wish procede? (Y/n)"
+y = gets
+if /n/i.match(y)
+  puts "User cancel."
+  exit
+end
+puts "Begin copy to #{dest}"
+copier = MediaFile::BulkMediaCopy.new(files, destination_root: dest, verbose: verbose, transcode: transcode, progress: progress)
+
+copier.run count
+
+puts "Complete."

data/lib/mediafile/bulkmediacopy.rb

@@ -0,0 +1,148 @@
+module MediaFile; class BulkMediaCopy
+  def initialize( source, destination_root: ".", verbose: false, progress: false, transcode: {}  )
+    source = case source
+      when String
+        [source]
+      when Array
+        source
+      else
+        raise "Bad value for required first arg 'source': '#{source.class}'.  Should be String or Array."
+      end
+
+    @copies             = Hash.new { |h,k| h[k] = [] }
+    @destination_root   = destination_root
+    @verbose            = verbose
+    @progress           = progress
+    @work               = source.map { |s|
+                            MediaFile.new(s,
+                              base_dir: @destination_root,
+                              verbose: @verbose,
+
+                              printer: proc{ |msg| self.safe_print( msg ) }
+                            )
+                          }
+    @width              = [@work.count.to_s.size, 2].max
+    @name_width         = @work.max{ |a,b| a.name.size <=> b.name.size }.name.size
+    @transcode          = transcode
+    @count              = 0
+    @failed             = []
+  end
+
+  def run(max=4)
+    puts "%#{@width + 8}s, %#{@width + 8}s,%#{@width + 8}s, %-#{@name_width}s => Destination Path" % [
+      "Remaining",
+      "Workers",
+      "Complete",
+      "File Name"
+    ]
+    puts "%#{@width}d ( 100%%), %#{@width}d (%4.1f%%), %#{@width}d ( 0.0%%)" % [
+      @work.count,
+      0,
+      0,
+      0
+    ]
+    max > 1 ? mcopy(max) : scopy
+    dupes = @copies.select{ |k,a| a.size > 1 }
+    if dupes.any?
+      puts "dupes"
+      require 'pp'
+      pp dupes
+    end
+    if @failed.any?
+      puts "Some files timed out"
+      @failed.each { |f| puts f.to_s }
+    end
+  end
+
+  def safe_print(message='')
+    locked {
+      puts block_given? ? yield : message
+    }
+  end
+
+  private
+
+  def locked
+    if @semaphore
+      @semaphore.synchronize {
+        yield
+      }
+    else
+      yield
+    end
+  end
+
+  def mcopy(max)
+    raise "Argument must repond to :times" unless max.respond_to? :times
+    raise "I haven't any work..." unless @work
+    require 'thread'
+    @semaphore = Mutex.new
+    queue = Queue.new
+    @work.each { |s| queue << s }
+    threads = []
+    max.times do
+      threads << Thread.new do
+        while ( s = queue.pop(true) rescue nil)
+          copy s
+        end
+      end
+    end
+    threads.each { |t| t.join }
+    @semaphore = nil
+  end
+
+  def scopy
+    raise "I haven't any work..." unless @work
+    @work.each do |f|
+      copy f
+    end
+  end
+
+  def copy(mediafile)
+    dest = mediafile.out_path transcode_table: @transcode
+    locked {
+      return unless copy_check? mediafile.source_md5, mediafile.source, dest
+    }
+
+    err = false
+    begin
+      mediafile.copy transcode_table: @transcode
+    rescue Timeout::Error
+      @failed << mediafile
+      err = true
+    end
+
+    locked {
+      @count += 1
+      if @progress
+        left  = @work.count - @count
+        left_perc = left == 0 ? left : left.to_f / @work.count * 100
+        cur   = @copies.count - @count
+        cur_perc = cur == 0 ? cur : cur.to_f / left * 100 # @work.count * 100
+        c = cur_perc == 100
+        finished = @count.to_f / @work.count * 100
+        f = finished == 100.0
+        puts "%#{@width}d (%4.1f%%), %#{@width}d (%4.#{c ? 0 : 1}f%%), %#{@width}d (%4.#{f ? 0 : 1}f%%) %-#{@name_width}s => %-s" % [
+          left,
+          left_perc,
+          cur,
+          cur_perc,
+          @count,
+          finished,
+          (mediafile.name + (err ? " **" : "") ),
+          mediafile.out_path(transcode_table:@transcode)
+        ]
+      end
+    }
+
+  end
+
+  def copy_check?(md5,name,dest)
+    # if multi-threaded, need to lock before calling
+    @copies[md5] << "#{name} => #{dest}"
+    # return true if this is the only one
+    @copies[md5].count == 1
+  end
+
+end; end
+

data/lib/mediafile/mediafile.rb

@@ -0,0 +1,284 @@
+#!/usr/bin/env ruby
+# vim:et sw=2 ts=2
+
+module MediaFile; class MediaFile
+
+  attr_reader :source, :type, :name, :base_dir
+
+  def initialize(path, verbose: false, base_dir: '.', printer: proc {|msg| puts msg})
+    @source   = path
+    @base_dir = base_dir
+    @verbose  = verbose
+    @name     = File.basename( @source, File.extname( @source ) )
+    @type     = path[/(\w+)$/].downcase.to_sym
+    @printer  = printer
+    @destinations = Hash.new{ |k,v| k[v] = {} }
+  end
+
+  def source_md5
+    @source_md5 ||= Digest::MD5.hexdigest( @source )
+  end
+
+  def out_path(base_dir: @base_dir, transcode_table: {})
+    @destinations[base_dir][transcode_table] ||= File.join(
+      base_dir,
+      relative_path,
+      new_file_name,
+    ) << ".#{transcode_table[@type] || @type}"
+  end
+
+  def copy(dest: @base_dir, transcode_table: {})
+    destination = out_path base_dir: dest, transcode_table: transcode_table
+    temp_dest = tmp_path base_dir: dest, transcode_table: transcode_table
+    unless File.exists? destination
+      FileUtils.mkdir_p File.dirname destination
+      begin
+        if transcode_table.has_key? @type
+          transcode transcode_table, temp_dest
+        else
+          FileUtils.cp @source, temp_dest
+        end
+        FileUtils.mv temp_dest, destination
+      rescue => e
+        FileUtils.rm temp_dest if File.exists? temp_dest
+        raise e
+      end
+    end
+  end
+
+  def printit(msg)
+    @printer.call msg
+  end
+
+  def to_s
+    "#{@source}"
+  end
+
+  def self.tags(*args)
+    args.each do |arg|
+      define_method arg do
+        read_tags
+        instance_variable_get "@#{arg}"
+      end
+    end
+  end
+
+  tags :album, :artist, :album_artist, :title, :genre, :year, :track, :comment, :disc_number, :disc_total
+
+  private
+
+  def set_decoder()
+    case @type
+    when :flac
+      %W{flac -c -s -d #{@source}}
+    when :mp3
+      #%W{lame --decode #{@source} -}
+      %W{sox #{@source} -t wav -}
+    when :m4a
+      %W{ffmpeg -i #{@source} -f wav -}
+    when :wav
+      %W{cat #{@source}}
+    else
+      raise "Unknown type '#{@type}'.  Cannot set decoder"
+    end
+  end
+
+  def set_encoder(to,destination)
+    comment = "; Transcoded by MediaFile on #{Time.now}"
+    case to
+    when :flac
+      raise "Please don't transcode to flac.  It is broken right now"
+      %W{flac -7 -V -s -o #{destination}} +
+        (@artist ?  ["-T", "artist=#{@artist}"]       : [] ) + 
+        (@title  ?  ["-T", "title=#{@title}"]         : [] ) +
+        (@album  ?  ["-T", "album=#{@album}"]         : [] ) +
+        (@track > 0 ? ["-T", "tracknumber=#{@track}"] : [] ) +
+        (@year   ?  ["-T", "date=#{@year}"]           : [] ) +
+        (@genre  ?  ["-T", "genre=#{@genre}"]         : [] ) +
+        ["-T", "comment=" + @comment + comment ] +
+        (@album_artist ? ["-T", "albumartist=#{@album_artist}"] : [] ) +
+        (@disc_number ? ["-T", "discnumber=#{@disc_number}"] : [] ) +
+        ["-"]
+    when :mp3
+      %W{/usr/bin/lame --quiet --preset extreme -h --add-id3v2 --id3v2-only} +
+        (@title  ?  ["--tt", @title] : [] ) +
+        (@artist ?  ["--ta", @artist]: [] ) +
+        (@album  ?  ["--tl", @album] : [] ) +
+        (@track > 0 ? ["--tn", @track.to_s]: [] ) +
+        (@year   ?  ["--ty", @year.to_s ] : [] ) +
+        (@genre  ?  ["--tg", @genre ]: [] ) +
+        ["--tc",  @comment + comment ] +
+        (@album_artist ? ["--tv", "TPE2=#{@album_artist}"] : [] ) +
+        (@disc_number ? ["--tv", "TPOS=#{@disc_number}"] : [] ) +
+        ["-", destination]
+    when :wav
+      %W{dd of=#{destination}}
+    else
+      raise "Unknown target '#{to}'.  Cannot set encoder"
+    end
+  end
+
+  def transcode(trans , destination)
+    to = trans[@type]
+    printit "Attempting to transcode to the same format #{@source} from #{@type} to #{to}" if to == @type
+    FileUtils.mkdir_p File.dirname destination
+
+    decoder = set_decoder
+
+    encoder = set_encoder(to, destination)
+
+    printit "Decoder: '#{decoder.join(' ')}'\nEncoder: '#{encoder.join(' ')}'" if @verbose
+
+    pipes = Hash[[:encoder,:decoder].zip IO.pipe]
+    #readable, writeable = IO.pipe
+    pids = {
+      spawn(*decoder, :out=>pipes[:decoder], :err=>"/dev/null") => :decoder,
+      spawn(*encoder, :in =>pipes[:encoder], :err=>"/dev/null") => :encoder,
+    }
+    tpids = pids.keys
+    err = []
+    begin
+      Timeout::timeout(60 * ( File.size(@source) / 1024 / 1024 /2 ) ) {
+        #Timeout::timeout(3 ) {
+        while tpids.any? do
+          sleep 0.2
+          tpids.delete_if do |pid|
+            ret = false
+            p, stat = Process.wait2 pid, Process::WNOHANG
+            if stat
+              pipes[pids[pid]].close unless pipes[pids[pid]].closed?
+              ret = true
+            end
+            if stat and stat.exitstatus and stat.exitstatus != 0
+              err << [ pids[pid], stat ]
+            end
+            ret
+          end
+        end
+      } 
+    rescue Timeout::Error
+      printit "Timeout exceeded!\n" << tpids.map { |p| 
+        Process.kill 15, p
+        Process.kill 9, p
+        "#{p} #{Process.wait2( p )[1]}"
+      }.join(", ")
+      FileUtils.rm [destination]
+      raise 
+    end
+    if err.any?
+      printit "Error with #{err.map{|it,stat| "#{it} EOT:#{stat.exitstatus} #{stat}" }.join(" and ")}"
+      #raise "Error #{@source} #{err}"
+    end
+  end
+
+  # directory names cannot end with a '.'
+  # it breaks windows (really!)
+
+  def relative_path
+    return @relpath if @relpath
+    read_tags
+    dest = File.join(
+      [(@album_artist||"UNKNOWN"), (@album||"UNKNOWN")].map { |word|
+        word.gsub(/^\.+|\.+$/,"").gsub(/\//,"_")
+      }
+    )
+    bool=true
+    @relpath = dest.gsub(/\s/,"_").gsub(/[,:)\]\[('"@$^*<>?!]/,"").gsub(/_[&]_/,"_and_").split('').map{ |c| 
+      b = bool; bool = c.match('/|_'); b ? c.capitalize : c
+    }.join('').gsub(/__+/,'_')
+  end
+
+  def new_file_name
+    # this doesn't include the extension.
+    @newname ||= (
+      read_tags
+      bool=true
+      file= ( case
+              when (@disc_number && (@track > 0) && @title) && !(@disc_total && @disc_total == 1)
+                "%1d_%02d-" % [@disc_number, @track] + @title
+              when (@track > 0 && @title)
+                "%02d-" % @track + @title
+              when @title
+                @title
+              else
+                @name
+              end).gsub(
+                    /^\.+|\.+$/,""
+                  ).gsub(
+                    /\//,"_"
+                  ).gsub(
+                    /\s/,"_"
+                  ).gsub(
+                    /[,:)\]\[('"@$^*<>?!]/,""
+                  ).gsub(
+                    /_[&]_/,"_and_"
+                  ).split('').map{ |c|
+                    b = bool; bool = c.match('/|_'); b ? c.capitalize : c
+                  }.join('')
+    )
+  end
+
+  def tmp_file_name
+    "." + new_file_name
+  end
+
+  def tmp_path(base_dir: @base_dir, transcode_table: {})
+    File.join(
+      base_dir,
+      relative_path,
+      tmp_file_name,
+    ) << ".#{transcode_table[@type] || @type}"
+  end
+
+  def read_tags
+    return if @red
+    @album = @artist= @title = @genre = @year = nil
+    @track = 0
+    @comment = ""
+    TagLib::FileRef.open(@source) do |file|
+      unless file.null?
+        tag = file.tag
+        @album  = tag.album   if tag.album
+        @artist = tag.artist  if tag.artist
+        @title  = tag.title   if tag.title 
+        @genre  = tag.genre   if tag.genre 
+        @comment= tag.comment if tag.comment
+        @track  = tag.track   if tag.track
+        @year   = tag.year    if tag.year
+      end
+    end
+    @album_artist = @artist
+    case @type
+    when :m4a
+      TagLib::MP4::File.open(@source) do |file|
+        @disc_number = file.tag.item_list_map["disk"].to_int_pair[0]
+      end
+    when :flac
+      TagLib::FLAC::File.open(@source) do |file|
+        if tag = file.xiph_comment
+          [
+            [:album_artist, ['ALBUMARTIST', 'ALBUM ARTIST', 'ALBUM_ARTIST'], :to_s ],
+            [:disc_number,  ['DISCNUMBER'], :to_i ],
+            [:disc_total,   ['DISCTOTAL'], :to_i ]
+          ].each do |field,list,func|
+            val = list.collect{ |i| tag.field_list_map[i] }.select{|i| i }.first
+            instance_variable_set("@#{field}", val[0].send(func)) if val
+          end
+        end
+      end
+    when :mp3
+      TagLib::MPEG::File.open(@source) do |file|
+        tag = file.id3v2_tag
+        if tag
+          [['TPE2', :@album_artist, :to_s], ['TPOS', :@disc_number, :to_i]].each do |t,v,m|
+            if tag.frame_list(t).first and tag.frame_list(t).first.to_s.size > 0
+              instance_variable_set( v, "#{tag.frame_list(t).first}".send( m.to_sym) )
+            end
+          end
+        end
+      end
+    end
+    @red = true
+  end
+end; end
+

data/lib/mediafile/version.rb

@@ -0,0 +1,3 @@
+module MediaFile
+  VERSION = "0.0.3" unless defined?(::MediaFile::VERSION)
+end

data/lib/mediafile.rb

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# vim:et sw=2 ts=2
+
+require 'fileutils'
+require 'digest/md5'
+require 'timeout'
+require 'taglib' 
+require 'mediafile/version'
+
+module MediaFile
+
+  autoload :MediaFile,      'mediafile/mediafile.rb'
+  autoload :BulkMediaCopy,  'mediafile/bulkmediacopy.rb'
+
+end

metadata

@@ -0,0 +1,72 @@
+--- !ruby/object:Gem::Specification
+name: mediafile
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- Jeff Harvey-Smith
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-04-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: taglib-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.6.0
+description: Parse media file metadata, copy or transcode mediafiles.
+email:
+- jharveysmith@gmail.com
+executables:
+- music_cp
+extensions: []
+extra_rdoc_files: []
+files:
+- ./bin/music_cp
+- ./lib/mediafile.rb
+- ./lib/mediafile/bulkmediacopy.rb
+- ./lib/mediafile/mediafile.rb
+- ./lib/mediafile/version.rb
+- bin/music_cp
+homepage: https://github.com/seginoviax/mediafile
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ~>
+    - !ruby/object:Gem::Version
+      version: '2'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Parse media file metadata.
+test_files: []
+has_rdoc: