mvtk 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 39422d93217ceb93db561d5b63948543aab451ed
+  data.tar.gz: 93a344296775a2fe2ef62bcf3b324f65ceb663b9
+SHA512:
+  metadata.gz: 251892d8400200733ed19356663d731d271e8e65cbdfc2fb9c9b9d356a8140c6a8db830f2aaf6c79523896772a8a63c9070892d5c3287c1c24d3280b7fdb7083
+  data.tar.gz: 7ea3a4082bf76d9f3d5ee337a96d4a02e709fea23d133bb715b4fd6685513d93186005d3472ebbda5ec3d837eeb8bc304a05ca506b843b57f928ecc1e4f0e016

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.3
+before_install: gem install bundler -v 1.10.6

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mvtk.gemspec
+gemspec

data/README.md

@@ -0,0 +1,38 @@
+# Mvtk
+
+This gem install a command `mvtk`, it's not a gem you can use in your software.
+
+The goal is simple: take crappy movie filename from a directory and name them the good way for kodi mediacenter using well known scraper.
+
+2 scraper supported at this Time
+
+* [media-passion](http://scraper.media-passion.fr/index2.php?Page=Home)
+* [themoviedb.org](https://www.themoviedb.org/)
+
+## Installation
+
+    $ gem install mvtk
+
+Then first launch will create the configuration file in ~/.config/mvtk.conf
+
+## Configuration
+
+Edit  **~/.config/mvtk.conf**
+
+* *scraper* = "themoviedb" or "mediapassion", which scraper you Usage
+* *saga_enable* = enable or not saga subdir
+* *saga_prefix* = a string to prefix saga subdir name (.../terminator/... => .../prefix saganame/...)
+* *source* = source directory to recursively find movie file
+* *target* = directory to copy movie with right name
+* *windows_name* = make created file and folder Microsoft Windows compatible (some characters replace witch _ )
+* *min_movie_time* = Minimum number of minutes to determine if the video file is a movie or a tvshow
+
+
+
+## Usage
+
+just launch `mvtk`
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/Celedhrim/mvtk.

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/console

@@ -0,0 +1,19 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "mvtk"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+
+CONFFILE="/tmp/test.conf"
+conffile = File.expand_path(CONFFILE)
+$conf = Mvtk.confread(conffile)
+
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/exe/mvtk

@@ -0,0 +1,51 @@
+#!/usr/bin/env ruby
+
+#require "bundler/setup"
+require "mvtk"
+require "rbconfig"
+
+#no design for windows
+is_windows = (RbConfig::CONFIG['host_os'] =~ /mswin|mingw|cygwin/)
+if is_windows then
+  puts "Sorry not design for windows"
+  exit 1
+end
+
+CONFFILE="~/.config/mvtk.conf"
+conffile = File.expand_path(CONFFILE)
+
+#Load config file
+$conf = Mvtk.confread(conffile)
+
+#doing stuff with config
+$conf["source"] = $conf["source"].chomp("/")
+$conf["target"] = $conf["target"].chomp("/")
+
+mchoice = ""
+process_hash = {}
+until mchoice == "proceed" do
+  mchoice = Mvtk.mediamenu
+  exit if mchoice == "quit"
+  next if mchoice == "proceed"
+  schoice = ""
+  schoice = Mvtk.choosescrap(mchoice)
+  process_hash[mchoice] = schoice
+end
+
+puts ""
+puts "-"*80
+puts "Processing #{process_hash.length} file(s)"
+
+counter = 0
+process_hash.each do |source, destination|
+  puts ""
+  Mvtk.copy(source, destination)
+  counter = counter + 1
+  remain = process_hash.length - counter
+  if remain != 0 then
+    puts ""
+    puts "Done ! #{remain} in queue"
+  end
+end
+
+puts "All done , exit ..."

data/lib/mvtk/config.rb

@@ -0,0 +1,31 @@
+require "iniparse"
+
+module Mvtk
+
+  # create the config
+  def self.confcreate (conffilepath)
+    doc = IniParse.gen do |doc|
+      doc.section("mvtk") do |mvtk|
+        mvtk.option("scraper","mediapassion")
+        mvtk.option("saga_enable","true")
+        mvtk.option("saga_prefix","1-Saga")
+        mvtk.option("source","/home/torrent/finish.seedbox")
+        mvtk.option("target","/home/data/Videos/Films")
+        mvtk.option("windows_name","true")
+        mvtk.option("min_movie_time","60")
+      end
+    end
+    doc.save(conffilepath)
+    puts "Conf file created : #{conffilepath}"
+    puts "Edit to fit your need then run again"
+    #Add exit
+    exit
+  end
+
+  # Read the config
+  def self.confread (conffilepath)
+    confcreate(conffilepath) unless File.exists?(conffilepath)
+    IniParse.parse( File.read(conffilepath) )['mvtk']
+  end
+
+end

data/lib/mvtk/menu.rb

@@ -0,0 +1,58 @@
+require 'tty-prompt'
+require 'streamio-ffmpeg'
+
+module Mvtk
+
+  def self.mediamenu
+    prompt = TTY::Prompt.new
+    choices = self.listfiles
+    choice = prompt.select("Movie to copy ?", choices)
+  end
+
+  def self.listfiles
+    result = Hash.new
+    Dir.glob("#{$conf['source']}/**/*.{mkv,mp4,avi}", File::FNM_CASEFOLD).sort.each do |mfile|
+      begin
+        movie = FFMPEG::Movie.new(mfile)
+        next if movie.duration.round/60.to_i < $conf['min_movie_time']
+      rescue
+      end
+      result[File::basename(mfile)] = mfile
+    end
+    result["[Proceed]"] = "proceed"
+    result["[Quit]"] = "quit"
+    return result
+  end
+
+  def self.manualscrap
+    prompt = TTY::Prompt.new
+    answer = prompt.ask("Enter your search terms : ")
+    return self.choosescrap(answer)
+  end
+
+  def self.choosescrap(mfile)
+    mysearch = File::basename(self::NameCleaner.new(mfile).clean)
+    search = []
+    while search.empty? and mysearch != nil
+      search = self.search(mysearch)
+      if search.empty? then
+        mysearch = mysearch[/(.*)\s/,1]
+      end
+    end
+
+    if search.empty? then
+      return self.manualscrap
+    end
+
+    foutput = search.collect { |x| x.split('/')[0]}
+    foutput.push("[Manual] (Do a manual search)")
+    foutput.push("[Return] (Back to file menu)")
+    prompt2 = TTY::Prompt.new
+    choice = prompt2.select("Your choice ?", foutput )
+    if choice == "[Manual] (Do a manual search)" then
+      return self.manualscrap
+    end
+    result = search.keep_if { |v| v.start_with?(choice) }
+    return result.first
+  end
+end

data/lib/mvtk/namecleaner.rb

@@ -0,0 +1,110 @@
+module Mvtk
+
+  class NameCleaner
+    attr_accessor :raw_name, :clean_name
+
+    def initialize(raw_name)
+      @raw_name = raw_name
+      @clean_name = raw_name
+    end
+
+    def clean_punctuation
+      punctuation_to_remove = /[\.\[\]\(\)-]/
+      @clean_name = @clean_name.gsub(punctuation_to_remove, " ")
+    end
+
+    def remove_release_year
+      @clean_name = @clean_name.gsub(release_year.to_s, "")
+    end
+
+    ["filetype"].each do |method|
+      define_method "remove_#{method}" do
+        extractions = Array(self.send(method))
+        extractions.each do |extraction|
+          @clean_name = @clean_name.gsub(extraction, "")
+        end
+      end
+    end
+
+    ["video_types"].each do |method|
+      remove_method_name = :"remove_#{method}"
+      terms_method_name = :"#{method}_terms"
+
+      define_method remove_method_name do
+        extraction_indices = Array(self.send(method))
+        extraction_indices.each do |extraction_index|
+          term = NameCleaner.send(terms_method_name).at(extraction_index)
+          @clean_name = @clean_name.gsub(Regexp.new(term[:name], term[:modifier]), "")
+        end
+      end
+    end
+
+    def remove_whitespace
+      @clean_name = @clean_name.gsub(/\s+/, " ")
+      @clean_name = @clean_name.strip
+    end
+
+    def clean
+      remove_release_year
+      remove_video_types
+      remove_filetype
+      clean_punctuation
+      remove_whitespace
+    end
+
+    def release_year
+      year_matches = @raw_name.scan(/(\d{4})/).flatten
+      two_years_from_now= Time.now.strftime("%Y").to_i + 2
+
+      year_matches = year_matches.map { |year_match|
+        year = year_match.to_i
+      }.select { |year_match|
+        (1895..two_years_from_now).include? year_match
+      }
+
+      year_matches.first if year_matches.size == 1
+    end
+
+    def self.video_types_terms
+      [
+        { :name => "dvdrip", :modifier => Regexp::IGNORECASE },
+        { :name => "xvid", :modifier => Regexp::IGNORECASE },
+        { :name => "720p", :modifier => Regexp::IGNORECASE },
+        { :name => "1080p", :modifier => Regexp::IGNORECASE },
+        { :name => "x264", :modifier => Regexp::IGNORECASE },
+        { :name => "bluray", :modifier => Regexp::IGNORECASE },
+        { :name => "bdrip", :modifier => Regexp::IGNORECASE },
+        { :name => "multi", :modifier => Regexp::IGNORECASE },
+        { :name => "repack", :modifier => Regexp::IGNORECASE },
+        { :name => "aac", :modifier => Regexp::IGNORECASE },
+        { :name => "5.1", :modifier => Regexp::IGNORECASE },
+        { :name => "ac3", :modifier => Regexp::IGNORECASE },
+        { :name => "DTS", :modifier => Regexp::IGNORECASE },
+        { :name => "truefrench", :modifier => Regexp::IGNORECASE },
+        { :name => "french", :modifier => Regexp::IGNORECASE },
+        { :name => "www.cpasbien.io", :modifier => Regexp::IGNORECASE }
+      ]
+    end
+
+    def video_types
+      video_type = []
+
+      NameCleaner.video_types_terms.each_with_index do |term, index|
+        regexp = term[:name]
+        modifier = term[:modifier]
+        video_type << index if @raw_name.match Regexp.new regexp, modifier # case insensitive
+      end
+
+      video_type
+    end
+
+    def filetype
+      filetypes = ["avi", "mp4", "mkv"]
+      filetypes.find do |filetype|
+        regexp = Regexp.new "\.#{filetype}"
+        @raw_name.match regexp
+      end
+    end
+  end
+
+end

data/lib/mvtk/proceed.rb

@@ -0,0 +1,60 @@
+require 'ruby-progressbar'
+require 'filesize'
+
+module Mvtk
+
+  def self.winname(fullpath)
+    charfilter = /[\<\>\:\"\|\?\*]/
+    return fullpath.gsub(charfilter,'_')
+  end
+
+  def self.fulldest(source, destination)
+    movie_file = "#{destination.split('/')[0][0..-8]}#{File.extname(source)}"
+    movie_file = self.winname(movie_file) if $conf["windows_name"]
+    movie_dir = destination.split('/')[0]
+    movie_dir = self.winname(movie_dir) if $conf["windows_name"]
+
+    if $conf["saga_enable"] and destination.split('/')[1] then
+      saga = "#{$conf["saga_prefix"]} #{destination.split('/')[1]}"
+      saga = self.winname(saga) if $conf["windows_name"]
+      fullpath = "#{$conf["target"]}/#{saga}/#{movie_dir}/#{movie_file}"
+    else
+      fullpath = "#{$conf["target"]}/#{movie_dir}/#{movie_file}"
+    end
+
+    return fullpath
+  end
+
+  def self.copy_progressbar(in_name, out_name)
+    in_file = File.new(in_name, "r")
+    out_file = File.new(out_name, "w")
+
+    in_size = File.size(in_name)
+    batch_bytes = ( in_size / 100 ).ceil
+    total = 0
+    p_bar = ProgressBar.create(:length => 80, :format => '%e |%b>%i| %p%% %t')
+
+    buffer = in_file.sysread(batch_bytes)
+    while total < in_size do
+      out_file.syswrite(buffer)
+      p_bar.progress += 1 unless p_bar.progress >= 100
+      total += batch_bytes
+      if (in_size - total) < batch_bytes
+        batch_bytes = (in_size - total)
+      end
+      buffer = in_file.sysread(batch_bytes)
+    end
+    p_bar.finish
+  end
+
+  def self.copy(source, destination)
+    finalpath = self.fulldest(source, destination)
+    puts "Source => #{File::basename(source)}"
+    puts "Target => #{finalpath.sub($conf["target"]+"/","")}"
+    puts "Size   => #{Filesize.from(File.size(source).to_s + "B").pretty}"
+    puts ""
+
+    FileUtils.mkdir_p File.dirname(finalpath) unless File.directory?(File.dirname(finalpath))
+    self.copy_progressbar(source, finalpath)
+  end
+end

data/lib/mvtk/search.rb

@@ -0,0 +1,53 @@
+require 'nokogiri'
+require 'open-uri'
+require 'uri'
+
+module Mvtk
+
+  def self.mediapassion(moviename)
+    result = []
+    searchresult = Nokogiri::HTML(open("http://passion-xbmc.org/scraper/ajax.php?Ajax=Search&Title=#{URI.escape(moviename.tr(' ', '+'))}"), nil , 'UTF-8')
+    searchresult.css('a').take(10).each do |link|
+      mtitle = link.content.tr('[', '(').tr(']', ')')
+      detailpage = Nokogiri::HTML(open("http://passion-xbmc.org/scraper/#{link['href']}"))
+      msaga = detailpage.css("#sagaWrapper").css('p').text[5..-1]
+      unless msaga.nil? then
+        result.push("#{mtitle}/#{msaga.rstrip.lstrip}")
+      else
+        result.push("#{mtitle}/")
+      end
+    end
+    return result
+  end
+
+  def self.themoviedb(moviename)
+    result = []
+    searchresult = Nokogiri::HTML(open("https://www.themoviedb.org/search?query=#{URI.escape(moviename.tr(' ', '+'))}"), nil , 'UTF-8')
+    searchresult.css("div.info").take(10).each do |link|
+      msage = nil
+      myear = link.css('span.release_date').text.split("/")[2].strip
+      mtitle = "#{link.css('a').first.content} (#{myear})"
+      detailpage = Nokogiri::HTML(open("https://www.themoviedb.org#{link.css('a').first['href']}"))
+      msaga = detailpage.at('p:contains("Part of the")').css('a').text if detailpage.at('p:contains("Part of the")')
+      unless msaga.nil? then
+        result.push("#{mtitle}/#{msaga}")
+      else
+        result.push("#{mtitle}/")
+      end
+    end
+    return result
+  end
+
+  def self.search (moviename)
+    if $conf['scraper'] == "mediapassion" then
+      result = self.mediapassion(moviename)
+    elsif $conf['scraper'] == "themoviedb" then
+      result = self.themoviedb(moviename)
+    else
+      puts "Sorry #{$conf['scraper']} is not a valid scraper"
+      exit 1
+    end
+    return result
+  end
+
+end

data/lib/mvtk/version.rb

@@ -0,0 +1,3 @@
+module Mvtk
+  VERSION = "0.1.0"
+end

data/lib/mvtk.rb

@@ -0,0 +1,10 @@
+require "mvtk/version"
+require "mvtk/config"
+require "mvtk/search"
+require "mvtk/namecleaner"
+require "mvtk/menu"
+require "mvtk/proceed"
+
+module Mvtk
+
+end

data/mvtk.gemspec

@@ -0,0 +1,38 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mvtk/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mvtk"
+  spec.version       = Mvtk::VERSION
+  spec.authors       = ["Celedhrim"]
+  spec.email         = ["celed+gitlab@ielf.org"]
+
+  spec.summary       = %q{Copy movie with right kodi naming.}
+  spec.description   = %q{Take movie in a directory , copy them to another with naming from mediapassion or themoviedb.}
+  spec.homepage      = "https://github.com/Celedhrim/mvtk"
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "iniparse", ">= 1.4.1"
+  spec.add_dependency "nokogiri", ">= 1.6.6.4"
+  spec.add_dependency "tty-prompt", ">= 0.2.0"
+  spec.add_dependency "ruby-progressbar", ">= 1.7.5"
+  spec.add_dependency "filesize", "~> 0.1.1"
+  spec.add_dependency "streamio-ffmpeg", ">= 1.0"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

metadata

@@ -0,0 +1,174 @@
+--- !ruby/object:Gem::Specification
+name: mvtk
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Celedhrim
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-12-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: iniparse
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.4.1
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.6.6.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.6.6.4
+- !ruby/object:Gem::Dependency
+  name: tty-prompt
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.5
+- !ruby/object:Gem::Dependency
+  name: filesize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.1
+- !ruby/object:Gem::Dependency
+  name: streamio-ffmpeg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Take movie in a directory , copy them to another with naming from mediapassion
+  or themoviedb.
+email:
+- celed+gitlab@ielf.org
+executables:
+- mvtk
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/mvtk
+- lib/mvtk.rb
+- lib/mvtk/config.rb
+- lib/mvtk/menu.rb
+- lib/mvtk/namecleaner.rb
+- lib/mvtk/proceed.rb
+- lib/mvtk/search.rb
+- lib/mvtk/version.rb
+- mvtk.gemspec
+homepage: https://github.com/Celedhrim/mvtk
+licenses: []
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Copy movie with right kodi naming.
+test_files: []