kodi-dedup 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1a4a6f8f9a4d15f8ac34d7a6d38956a1ab646e5a
+  data.tar.gz: 17f09a1039969cbed373952f021c6ca10fbb7148
+SHA512:
+  metadata.gz: ebad2e669659766867f77ea7568792fcaa98c061ee00acb58f0b938c3b8cb4b3758d17bd982b6e7ea9e073986d13f52cc0cb02bda576e294c495d64062d12434
+  data.tar.gz: ddbd0c06c50f97598d78003824996669b405861d60b27e59b5693413aadfc1be924db1c9908602d526f43eac507718029ddac87a770b2eba52a422a1f265a0e3

data/CHANGELOG.md

@@ -0,0 +1,18 @@
+# Change Log
+
+All notable changes to this project will be documented in this file.
+
+## [Unreleased]
+
+### Added
+
+### Changed
+
+### Fixed
+
+## [0.1.0] - 2017-05-06
+
+- First release
+
+[Unreleased]: https://github.com/dsander/kodi-dedup/compare/v0.1.0...HEAD
+[0.1.0]: https://github.com/dsander/kodi-dedup/compare/8ab34227842f0ff3915b84c9f3cc6bdaf19e7cf4...v0.1.0

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 Dominik Sander
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "kodi_dedup"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/kodi-dedup

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "kodi_dedup"
+
+KodiDedup::Cli.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/kodi_dedup.rb

@@ -0,0 +1,54 @@
+require 'fileutils'
+require 'kodi'
+require 'mediainfo'
+require 'thor'
+
+require 'kodi_dedup/classes/media'
+require 'kodi_dedup/classes/medium'
+require 'kodi_dedup/classes/episode'
+require 'kodi_dedup/classes/episodes'
+require 'kodi_dedup/classes/movie'
+require 'kodi_dedup/classes/movies'
+require 'kodi_dedup/classes/show'
+require 'kodi_dedup/classes/shows'
+require 'kodi_dedup/cli'
+require 'kodi_dedup/cli/base'
+require 'kodi_dedup/cli/episodes'
+require 'kodi_dedup/cli/movies'
+require 'kodi_dedup/config'
+require 'kodi_dedup/deduplicator'
+require "kodi_dedup/media_file"
+require "kodi_dedup/mediainfo"
+require "kodi_dedup/version"
+
+module KodiDedup
+  def self.client
+    @client ||= Kodi::Client.new(config.url)
+  end
+
+  def self.shows
+    Shows.new(client.video_library.GetTVShows['tvshows'])
+  end
+
+  def self.episodes(show_id)
+    episodes = KodiDedup.client.video_library.GetEpisodes(tvshowid: show_id, properties: [:season, :episode, :file, :lastplayed, :playcount])['episodes']
+    return [] unless episodes
+    Episodes.new(episodes)
+  end
+
+  def self.movies
+    Movies.new(KodiDedup.client.video_library.GetMovies(properties: [:file, :title, :playcount])['movies'])
+  end
+
+  def self.config!(options)
+    @config = Config.new(options)
+  end
+
+  def self.config
+    @config
+  end
+
+  def self.shell
+    @shell ||= Thor::Shell::Color.new
+  end
+end

data/lib/kodi_dedup/classes/episode.rb

@@ -0,0 +1,7 @@
+module KodiDedup
+  class Episode < Medium
+    def mark_as_played!
+      KodiDedup.client.video_library.SetEpisodeDetails(episodeid: episodeid, playcount: 1, lastplayed: Time.now)
+    end
+  end
+end

data/lib/kodi_dedup/classes/episodes.rb

@@ -0,0 +1,7 @@
+module KodiDedup
+  class Episodes < Media
+    def initialize(episodes)
+      super(media: episodes, singular_class: Episode, group_by_proc: -> (e) { [e.season, e.episode] })
+    end
+  end
+end

data/lib/kodi_dedup/classes/media.rb

@@ -0,0 +1,23 @@
+module KodiDedup
+  class Media < Array
+    attr_reader :singular_class, :group_by_proc
+
+    def initialize(media:, singular_class:, group_by_proc: )
+      @singular_class = singular_class
+      @group_by_proc = group_by_proc
+      super(media.map { |m| singular_class.wrap(m) }.select { |m| m.exists? })
+    end
+
+    def grouped
+      group_by(&@group_by_proc).values.select { |media| media.length > 1 }.map { |media| self.class.new(media) }
+    end
+
+    def unplayed
+      select { |e| e.playcount == 0 }
+    end
+
+    def total_playcount
+      sum { |e| e.playcount }
+    end
+  end
+end

data/lib/kodi_dedup/classes/medium.rb

@@ -0,0 +1,29 @@
+module KodiDedup
+  class Medium
+    def initialize(data)
+      @data = data
+      @data['file'] = @data['file'].gsub(KodiDedup.config.replace, KodiDedup.config.with) if KodiDedup.config.replace
+    end
+
+    def method_missing(method, *args)
+      return @data[method.to_s] if @data[method.to_s]
+      super(method, args)
+    end
+
+    def mark_as_played!
+      raise NotImplementedError
+    end
+
+    def exists?
+      File.exist?(file)
+    end
+
+    def self.wrap(e)
+      if e.is_a?(self)
+        e
+      else
+        self.new(e)
+      end
+    end
+  end
+end

data/lib/kodi_dedup/classes/movie.rb

@@ -0,0 +1,7 @@
+module KodiDedup
+  class Movie < Medium
+    def mark_as_played!
+      KodiDedup.client.video_library.SetMovieDetails(movieid: movieid, playcount: 1, lastplayed: Time.now)
+    end
+  end
+end

data/lib/kodi_dedup/classes/movies.rb

@@ -0,0 +1,7 @@
+module KodiDedup
+  class Movies < Media
+    def initialize(movies)
+      super(media: movies, singular_class: Movie, group_by_proc: -> (m) { m.label })
+    end
+  end
+end

data/lib/kodi_dedup/classes/show.rb

@@ -0,0 +1,16 @@
+module KodiDedup
+  class Show
+    def initialize(data)
+      @data = data
+    end
+
+    def episodes
+      @episodes ||= KodiDedup.episodes(tvshowid)
+    end
+
+    def method_missing(method, *args)
+      return @data[method.to_s] if @data[method.to_s]
+      super(method, args)
+    end
+  end
+end

data/lib/kodi_dedup/classes/shows.rb

@@ -0,0 +1,7 @@
+module KodiDedup
+  class Shows < Array
+    def initialize(series)
+      super(series.map { |s| Show.new(s)})
+    end
+  end
+end

data/lib/kodi_dedup/cli.rb

@@ -0,0 +1,21 @@
+module KodiDedup
+  class Cli < Thor
+    desc "episodes", "Clean up duplicate show episodes in your Kodi library"
+    method_option :url, type: :string, required: true, desc: "URI string to the Kodi JSON API endpoint (http://kodi:kodi@localhost:8080/jsonrpc)"
+    method_option :perform, type: :boolean, default: false, desc: "Actually perform the actions"
+    method_option :replace, type: :hash, desc: "Replace 'key' with 'value' in the file paths returned by Kodi"
+    def episodes
+      KodiDedup.config!(options)
+      KodiDedup::Cli::Episodes.new.perform
+    end
+
+    desc "movies", "Clean up duplicate movies in your Kodi library"
+    method_option :url, type: :string, required: true, desc: "URI string to the Kodi JSON API endpoint (http://kodi:kodi@localhost:8080/jsonrpc)"
+    method_option :perform, type: :boolean, default: false, desc: "Actually perform the actions"
+    method_option :replace, type: :hash, desc: "Replace 'key' with 'value' in the file paths returned by Kodi"
+    def movies
+      KodiDedup.config!(options)
+      KodiDedup::Cli::Movies.new.perform
+    end
+  end
+end

data/lib/kodi_dedup/cli/base.rb

@@ -0,0 +1,30 @@
+module KodiDedup
+  class Cli
+    module Base
+      def deduplicate!(dedup)
+        dedup.playcounts do |entry|
+          entry.mark_as_played! if KodiDedup.config.perform
+          shell.say "  ✓ marked all movies as played", :green
+        end
+
+        dedup.entries do |entries|
+          shell.say "  found #{entries.length} duplicate file(s):"
+          entries.each_with_index do |m, i|
+            shell.say "  #{i} #{m}"
+          end
+          next unless KodiDedup.config.perform
+
+          keep = shell.ask('Which file do you want to keep?', default: '0', limited_to: entries.length.times.map(&:to_s)).to_i
+          entries.each_with_index do |m, i|
+            next if i == keep
+            FileUtils.rm(m.filename)
+          end
+        end
+      end
+
+      def shell
+        KodiDedup.shell
+      end
+    end
+  end
+end

data/lib/kodi_dedup/cli/episodes.rb

@@ -0,0 +1,34 @@
+module KodiDedup
+  class Cli
+    class Episodes
+      include Base
+
+      def perform
+        shell.say 'Dry running, call with --perform to change perform the deduplication', :green unless KodiDedup.config.perform
+
+        shell.say 'Locating duplicate episodes ...'
+
+        grouped_episodes_by_show do |show, episodes|
+          dedup = Deduplicator.new(episodes)
+
+          dedup.preable do
+            shell.say "#{show.label} #{episodes.first.label}", :yellow
+          end
+
+          deduplicate!(dedup)
+        end
+      end
+
+      def grouped_episodes_by_show
+        KodiDedup.shows.each do |show|
+          next if show.episodes.empty?
+
+          show.episodes.grouped.each do |episodes|
+            next if episodes.length == 1
+            yield show, episodes
+          end
+        end
+      end
+    end
+  end
+end

data/lib/kodi_dedup/cli/movies.rb

@@ -0,0 +1,23 @@
+module KodiDedup
+  class Cli
+    class Movies
+      include Base
+
+      def perform
+        shell.say 'Dry running, call with --perform to change perform the deduplication', :green unless KodiDedup.config.perform
+
+        shell.say 'Locating duplicate movies ...'
+        KodiDedup.movies.grouped.each do |movies|
+          movie = movies.first
+          dedup = Deduplicator.new(movies)
+
+          dedup.preable do
+            shell.say "#{movie.label}", :yellow
+          end
+
+          deduplicate!(dedup)
+        end
+      end
+    end
+  end
+end

data/lib/kodi_dedup/config.rb

@@ -0,0 +1,15 @@
+module KodiDedup
+  class Config
+    attr_reader :perform, :replace, :with, :url, :mediainfo
+
+    def initialize(options)
+      @perform = options['perform']
+      if options['replace']
+        @replace = options['replace'].keys.first
+        @with    = options['replace'].values.first
+      end
+      @url     = options['url']
+      @mediainfo = options[:mediainfo] || KodiDedup::Mediainfo
+    end
+  end
+end

data/lib/kodi_dedup/deduplicator.rb

@@ -0,0 +1,39 @@
+module KodiDedup
+  class Deduplicator
+    attr_reader :subject
+
+    def initialize(subject)
+      @subject = subject
+    end
+
+    def preable
+      yield if deduplication_required?
+    end
+
+    def deduplication_required?
+      deduplicate_playcounts? || deduplicate_entries?
+    end
+
+    def deduplicate_playcounts?
+      subject.total_playcount > 0
+    end
+
+    def deduplicate_entries?
+      subject.length > 0
+    end
+
+    def playcounts
+      return unless deduplicate_playcounts?
+      subject.unplayed.each do |object|
+        yield object
+      end
+    end
+
+    def entries
+      return unless deduplicate_entries?
+      yield(subject.map do |e|
+        KodiDedup::MediaFile.new e.file
+      end.sort)
+    end
+  end
+end

data/lib/kodi_dedup/media_file.rb

@@ -0,0 +1,67 @@
+module KodiDedup
+  class MediaFile
+    include Comparable
+    attr_reader :filename, :mediainfo
+
+    FORMATS = ['unknown', 'MPEG-4 Visual', 'AVC', 'HEVC']
+
+    def initialize(filename)
+      @filename  = filename
+      @mediainfo = KodiDedup.config.mediainfo.new(filename: filename)
+    end
+
+    def <=>(other)
+      if other.resolution != resolution
+        other.resolution <=> resolution
+      elsif other.format_index != format_index
+        other.format_index <=> format_index
+      elsif other.size != size
+        size <=> other.size
+      else
+        0
+      end
+    end
+
+    def ==(other)
+      width == other.width && height == other.height && format == other.format && size == other.size
+    end
+
+    def size
+      (mediainfo.size / (1024*1024.0)).to_i
+    end
+
+    def resolution
+      width * height
+    end
+
+    def width
+      mediainfo.width
+    rescue ::Mediainfo::StreamProxy::NoStreamsForProxyError
+      0
+    end
+
+    def height
+      mediainfo.height
+    rescue ::Mediainfo::StreamProxy::NoStreamsForProxyError
+      0
+    end
+
+    def format
+      mediainfo.format
+    rescue ::Mediainfo::StreamProxy::NoStreamsForProxyError
+      'unknown'
+    end
+
+    def basename
+      File.basename(filename)
+    end
+
+    def format_index
+      FORMATS.index(format)
+    end
+
+    def to_s
+      "#{basename} (#{format}@#{width}x#{height} #{size}MB)"
+    end
+  end
+end