fyt 1.0.0.pre

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 887c1039e232c88cea39f0ee81f91b5ad4016d27
+  data.tar.gz: 496085398da2655a31237eeffbe808d722c0500b
+SHA512:
+  metadata.gz: 5afc811c1e1f7ebfa4b041974c10ad2d888bf2e6b87322425eccc14e9730aa1fad300ea290556b0b9b1da91c6836ec889fdeb067836e4d9a1773817112858000
+  data.tar.gz: e4c809f130ce2b717d1eaa060b42f40798ad2b5f150b08cc6f8968f7da42501622d26732c41588db55994be75e6f36e0549c99ef0459220da20e854f3d7984d3

data/bin/fyt

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require 'fyt'
+
+FYT.lock
+
+case ARGV.first
+when 'run'
+  FYT.run
+when 'config'
+  FYT.config
+when 'add'
+  FYT.add
+else
+  puts "unknown paramter #{ARGV.first}"
+end

data/lib/fyt/base.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+require 'logger'
+
+module FYT
+  # processes the Youtube feed
+  class Base
+    @@logger = nil
+
+    def logger
+      @@logger ||= Logger.new(STDOUT).tap do |logger|
+        logger.level = Logger::INFO
+      end
+    end
+  end
+end

data/lib/fyt/builder.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+module FYT
+  # processes the Youtube feed
+  class Builder < FYT::Base
+    def initialize(source_feed, storage, server_prefix)
+      @source_feed = source_feed
+      @storage = storage
+      @server_prefix = server_prefix
+      @maker = RSS::Maker['2.0'].new
+    end
+
+    def build
+      add_channel_data(@source_feed.link.href, @source_feed.title.content)
+      add_image(@source_feed.author.uri.content, @source_feed.title.content)
+
+      build_items
+
+      @maker.to_feed
+    end
+
+    private
+
+    def build_items
+      @source_feed.items.each do |item|
+        filename = @storage.add(item)
+
+        add_item(item.link.href, item.title.content, filename)
+      end
+    end
+
+    def add_channel_data(link, title)
+      logger.debug "Title: #{title}"
+
+      @maker.channel.updated = Time.now.to_s
+      @maker.channel.link = link
+      @maker.channel.title = title
+      @maker.channel.description = 'Processed Youtube Feed'
+    end
+
+    def add_image(youtube_url, title)
+      youtube_url = youtube_url.gsub('http:', 'https:')
+
+      open(youtube_url) do |file|
+        image_url =
+          file.read.scan(/<meta property=\"og:image\" content=\"(.*)\">/)
+              .flatten.first
+
+        @maker.image.url = image_url
+        @maker.image.title = title
+      end
+    end
+
+    def add_item(link, title, filename)
+      @maker.items.new_item do |new_item|
+        new_item.link = link
+        new_item.title = title
+        new_item.updated = @storage.mtime(filename)
+        new_item.enclosure.url = "#{@server_prefix}/#{filename}"
+        new_item.enclosure.type = 'video/mp4'
+        new_item.enclosure.length = @storage.size(filename)
+      end
+    end
+  end
+end

data/lib/fyt/config.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+require 'yaml/store'
+
+module FYT
+  # reads and prepares a youtube feed for further processing
+  class Config < FYT::Base
+    def initialize(path = nil)
+      path ||= File.join(Dir.home, '.fyt.config.yml')
+      @store = YAML::Store.new(path)
+
+      # populate defaults
+      @store.transaction do
+        @store[:storage_path] ||= 'storage'
+        @store[:server_prefix] ||= 'https://localhost:2017'
+        @store[:format_options] ||= '22+140'
+        @store[:output_format] ||= 'mp4'
+        @store[:feeds] ||= []
+
+        @store.commit
+      end
+    end
+
+    def [](key)
+      @store.transaction { @store[key] }
+    end
+
+    def []=(key, value)
+      return if value.is_a?(String) && value.size.zero?
+
+      @store.transaction do
+        @store[key] = value
+      end
+    end
+  end
+end

data/lib/fyt/parser.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+require 'rss'
+
+module FYT
+  # reads and prepares a youtube feed for further processing
+  class Parser < FYT::Base
+    def initialize(url)
+      @url = url
+    end
+
+    def read
+      open(@url) do |rss|
+        return RSS::Parser.parse(rss, false)
+      end
+    end
+  end
+end

data/lib/fyt/storage.rb

@@ -0,0 +1,91 @@
+# frozen_string_literal: true
+module FYT
+  # Manages file downloads and storage
+  class Storage < FYT::Base
+    def initialize(path, format_options, output_format, proxy = nil)
+      @path = path || ''
+      @format_options = format_options
+      @output_format = output_format
+      @proxy = proxy
+      @known_files = []
+    end
+
+    def add(item)
+      url = item.link.href
+
+      path = path_for(item)
+      download_file!(url, path)
+      @known_files << File.basename(path)
+      File.basename(path)
+    end
+
+    def add_feed(name, feed)
+      logger.debug feed.to_s
+      logger.debug @known_files
+
+      File.join(@path, "#{name}.feed.rss20.xml").tap do |path|
+        File.write(path, feed)
+
+        @known_files << File.basename(path)
+      end
+    end
+
+    def cleanup!
+      logger.debug 'Files to delete:'
+      logger.debug files_to_delete
+
+      files_to_delete.each do |filename|
+        delete_file! filename
+      end
+    end
+
+    def mtime(filename)
+      File.mtime(File.join(@path, filename))
+    end
+
+    def size(filename)
+      File.size(File.join(@path, filename))
+    end
+
+    private
+
+    def download_file!(url, output_path)
+      options = [
+        "-f '#{@format_options}'",
+        "--merge-output-format '#{@output_format}'",
+        "-o '#{output_path}'"
+      ]
+      options << "--proxy '#{@proxy}'" if @proxy
+      options << "'#{url}'"
+
+      options_string = options.join(' ')
+
+      logger.debug "Executing: youtube-dl #{options_string}"
+
+      raise unless system("youtube-dl #{options_string}", out: $stdout, err: :out)
+    end
+
+    def delete_file!(filename)
+      File.join(@path, filename).tap do |path|
+        logger.debug "Deleting file: #{path}"
+        File.delete(path)
+      end
+    end
+
+    def filename_for(item)
+      "#{item.id.content}.mp4"
+    end
+
+    def path_for(item)
+      File.join(@path, filename_for(item))
+    end
+
+    def files_on_disk
+      Dir.entries(@path).reject { |filename| filename.start_with? '.' }
+    end
+
+    def files_to_delete
+      files_on_disk - @known_files
+    end
+  end
+end

data/lib/fyt.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+require_relative 'fyt/base'
+require_relative 'fyt/builder'
+require_relative 'fyt/config'
+require_relative 'fyt/parser'
+require_relative 'fyt/storage'
+
+require 'fileutils'
+
+# handles the general behaviour of FYT
+module FYT
+  def self.lock
+    lockfile = '~/.fyt/pid.lock'
+    dirname = File.dirname(lockfile)
+
+    FileUtils.mkdir_p(dirname) unless File.directory?(dirname)
+
+    File.open(lockfile, ::File::CREAT | ::File::EXCL | ::File::WRONLY) do |f|
+      f.write(Process.pid.to_s)
+    end
+
+    at_exit { File.delete(lockfile) if File.exist?(lockfile) }
+  end
+
+  def self.run
+    config = FYT::Config.new
+    storage = FYT::Storage.new(
+      config[:storage_path],
+      config[:format_options],
+      config[:output_format],
+      config[:proxy]
+    )
+
+    config[:feeds].each do |feed_config|
+      source_feed = FYT::Parser.new(feed_config[:url]).read
+
+      new_feed = FYT::Builder.new(source_feed, storage, config[:server_prefix]).build
+
+      storage.add_feed(feed_config[:name], new_feed)
+    end
+
+    storage.cleanup!
+  end
+
+  def self.config
+    config = FYT::Config.new
+
+    print "Please enter storage path [#{config[:storage_path]}]: "
+    config[:storage_path] = STDIN.gets.rstrip
+
+    print "Please enter server prefix [#{config[:server_prefix]}]: "
+    config[:server_prefix] = STDIN.gets.rstrip
+
+    print "Please enter format options [#{config[:format_options]}]: "
+    config[:format_options] = STDIN.gets.rstrip
+
+    print "Please enter output_format [#{config[:output_format]}]: "
+    config[:output_format] = STDIN.gets.rstrip
+  end
+
+  def self.add
+    print 'Please name of the feed e.g. "My Favorite Videos": '
+    name = STDIN.gets.rstrip
+
+    print 'Please enter feed url e.g. "https://www.youtube.com/feeds/videos.xml?channel_id=AbCdEf1234567890aBcDeF00": '
+    url = STDIN.gets.rstrip
+
+    raise 'No name given' if name.size.zero?
+    raise 'No feed url given' if url.size.zero?
+
+    config = FYT::Config.new
+    feeds = config[:feeds]
+    feeds << { name: name, url: url }
+    config[:feeds] = feeds
+  end
+end

metadata

@@ -0,0 +1,52 @@
+--- !ruby/object:Gem::Specification
+name: fyt
+version: !ruby/object:Gem::Version
+  version: 1.0.0.pre
+platform: ruby
+authors:
+- Steffen Schröder
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-08-08 00:00:00.000000000 Z
+dependencies: []
+description: Downloads a youtube channel and its videos and stores themlocally as
+  a podcatcher-friendly feed
+email: steffen@schröder.xyz
+executables:
+- fyt
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/fyt
+- lib/fyt.rb
+- lib/fyt/base.rb
+- lib/fyt/builder.rb
+- lib/fyt/config.rb
+- lib/fyt/parser.rb
+- lib/fyt/storage.rb
+homepage: https://github.com/ChaosSteffen/fyt
+licenses:
+- BSD-2-Clause
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.10
+signing_key: 
+specification_version: 4
+summary: fyt
+test_files: []