kaede 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 763474045525030a9ac8d0ef492f763f325dee9b
+  data.tar.gz: 03949c0dfd3f2c3e6c7764b36c08c2c9943d79e7
+SHA512:
+  metadata.gz: a513df57390c5a072726e9c9aeeaffe62400f3fe69dd0a2d91f191d2bf8d058edda6b0c7487d8168ce48eadd20345c1dc69a5a2d0937021966d80217c774e8cc
+  data.tar.gz: b5dc2c6b26e45d3b81e7bf34b72b1ac161d2b63567a8684e55b49b38b274af1aab7d04d7298861441cf30514627691b1b78ae802ede2378405b5623de21967b0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,14 @@
+language: ruby
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1.1
+  - ruby-head
+before_install:
+  - export NOKOGIRI_USE_SYSTEM_LIBRARIES=1
+before_script:
+  - bundle exec bin/kaede dbus-policy $USER > kaede.conf
+  - sudo mv kaede.conf /etc/dbus-1/system.d/kaede.conf
+matrix:
+  allow_failures:
+    - rvm: ruby-head

data/ChangeLog.md

@@ -0,0 +1,4 @@
+# ChangeLog
+
+## 0.1.0 (2014-05-06)
+- Initial release

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in kaede.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Kohei Suzuki
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,109 @@
+# Kaede
+[![Build Status](https://api.travis-ci.org/eagletmt/kaede.svg)](https://travis-ci.org/eagletmt/kaede)
+[![Coverage Status](https://coveralls.io/repos/eagletmt/kaede/badge.png)](https://coveralls.io/r/eagletmt/kaede)
+[![Code Climate](https://codeclimate.com/github/eagletmt/kaede.png)](https://codeclimate.com/github/eagletmt/kaede)
+
+Scheduler for recpt1 recorder using [Syoboi Calendar](http://cal.syoboi.jp/).
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'kaede'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install kaede
+
+## Usage
+### Requirements
+- sqlite3
+- redis
+- dbus
+- recpt1
+- b25
+- [statvfs](https://github.com/eagletmt/eagletmt-recutils/tree/master/statvfs)
+- [clean-ts](https://github.com/eagletmt/eagletmt-recutils/tree/master/clean-ts)
+- [assdumper](https://github.com/eagletmt/eagletmt-recutils/tree/master/assdumper)
+
+Some of them should be optional, though.
+
+### Setup
+```sh
+kaede dbus-policy $KAEDE_USER > kaede.conf
+sudo mv kaede.conf /etc/dbus-1/system.d/kaede.conf
+
+cp kaede.rb.sample kaede.rb
+vim kaede.rb
+
+cp kaede.service.sample kaede.service
+vim kaede.service
+
+sudo cp kaede.service /etc/systemd/system/kaede.service
+sudo systemctl enable kaede.service
+sudo systemctl start kaede.service
+```
+
+Add your available channels.
+
+```sh
+kaede add-channel MX -c kaede.rb --recorder 16 --syoboi 19
+kaede add-channel BS11 -c kaede.rb --recorder 211 --syoboi 128
+...
+```
+
+Add your favorite anime tids.
+
+```sh
+kaede add-tid -c kaede.rb 3331
+...
+```
+
+### Operations
+Update programs and schedules. It supposed to be run periodically (by cron or systemd.timer).
+
+```sh
+kaede update -c kaede.rb
+```
+
+List schedules.
+
+```sh
+gdbus introspect --system --dest cc.wanko.kaede1 --object-path /cc/wanko/kaede1/program -r
+```
+
+Reload schedules (usually not needed).
+
+```sh
+dbus-send --system --dest=cc.wanko.kaede1 /cc/wanko/kaede1/scheduler cc.wanko.kaede1.Scheduler.Reload
+```
+
+Stop scheduler. The current scheduler process exits after all the running recorders finish.
+
+```sh
+dbus-send --system --dest=cc.wanko.kaede1 /cc/wanko/kaede1/scheduler cc.wanko.kaede1.Scheduler.Stop
+```
+
+## What recorder does
+1. Post the earlier tweet (optional).
+2. Record the program into `record_dir` by recpt1.
+    - At the same time, decode into `cache_dir` by b25.
+    - At the same time, dump ass into `cache_dir` by assdumper.
+3. Post the later tweet (optional).
+4. Clean the recorded TS (in `cache_dir`) into `cabinet_dir`.
+5. Move dumped ass (in `cache_dir`) into `cabinet_dir`.
+6. Enqueue the filename into `redis_queue`.
+    - Use it as an encoder queue.
+    - My usage: https://github.com/eagletmt/eagletmt-recutils/tree/master/encoder
+
+## Contributing
+
+1. Fork it ( https://github.com/eagletmt/kaede/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+
+task :default => :spec
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)

data/bin/kaede

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'kaede/cli'
+
+Kaede::CLI.start(ARGV)

data/kaede.gemspec

@@ -0,0 +1,36 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'kaede/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "kaede"
+  spec.version       = Kaede::VERSION
+  spec.authors       = ["Kohei Suzuki"]
+  spec.email         = ["eagletmt@gmail.com"]
+  spec.summary       = %q{Scheduler for recpt1 recorder using Syoboi Calendar}
+  spec.description   = %q{Scheduler for recpt1 recorder using Syoboi Calendar}
+  spec.homepage      = "https://github.com/eagletmt/kaede"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "coveralls"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec", "~> 3.0.0.beta2"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "timecop"
+  spec.add_development_dependency "vcr"
+  spec.add_development_dependency "webmock"
+  spec.add_dependency "ruby-dbus"
+  spec.add_dependency "nokogiri"
+  spec.add_dependency "redis"
+  spec.add_dependency "sleepy_penguin"
+  spec.add_dependency "sqlite3"
+  spec.add_dependency "thor"
+  spec.add_dependency "twitter"
+end

data/kaede.rb.sample

@@ -0,0 +1,25 @@
+require 'redis'
+require 'twitter'
+
+Kaede.configure do |config|
+  config.b25 = '/usr/bin/b25'
+  config.recpt1 = '/usr/bin/recpt1'
+  config.assdumper = '/home/eagletmt/bin/assdumper'
+  config.clean_ts = '/home/eagletmt/bin/clean-ts'
+  config.statvfs = '/home/eagletmt/bin/statvfs'
+  config.database_path = '/home/eagletmt/work/kaede/kaede.db'
+  config.record_dir = '/home/pt'
+  config.cache_dir = '/home/pt/cache'
+  config.cabinet_dir = '/home/pt'
+  config.redis = Redis.new(db: 1)
+  config.redis_queue = 'jobs'
+  config.twitter = Twitter::REST::Client.new do |config|
+    config.consumer_key = 'CONSUMER_KEY'
+    config.consumer_secret = 'CONSUMER_SECRET'
+    config.access_token = 'ACCESS_TOKEN'
+    config.access_token_secret = 'ACCESS_TOKEN_SECRET'
+  end
+  config.twitter_target = 'eagletmt'
+end
+
+# vim: set ft=ruby:

data/kaede.service.sample

@@ -0,0 +1,16 @@
+[Unit]
+Description=Kaede Recorder
+
+[Service]
+WorkingDirectory=/home/eagletmt/work/kaede
+User=eagletmt
+ExecStart=/usr/bin/bundle exec bin/kaede scheduler -c kaede.rb
+ExecReload=/usr/bin/kill -HUP $MAINPID
+ExecStop=/usr/bin/dbus-send --print-reply --system --dest=cc.wanko.kaede1 /cc/wanko/kaede1/scheduler cc.wanko.kaede1.Scheduler.Stop
+Restart=always
+KillMode=none
+StandardOutput=journal
+StandardError=journal
+
+[Install]
+WantedBy=multi-user.target

data/lib/kaede.rb

@@ -0,0 +1,12 @@
+require 'kaede/config'
+require 'kaede/version'
+
+module Kaede
+  def self.configure(&block)
+    block.call(config)
+  end
+
+  def self.config
+    @config ||= Config.new
+  end
+end

data/lib/kaede/channel.rb

@@ -0,0 +1,4 @@
+module Kaede
+  class Channel < Struct.new(:id, :name, :for_recorder, :for_syoboi)
+  end
+end

data/lib/kaede/cli.rb

@@ -0,0 +1,81 @@
+require 'thor'
+
+module Kaede
+  class CLI < Thor
+    package_name 'kaede'
+
+    class_option :config,
+      desc: 'Path to config file',
+      banner: 'PATH',
+      type: :string,
+      aliases: :c
+
+    desc 'scheduler', 'Start scheduler'
+    def scheduler
+      require 'kaede/database'
+      require 'kaede/scheduler'
+      load_config
+
+      db = Kaede::Database.new(Kaede.config.database_path)
+      Kaede::Scheduler.setup(db)
+      Kaede::Scheduler.start
+    end
+
+    desc 'add-channel NAME', 'Add available channel'
+    option :recorder,
+      desc: 'Channel number for the recorder',
+      banner: 'CH',
+      type: :numeric,
+      required: true
+    option :syoboi,
+      desc: 'Channel number for Syoboi Calendar',
+      banner: 'CH',
+      type: :numeric,
+      required: true
+    def add_channel(name)
+      require 'kaede/database'
+      require 'kaede/channel'
+      load_config
+
+      db = Kaede::Database.new(Kaede.config.database_path)
+      db.add_channel(Channel.new(nil, name, options[:recorder], options[:syoboi]))
+    end
+
+    desc 'add-tid TID', 'Add tracking title'
+    def add_tid(tid)
+      require 'kaede/database'
+      load_config
+
+      db = Kaede::Database.new(Kaede.config.database_path)
+      db.add_tracking_title(tid.to_i)
+    end
+
+    desc 'update', 'Update jobs and programs by Syoboi Calendar'
+    def update
+      require 'kaede/database'
+      require 'kaede/syoboi_calendar'
+      require 'kaede/updater'
+      load_config
+
+      db = Kaede::Database.new(Kaede.config.database_path)
+      syobocal = Kaede::SyoboiCalendar.new
+      Kaede::Updater.new(db, syobocal).update
+    end
+
+    desc 'dbus-policy USER', 'Generate dbus policy file'
+    def dbus_policy(user)
+      require 'kaede/dbus/generator'
+
+      puts DBus::Generator.new.generate_policy(user)
+    end
+
+    private
+
+    def load_config
+      require 'kaede'
+      if path = options[:config]
+        load File.realpath(path)
+      end
+    end
+  end
+end

data/lib/kaede/config.rb

@@ -0,0 +1,33 @@
+require 'pathname'
+require 'redis'
+
+module Kaede
+  class Config
+    attr_accessor :redis, :redis_queue, :twitter, :twitter_target
+
+    path_attrs = [:b25, :recpt1, :assdumper, :clean_ts, :statvfs, :database_path, :record_dir, :cache_dir, :cabinet_dir]
+    attr_reader *path_attrs
+    path_attrs.each do |attr|
+      define_method("#{attr}=") do |arg|
+        instance_variable_set("@#{attr}", Pathname.new(arg))
+      end
+    end
+
+    def initialize
+      self.b25 = '/usr/bin/b25'
+      self.recpt1 = '/usr/bin/recpt1'
+      self.assdumper = '/usr/bin/assdumper'
+      self.clean_ts = '/usr/bin/clean-ts'
+      self.statvfs = '/usr/bin/statvfs'
+      basedir = Pathname.new(ENV['HOME']).join('kaede')
+      self.database_path = basedir.join('kaede.db')
+      self.record_dir = basedir.join('records')
+      self.cache_dir = basedir.join('cache')
+      self.cabinet_dir = basedir.join('cabinet')
+      self.twitter = nil
+      self.twitter_target = nil
+      self.redis = Redis.new
+      self.redis_queue = 'jobs'
+    end
+  end
+end

data/lib/kaede/database.rb

@@ -0,0 +1,146 @@
+require 'forwardable'
+require 'sqlite3'
+require 'kaede/channel'
+require 'kaede/program'
+
+module Kaede
+  class Database
+    extend Forwardable
+    def_delegators :@db, :transaction
+
+    def initialize(path)
+      @db = SQLite3::Database.new(path.to_s)
+      @db.send(:set_boolean_pragma, 'foreign_keys', true)
+      prepare_tables
+    end
+
+    def prepare_tables
+      @db.execute_batch <<-SQL
+CREATE TABLE IF NOT EXISTS channels (
+  id integer PRIMARY KEY AUTOINCREMENT,
+  name varchar(255) NOT NULL UNIQUE,
+  for_recorder integer NOT NULL UNIQUE,
+  for_syoboi integer NOT NULL UNIQUE
+);
+CREATE TABLE IF NOT EXISTS programs (
+  pid integer PRIMARY KEY ON CONFLICT REPLACE,
+  tid integer NOT NULL,
+  start_time datetime NOT NULL,
+  end_time datetime NOT NULL,
+  channel_id integer NOT NULL,
+  count varchar(16),
+  start_offset integer NOT NULL,
+  subtitle varchar(255),
+  title varchar(255),
+  comment varchar(255),
+  FOREIGN KEY(channel_id) REFERENCES channels(id)
+);
+CREATE TABLE IF NOT EXISTS jobs (
+  pid integer PRIMARY KEY,
+  enqueued_at datetime NOT NULL,
+  finished_at datetime,
+  created_at datetime NOT NULL DEFAULT CURRENT_TIMESTAMP,
+  FOREIGN KEY(pid) REFERENCES programs(pid)
+);
+CREATE TABLE IF NOT EXISTS tracking_titles (
+  tid integer NOT NULL UNIQUE,
+  created_at datetime NOT NULL DEFAULT CURRENT_TIMESTAMP
+);
+      SQL
+    end
+    private :prepare_tables
+
+    DATETIME_FORMAT = '%Y-%m-%d %H:%M:%S'
+
+    def to_db_datetime(time)
+      time.utc.strftime(DATETIME_FORMAT)
+    end
+
+    def from_db_datetime(str)
+      Time.parse("#{str} UTC").localtime
+    end
+
+    def current_timestamp
+      to_db_datetime(Time.now)
+    end
+    private :current_timestamp
+
+    def get_jobs
+      @db.execute('SELECT pid, enqueued_at FROM jobs WHERE finished_at IS NULL AND enqueued_at >= ? ORDER BY enqueued_at', [current_timestamp]).map do |pid, enqueued_at|
+        { pid: pid, enqueued_at: from_db_datetime(enqueued_at) }
+      end
+    end
+
+    def update_job(pid, enqueued_at)
+      @db.execute('INSERT OR REPLACE INTO jobs (pid, enqueued_at, created_at) VALUES (?, ?, ?)', [pid, to_db_datetime(enqueued_at), current_timestamp])
+    end
+
+    def delete_job(pid)
+      @db.execute('DELETE FROM jobs WHERE pid = ?', pid)
+    end
+
+    def get_program(pid)
+      get_programs([pid])[pid]
+    end
+
+    def get_programs(pids)
+      rows = @db.execute(<<-SQL)
+SELECT pid, tid, start_time, end_time, channels.name, for_syoboi, for_recorder, count, start_offset, subtitle, title, comment
+FROM programs
+INNER JOIN channels ON programs.channel_id = channels.id
+WHERE programs.pid IN (#{pids.join(', ')})
+      SQL
+      programs = {}
+      rows.each do |row|
+        program = Program.new(*row)
+        program.start_time = from_db_datetime(program.start_time)
+        program.end_time = from_db_datetime(program.end_time)
+        programs[program.pid] = program
+      end
+      programs
+    end
+
+    def mark_finished(pid)
+      @db.execute('UPDATE jobs SET finished_at = ? WHERE pid = ?', [current_timestamp, pid])
+    end
+
+    def get_channels
+      @db.execute('SELECT * FROM channels').map do |row|
+        Channel.new(*row)
+      end
+    end
+
+    def add_channel(channel)
+      @db.execute('INSERT INTO channels (name, for_recorder, for_syoboi) VALUES (?, ?, ?)', [channel.name, channel.for_recorder, channel.for_syoboi])
+    end
+
+    def update_program(program, channel)
+      row = [
+        program.pid,
+        program.tid,
+        to_db_datetime(program.start_time),
+        to_db_datetime(program.end_time),
+        channel.id,
+        program.count,
+        program.start_offset,
+        program.subtitle,
+        program.title,
+        program.comment,
+      ]
+      @db.execute(<<-SQL, row)
+INSERT INTO programs (pid, tid, start_time, end_time, channel_id, count, start_offset, subtitle, title, comment)
+VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+      SQL
+    end
+
+    def add_tracking_title(tid)
+      @db.execute('INSERT INTO tracking_titles (tid, created_at) VALUES (?, ?)', [tid, current_timestamp])
+    end
+
+    def get_tracking_titles
+      @db.execute('SELECT tid FROM tracking_titles').map do |row|
+        row[0]
+      end
+    end
+  end
+end