audio_book_creator 0.0.1

data/lib/audio_book_creator/chapter.rb

@@ -0,0 +1,33 @@
+module AudioBookCreator
+  class Chapter
+    attr_accessor :number, :title, :body
+
+    def initialize(options = {})
+      options.each { |n, v| public_send("#{n}=", v) }
+      @body = Array(@body).compact.join("\n\n")
+    end
+
+    def filename
+      format("chapter%02d", number)
+    end
+
+    def empty?
+      body.empty?
+    end
+
+    def present?
+      !empty?
+    end
+
+    def to_s
+      "#{title}\n\n#{body}\n"
+    end
+
+    def ==(other)
+      other.kind_of?(Chapter) &&
+        other.number == number &&
+        other.title.eql?(title) && other.body.eql?(body)
+    end
+    alias :eql? :==
+  end
+end

data/lib/audio_book_creator/cli.rb

@@ -0,0 +1,119 @@
+require 'optparse'
+require 'fileutils'
+require 'logger'
+require 'uri'
+
+module AudioBookCreator
+  class Cli
+    include Logging
+    def initialize
+      self.verbose = false
+      page_def.title_path = "h1"
+      page_def.body_path = "p"
+      page_def.link_path = "a"
+    end
+
+    # stub for testing
+    attr_writer :web
+
+    def set_args(argv, usage)
+      if argv.empty?
+        puts "please url", usage
+        exit 2
+      elsif argv.first.include?("://")
+        book_def.title = argv.first.split("/").last
+        book_def.urls = argv
+      else
+        book_def.title = argv.shift
+        book_def.urls = argv
+      end
+      surfer_def.cache_filename = database
+      surfer_def.host = book_def.urls.first
+    end
+
+    def database
+      "pages.db"
+    end
+
+    def verbose=(val)
+      logger.level = val ? Logger::INFO : Logger::WARN
+    end
+
+    def parse(argv)
+      options = OptionParser.new do |opts|
+        opts.program_name = "audio_book_creator"
+        opts.version = VERSION
+        opts.banner = "Usage: audio_book_creator [options] title url [url] [...]"
+        opt(opts, self) do |o|
+          o.opt(:verbose, "-v", "--verbose", "Run verbosely")
+        end
+        opt(opts, page_def) do |o|
+          o.opt(:title_path, "--title STRING", "Title css (e.g.: h1)")
+          o.opt(:body_path, "--body STRING", "Content css (e.g.: p)")
+          o.opt(:link_path, "--link STRING", "Next Page css (e.g.: a.Next)")
+          o.opt(:chapter_path, "--chapter STRING", "Next Chapter css")
+        end
+        opt(opts, surfer_def) do |o|
+          o.opt(:max, "--no-max", "Don't limit the number of pages to visit")
+          o.opt(:max, "--max NUMBER", Integer, "Maximum number of pages to visit (default: 10)")
+          o.opt(:regen_html, "--force-html", "Regerate the audio")
+        end
+        opt(opts, speaker_def) do |o|
+          o.opt(:regen_audio, "--force-audio", "Regerate the audio")
+          o.opt(:rate, "--rate NUMBER", Integer, "Set words per minute")
+          o.opt(:voice, "--voice STRING", "Set speaker voice")
+        end
+        opt(opts, book_def) do |o|
+          o.opt(:base_dir, "--base-dir STRING", "Directory to hold files")
+          o.opt(:itunes, "--itunes", "-A", "Load book into itunes")
+        end
+      end
+      options.parse!(argv)
+      set_args(argv, options.to_s)
+      self
+    end
+
+    # parameter objects
+
+    def page_def
+      @page_def ||= PageDef.new
+    end
+
+    def book_def
+      @book_def ||= BookDef.new
+    end
+
+    def speaker_def
+      @speaker_def ||= SpeakerDef.new
+    end
+
+    def surfer_def
+      @surfer_def ||= SurferDef.new
+    end
+
+    def conductor
+      @conductor ||= Conductor.new(page_def, book_def, speaker_def, surfer_def)
+    end
+
+    def run
+      conductor.run
+    end
+
+    private
+
+    def opt(opts, model)
+      yield OptSetter.new(opts, model)
+    end
+
+    class OptSetter
+      def initialize(opts, model)
+        @opts  = opts
+        @model = model
+      end
+
+      def opt(value, *args)
+        @opts.on(*args) { |v| @model.send("#{value}=", v) }
+      end
+    end
+  end
+end

data/lib/audio_book_creator/conductor.rb

@@ -0,0 +1,67 @@
+module AudioBookCreator
+  class Conductor
+    attr_accessor :page_def
+    attr_accessor :book_def
+    attr_accessor :speaker_def
+    attr_accessor :surfer_def
+
+    def initialize(page_def, book_def, speaker_def, surfer_def)
+      @page_def    = page_def
+      @book_def    = book_def
+      @speaker_def = speaker_def
+      @surfer_def  = surfer_def
+    end
+
+    # components
+
+    ## spider
+
+    def page_cache
+      @page_cache ||= PageDb.new(surfer_def.cache_filename)
+    end
+
+    def web
+      @web ||= Web.new(surfer_def.max)
+    end
+
+    def cached_web
+      @cached_hash ||= CachedHash.new(page_cache, web)
+    end
+
+    def invalid_urls
+      @invalid_urls ||= UrlFilter.new(surfer_def.host)
+    end
+
+    def spider
+      @spider ||= Spider.new(page_def, cached_web, invalid_urls)
+    end
+
+    ##
+
+    def editor
+      @editor ||= Editor.new(page_def)
+    end
+
+    def speaker
+      @speaker ||= Speaker.new(speaker_def, book_def)
+    end
+
+    def binder
+      @binder ||= Binder.new(book_def, speaker_def)
+    end
+
+    ##
+
+    def creator
+      @creator ||= BookCreator.new(spider, editor, speaker, binder)
+    end
+
+    def outstanding
+      @outstanding ||= book_def.unique_urls
+    end
+
+    def run
+      creator.create(outstanding)
+    end
+  end
+end

data/lib/audio_book_creator/editor.rb

@@ -0,0 +1,20 @@
+require 'nokogiri'
+module AudioBookCreator
+  class Editor
+    attr_accessor :page_def
+
+    def initialize(page_def)
+      @page_def = page_def
+    end
+
+    # convert page[] -> chapter[]
+    def parse(pages)
+      pages.each_with_index.map do |page, i|
+        dom = Nokogiri::HTML(page)
+        title = page_def.title(dom) || "Chapter #{i + 1}"
+        body = page_def.body(dom)
+        Chapter.new(number: (i + 1), title: title, body: body)
+      end
+    end
+  end
+end

data/lib/audio_book_creator/logging.rb

@@ -0,0 +1,7 @@
+module AudioBookCreator
+  module Logging
+    def logger
+      AudioBookCreator.logger
+    end
+  end
+end

data/lib/audio_book_creator/page_db.rb

@@ -0,0 +1,42 @@
+require "sqlite3"
+
+module AudioBookCreator
+  class PageDb
+    include Enumerable
+
+    # this is for tests - get out of here
+    attr_accessor :filename
+
+    def initialize(filename)
+      @filename = filename
+    end
+
+    def []=(key, value)
+      db.execute "insert into pages (name, contents) values ( ?, ?)", [key, value]
+    end
+
+    def [](key)
+      db.execute("select contents from pages where name = ?", key).map { |row| row.first }.first
+    end
+
+    def include?(key)
+      !!self[key]
+    end
+
+    def each(&block)
+      db.execute "select name, contents from pages order by rowid", &block
+    end
+
+    private
+
+    def db
+      @db ||= create
+    end
+
+    def create
+      SQLite3::Database.new(filename).tap do |db|
+        db.execute("create table if not exists pages (name text, contents blob)")
+      end
+    end
+  end
+end

data/lib/audio_book_creator/page_def.rb

@@ -0,0 +1,31 @@
+module AudioBookCreator
+  # information on the format of the html page that is read
+  class PageDef
+    attr_accessor :title_path, :body_path, :link_path, :chapter_path
+
+    def initialize(title_path = "h1", body_path = "p", link_path = "a", chapter_path = nil)
+      @title_path = title_path
+      @body_path = body_path
+      @link_path = link_path
+      @chapter_path = chapter_path
+    end
+
+    def title(dom)
+      title = dom.css(title_path).first
+      title.text if title
+    end
+
+    def body(dom)
+      dom.css(body_path)
+      # feels like I need .map { |n| n.text }
+    end
+
+    def page_links(dom, &block)
+      dom.css(link_path).map(&block)
+    end
+
+    def chapter_links(dom, &block)
+      dom.css(chapter_path).map(&block)
+    end
+  end
+end

data/lib/audio_book_creator/runner.rb

@@ -0,0 +1,22 @@
+# migrate to awesome spawn
+module AudioBookCreator
+  class Runner
+    include Logging
+
+    def run(cmd, options)
+      params = options[:params].flatten.flatten.compact
+
+      logger.info { "run: #{cmd} #{params.join(" ")}" }
+      logger.info ""
+      status = system(cmd, *params.map { |x| x.to_s })
+      logger.info ""
+      logger.info { status ? "success" : "issue" }
+
+      status
+    end
+
+    def run!(cmd, options)
+      run(cmd, options) || raise("trouble running command")
+    end
+  end
+end

data/lib/audio_book_creator/speaker.rb

@@ -0,0 +1,54 @@
+module AudioBookCreator
+  class Speaker
+    attr_accessor :speaker_def
+    attr_accessor :book_def
+
+    def initialize(speaker_def, book_def)
+      @speaker_def = speaker_def
+      @book_def = book_def
+    end
+
+    def make_directory_structure
+      FileUtils.mkdir(base_dir) unless File.exist?(base_dir)
+    end
+
+    def say(chapter)
+      raise "Empty chapter" if chapter.empty?
+      text_filename = chapter_text_filename(chapter)
+      sound_filename = chapter_sound_filename(chapter)
+
+      AudioBookCreator.optionally_write(text_filename, force) { chapter.to_s }
+      AudioBookCreator.optionally_run(sound_filename, force) do
+        ["say", params: params(text_filename, sound_filename)]
+      end
+      SpokenChapter.new(chapter.title, sound_filename)
+    end
+
+    def chapter_text_filename(chapter)
+      "#{base_dir}/#{chapter.filename}.txt"
+    end
+
+    def chapter_sound_filename(chapter)
+      "#{base_dir}/#{chapter.filename}.m4a"
+    end
+
+    private
+
+    def base_dir
+      book_def.base_dir
+    end
+
+    def force
+      speaker_def.regen_audio
+    end
+
+    def params(text_filename, sound_filename)
+      {
+        "-v" => speaker_def.voice,
+        "-r" => speaker_def.rate,
+        "-f" => text_filename,
+        "-o" => sound_filename,
+      }
+    end
+  end
+end

data/lib/audio_book_creator/speaker_def.rb

@@ -0,0 +1,39 @@
+module AudioBookCreator
+  class SpeakerDef
+
+    # currently like the following voices:
+    # Vicki             # 10
+    # Serena            #  8 UK
+    # Allison           #  ? (ok)
+    # Moira             #  7 Irish
+    # Fiona             #  5 Scottish
+    # Kate              #  4 UK
+    # Susan             #  2
+    # Zosia             # 0 Poland
+    # Angelica          # 0 Mexican?
+    # Paulina           # 0 Mexican
+    attr_accessor :voice
+    attr_accessor :rate
+
+    attr_accessor :channels
+    # split on this hour mark
+    attr_accessor :max_hours
+    attr_accessor :bit_rate
+    attr_accessor :sample_rate
+    attr_accessor :regen_audio
+
+    def initialize(options = {})
+      options.each { |n, v| public_send("#{n}=", v) }
+
+      # for speaking the chapter
+      @voice    ||= "Vicki"
+      @rate     ||= 280
+
+      # for binding the book
+      @channels  ||= 1
+      @bit_rate  ||= 32
+      @max_hours ||= 7
+      @sample_rate ||= 22_050
+    end    
+  end
+end