ircbot 0.1.5 → 0.2.0

data/plugins/summary/spec/ch2_spec.rb

@@ -0,0 +1,64 @@
+require File.join(File.dirname(__FILE__), "spec_helper")
+
+require 'ch2'
+require 'ostruct'
+
+module RSpec
+  module Core
+    module SharedExampleGroup
+      def ch2(url, &block)
+        describe "(#{url})" do
+          subject { Ch2::Dat.new(url) }
+          instance_eval(&block)
+        end
+      end
+    end
+  end
+end
+
+describe "Ch2::Dat" do
+  ch2 'http://news22.2ch.net/test/read.cgi/newsplus/1185716060' do
+    its(:host)     { should == "news22.2ch.net" }
+    its(:board)    { should == "newsplus" }
+    its(:num)      { should == "1185716060" }
+    its(:arg)      { should == nil }
+    its(:dat_url)  { should == "http://news22.2ch.net/newsplus/dat/1185716060.dat" }
+    its(:valid?)   { should == true }
+  end
+
+  ch2 'http://news22.2ch.net/test/read.cgi/newsplus/1185716060/430' do
+    its(:host)     { should == "news22.2ch.net" }
+    its(:board)    { should == "newsplus" }
+    its(:num)      { should == "1185716060" }
+    its(:arg)      { should == "430" }
+    its(:dat_url)  { should == "http://news22.2ch.net/newsplus/dat/1185716060.dat" }
+    its(:valid?)   { should == true }
+  end
+
+  ch2 'http://news22.2ch.net/test/read.cgi/newsplus/1185716060/n' do
+    its(:host)     { should == "news22.2ch.net" }
+    its(:board)    { should == "newsplus" }
+    its(:num)      { should == "1185716060" }
+    its(:arg)      { should == "n" }
+    its(:dat_url)  { should == "http://news22.2ch.net/newsplus/dat/1185716060.dat" }
+    its(:valid?)   { should == true }
+  end
+
+  ch2 'http://news22.2ch.net/test/read.cgi/newsplus/1185716060/5-10' do
+    its(:host)     { should == "news22.2ch.net" }
+    its(:board)    { should == "newsplus" }
+    its(:num)      { should == "1185716060" }
+    its(:arg)      { should == "5-10" }
+    its(:dat_url)  { should == "http://news22.2ch.net/newsplus/dat/1185716060.dat" }
+    its(:valid?)   { should == true }
+  end
+
+  ch2 'http://google.com' do
+    its(:host)     { should == "google.com" }
+    its(:board)    { should == nil }
+    its(:num)      { should == nil }
+    its(:arg)      { should == nil }
+    its(:valid?)   { should == false }
+  end
+end
+

data/plugins/summary/spec/spec_helper.rb

@@ -0,0 +1,19 @@
+require 'rubygems'
+require 'rspec'
+require 'pathname'
+require 'tempfile'
+require 'engines'
+
+module RSpec
+  module Core
+    module SharedExampleGroup
+      def summary(url, &block)
+        describe "(#{url})" do
+          subject { Engines.create(url) }
+          instance_eval(&block)
+        end
+      end
+    end
+  end
+end
+

data/plugins/summary/spec/summarizers_none_spec.rb

@@ -0,0 +1,15 @@
+require File.join(File.dirname(__FILE__), "spec_helper")
+
+require 'engines'
+
+describe Engines::None do
+  subject { Engines::None.new('') }
+
+  describe "#execute" do
+    it "should raise Nop" do
+      lambda {
+        subject.execute
+      }.should raise_error(Engines::Nop)
+    end
+  end
+end

data/plugins/summary/spec/summarizers_spec.rb

@@ -0,0 +1,23 @@
+require File.join(File.dirname(__FILE__), "spec_helper")
+
+describe Engines do
+  summary "https://example.com" do
+    its(:class) {should == Engines::Https}
+  end
+
+  summary "https://twitter.com" do
+    its(:class) {should == Engines::Twitter}
+  end
+
+  summary "http://hayabusa3.2ch.net/test/read.cgi/morningcoffee/1333357582/" do
+    its(:class) {should == Engines::Ch2}
+  end
+
+  summary "http://www.asahi.com" do
+    its(:class) {should == Engines::None}
+  end
+
+  summary "" do
+    its(:class) {should == Engines::None}
+  end
+end

data/plugins/summary/summary.rb

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require 'ircbot'
+require 'uri'
+require 'nkf'
+require 'engines'
+
+######################################################################
+# [INSTALL]
+#   apt-get install curl
+#
+# [TEST]
+#   cd plugins/summary
+#   rspec -c spec
+
+class SummaryPlugin < Ircbot::Plugin
+  Quote = ">> "
+
+  def help
+    "[Summary] summarize web page (responds to only 2ch or https)"
+  end
+
+  def reply(text)
+    scan_urls(text).each do |url|
+      summary = once(url) {
+        Engines.create(url).execute
+      }
+      done(Quote + summary) if summary
+    end
+    return nil
+
+  rescue Engines::NotImplementedError => e
+    $stderr.puts e
+    return nil
+  rescue Engines::Nop
+    return nil
+  end
+
+  private
+    def scan_urls(text, &block)
+      URI.extract(text).map{|i| i.sub(/^ttp:/, 'http:')}
+    end
+
+    def once(key, &block)
+      @once ||= {}
+      raise Engines::Nop if @once.has_key?(key)
+      return block.call
+    ensure
+      @once[key] = 1
+    end
+end
+
+
+if __FILE__ == $0
+  p summarizer = Engines.create(ARGV.shift)
+  puts summarizer.execute
+end

data/plugins/watchdog/db.rb

@@ -0,0 +1,80 @@
+# -*- coding: utf-8 -*-
+require 'dm-core'
+require 'dm-migrations'
+require 'dm-timestamps'
+
+require 'nkf'
+
+module Watchdog
+  REPOSITORY_NAME = :watchdog
+
+  def self.connect(uri)
+    DataMapper.setup(REPOSITORY_NAME, uri)
+    Watchdog::Page.auto_upgrade!
+  end
+
+  ######################################################################
+  ### Page
+
+  class Page
+    def self.default_repository_name; REPOSITORY_NAME; end
+    def self.default_storage_name   ; "page"; end
+
+    include DataMapper::Resource
+
+    property :id        , Serial
+    property :name      , String, :length=>255       # 件名
+    property :url       , String, :length=>255       # 詳細
+    property :digest    , String, :length=>255       # DIGEST値
+    property :changed   , Boolean , :default=>false  # 更新済
+    property :start_at  , DateTime                   # 
+
+    ######################################################################
+    ### Class methods
+
+    class << self
+      def changed
+        all(:changed=>true, :order=>[:id])
+      end
+
+      def current
+        all(:changed=>false, :order=>[:id]).select{|p|
+          ! p.start_at or p.start_at.to_time <= Time.now
+        }
+      end
+    end
+
+    ######################################################################
+    ### Operations
+
+    include Ircbot::Utils::HtmlParser
+
+    def update!
+      html = Open3.popen3("curl", url) {|i,o,e| o.read{} }
+      utf8 = NKF.nkf("-w", html)
+      hex  = Digest::SHA1.hexdigest(utf8)
+      self[:changed]    = !! ( self[:changed] || (digest && (digest != hex)) )
+      self[:name]       = get_title(utf8)
+      self[:digest]     = hex
+      save
+      return self[:changed]
+    end
+
+    ######################################################################
+    ### Instance methods
+
+    def done!
+      self[:changed] = false
+      save
+    end
+
+    def cooltime!(sec)
+      self[:start_at] = Time.now + sec
+      done!
+    end
+
+    def to_s
+      "#{name} #{url}"
+    end
+  end
+end

data/plugins/watchdog/exceptions.rb

@@ -0,0 +1,4 @@
+module Watchdog
+  ######################################################################
+  ### Exceptions
+end

data/plugins/watchdog/updater.rb

@@ -0,0 +1,21 @@
+require 'open3'
+require 'digest/sha1'
+
+module Watchdog
+  class Updater < Ircbot::Utils::Watcher
+    interval 600
+
+    def srcs
+      Page.current
+    end
+
+    def process(page)
+      status = page.to_s
+      page.update!
+      status = "#{page} (#{page.changed}: #{page.digest})"
+      return page.changed
+    ensure
+      $stderr.puts "#{self.class}#process: #{status}"
+    end
+  end
+end

data/plugins/watchdog/watchdog.rb

@@ -0,0 +1,82 @@
+#!/usr/bin/env ruby -Ku
+# -*- coding: utf-8 -*-
+
+######################################################################
+# [Install]
+#
+# gem install chawan night-time dm-core dm-migrations dm-timestamps do_sqlite3 data_objects dm-sqlite-adapter -V
+#
+
+require 'rubygems'
+require 'ircbot'
+require 'uri'
+
+require 'watchdog/exceptions'
+require 'watchdog/db'
+require 'watchdog/updater'
+
+class WatchdogPlugin < Ircbot::Plugin
+  INTERVAL = 600                # re-fetch urls after this sec
+  COOLTIME = 3600               # wait this sec when changed
+
+  def help
+    ["#{config.nick}.watchdog.list",
+     "#{config.nick}.watchdog.add <URL>",
+     "#{config.nick}.watchdog.del <URL>",
+    ].join("\n")
+  end
+
+  def setup
+    return if @watcher
+    bot = self.bot
+
+    uri = self[:db]
+    unless uri
+      path = Ircbot.root + "db" + "#{config.nick}-watchdog.db"
+      uri  = "sqlite3://#{path}"
+      path.parent.mkpath
+    end
+
+    Watchdog.connect(uri)
+    callback = proc{|page| bot.broadcast "Updated: #{page}"; page.cooltime!(COOLTIME) }
+    updater  = Watchdog::Updater.new(:interval => INTERVAL, :callback => callback)
+    @watcher = updater.start
+  end
+
+  def add(text)
+    count = 0
+    urls = URI.extract(text).map{|i| i.sub(/^ttp:/, 'http:')}
+    urls.each do |url|
+      next if Watchdog::Page.first(:url=>url)
+      page = Watchdog::Page.create!(:url=>url)
+      page.update!
+      count += 1
+    end
+    return "Added #{count} urls"
+  end
+
+  def del(text)
+    count = 0
+    urls = URI.extract(text).map{|i| i.sub(/^ttp:/, 'http:')}
+    urls.each do |url|
+      page = Watchdog::Page.first(:url=>url)
+      if page
+        page.destroy
+        count += 1
+      end
+    end
+    return "Deleted #{count} urls"
+  end
+
+  def list
+    pages = Watchdog::Page.all
+    if pages.size == 0
+      return "no watchdogs"
+    else
+      lead = "#{pages.size} watchdog(s)"
+      body = pages.map(&:to_s)[0,5]
+      return ([lead] + body).join("\n")
+    end
+  end
+end
+

data/spec/plugin_spec.rb

@@ -30,6 +30,17 @@ describe Ircbot::Plugin do
   provide :client
   provide :bot
 
+  provide :attrs=
+  provide :[]
+  describe "#[]" do
+    it "should return attrs" do
+      foo = Foo.new
+      foo[:a].should == nil
+      foo.attrs = {:a=>1}
+      foo[:a].should == 1
+    end
+  end
+
   ######################################################################
   ### private methods
 

data/spec/plugins_spec.rb

@@ -10,7 +10,6 @@ describe Ircbot::Plugins do
   provide :client
   provide :plugins
   provide :active
-  provide :load_plugins
   provide :load
   provide :plugin!
   provide :plugin
@@ -29,4 +28,39 @@ describe Ircbot::Plugins do
     subject.class.ancestors.should include(Enumerable)
   end
 
+  ######################################################################
+  ### Initializer
+
+  describe ".new" do
+    let(:client)  { nil }
+    let(:args)    { [] }
+
+    it "should accept plugin names(Array)" do
+      plugins = Ircbot::Plugins.new(client, ["summary", "reminder"])
+      plugins.active_names.should == ["summary", "reminder"]
+    end
+
+    it "should accept plugin attrs(Array(Hash))" do
+      args = [
+        {"name"=>"summary", "db"=>"sqlite:db.sqlite"},
+        {"name"=>"reminder"},
+      ]
+      plugins = Ircbot::Plugins.new(client, args)
+      plugins.active_names.should == ["summary", "reminder"]
+
+      plugins["summary"]["db"].should == "sqlite:db.sqlite"
+    end
+
+    it "should ignore when plugin name is not set in attrs" do
+      args = [
+        {"db"=>"sqlite:db.sqlite"},
+        {"name"=>"reminder"},
+      ]
+      plugins = Ircbot::Plugins.new(client)
+      plugins.should_receive(:invalid_plugin_found)
+      plugins.load(args)
+
+      plugins.active_names.should == ["reminder"]
+    end
+  end
 end

data/spec/utils/html_parser_spec.rb

@@ -0,0 +1,30 @@
+#!/usr/bin/ruby
+
+require File.join(File.dirname(__FILE__), 'spec_helper.rb')
+
+module TestHtmlParserGetTitle
+  def get_title(html, title)
+    describe "(#{html})" do
+      subject { Object.new.extend Ircbot::Utils::HtmlParser }
+      it "should return #{title}" do
+        subject.get_title(html).should == title
+      end
+    end
+  end
+end
+
+describe Ircbot::Utils::HtmlParser do
+  subject { Object.new.extend Ircbot::Utils::HtmlParser }
+
+  ######################################################################
+  ### accessor methods
+
+  provide :get_title
+
+  describe "#get_title" do
+    extend TestHtmlParserGetTitle
+    get_title "xxx", ""
+    get_title "xxx<title>yyy</title>zzz", "yyy"
+    get_title "xxx<title><a>yyy</a></title>zzz", "yyy"
+  end
+end