maxaf-fluke 0.0.1

data/History.txt

@@ -0,0 +1,6 @@
+=== 0.0.1 2009-09-05
+
+* Initial release: implemented minimum set of core features.
+  * Threaded operation, isolated watchers.
+  * Amazon S3 integration and AR migrations allow setup with minimum
+    configuration/setup.

data/Manifest.txt

@@ -0,0 +1,19 @@
+bin/fluke
+db/migrate/0001_create_watchers.rb
+db/migrate/0002_create_results.rb
+History.txt
+lib/fluke/cli.rb
+lib/fluke/monkey_patch.rb
+lib/fluke.rb
+lib/fluke/result.rb
+lib/fluke/watcher.rb
+Manifest.txt
+Rakefile
+README.rdoc
+script/console
+script/destroy
+script/generate
+tasks/ar.rake
+test/test_fluke_cli.rb
+test/test_fluke.rb
+test/test_helper.rb

data/README.rdoc

@@ -0,0 +1,47 @@
+= fluke
+
+* http://github.com/maxaf/fluke
+
+== DESCRIPTION:
+
+A simple resource observer designed to detect change over time.
+
+== SYNOPSIS:
+
+  $ fluke --help
+
+== REQUIREMENTS:
+
+* Ruby 1.8.6+ || JRuby 1.3.1+
+* ActiveRecord (tested with 2.3+)
+* Some database
+* github.com/marcel/aws-s3
+
+== INSTALL:
+
+  # gem install fluke
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 Max Afonov
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,20 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+require './lib/fluke'
+
+Hoe.plugin :newgem
+
+$hoe = Hoe.spec 'fluke' do
+  self.developer 'Max Afonov', 'max@bumnetworks.com'
+  self.rubyforge_name       = self.name
+  self.extra_deps = [
+                     ['activerecord', '>=2.3'],
+                     ['aws-s3', '>=0.6.2'],
+		     ['httpclient', '>=2.1.5.2'],
+                    ]
+end
+
+require 'newgem/tasks'
+Dir['tasks/**/*.rake'].each { |t| load t }

data/bin/fluke

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+require File.expand_path(File.dirname(__FILE__) + "/../lib/fluke")
+require "fluke/cli"
+
+Fluke::CLI.execute(STDOUT, STDERR, ARGV)

data/db/migrate/0001_create_watchers.rb

@@ -0,0 +1,18 @@
+class CreateWatchers < ActiveRecord::Migration
+  def self.up
+    create_table :watchers do |t|
+      t.string :name
+      t.text :url
+      t.decimal :delay
+      t.timestamps
+    end
+
+    change_table :watchers do |t|
+      t.index([:name], :unique => true)
+    end
+  end
+  
+  def self.down
+    drop_table :watchers
+  end
+end

data/db/migrate/0002_create_results.rb

@@ -0,0 +1,17 @@
+class CreateResults < ActiveRecord::Migration
+  def self.up
+    create_table :results do |t|
+      t.references :watcher
+      t.string :checksum
+      t.timestamps
+    end
+
+    change_table :results do |t|
+      t.index([:checksum], :unique => false)
+    end
+  end
+  
+  def self.down
+    drop_table :results
+  end
+end

data/lib/fluke/cli.rb

@@ -0,0 +1,50 @@
+require 'optparse'
+
+module Fluke
+  class CLI
+    def self.execute(stdout, stderr, arguments=[])
+      p = {
+        :stdout => stdout, :stderr => stderr
+      }
+
+      parser = OptionParser.new do |opts|
+        opts.banner = <<-BANNER.gsub(/^          /,'')
+          A simple resource observer designed to detect change over time.
+
+          Usage: #{File.basename($0)} [options]
+                 # run all watchers
+
+                 -OR-
+
+                 #{File.basename($0)} [options] watcher1..watcherN
+                 # run particular watchers
+          Options are:
+        BANNER
+        opts.separator ""
+        opts.on("-c", "--conf", String,
+                "Config file location",
+                "Default: #{Fluke::DEFAULT_CONF_PATH}") { |arg| p[:conf_path] = arg || nil }
+        opts.on("-v", "--verbose",
+                "Be chatty.",
+                "Default: false") { |arg| Fluke.verbose = arg }
+        opts.on("-h", "--help",
+                "Show this help message.") { stderr.puts opts; exit }
+        opts.parse!(arguments)
+      end
+
+      Fluke.configure! p
+
+      if arguments.size > 0 then
+        arguments.uniq.each do |name|
+          Fluke.watch name
+        end
+      else
+        Watcher.find(:all).each do |watcher|
+          Fluke.watch watcher
+        end
+      end
+
+      Fluke.run!
+    end
+  end
+end

data/lib/fluke/monkey_patch.rb

@@ -0,0 +1,27 @@
+module Fluke
+  module Delays
+    def seconds
+      return self*1000
+    end
+
+    def minutes
+      return self.seconds*60
+    end
+
+    def hours
+      return self.minutes*60
+    end
+
+    def days
+      return self.hours*24
+    end
+  end
+end
+
+class Fixnum
+  include Fluke::Delays
+end
+
+class Float
+  include Fluke::Delays
+end

data/lib/fluke/result.rb

@@ -0,0 +1,45 @@
+require 'digest/sha1'
+require 'aws/s3'
+
+module Fluke
+  class Result < ActiveRecord::Base
+    belongs_to :watcher
+
+    class Body < AWS::S3::S3Object
+    end
+
+    def body_key
+      "#{self.watcher.name}/#{self.checksum}"
+    end
+
+    def body
+      begin
+        return Body.find self.body_key
+      rescue AWS::S3::NoSuchKey => nsk
+        return nil
+      end
+    end
+
+    def body?
+      Body.exists? self.body_key
+    end
+
+    def self.from_response(watcher, content)
+      checksum = Digest::SHA1.hexdigest(content)
+      result = Result.new :checksum => checksum
+      result.watcher = watcher
+      result.save
+
+      Thread.new do
+        if result.body?
+          Fluke.log { "#{result.watcher} exists: #{result.body_key}" }
+        else
+          Fluke.log { "#{result.watcher} store: #{result.body_key}" }
+          Body.store(result.body_key, content.dup)
+        end
+      end
+
+      result
+    end
+  end
+end

data/lib/fluke/watcher.rb

@@ -0,0 +1,30 @@
+require 'rubygems'
+require 'activerecord'
+require 'fluke/result'
+require 'httpclient'
+
+module Fluke
+  class Watcher < ActiveRecord::Base
+    has_many :results
+    attr_accessor :thread
+
+    def run
+      hc = HTTPClient.new
+      http_method = self.meth.downcase.to_sym
+      unless hc.respond_to?(http_method)
+        Fluke::log { "#{self}: invalid method '#{http_method}', converting to :get" }
+        http_method = :get
+      end
+      res = hc.send(http_method, self.url)
+      result = Result.from_response(self, res.body.dump.dup)
+    end
+
+    def wait
+      sleep self.delay/1000.000
+    end
+
+    def to_s
+      "Watcher<#{name}>"
+    end
+  end
+end

data/lib/fluke.rb

@@ -0,0 +1,85 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require 'rubygems'
+require 'yaml'
+require 'fluke/watcher'
+require 'fluke/monkey_patch'
+require 'activerecord'
+require 'aws/s3'
+
+module Fluke
+  VERSION = '0.0.1'
+  ROOT = Dir.new(File.expand_path(File.dirname(__FILE__) + "/../"))
+  DEFAULT_CONF_PATH = "~/.fluke.yml"
+  @@verbose = false
+  @@watchers = {}
+
+  def self.verbose?
+    @@verbose
+  end
+
+  def self.verbose=(v = false)
+    @@verbose = v ? true : false
+  end
+
+  def self.watchers
+    @@watchers
+  end
+
+  def self.conf
+    @@conf.dup
+  end
+
+  def self.log
+    return unless verbose? and block_given?
+    @@log_here.puts yield
+  end
+
+  def self.watch(watcher, &init)
+    unless watcher.is_a?(Watcher)
+      watcher = Watcher.find_by_name(watcher.to_s)
+    end
+    watchers[watcher.name] = watcher
+    if init
+      watcher.instance_eval &init
+    end
+  end
+
+  def self.configure!(opts = {})
+    p = {
+      :conf_path => File.expand_path(DEFAULT_CONF_PATH),
+      :stdout => STDOUT,
+      :stderr => STDERR,
+      :log_here => :stderr
+    }
+    p.merge! opts
+    @@log_here = p[p[:log_here]] || p[:stderr]
+    begin
+      @@conf = YAML::load(File.open(p[:conf_path]))
+      ActiveRecord::Base.colorize_logging = false
+      ActiveRecord::Base.logger = Logger.new(@@log_here) if verbose?
+      ActiveRecord::Base.establish_connection(@@conf[:db])
+      AWS::S3::Base.establish_connection!(@@conf[:s3][:auth])
+      Result::Body.set_current_bucket_to @@conf[:s3][:bucket]
+    rescue => e
+      STDERR.puts e.inspect
+      return false
+    end
+    return true
+  end
+
+  def self.run!
+    watchers.each do |n,watcher|
+      watcher.thread = Thread.new do
+        while true
+          watcher.run
+          watcher.wait
+        end
+      end
+    end
+
+    sleep while true
+  end
+
+end

data/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/fluke.rb'}"
+puts "Loading fluke gem"
+exec "#{irb} #{libs} --simple-prompt"

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/tasks/ar.rake

@@ -0,0 +1,17 @@
+require 'rubygems'
+require 'activerecord'
+require 'yaml'
+
+namespace :db do
+  task :migrate_setup do
+    Fluke.verbose = true
+    ActiveRecord::Migration.verbose = Fluke.verbose?
+    Fluke.configure!
+  end
+  task(:migrate => :migrate_setup) do
+    ActiveRecord::Migrator.migrate("db/migrate")
+  end
+  task(:rollback => :migrate_setup) do
+    ActiveRecord::Migrator.rollback("db/migrate")
+  end
+end

data/test/test_fluke.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + '/test_helper.rb'
+
+class TestFluke < Test::Unit::TestCase
+
+  def setup
+  end
+  
+  def test_truth
+    assert true
+  end
+end

data/test/test_fluke_cli.rb

@@ -0,0 +1,14 @@
+require File.join(File.dirname(__FILE__), "test_helper.rb")
+require 'fluke/cli'
+
+class TestFlukeCli < Test::Unit::TestCase
+  def setup
+    Fluke::CLI.execute(@stdout_io = StringIO.new, [])
+    @stdout_io.rewind
+    @stdout = @stdout_io.read
+  end
+  
+  def test_print_default_output
+    assert_match(/To update this executable/, @stdout)
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,3 @@
+require 'stringio'
+require 'test/unit'
+require File.dirname(__FILE__) + '/../lib/fluke'

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification 
+name: maxaf-fluke
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+platform: ruby
+authors: 
+- Max Afonov
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-09-06 00:00:00 -07:00
+default_executable: fluke
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: activerecord
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "2.3"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: aws-s3
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.6.2
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: httpclient
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.1.5.2
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: pvande-differ
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.1.1
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 2.3.3
+    version: 
+description: A simple resource observer designed to detect change over time.
+email: 
+- max@bumnetworks.com
+executables: 
+- fluke
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+files: 
+- bin/fluke
+- db/migrate/0001_create_watchers.rb
+- db/migrate/0002_create_results.rb
+- History.txt
+- lib/fluke/cli.rb
+- lib/fluke/monkey_patch.rb
+- lib/fluke.rb
+- lib/fluke/result.rb
+- lib/fluke/watcher.rb
+- Manifest.txt
+- Rakefile
+- README.rdoc
+- script/console
+- script/destroy
+- script/generate
+- tasks/ar.rake
+- test/test_fluke_cli.rb
+- test/test_fluke.rb
+- test/test_helper.rb
+has_rdoc: false
+homepage: http://github.com/maxaf/fluke
+post_install_message: 
+rdoc_options: 
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: fluke
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 3
+summary: A simple resource observer designed to detect change over time.
+test_files: 
+- test/test_fluke_cli.rb
+- test/test_helper.rb
+- test/test_fluke.rb