synchroniser 0.3.0

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 [name of plugin creator]
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,11 @@
+require 'rake'
+require 'spec/rake/spectask'
+
+desc 'Default: run specs.'
+task :default => :spec
+
+desc 'Run the specs'
+Spec::Rake::SpecTask.new(:spec) do |t|
+  t.spec_opts = ['--colour --format progress --loadby mtime --reverse']
+  t.spec_files = FileList['spec/**/*_spec.rb']
+end

data/Readme.rdoc

@@ -0,0 +1,26 @@
+= Synchroniser
+
+Synchroniser is a simple class to class synchronisation plugin.
+
+=== Sync your data
+
+==== Requirements
+
+* Rails
+* MySQL DB (currently)
+
+==== Instructions
+
+* <tt>ruby script/plugin install git://github.com/robsharp/synchroniser.git</tt>
+
+
+=== Running Tests
+
+To run the test suite, follow these steps to create a testbed app:
+
+    rails -d mysql synchroniser_tests
+    cd synchroniser_tests
+    ruby script/plugin install git://github.com/robsharp/synchroniser.git
+    script/generate synchroniser
+    rake db:setup RAILS_ENV=test
+    rake test:plugins

data/autotest/discover.rb

@@ -0,0 +1,5 @@
+$:.push(File.join(File.dirname(__FILE__), %w[.. .. rspec]))    
+  
+Autotest.add_discovery do    
+  "rspec"   
+end  

data/generators/synchroniser/USAGE

@@ -0,0 +1,8 @@
+Description:
+    Generate a migration for the synchroniser data table
+
+Example:
+    ./script/generate synchroniser
+
+    This will create:
+        db/migrations/xxx_create_sync_items.rb

data/generators/synchroniser/synchroniser_generator.rb

@@ -0,0 +1,21 @@
+require 'rbconfig'
+ 
+class SynchroniserGenerator < Rails::Generator::Base
+  attr_reader :file_name, :klass_name
+ 
+  def manifest
+    recorded_session = record do |m|
+      m.directory 'db/migrate'
+      m.template  'create_sync_items.rb', "db/migrate/#{Time.now.utc.strftime("%Y%m%d%H%M%S")}_create_sync_items.rb"
+    end
+    
+    recorded_session
+  end
+
+  def after_generate
+    puts <<-OUTRO
+Now run rake db:migrate to update your database to support the synchroniser
+    OUTRO
+  end
+    
+end

data/generators/synchroniser/templates/create_sync_items.rb

@@ -0,0 +1,17 @@
+class CreateSyncItems < ActiveRecord::Migration
+  def self.up
+    create_table :sync_items, :options => "ENGINE=MyISAM"  do |t|
+      t.string :item
+      t.string :group
+      t.string :class_name
+      t.string :class_id
+      t.string :status
+
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :sync_items
+  end
+end

data/lib/dummy_ingestor.rb

@@ -0,0 +1,27 @@
+class DummyIngestor
+  include Synchroniser::Ingestor::Uri
+
+  attr_accessor :data
+
+  def initialize
+    @data = [ 
+              { :url => "abc123", :title => "123abc" },
+              { :url => "def456", :title => "def456" }
+            ]
+  end
+
+  def ingest(container)
+    @data.map {|item|
+      itemise(item, container.clone) 
+    }
+  end
+
+  def itemise(item, container)
+    container.instance_eval{
+      self.url = item[:url]
+      self.title = item[:title]
+      self
+    }
+  end
+
+end

data/lib/post.rb

@@ -0,0 +1,11 @@
+class Post < ActiveRecord::Base
+  include Synchroniser::Model
+
+  attr_accessor :test_default
+
+  def item
+    url
+  end
+
+end
+

data/lib/rss_ingestor.rb

@@ -0,0 +1,22 @@
+class RssIngestor
+  include Synchroniser::Ingestor::Uri
+
+  require 'hpricot'
+
+  def ingest(container)
+    Hpricot(@data).search("rss/channel/item").collect {|item|
+      itemise(item, container.clone) 
+    }.reject { |item| 
+      item.nil? 
+    }
+  end
+
+  def itemise(item, container)
+    container.instance_eval{
+      self.url = ((item/"guid").inner_html)
+      self.title =  ((item/"title").inner_html)
+      self
+    }
+  end
+
+end

data/lib/sync_item.rb

@@ -0,0 +1,4 @@
+require 'active_record'
+
+class SyncItem < ActiveRecord::Base
+end

data/lib/synchroniser/config.rb

@@ -0,0 +1,60 @@
+module Synchroniser::Config
+
+  class Params
+
+    attr_accessor :config
+
+    def initialize(file_name, ingestor_name)
+      file_path = RAILS_ROOT
+      config = YAML::load(File.open("#{file_path}#{file_name}"))
+
+      environment = RAILS_ENV
+      if config[RAILS_ENV].nil?
+        environment = "test"
+      end
+      
+      begin 
+        @config = config[environment]
+      rescue
+        @config = nil
+        raise ArgumentError, "Unable to find the #{environment} stanza for #{ingestor_name}' in the configuration file supplied"
+      end
+
+      if @config.nil?
+        raise ArgumentError, "Unable to find the stanza '#{ingestor_name}' in the configuration file supplied"
+      end
+    end
+
+    def get_sync
+      container = build_container(@config['params']['container'])
+      ingestors = build_ingestors(container)
+      Synchroniser.new(container, ingestors)
+    end
+
+    def build_ingestors(container)
+      require @config['ingestor'] + "_ingestor.rb"
+      @ingestor = eval("#{@config['ingestor'].camelize}Ingestor.new")
+
+      strategies = []
+      @config['params']['url'].each { |url|
+        @ingestor.load(url)
+        strategies << @ingestor.clone
+				puts url
+
+				# not sure if this will actually work
+				@ingestor.pagination.each do |url|
+					@ingestor.load(url)
+					strategies << @ingestor.clone
+					puts url
+				end
+      }
+      strategies
+    end
+
+    def build_container(container)
+      eval "#{container['object']}.new(container['defaults'])"
+    end
+
+  end
+
+end

data/lib/synchroniser/ingestor/uri.rb

@@ -0,0 +1,14 @@
+module Synchroniser::Ingestor::Uri
+  include Synchroniser::Ingestor
+
+  require 'open-uri'
+
+  def load(uri)
+    @data = open(uri).read
+  end
+
+  def pagination
+    # pagination is not enabled by default
+    []
+  end
+end

data/lib/synchroniser/ingestor/yql.rb

@@ -0,0 +1,24 @@
+module Synchroniser::Ingestor::Yql
+  include Synchroniser::Ingestor
+
+  require 'uri'
+  require 'open-uri'
+  require 'yajl/http_stream'
+  require 'yajl/json_gem'
+  require 'digest/md5'
+
+  def load(uri)
+    resource = Yajl::HttpStream.get(build_url(url))
+    @data = resource['query']['results']['products']['product']
+  end
+
+  private
+
+  def build_url(url)
+    yql = "use \"#{url}\"  as shop; select * from shop;"
+
+    base = "http://query.yahooapis.com/v1/public/yql?format=json&q="
+    URI.parse(base + URI.escape(yql))
+  end
+
+end

data/lib/synchroniser/ingestor.rb

@@ -0,0 +1,19 @@
+module Synchroniser::Ingestor
+
+  attr_accessor :container
+
+  def sync
+    @container.find_all_flags.each {|flag|
+      flag.status = 0
+      flag.save
+    }
+
+    SyncItem.logger.info("Reset status for the set '#{@container.group}'")
+
+    ingest.each {|item|
+      item.save
+    }
+
+    @container.delete_expired_items
+  end
+end

data/lib/synchroniser/model.rb

@@ -0,0 +1,55 @@
+module Synchroniser::Model
+  require File.join(File.dirname(__FILE__), '..', 'sync_item.rb')
+
+  def find_all_flags
+    SyncItem.find_all_by_group(group)
+  end
+
+  def delete_expired_items
+    params = {:status => false,
+              :group    => group}
+    SyncItem.find(:all, :conditions => params).each {|sync_item|
+      begin
+        eval "#{sync_item.class_name}.find(#{sync_item.id}).delete"
+      rescue Exception
+        SyncItem.logger.warn("Unable to remove #{sync_item.class_name}.find(#{sync_item.id})")
+      end
+      sync_item.delete
+    }
+    SyncItem.logger.info("Expired Items Deleted")
+  end
+
+  def before_validation
+    if (sync_item = SyncItem.find_by_group_and_item(group, self.item)).nil? === false
+      # we've already sync'd this object
+      sync_item.status = 2 
+      sync_item.save
+      SyncItem.logger.info("#{sync_item.class_name} with id #{sync_item.class_id} doesn't require an update")
+      #stop further saving
+      #TODO on innodb tables this will cause the transaction to rollback
+      return false
+    end
+    return true
+  end
+
+  def after_save
+    # we must have a new object
+    sync_item = SyncItem.new({ 
+        :group       => group,
+        :item        => self.item,
+        :class_name  => self.class.to_s,
+        :class_id    => self.id,
+        :status      => "1" })
+    sync_item.save
+    SyncItem.logger.info("Created new #{sync_item.class_name}")
+  end
+
+  def group=(value)
+    @@group = value
+  end
+
+  def group
+    @@group
+  end
+
+end

data/lib/synchroniser/tasks/synchroniser.rake

@@ -0,0 +1,14 @@
+require 'yaml'
+
+namespace :synchroniser do
+
+  desc "Ingest a provider"
+  task :provider => :environment do  |t, args|
+    if args.name.nil?
+      raise ArgumentError, "name argument must be supplied to the rake task"
+    end
+
+    synchroniser = Synchroniser::Config::Params.new("/config/ingestors/#{args.name}.yml", args.name).get_sync
+    synchroniser.sync
+  end
+end

data/lib/synchroniser/version.rb

@@ -0,0 +1,9 @@
+module Synchroniser
+  module VERSION
+    MAJOR = 0
+    MINOR = 3
+    TINY  = 0
+
+    STRING = [MAJOR, MINOR, TINY].join('.')
+  end
+end

data/lib/synchroniser.rb

@@ -0,0 +1,53 @@
+class Synchroniser
+
+  attr_accessor :container
+  attr_accessor :ingestors
+
+  def initialize(container, ingestors)
+    @container = container
+    @ingestors = ingestors
+  end
+
+  def ingest
+    @ingestors.map {|ingestor|
+      ingestor.ingest(@container)
+    }.flatten
+  end
+
+  def sync
+    stats = {}
+
+    if @container.group.nil?
+      raise ArgumentError, "Group not set on container '#{@container.class}'"
+    end
+
+    stats[:seed] = 0
+    @container.find_all_flags.each {|flag|
+      flag.status = 0
+      flag.save
+      stats[:seed] += 1
+    }
+
+    SyncItem.logger.info("Reset status for the set '#{@container.group}'")
+
+    stats[:ingestable] = 0
+    ingest.each {|item|
+      if item.item.nil?
+        raise NotImplementedError, "Method call '#{@container.class}.item' is returning null. Please ensure it returns a unique value per instance."
+      end
+      item.save
+      item.url
+      stats[:ingestable] += 1
+    }
+
+    @container.delete_expired_items
+
+    puts "Initial seeding of #{stats[:seed]}"
+    puts "Ingestor found #{stats[:ingestable]} items"
+  end
+end
+
+require File.join(File.dirname(__FILE__), 'synchroniser', 'config.rb')
+require File.join(File.dirname(__FILE__), 'synchroniser', 'model.rb')
+require File.join(File.dirname(__FILE__), 'synchroniser', 'ingestor.rb')
+require File.join(File.dirname(__FILE__), 'synchroniser', 'ingestor', 'uri.rb')

data/rails/init.rb

@@ -0,0 +1 @@
+# Include hook code here

data/spec/db/database.yml

@@ -0,0 +1,3 @@
+sqlite3:
+  :adapter: sqlite3
+  :database: vendor/plugins/synchroniser/spec/db/synchroniser.sqlite3.db

data/spec/db/schema.rb

@@ -0,0 +1,19 @@
+ActiveRecord::Schema.define(:version => 0) do
+  create_table :sync_items, :force => true  do |t|
+    t.string :item
+    t.string :group
+    t.string :class_name
+    t.string :class_id
+    t.string :status
+
+    t.timestamps
+  end
+
+  create_table :posts, :force => true  do |t|
+    t.string :title
+    t.string :url
+
+    t.timestamps
+  end
+
+end

data/spec/spec.opts

@@ -0,0 +1,4 @@
+--colour
+--format progress
+--loadby mtime
+--reverse

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+begin
+  require File.dirname(__FILE__) + '/../../../../spec/spec_helper'
+rescue LoadError
+  puts "You need to install rspec in your base app"
+  exit
+end
+
+plugin_spec_dir = File.dirname(__FILE__)
+ActiveRecord::Base.logger = Logger.new(plugin_spec_dir + "/debug.log")
+
+databases = YAML::load(IO.read(plugin_spec_dir + "/db/database.yml"))
+ActiveRecord::Base.establish_connection(databases[ENV["DB"] || "sqlite3"])
+load(File.join(plugin_spec_dir, "db", "schema.rb"))
+
+require File.join(File.dirname(__FILE__), '..', 'lib', 'synchroniser.rb')
+require File.join(File.dirname(__FILE__), '..', 'lib', 'post.rb')
+require File.join(File.dirname(__FILE__), '..', 'lib', 'dummy_ingestor.rb')

data/spec/synchroniser_spec.rb

@@ -0,0 +1,65 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+item = "abc123"
+group = "def456"
+
+describe Synchroniser do
+  it "should always create a new post with new data" do
+    container = Post.new({:url => item, :group => group})
+    ingestors = [ DummyIngestor.new ]
+    sync = Synchroniser.new(container, ingestors)
+    sync_data = sync.ingest
+    sync_data.first.before_validation.should == true 
+  end
+
+  it "should never create a new post with an existing object" do
+    #TODO should use a fixture instead 
+    a = SyncItem.new
+    a.item = item
+    a.group = group
+    a.save
+
+    container = Post.new({:url => item, :group => group})
+    ingestors = [ DummyIngestor.new ]
+    sync = Synchroniser.new(container, ingestors)
+    sync_data = sync.ingest
+    sync_data.first.before_validation.should == false 
+  end 
+
+  it "should set the correct container group from a config" do
+    config = Synchroniser::Config::Params.new("/vendor/plugins/synchroniser/test/docs/ingestors.yml", "rss")
+    synchroniser = config.get_sync
+    synchroniser.container.group.should == "rss_test_feed"
+  end
+
+  it "should set the correct model group from a config" do
+    config = Synchroniser::Config::Params.new("/vendor/plugins/synchroniser/test/docs/ingestors.yml", "rss")
+    synchroniser = config.get_sync
+    synchroniser.ingest[0].group.should == "rss_test_feed"
+  end
+
+  it "should set the correct url from a config" do
+    synchroniser = Synchroniser::Config::Params.new("/vendor/plugins/synchroniser/test/docs/ingestors.yml", "rss").get_sync
+    synchroniser.ingest[0].url.should == "http://news.bbc.co.uk/sport1/hi/football/teams/n/newcastle_united/8329055.stm"
+  end
+
+  it "should correctly set the title upon ingestion" do
+    synchroniser = Synchroniser::Config::Params.new("/vendor/plugins/synchroniser/test/docs/ingestors.yml", "rss").get_sync
+    synchroniser.ingest[0].title.should == "Ashley takes Newcastle off market"
+  end
+
+  it "should set container defaults corrently" do
+    synchroniser = Synchroniser::Config::Params.new("/vendor/plugins/synchroniser/test/docs/ingestors.yml", "rss").get_sync
+    synchroniser.container.test_default.should == "random_default_name"
+  end
+
+  it "should sync without error" do
+    synchroniser = Synchroniser::Config::Params.new("/vendor/plugins/synchroniser/test/docs/ingestors.yml", "rss").get_sync
+    synchroniser.sync
+    SyncItem.find(:all)[0].item.should == "http://news.bbc.co.uk/sport1/hi/football/teams/n/newcastle_united/8329055.stm"
+    SyncItem.find(:all)[0].group.should == "rss_test_feed"
+  end
+
+
+
+end

data/tasks/synchroniser_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :synchroniser do
+#   # Task goes here
+# end

data/test/docs/ingestors.yml

@@ -0,0 +1,10 @@
+test:
+  rss:
+    ingestor: rss
+    params:
+      url: /home/robsharp/Dropbox/workspace/synchroniser_tests/vendor/plugins/synchroniser/test/docs/rss.xml
+      container:
+        object: Post
+        defaults:
+          group: rss_test_feed
+          test_default: random_default_name

data/test/docs/rss.xml

@@ -0,0 +1,154 @@
+<?xml version="1.0" encoding="ISO-8859-1"?>
+<?xml-stylesheet title="XSL_formatting" type="text/xsl" href="/shared/bsp/xsl/rss/nolsol.xsl"?>
+<rss xmlns:media="http://search.yahoo.com/mrss" version="2.0">
+  <channel>
+    <title>BBC Sport | Football | UK Edition</title>
+    <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/default.stm</link>
+    <description>The latest BBC Football news plus live scores, fixtures, results, tables, video, audio, blogs and analysis for all major UK and international leagues.</description>
+    <language>en-gb</language>
+    <lastBuildDate>Wed, 28 Oct 2009 09:26:52 GMT</lastBuildDate>
+    <copyright>Copyright: (C) British Broadcasting Corporation, see http://news.bbc.co.uk/sport1/hi/help/rss/4517815.stm for terms and conditions of reuse</copyright>
+    <docs>http://www.bbc.co.uk/syndication/</docs>
+    <ttl>15</ttl>
+    <image>
+      <title>BBC Sport</title>
+      <url>http://news.bbc.co.uk/sol/shared/img/sport_120x60.gif</url>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/default.stm</link>
+    </image>
+    <item>
+      <title>Ashley takes Newcastle off market</title>
+      <description>Newcastle owner Mike Ashley ends his attempt to sell the club and aims to sell the naming rights to St James' Park to increase revenues.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/teams/n/newcastle_united/8329055.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/teams/n/newcastle_united/8329055.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 22:38:41 GMT</pubDate>
+      <category>Newcastle</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/45880000/jpg/_45880872_ashley.jpg"/>
+    </item>
+    <item>
+      <title>Stoke players in plane emergency</title>
+      <description>A plane carrying Stoke City players back from their 4-0 defeat at Portsmouth on Tuesday is forced to make an emergency midnight landing.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/teams/s/stoke_city/8329270.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/teams/s/stoke_city/8329270.stm</guid>
+      <pubDate>Wed, 28 Oct 2009 08:41:28 GMT</pubDate>
+      <category>Stoke</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/44936000/gif/_44936207_stoke_66x49.gif"/>
+    </item>
+    <item>
+      <title>Barnsley 0-2 Man Utd</title>
+      <description>Danny Welbeck and Michael Owen seal a 2-0 win for Man Utd at Barnsley in the Carling Cup fourth round, although the visitors have Gary Neville sent off.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/league_cup/8323041.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/league_cup/8323041.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 21:43:25 GMT</pubDate>
+      <category>League Cup</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621742_owen336.jpg"/>
+    </item>
+    <item>
+      <title>Tottenham 2-0 Everton</title>
+      <description>Tottenham shrug off Everton to book their place in the quarter-finals of the Carling Cup.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/league_cup/8323083.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/league_cup/8323083.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 21:51:39 GMT</pubDate>
+      <category>League Cup</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621816_keane66x49.jpg"/>
+    </item>
+    <item>
+      <title>Blackburn 5-2 Peterborough</title>
+      <description>Blackburn shrug off an outbreak of swine flu to beat valiant Peterborough at Ewood Park.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/league_cup/8323055.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/league_cup/8323055.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 22:01:51 GMT</pubDate>
+      <category>League Cup</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621844_008185130-1.jpg"/>
+    </item>
+    <item>
+      <title>Sunderland 0-0 Villa (1-3 pens)</title>
+      <description>Aston Villa keeper Brad Guzan saves three spot-kicks in a penalty shoot-out to seal a Carling Cup fourth round win for his side at Sunderland.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/league_cup/8323069.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/league_cup/8323069.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 22:23:53 GMT</pubDate>
+      <category>League Cup</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621989_guzan226x170.jpg"/>
+    </item>
+    <item>
+      <title>Portsmouth 4-0 Stoke</title>
+      <description>Portsmouth stroll into the quarter-finals of the Carling Cup after comfortably beating Stoke. </description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/league_cup/8323058.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/league_cup/8323058.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 21:41:35 GMT</pubDate>
+      <category>League Cup</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621719_008184644-1.jpg"/>
+    </item>
+    <item>
+      <title>Dundee 1-3 Rangers</title>
+      <description>Rangers progress to the semi-finals of the Co-operative Insurance Cup after a tough game at Dens Park.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/scot_cups/8325938.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/scot_cups/8325938.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 21:37:57 GMT</pubDate>
+      <category>Scottish Cups</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621715_whittaker66.jpg"/>
+    </item>
+    <item>
+      <title>Bristol Rovers 0-4 Leeds United</title>
+      <description>Jermaine Beckford scores two as League One leaders Leeds condemn Bristol Rovers to a fourth consecutive defeat.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/eng_div_2/8316580.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/eng_div_2/8316580.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 21:50:19 GMT</pubDate>
+      <category>League One</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621982_beckford_celeb_index203.jpg"/>
+    </item>
+    <item>
+      <title>St Mirren 3-0 Motherwell</title>
+      <description>St Mirren score three past Motherwell for the second time in a week as they progressed to the Co-operative Insurance Cup semi-finals.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/scot_cups/8325956.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/scot_cups/8325956.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 21:38:56 GMT</pubDate>
+      <category>Scottish Cups</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621865_ross66.jpg"/>
+    </item>
+    <item>
+      <title>St Johnstone 2-1 Dundee United</title>
+      <description>Steven Anderson helps put his former team to the sword as St Johnstone squeeze through to the Co-operative Insurance Cup semi-finals.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/scot_cups/8325947.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/scot_cups/8325947.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 21:41:58 GMT</pubDate>
+      <category>Scottish Cups</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46621000/jpg/_46621884_anderson66.jpg"/>
+    </item>
+    <item>
+      <title>Spitting on pitch 'is flu risk'</title>
+      <description>Footballers are warned about spitting on the pitch during games as more swine flu cases are confirmed in the Premier League.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/8327576.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/8327576.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 16:04:31 GMT</pubDate>
+      <category>Football</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46616000/jpg/_46616158_flu_66.jpg"/>
+    </item>
+    <item>
+      <title>Aquilani close to Liverpool debut</title>
+      <description>Preview followed by live coverage of Wednesday's game between Arsenal and Liverpool in the Carling Cup.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/league_cup/8323097.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/league_cup/8323097.stm</guid>
+      <pubDate>Mon, 26 Oct 2009 15:33:17 GMT</pubDate>
+      <category>League Cup</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46158000/jpg/_46158717_carling_cup_live_66x49.jpg"/>
+    </item>
+    <item>
+      <title>Celtic prepare for Brown absence</title>
+      <description>Scott Brown could miss several games for Celtic and Scotland as his club look to resolve his ankle problems.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/teams/c/celtic/8328502.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/teams/c/celtic/8328502.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 16:15:56 GMT</pubDate>
+      <category>Celtic</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46619000/jpg/_46619552_scott_brown226i.jpg"/>
+    </item>
+    <item>
+      <title>Clarity required for Rangers sale</title>
+      <description>Sir David Murray will have to go public with details of the sale of any of his majority shareholding in Rangers.</description>
+      <link>http://news.bbc.co.uk/go/rss/-/sport1/hi/football/teams/r/rangers/8324603.stm</link>
+      <guid isPermaLink="false">http://news.bbc.co.uk/sport1/hi/football/teams/r/rangers/8324603.stm</guid>
+      <pubDate>Tue, 27 Oct 2009 16:11:48 GMT</pubDate>
+      <category>Rangers</category>
+      <media:thumbnail width="66" height="49" url="http://newsimg.bbc.co.uk/media/images/46605000/jpg/_46605624_waltersmith_getty282.jpg"/>
+    </item>
+  </channel>
+</rss>

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification 
+name: synchroniser
+version: !ruby/object:Gem::Version 
+  hash: 19
+  prerelease: false
+  segments: 
+  - 0
+  - 3
+  - 0
+  version: 0.3.0
+platform: ruby
+authors: 
+- Rob Sharp
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-08-05 00:00:00 +10:00
+default_executable: 
+dependencies: []
+
+description: "  Synchroniser is a simple class to class synchronisation plugin.\n"
+email: rob@sharp.id.au
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Readme.rdoc
+- Rakefile
+- MIT-LICENSE
+- autotest/discover.rb
+- generators/synchroniser/USAGE
+- generators/synchroniser/synchroniser_generator.rb
+- generators/synchroniser/templates/create_sync_items.rb
+- lib/rss_ingestor.rb
+- lib/synchroniser.rb
+- lib/sync_item.rb
+- lib/dummy_ingestor.rb
+- lib/synchroniser/ingestor/yql.rb
+- lib/synchroniser/ingestor/uri.rb
+- lib/synchroniser/model.rb
+- lib/synchroniser/tasks/synchroniser.rake
+- lib/synchroniser/version.rb
+- lib/synchroniser/config.rb
+- lib/synchroniser/ingestor.rb
+- lib/post.rb
+- rails/init.rb
+- spec/spec.opts
+- spec/db/database.yml
+- spec/db/schema.rb
+- spec/synchroniser_spec.rb
+- spec/spec_helper.rb
+- test/docs/ingestors.yml
+- test/docs/rss.xml
+- tasks/synchroniser_tasks.rake
+has_rdoc: true
+homepage: http://github.com/iondrive/synchroniser
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: A basic synchronisation plugin for rails
+test_files: []
+