ausca 0.1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NTVlZjVkY2FhNWVmM2JlNDEyZjI1NTYxMmFiODE4MWZjMTE2Zjc4ZQ==
+  data.tar.gz: !binary |-
+    NjRlYzJiMjQxYmFjMzQxZTA1MjU4ZTRkNWMwYTM5ZDA2ZGZkYzAwZg==
+SHA512:
+  metadata.gz: !binary |-
+    YmZmNTkwMGZhMjVhM2Q4NmQ5OTcwNGEwMWI4OTU2MTNkY2MzNmQwZTU2ZjMx
+    NjQwYjE2OGRiYjhiMTc2OTY2N2E5YmJiZTlkMTM2ZTdlMGIzM2ZkZmMzZGZh
+    Y2M1MzIzOWViOTVlYmE1YjQ5NWQ5ODY0ZTAzMWNjZTlhYWZlNmE=
+  data.tar.gz: !binary |-
+    OGI1M2UwYWQ2NWM2NDI5NDM3NjhlN2QyYWE5NTA5YjA4ZjJjYTMwOTEzNzI4
+    NWFhN2ZiMmY4MTM0ODU1ZWM2ZjcwYzJlODFiMmQ1ZDhhZWUxYmYwZmYwNDI1
+    MDBkNTkwMjJkMDZiNmFhMmVmZDE2MDU1YjgxYjk5MzBiY2Q5ZTQ=

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ausca.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Kam
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Ausca
+
+Ausca is a collection of automation utilities and bots written in Ruby.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'ausca'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ausca
+
+## Usage
+
+Check out http://ausca.com for documentation, and the tests directory for functional examples.
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/ausca.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ausca/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ausca"
+  spec.version       = Ausca::VERSION
+  spec.authors       = ["Kam Low"]
+  spec.email         = ["hello@sourcey.com"]
+  spec.description   = %q{Ausca is a collection of automation utilities that you can use to fast-track the development of your online empire.}
+  spec.summary       = %q{Automation utilities and bots.}
+  spec.homepage      = "http://ausca.com"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

data/lib/ausca.rb

@@ -0,0 +1,9 @@
+require_relative "ausca/version"
+require_relative "ausca/util"
+require_relative "ausca/rss/util"
+require_relative "ausca/rss/joiner"
+require_relative "ausca/twitter/bot"
+
+module Ausca
+  # :)
+end

data/lib/ausca/rss/joiner.rb

@@ -0,0 +1,104 @@
+require 'nokogiri'
+require 'open-uri'
+
+module Ausca
+  module RSS
+    class Joiner
+      def options
+        @options ||= {
+          # Array of source feed URLs to join
+          feeds: [],
+          
+          # Max output feed items
+          max_items: 20,
+          
+          # Output RSS file path
+          output_path: "feed.rss",
+          
+          # RSS variables
+          version: "2.0",
+          title: "my title",
+          description: "my description",
+          link: "my link",
+          author: "my author",
+        }
+      end
+
+      def initialize(opts)
+        options.merge!(opts)
+        options[:feeds].to_a unless options[:feeds].is_a? Array 
+      end    
+
+      # Generates the output RSS feed
+      def generate    
+        items = self.fetch
+        items = self.filter items
+        
+        rss = Nokogiri::XML::Builder.new(encoding: 'UTF-8') do |xml|
+          xml.rss(version: options[:version]) do
+            xml.channel do
+              xml.title options[:title]
+              xml.description options[:description]
+              xml.link options[:link]
+              xml.author options[:author]
+                            
+              items.each do |source_item|
+                xml.item do
+                  xml.title source_item[:title]
+                  xml.description do
+                    xml.cdata source_item[:description] # CGI::unescape_html 
+                  end
+                  xml.link source_item[:link]
+                  xml.category source_item[:category] unless source_item[:category].empty?
+                  xml.pubDate source_item[:pubDate].httpdate
+                  
+                  # optional image
+                  if source_item[:image]
+                    xml.image do
+                      xml.url source_item[:image]
+                    end
+                  end
+                end
+              end
+            end
+          end
+        end
+        
+        self.save rss.to_xml
+      end  
+      
+      # Fetch and combine the remote feeds
+      def fetch          
+        items = []
+        # File.open(options[:feeds], 'r').each_line { |f| }
+        options[:feeds].each { |url|
+          p "Fetching: #{url}"
+          open(url) do |rss|            
+            doc = Nokogiri::XML(rss.read) # Nokogiri::XML::ParseOptions::NOCDATA
+            doc.xpath('//item').map do |i|
+              items << { 
+                title: i.xpath('title').text, 
+                description: i.xpath('description').text, 
+                link: RSS::Util.item_source_url(i),
+                image: RSS::Util.item_image_url(i), 
+                category: i.xpath('category').text, 
+                pubDate: Time.parse(i.xpath('pubDate').text)
+              }
+            end
+          end        
+        } 
+        items.sort_by { |k| k[:pubDate] }.reverse   
+      end    
+       
+      # Filter the output feed items based on optional constraints
+      def filter items
+        items = items.first(options[:max_items]) if options[:max_items] > 0
+      end 
+            
+      def save rss
+        File.write(options[:output_path], rss)
+        #File.open(options[:output_path], 'w') { |f| rss }
+      end   
+    end
+  end
+end

data/lib/ausca/rss/util.rb

@@ -0,0 +1,36 @@
+module Ausca
+  module RSS
+    class Util 
+      class << self
+      
+        # Get the source URL for an RSS item
+        def item_source_url node
+          url = node.at_xpath('source').attr('url') if node.at_xpath('source')
+          url = (node.xpath('link').text if node.at_xpath('link')) unless url         
+          url
+        end        
+
+        # Get an image from the image or content element
+        def item_image_url item
+          url = i.at_xpath('media|thumbnail').attr('url') if i.at_xpath('media|thumbnail') rescue nil
+          url = i.at_xpath('enclosure').attr('url') unless url rescue nil
+          #url = item.content.to_s[/img.*?src=\\\"(.*?)\\\"/i,1] unless url rescue nil
+          url 
+        end
+        
+        def default_text item
+          s = "#{item[:title]} #{item[:link]}"
+          s += " ##{item[:category].gsub(/\s+/, "").downcase}" if item[:category]
+          CGI::unescape_html s #.html_safe
+        end
+
+        def default_text_with_description item
+          s = "#{item[:title]}: #{item[:description]} #{item[:link]}"
+          s += " ##{item[:category].gsub(/\s+/, "").downcase}" if item[:category]
+          CGI::unescape_html s #.html_safe
+        end
+
+      end
+    end
+  end
+end

data/lib/ausca/twitter/bot.rb

@@ -0,0 +1,180 @@
+require 'twitter'
+require 'json'
+
+module Ausca
+  module Twitter
+
+    # Twitter bot for gaining followers by following, favouriting and retweeting
+    # targeted users and content.
+    #
+    # TODO: Unfollow users after a few days if no followback
+    class Bot
+      def options
+        @options ||= {
+          :consumer_key => nil,
+          :consumer_secret => nil,
+          :access_token => nil,
+          :access_token_secret => nil,
+          :config => nil,
+          :config_filename => "config.json",
+          :search => "#popular -rt",
+          :freind_follower_ratio => 0.75,
+          :retweet_min_follower_count => 100,
+          :want_num_retweets => 1,
+          :want_num_favorites => 5,
+          :max_loops => 5
+        }
+      end
+
+      def initialize(opts)
+        options.merge!(opts)
+        load_config
+      end
+
+      # Create the Twitter REST client instance
+      def client
+        @client ||= Twitter::REST::Client.new do |config|
+          config.consumer_key        = options[:consumer_key]
+          config.consumer_secret     = options[:consumer_secret]
+          config.access_token        = options[:access_token]
+          config.access_token_secret = options[:access_token_secret]
+        end
+      end
+
+      # Load the config file if a filename option was provided
+      def load_config
+        # Load from options or file
+        @config = options[:config]
+        @config ||= (JSON.parse(IO.read(
+              File.expand_path(options[:config_filename],
+                File.dirname(__FILE__)))) rescue {}) if options[:config_filename]
+        @config['following'] ||= {}
+      end
+
+      # Save the config file if a filename option was provided
+      def save_config
+        p @config.inspect
+        File.open(options[:config_filename], 'w'){ |f| JSON.dump(@config, f) } if options[:config_filename]
+      end
+
+      # Run the bot action
+      def run
+        num_retweets = 0
+        num_favorites = 0
+        num_loops = 0
+        filters = { max_id: nil }
+
+        # Loop until we have reached our target number of follows, retweets and favs,
+        # or hit the max number of loops
+        while num_loops < options[:max_loops] &&
+            (num_retweets < options[:want_num_retweets] ||
+              num_favorites < options[:want_num_favorites])
+          num_loops += 1
+          p "*** Looping #{num_loops}"
+
+          # @option options [String] :geocode Returns tweets by users located within a given radius of the given latitude/longitude. The location is preferentially taking from the Geotagging API, but will fall back to their Twitter profile. The parameter value is specified by "latitude,longitude,radius", where radius units must be specified as either "mi" (miles) or "km" (kilometers). Note that you cannot use the near operator via the API to geocode arbitrary locations; however you can use this geocode parameter to search near geocodes directly.
+          # @option options [String] :lang Restricts tweets to the given language, given by an ISO 639-1 code.
+          # @option options [String] :locale Specify the language of the query you are sending (only ja is currently effective). This is intended for language-specific clients and the default should work in the majority of cases.
+          # @option options [String] :result_type Specifies what type of search results you would prefer to receive. Options are "mixed", "recent", and "popular". The current default is "mixed."
+          # @option options [Integer] :count The number of tweets to return per page, up to a maximum of 100.
+          # @option options [String] :until Optional. Returns tweets generated before the given date. Date should be formatted as YYYY-MM-DD.
+          # @option options [Integer] :since_id Returns results with an ID greater than (that is, more recent than) the specified ID. There are limits to the number of Tweets which can be accessed through the API. If the limit of Tweets has occured since the since_id, the since_id will be forced to the oldest ID available.
+          # @option options [Integer] :max_id Returns results with an ID less than (that is, older than) or equal to the specified ID.
+          # @option options [Boolean, String, Integer] :include_entities The tweet entities node will be disincluded when set to false.
+          client.search(options[:search], filters).each do |tweet|
+            filters[:max_id] = tweet.id
+            
+            #p "*** Looping #{tweet.text}"
+
+            # Skip dead tweets
+            next if tweet.lang != 'en'
+
+            # Skip dead tweets
+            next if tweet.retweet_count == 0 || tweet.favorite_count == 0
+
+            # Skip unpopular or overpopular tweets
+            next if tweet.retweet_count < 3 || tweet.retweet_count > 100#0
+
+            # Skip tweets we have interacted with
+            #next if tweet.retweeted || tweet.favorited
+   
+            # Skip users that aren't easy marks
+            next if tweet.user.friends_count < (tweet.user.followers_count * options[:freind_follower_ratio])
+
+            # Skip if already following
+            next if @config['following'].has_key? tweet.user.id
+
+            # Retweet the first most suitable tweet, and follow that user
+            if num_retweets < options[:want_num_retweets] &&
+                tweet.retweet_count > tweet.favorite_count &&
+
+                # Ensure min followers count is met before we retweet
+                tweet.user.followers_count > options[:retweet_min_follower_count]
+
+              p "*** DO RT"
+              print_tweet tweet
+
+              begin
+                @config['following'][tweet.user.id] = Time.now.utc
+                client.follow!(tweet.user)
+                client.retweet!(tweet)
+                num_retweets += 1
+              rescue => e
+                p "*** RT ERROR: #{e}"
+              ensure
+              end
+              next
+            end
+
+            # Favourite the first most suitable tweet, and follow that user
+            if num_favorites < options[:want_num_favorites] #&& tweet.favorite_count > tweet.retweet_count
+              p "*** DO FAV"
+              print_tweet tweet
+
+              begin
+                @config['following'][tweet.user.id] = Time.now.utc
+                client.follow!(tweet.user)
+                client.favorite!(tweet)
+                num_favorites += 1
+              rescue => e
+                p "*** FAV ERROR: #{e}"
+              ensure
+              end
+              next
+            end
+          end
+        end
+
+    #    # Loop followed users and unfollow if no followback after 5 days
+    #    now = Time.now
+    #    days = 5
+    #    p @config.inspect
+    #    @config['following'].each do |id,time|
+    #      expired = (Time.parse(time) + (60 * 60 * 24 * days)) < now
+    #      if expired
+    #        # TODO
+    #        # check if following us
+    #        # => - remove entry if true
+    #        # => - remove firend and entry if false
+    #      end
+    #    end
+
+        save_config
+      end
+
+      # Print useful information about a tweet
+      def print_tweet tweet
+        puts '----------------------------------------------------------------------'
+        puts tweet.text
+        puts "favorite_count: #{tweet.favorite_count}"
+        puts "retweet_count: #{tweet.retweet_count}"
+        puts "retweeted #{tweet.retweeted}"
+        puts "favorited #{tweet.favorited}"
+        puts "source #{tweet.source}"
+        puts "lang #{tweet.lang}"
+        puts "user friends #{tweet.user.friends_count}"
+        puts "user followers #{tweet.user.followers_count}"
+      end
+    end
+  end
+end

data/lib/ausca/util.rb

@@ -0,0 +1,14 @@
+module Ausca
+  class Util 
+  
+    # Load a JSON config file
+    #def load_json_config path
+    #  JSON.parse(IO.read(File.expand_path(path, File.dirname(__FILE__)))) rescue {}
+    #end
+
+    # Save a JSON config file if a filename option was provided
+    #def save_json_config path, object
+    #  File.open(path, 'w') { |f| JSON.dump(object, f) }
+    #end
+  end
+end

data/lib/ausca/version.rb

@@ -0,0 +1,3 @@
+module Ausca
+  VERSION = "0.1.0"
+end

data/tests/feed.rss

@@ -0,0 +1,309 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<rss version="2.0">
+  <channel>
+    <title>test title</title>
+    <description>test description</description>
+    <link>test link</link>
+    <author>test author</author>
+    <item>
+      <title>Active mums 'have active children'</title>
+      <description><![CDATA[There is a direct link between how physically active mothers are and how active their young children are, suggests a UK study.]]></description>
+      <link>http://www.bbc.co.uk/news/health-26679906#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 06:02:39 GMT</pubDate>
+    </item>
+    <item>
+      <title>Police incompetent, says acid victim</title>
+      <description><![CDATA[A woman left scarred when he friend attacked her with acid accuses Scotland Yard of incompetence, saying they initially claimed she had done it to herself.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-26710956#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 06:01:06 GMT</pubDate>
+    </item>
+    <item>
+      <title>Rain could increase river pollution</title>
+      <description><![CDATA[Wetter winters in the future could increase agricultural pollution in Britain's rivers, say scientists.]]></description>
+      <link>http://www.bbc.co.uk/news/science-environment-26682750#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 06:00:20 GMT</pubDate>
+    </item>
+    <item>
+      <title>Russian troops 'overrun Crimea base'</title>
+      <description><![CDATA[Russian troops seize control of a Crimean naval base at Feodosia, the third such attack in 48 hours, Ukrainian officials tell the BBC.]]></description>
+      <link>http://www.bbc.co.uk/news/world-europe-26710884#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 05:49:47 GMT</pubDate>
+    </item>
+    <item>
+      <title>Missing plane: China spots 'objects'</title>
+      <description><![CDATA[A Chinese plane spots possible debris hours after it joined the search for the missing Malaysia Airlines plane in the southern Indian Ocean.]]></description>
+      <link>http://www.bbc.co.uk/news/world-asia-26678492#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 05:46:09 GMT</pubDate>
+    </item>
+    <item>
+      <title>Taiwan students storm government HQ</title>
+      <description><![CDATA[Dozens hurt as Taiwan police disperse students who had occupied government headquarters to protest at a trade deal with China.]]></description>
+      <link>http://www.bbc.co.uk/news/world-asia-26705779#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 05:06:07 GMT</pubDate>
+    </item>
+    <item>
+      <title>Ex-Army chief calls for more troops</title>
+      <description><![CDATA[The UK needs 3,000 extra troops to show it "takes its defence responsibilities seriously" in light of the Ukraine crisis, says a former head of the Army.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-26710855#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 04:22:30 GMT</pubDate>
+    </item>
+    <item>
+      <title>Rising death toll from US landslide</title>
+      <description><![CDATA[Rescuers searching the area of Saturday's massive mudslide in the US state of Washington find eight bodies, with a number of people still missing.]]></description>
+      <link>http://www.bbc.co.uk/news/world-us-canada-26703994#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 03:58:55 GMT</pubDate>
+    </item>
+    <item>
+      <title>Banners to line Crow funeral route</title>
+      <description><![CDATA[Hundreds of trade unionists are expected to join the funeral procession of Rail, Maritime and Transport union leader Bob Crow.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-26707611#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 03:45:35 GMT</pubDate>
+    </item>
+    <item>
+      <title>Fraud 'costing NHS £5bn a year'</title>
+      <description><![CDATA[Fraud is costing the NHS £5bn a year, with a further £2bn lost to financial errors, the former head of its anti-fraud section tells BBC Panorama.]]></description>
+      <link>http://www.bbc.co.uk/news/health-26654001#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 03:40:22 GMT</pubDate>
+    </item>
+    <item>
+      <title>VIDEO: Deadly landslide in Washington state</title>
+      <description><![CDATA[At least eight people have been killed and several badly injured in a huge landslide in a rural area of the north-western American state of Washington, officials say.]]></description>
+      <link>http://www.bbc.co.uk/news/world-us-canada-26710342#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 03:37:09 GMT</pubDate>
+    </item>
+    <item>
+      <title>Japan PM Abe visits Ann Frank museum</title>
+      <description><![CDATA[Japan's Shinzo Abe visits Amsterdam's Anne Frank House museum, weeks after 300 copies of her famous diary were vandalised in Tokyo.]]></description>
+      <link>http://www.bbc.co.uk/news/world-asia-26710575#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 02:58:01 GMT</pubDate>
+    </item>
+    <item>
+      <title>Ceremony honours 'The Great Escape'</title>
+      <description><![CDATA[A ceremony to commemorate the Great Escape, the famous breakout from German prisoner of war camp Stalag Luft III in 1944, is due to take place later.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-26706141#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 02:13:37 GMT</pubDate>
+    </item>
+    <item>
+      <title>VIDEO: Mexico's mariachi academy run by American</title>
+      <description><![CDATA[Mexico's first mariachi academy plans global domination]]></description>
+      <link>http://www.bbc.co.uk/news/magazine-26686725#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 01:18:35 GMT</pubDate>
+    </item>
+    <item>
+      <title>Elton John: On the Yellow Brick Road</title>
+      <description><![CDATA[The story of Goodbye Yellow Brick Road by the people who made it]]></description>
+      <link>http://www.bbc.co.uk/news/entertainment-arts-26648532#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 01:17:41 GMT</pubDate>
+    </item>
+    <item>
+      <title>Did Hyman Minsky find the secret behind financial crashes?</title>
+      <description><![CDATA[Did this man find the secret behind financial crashes?]]></description>
+      <link>http://www.bbc.co.uk/news/magazine-26680993#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 01:14:46 GMT</pubDate>
+    </item>
+    <item>
+      <title>Cows connected to web to boost milk</title>
+      <description><![CDATA[Scottish dairy famers are connecting their cows to the internet to help track the animal's health and improve their milk yield.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-scotland-scotland-business-26705812#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 01:09:34 GMT</pubDate>
+    </item>
+    <item>
+      <title>Scots constitution to be published</title>
+      <description><![CDATA[An interim written Scottish constitution will be published this summer, the country's deputy first minister announces.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-scotland-scotland-politics-26707495#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:53:24 GMT</pubDate>
+    </item>
+    <item>
+      <title>New tool to help catch child abusers</title>
+      <description><![CDATA[Victims of child sexual abuse could soon be identified more quickly, thanks to law enforcement agency work on a cloud-based archive of abuse material.]]></description>
+      <link>http://www.bbc.co.uk/news/technology-26612059#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:43:44 GMT</pubDate>
+    </item>
+    <item>
+      <title>Apollo collapse due to 'old' materials</title>
+      <description><![CDATA[A ceiling collapse at London's Apollo Theatre has been put down to weak and old materials, the BBC has learned.]]></description>
+      <link>http://www.bbc.co.uk/news/entertainment-arts-26689705#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:41:05 GMT</pubDate>
+    </item>
+    <item>
+      <title>Boy, 15, charged with girl's murder</title>
+      <description><![CDATA[A teenage boy is charged with murdering 15-year-old Shereka Fab-Ann Marsh, who was shot in the neck in Hackney, east London.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-england-london-26710714#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:38:30 GMT</pubDate>
+    </item>
+    <item>
+      <title>Stamps honour 10 greats born in 1914</title>
+      <description><![CDATA[Actor Sir Alec Guinness and poet Dylan Thomas are among 10 "remarkable" people - all born in 1914- who feature on a new set of stamps.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-26709537#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:31:20 GMT</pubDate>
+    </item>
+    <item>
+      <title>VIDEO: Five ways Crimea is becoming Russian</title>
+      <description><![CDATA[Five ways Crimea will change as it becomes part of Russia]]></description>
+      <link>http://www.bbc.co.uk/news/world-europe-26679240#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:10:32 GMT</pubDate>
+    </item>
+    <item>
+      <title>Johnnie Boden's passion for fashion</title>
+      <description><![CDATA[How Johnnie Boden came to dress the UK's yummy mummies]]></description>
+      <link>http://www.bbc.co.uk/news/business-26334330#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:07:45 GMT</pubDate>
+    </item>
+    <item>
+      <title>Fathers 'not taking paternity leave'</title>
+      <description><![CDATA["Ingrained" attitudes among employers and fears about the loss of salary is preventing many men from taking paternity leave, a report has suggested.]]></description>
+      <link>http://www.bbc.co.uk/news/business-26710507#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:04:22 GMT</pubDate>
+    </item>
+    <item>
+      <title>Russian UK tourist spending dives</title>
+      <description><![CDATA[The UK's hotels and shops sees income from Russians fall 17% last month as visitor numbers fell back amid political unrest in Ukraine, says a report.]]></description>
+      <link>http://www.bbc.co.uk/news/business-26708117#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:02:47 GMT</pubDate>
+    </item>
+    <item>
+      <title>New push for energy firm probe</title>
+      <description><![CDATA[The consumer group Which? and the Federation of Small Businesses are asking regulators to investigate the "broken" energy market.]]></description>
+      <link>http://www.bbc.co.uk/news/business-26704915#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Mon, 24 Mar 2014 00:00:12 GMT</pubDate>
+    </item>
+    <item>
+      <title>Russia invasion fears and NHS fraud - front pages</title>
+      <description><![CDATA[Tensions between Russia and the international community, NHS fraud claims and Samantha Cameron's onesie make headlines.]]></description>
+      <link>http://www.bbc.co.uk/news/blogs-the-papers-26710333#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 23:47:28 GMT</pubDate>
+    </item>
+    <item>
+      <title>US actor James Rebhorn dies aged 65</title>
+      <description><![CDATA[US character actor James Rebhorn, whose most recent role was in TV series Homeland, dies at the age of 65 after a long battle with skin cancer.]]></description>
+      <link>http://www.bbc.co.uk/news/entertainment-arts-26710547#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 23:30:12 GMT</pubDate>
+    </item>
+    <item>
+      <title>Poll gains for French National Front</title>
+      <description><![CDATA[France's far-right anti-immigration National Front party has made significant gains in local elections, according to early results and projections.]]></description>
+      <link>http://www.bbc.co.uk/news/world-europe-26707588#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 22:47:14 GMT</pubDate>
+    </item>
+    <item>
+      <title>Real Madrid 3-4 Barcelona</title>
+      <description><![CDATA[Lionel Messi's hat-trick helps Barcelona beat 10-man Real Madrid in a thrilling match to boost their La Liga title hopes.]]></description>
+      <link>http://www.bbc.co.uk/sport/0/football/26690210</link>
+      <pubDate>Sun, 23 Mar 2014 22:43:58 GMT</pubDate>
+    </item>
+    <item>
+      <title>Afghanistan's first spaceman returns home</title>
+      <description><![CDATA[From heroic spaceman to humble accountant]]></description>
+      <link>http://www.bbc.co.uk/news/magazine-26648270#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 21:47:21 GMT</pubDate>
+    </item>
+    <item>
+      <title>Venezuela probes protest abuses</title>
+      <description><![CDATA[Venezuela's attorney general, Luiza Ortega Diaz, says 60 cases of alleged human rights abuses during recent street protests are being investigated.]]></description>
+      <link>http://www.bbc.co.uk/news/world-latin-america-26709707#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 20:33:13 GMT</pubDate>
+    </item>
+    <item>
+      <title>Turkey downs Syrian military jet</title>
+      <description><![CDATA[Turkey shoots down a Syrian military jet it says violated its airspace, but Damascus condemns what it calls "blatant aggression".]]></description>
+      <link>http://www.bbc.co.uk/news/world-middle-east-26706417#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 20:07:21 GMT</pubDate>
+    </item>
+    <item>
+      <title>Player arrested over taxi damage</title>
+      <description><![CDATA[Former Newcastle United footballer Nile Ranger is arrested on suspicion of causing criminal damage to a taxi in Liverpool.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-england-merseyside-26706371#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 19:26:31 GMT</pubDate>
+    </item>
+    <item>
+      <title>Murray eases past Lopez in Miami</title>
+      <description><![CDATA[Britain's Andy Murray beats Spaniard Feliciano Lopez in straight sets to reach the last 16 at the Sony Open in Miami.]]></description>
+      <link>http://www.bbc.co.uk/sport/0/tennis/26705843</link>
+      <pubDate>Sun, 23 Mar 2014 19:00:09 GMT</pubDate>
+    </item>
+    <item>
+      <title>Deadly Ebola reaches Guinea capital</title>
+      <description><![CDATA[An outbreak of the Ebola virus - which has already killed 59 people in Guinea - has reached the capital Conakry, the UN's children agency warns.]]></description>
+      <link>http://www.bbc.co.uk/news/world-africa-26701733#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 18:09:23 GMT</pubDate>
+    </item>
+    <item>
+      <title>Where now for Wenger and Arsenal?</title>
+      <description><![CDATA[Where does Arsenal manager Arsene Wenger go now after his 1,000th game in charge of the Gunners turned into a nightmare?]]></description>
+      <link>http://www.bbc.co.uk/sport/0/football/26705642</link>
+      <pubDate>Sun, 23 Mar 2014 17:39:50 GMT</pubDate>
+    </item>
+    <item>
+      <title>Three arrested over city sex attack</title>
+      <description><![CDATA[Three men are arrested following a serious sexual assault on a woman in north Belfast.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-northern-ireland-26708351#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 17:12:00 GMT</pubDate>
+    </item>
+    <item>
+      <title>Broad fined for umpire criticism</title>
+      <description><![CDATA[England captain Stuart Broad is fined for questioning the umpires' decision to play on in a storm at the World Twenty20.]]></description>
+      <link>http://www.bbc.co.uk/sport/0/cricket/26708635</link>
+      <pubDate>Sun, 23 Mar 2014 17:04:19 GMT</pubDate>
+    </item>
+    <item>
+      <title>Dewani 'to be extradited on 7 April'</title>
+      <description><![CDATA[A man accused of arranging the murder of his wife on their honeymoon will be extradited to South Africa on 7 April, the government there says.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-england-bristol-26705011#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 16:47:20 GMT</pubDate>
+    </item>
+    <item>
+      <title>Tottenham Hotspur 3-2 Southampton</title>
+      <description><![CDATA[Gylfi Sigurdsson comes off the bench to score a late winner for Tottenham against Southampton at White Hart Lane.]]></description>
+      <link>http://www.bbc.co.uk/sport/0/football/26599215</link>
+      <pubDate>Sun, 23 Mar 2014 16:12:52 GMT</pubDate>
+    </item>
+    <item>
+      <title>VIDEO: Kinnock name 'not always an advantage'</title>
+      <description><![CDATA[Stephen Kinnock, son of the former Labour leader Neil Kinnock, has been selected as the Labour candidate for Aberavon at the 2015 general election but says his family name does not necessarily work to his advantage.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-wales-26706905#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 15:53:40 GMT</pubDate>
+    </item>
+    <item>
+      <title>Police probe 'tragic' toddler death</title>
+      <description><![CDATA[Police are investigating the "unexplained" death of a two-year-old boy after being called to what was described as a "serious incident" at a house.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-scotland-edinburgh-east-fife-26705113#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 15:43:35 GMT</pubDate>
+    </item>
+    <item>
+      <title>Four killed in Kenya church attack</title>
+      <description><![CDATA[Four people are killed and a number are injured when gunmen open fire in a church near the Kenyan city of Mombasa, officials say.]]></description>
+      <link>http://www.bbc.co.uk/news/world-africa-26707242#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 14:55:49 GMT</pubDate>
+    </item>
+    <item>
+      <title>NHS criticisms 'worry for patients'</title>
+      <description><![CDATA[A nurses' leader says constant criticism of care in the NHS is "worrying for patients" and unfair to staff if claims are not investigated and substantiated.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-wales-26705033#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 13:49:47 GMT</pubDate>
+    </item>
+    <item>
+      <title>VIDEO: Bez on his plan to stand as MP</title>
+      <description><![CDATA[Mark Berry, better known as Bez from Manchester band Happy Mondays, is planning to stand for parliament.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-politics-26697322#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 13:24:06 GMT</pubDate>
+    </item>
+    <item>
+      <title>Blackrock outlines Yes vote 'risks'</title>
+      <description><![CDATA[The world's biggest investment fund manager says Scottish independence would bring "major uncertainties, costs and risks," for Scotland and the rest of the UK.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-scotland-scotland-politics-26705466#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 13:15:31 GMT</pubDate>
+    </item>
+    <item>
+      <title>VIDEO: Obamas visit Great Wall of China</title>
+      <description><![CDATA[US First Lady Michelle Obama and her daughters visit the Great Wall of China on the fourth day of their week-long visit to the country.]]></description>
+      <link>http://www.bbc.co.uk/news/world-us-canada-26705887#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 12:35:17 GMT</pubDate>
+    </item>
+    <item>
+      <title>Man charged in river murder inquiry</title>
+      <description><![CDATA[A 28-year-old man is charged with murder after the body of a 45-year-old man was discovered partially submerged in a Cardiff river.]]></description>
+      <link>http://www.bbc.co.uk/news/uk-wales-south-east-wales-26706019#sa-ns_mchannel=rss&amp;ns_source=PublicRSS20-sa</link>
+      <pubDate>Sun, 23 Mar 2014 12:11:41 GMT</pubDate>
+    </item>
+  </channel>
+</rss>

data/tests/feed_joiner.rb

@@ -0,0 +1,19 @@
+require_relative "../lib/ausca"
+
+rss = Ausca::RSS::Joiner.new({
+  :feeds => 
+    # http://www.topix.com/rss/popular/topstories
+    # http://feeds.bbci.co.uk/news/rss.xml
+    # http://www.nasa.gov/rss/lg_image_of_the_day.rss
+    [ "http://www.topix.com/rss/popular/topstories", "http://feeds.bbci.co.uk/news/rss.xml" ],
+  :max_items => 50,
+  :output_path => "feed.rss",
+  
+  # RSS variables
+  :version => "2.0",
+  :title => "test title",
+  :description => "test description",
+  :link => "test link",
+  :author => "test author"  
+})
+rss.generate

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: ausca
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kam Low
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Ausca is a collection of automation utilities that you can use to fast-track
+  the development of your online empire.
+email:
+- hello@sourcey.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- ausca.gemspec
+- lib/ausca.rb
+- lib/ausca/rss/joiner.rb
+- lib/ausca/rss/util.rb
+- lib/ausca/twitter/bot.rb
+- lib/ausca/util.rb
+- lib/ausca/version.rb
+- tests/feed.rss
+- tests/feed_joiner.rb
+homepage: http://ausca.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.9
+signing_key: 
+specification_version: 4
+summary: Automation utilities and bots.
+test_files: []