feed-processor 0.0.1 → 0.1.0

data/.gitignore

@@ -1 +1,2 @@
-urls.txt
+urls.txt
+pkg

data/VERSION

@@ -1 +1 @@
-0.0.1
+0.1.0

data/feed-processor.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{feed-processor}
-  s.version = "0.0.1"
+  s.version = "0.1.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Anthony Eden"]
@@ -29,6 +29,7 @@ Gem::Specification.new do |s|
      "lib/feed_processor/feed.rb",
      "lib/feed_processor/fetcher.rb",
      "lib/feed_processor/file_based_request_generator.rb",
+     "lib/feed_processor/mongo_feed_handler.rb",
      "lib/feed_processor/parser.rb",
      "lib/feed_processor/response.rb",
      "lib/feed_processor/util.rb"

data/lib/feed_processor/mongo_feed_handler.rb

@@ -0,0 +1,24 @@
+module FeedProcessor
+  class MongoFeedHandler
+    def process(url, feed)
+      f = Feed.create({:url => url, :status => 'to-process'})
+      entries = feed.entries
+      puts "found #{entries.length} entries in #{url}"
+      entries.each do |entry|
+        begin
+          f.contents.create({
+            :title => entry.title,
+            :url => entry.url,
+            :author => entry.author,
+            :summary => entry.summary,
+            :content => entry.content,
+            :published => entry.published,
+            :categories => entry.categories,
+          })
+        rescue => e
+          puts "error creating entry #{entry.url}: #{e.message}"
+        end
+      end
+    end
+  end
+end

data/lib/feed_processor/parser.rb

@@ -4,8 +4,11 @@ require 'feedzirra'
 
 module FeedProcessor
   class Parser
+    attr_reader :options
+    
     def initialize(options={})
       @options = options
+      @feed_handler = options[:feed_handler] || FeedProcessor::MongoFeedHandler.new
       setup_mongo(options[:mongo])
     end
     def execute
@@ -25,24 +28,7 @@ module FeedProcessor
             responses.each do |response|
               begin
                 feed = Feedzirra::Feed.parse(response.data)
-                f = Feed.create({:url => url, :status => 'to-process'})
-                entries = feed.entries
-                puts "found #{entries.length} entries in #{url}"
-                entries.each do |entry|
-                  begin
-                    f.contents.create({
-                      :title => entry.title,
-                      :url => entry.url,
-                      :author => entry.author,
-                      :summary => entry.summary,
-                      :content => entry.content,
-                      :published => entry.published,
-                      :categories => entry.categories,
-                    })
-                  rescue => e
-                    puts "error creating entry #{entry.url}: #{e.message}"
-                  end
-                end
+                @feed_handler.process(url, feed)
               rescue => e
                 puts "error parsing feed #{url}: #{e.message}"
               end

data/lib/feed_processor.rb

@@ -1,5 +1,6 @@
 require 'feed_processor/util'
 require 'feed_processor/file_based_request_generator'
+require 'feed_processor/mongo_feed_handler'
 require 'feed_processor/response'
 require 'feed_processor/feed'
 require 'feed_processor/content'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: feed-processor
 version: !ruby/object:Gem::Version 
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors: 
 - Anthony Eden
@@ -35,6 +35,7 @@ files:
 - lib/feed_processor/feed.rb
 - lib/feed_processor/fetcher.rb
 - lib/feed_processor/file_based_request_generator.rb
+- lib/feed_processor/mongo_feed_handler.rb
 - lib/feed_processor/parser.rb
 - lib/feed_processor/response.rb
 - lib/feed_processor/util.rb