siuying-fullfeed 0.4.8 → 0.4.9

data/examples/server/controller/feed_controller.rb

@@ -1,3 +1,5 @@
+require '../../lib/fullfeed/filters/translate_filter'
+
 module Fullfeedr
   class FeedController
     CONF = [
@@ -7,7 +9,13 @@ module Fullfeedr
                     'filters' => [Fullfeed::Filters::ConvertEncodingFilter.new("UTF-8", "Big5"), Fullfeed::Filters::ExcessSpaceFilter.new]},
             {
                     'name' => "ynews-hk",
-                    'url' => "http://hk.news.yahoo.com/rss/hongkong/rss.xml"}
+                    'url' => "http://hk.news.yahoo.com/rss/hongkong/rss.xml"
+            },
+            {
+                    'name' => "siuying's twitter",
+                    'url' => "http://twitter.com/statuses/user_timeline/2017551.rss",
+                    'filters' => Fullfeed::Filters::TranslateFilter.new
+            }
     ].freeze
 
     def initialize
@@ -18,11 +26,11 @@ module Fullfeedr
         filters = conf['filters'] || []
 
         @feeds[name] = Fullfeed::Feed.new(url,
-          :limit => 20,
+          :limit => 2,
           :wait => 1,
           :filters => filters,
           :agent => :open_uri,
-          :store => :db)
+          :store => :memory)
       end
     end
 

data/examples/ynews_hk_db.rb

@@ -15,9 +15,6 @@ require "#{File.dirname(__FILE__)}/extractors/yahoo_news_hong_kong_extractor"
 # setup datamaper
 Fullfeed::Store::DbStore.setup("sqlite3:ynews.sqlite3")
 
-# Migrate database, use only once
-#DataMapper.auto_migrate!
-
 # create full text RSS feed from Yahoo! News HK
 # At most fetch 20 pages, wait 1 seconds before each try
 feed = Fullfeed::Feed.new("http://hk.news.yahoo.com/rss/hongkong/rss.xml",

data/fullfeed.gemspec

@@ -7,8 +7,7 @@ Gem::Specification.new do |s|
 
   s.author = "siuying"
   s.email = "siu.ying@gmail.com"
-
-  s.version = '0.4.8'
+  s.version = '0.4.9'
   s.date = '2009-06-19'
   s.platform = Gem::Platform::RUBY
   s.require_path = 'lib'
@@ -54,5 +53,7 @@ Gem::Specification.new do |s|
   # = MANIFEST =
 
   s.rubygems_version = '1.1.1'
+  s.add_dependency 'hpricot'
+  s.add_dependency 'ruby-cache'
 
 end

data/lib/fullfeed.rb

@@ -2,7 +2,7 @@ path = File.expand_path(File.dirname(__FILE__))
 $:.unshift(path) unless $:.include?(path)
 
 module FullFeed
-  VERSION = '0.4.7'
+  VERSION = '0.4.9'
 end
 
 require 'logger'

data/lib/fullfeed/feed.rb

@@ -88,7 +88,7 @@ module Fullfeed
           @logger.debug "  Download link: #{link}"
           doc = @agent.get(link).to_s
           doc = @filters.before_item(doc)
-          doc = extractor.extract(doc).strip
+          doc = extractor.extract(doc)
           doc = @filters.after_item(doc)
           return doc
         else

data/lib/fullfeed/store/db_store.rb

@@ -42,9 +42,9 @@ module Fullfeed
     class Item
       include DataMapper::Resource
       property  :id,        Serial
-      property  :feed_url,  String
-      property  :guid,      String
-      property  :content,   String
+      property  :feed_url,  String, :length => 256
+      property  :guid,      String, :length => 256
+      property  :content,   Text
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: siuying-fullfeed
 version: !ruby/object:Gem::Version 
-  version: 0.4.8
+  version: 0.4.9
 platform: ruby
 authors: 
 - siuying
@@ -11,8 +11,27 @@ cert_chain: []
 
 date: 2009-06-19 00:00:00 -07:00
 default_executable: 
-dependencies: []
-
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: ruby-cache
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
 description: Create full text RSS feed from RSS
 email: siu.ying@gmail.com
 executables: []