siuying-fullfeed 0.4.8 → 0.4.9
Sign up to get free protection for your applications and to get access to all the features.
- data/examples/server/controller/feed_controller.rb +11 -3
- data/examples/ynews_hk_db.rb +0 -3
- data/fullfeed.gemspec +3 -2
- data/lib/fullfeed.rb +1 -1
- data/lib/fullfeed/feed.rb +1 -1
- data/lib/fullfeed/store/db_store.rb +3 -3
- metadata +22 -3
@@ -1,3 +1,5 @@
|
|
1
|
+
require '../../lib/fullfeed/filters/translate_filter'
|
2
|
+
|
1
3
|
module Fullfeedr
|
2
4
|
class FeedController
|
3
5
|
CONF = [
|
@@ -7,7 +9,13 @@ module Fullfeedr
|
|
7
9
|
'filters' => [Fullfeed::Filters::ConvertEncodingFilter.new("UTF-8", "Big5"), Fullfeed::Filters::ExcessSpaceFilter.new]},
|
8
10
|
{
|
9
11
|
'name' => "ynews-hk",
|
10
|
-
'url' => "http://hk.news.yahoo.com/rss/hongkong/rss.xml"
|
12
|
+
'url' => "http://hk.news.yahoo.com/rss/hongkong/rss.xml"
|
13
|
+
},
|
14
|
+
{
|
15
|
+
'name' => "siuying's twitter",
|
16
|
+
'url' => "http://twitter.com/statuses/user_timeline/2017551.rss",
|
17
|
+
'filters' => Fullfeed::Filters::TranslateFilter.new
|
18
|
+
}
|
11
19
|
].freeze
|
12
20
|
|
13
21
|
def initialize
|
@@ -18,11 +26,11 @@ module Fullfeedr
|
|
18
26
|
filters = conf['filters'] || []
|
19
27
|
|
20
28
|
@feeds[name] = Fullfeed::Feed.new(url,
|
21
|
-
:limit =>
|
29
|
+
:limit => 2,
|
22
30
|
:wait => 1,
|
23
31
|
:filters => filters,
|
24
32
|
:agent => :open_uri,
|
25
|
-
:store => :
|
33
|
+
:store => :memory)
|
26
34
|
end
|
27
35
|
end
|
28
36
|
|
data/examples/ynews_hk_db.rb
CHANGED
@@ -15,9 +15,6 @@ require "#{File.dirname(__FILE__)}/extractors/yahoo_news_hong_kong_extractor"
|
|
15
15
|
# setup datamaper
|
16
16
|
Fullfeed::Store::DbStore.setup("sqlite3:ynews.sqlite3")
|
17
17
|
|
18
|
-
# Migrate database, use only once
|
19
|
-
#DataMapper.auto_migrate!
|
20
|
-
|
21
18
|
# create full text RSS feed from Yahoo! News HK
|
22
19
|
# At most fetch 20 pages, wait 1 seconds before each try
|
23
20
|
feed = Fullfeed::Feed.new("http://hk.news.yahoo.com/rss/hongkong/rss.xml",
|
data/fullfeed.gemspec
CHANGED
@@ -7,8 +7,7 @@ Gem::Specification.new do |s|
|
|
7
7
|
|
8
8
|
s.author = "siuying"
|
9
9
|
s.email = "siu.ying@gmail.com"
|
10
|
-
|
11
|
-
s.version = '0.4.8'
|
10
|
+
s.version = '0.4.9'
|
12
11
|
s.date = '2009-06-19'
|
13
12
|
s.platform = Gem::Platform::RUBY
|
14
13
|
s.require_path = 'lib'
|
@@ -54,5 +53,7 @@ Gem::Specification.new do |s|
|
|
54
53
|
# = MANIFEST =
|
55
54
|
|
56
55
|
s.rubygems_version = '1.1.1'
|
56
|
+
s.add_dependency 'hpricot'
|
57
|
+
s.add_dependency 'ruby-cache'
|
57
58
|
|
58
59
|
end
|
data/lib/fullfeed.rb
CHANGED
data/lib/fullfeed/feed.rb
CHANGED
@@ -42,9 +42,9 @@ module Fullfeed
|
|
42
42
|
class Item
|
43
43
|
include DataMapper::Resource
|
44
44
|
property :id, Serial
|
45
|
-
property :feed_url, String
|
46
|
-
property :guid, String
|
47
|
-
property :content,
|
45
|
+
property :feed_url, String, :length => 256
|
46
|
+
property :guid, String, :length => 256
|
47
|
+
property :content, Text
|
48
48
|
end
|
49
49
|
end
|
50
50
|
end
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: siuying-fullfeed
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.4.
|
4
|
+
version: 0.4.9
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- siuying
|
@@ -11,8 +11,27 @@ cert_chain: []
|
|
11
11
|
|
12
12
|
date: 2009-06-19 00:00:00 -07:00
|
13
13
|
default_executable:
|
14
|
-
dependencies:
|
15
|
-
|
14
|
+
dependencies:
|
15
|
+
- !ruby/object:Gem::Dependency
|
16
|
+
name: hpricot
|
17
|
+
type: :runtime
|
18
|
+
version_requirement:
|
19
|
+
version_requirements: !ruby/object:Gem::Requirement
|
20
|
+
requirements:
|
21
|
+
- - ">="
|
22
|
+
- !ruby/object:Gem::Version
|
23
|
+
version: "0"
|
24
|
+
version:
|
25
|
+
- !ruby/object:Gem::Dependency
|
26
|
+
name: ruby-cache
|
27
|
+
type: :runtime
|
28
|
+
version_requirement:
|
29
|
+
version_requirements: !ruby/object:Gem::Requirement
|
30
|
+
requirements:
|
31
|
+
- - ">="
|
32
|
+
- !ruby/object:Gem::Version
|
33
|
+
version: "0"
|
34
|
+
version:
|
16
35
|
description: Create full text RSS feed from RSS
|
17
36
|
email: siu.ying@gmail.com
|
18
37
|
executables: []
|