fluent-plugin-twitter 0.5.1 → 0.5.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.travis.yml +11 -0
- data/Appraisals +8 -0
- data/README.md +3 -1
- data/fluent-plugin-twitter.gemspec +3 -1
- data/gemfiles/fluentd_v0.10.gemfile +7 -0
- data/gemfiles/fluentd_v0.12.gemfile +7 -0
- data/test/plugin/test_in_twitter.rb +24 -5
- metadata +38 -48
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 27c9f5be45522bb729c5266ace0231cbccb65a37
|
4
|
+
data.tar.gz: 7b32e97ddb99b89da9b06251bf32439c0b554844
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: 3b304afba6506eb248ee00edb62851ccc3e933efbd950dfab06712be97bafc233d2fc2df255562be3871dfbcd92ba21670f25b32687084abb169e4bd6c78f023
|
7
|
+
data.tar.gz: 8854284b3ab0960c9abb7a8f479f8fc9b835f0334981348586858e60ecee9e77d208bb7c07ce61a77bc808affd8ed0106081cb59f786fc2e0db11fccda668b7c
|
data/.travis.yml
CHANGED
data/Appraisals
ADDED
data/README.md
CHANGED
@@ -38,6 +38,8 @@ $ sudo td-agent-gem install fluent-plugin-twitter
|
|
38
38
|
|
39
39
|
### Input Sample
|
40
40
|
|
41
|
+
It require td-agent2 (fluentd v0.12) to use keyword with hashtag.
|
42
|
+
|
41
43
|
`````
|
42
44
|
<source>
|
43
45
|
type twitter
|
@@ -47,7 +49,7 @@ $ sudo td-agent-gem install fluent-plugin-twitter
|
|
47
49
|
oauth_token_secret YOUR_OAUTH_TOKEN_SECRET # Required
|
48
50
|
tag input.twitter.sampling # Required
|
49
51
|
timeline tracking # Required (tracking or sampling or location or userstream)
|
50
|
-
keyword Ruby,Python
|
52
|
+
keyword 'Ruby,Python,#fleuntd' # Optional (keyword has priority than follow_ids)
|
51
53
|
follow_ids 14252,53235 # Optional (integers, not screen names)
|
52
54
|
locations 31.110283, 129.431631, 45.619283, 145.510175 # Optional (bounding boxes; first pair specifies longitude/latitude of southwest corner)
|
53
55
|
lang ja,en # Optional
|
@@ -3,11 +3,12 @@ $:.push File.expand_path("../lib", __FILE__)
|
|
3
3
|
|
4
4
|
Gem::Specification.new do |s|
|
5
5
|
s.name = "fluent-plugin-twitter"
|
6
|
-
s.version = "0.5.
|
6
|
+
s.version = "0.5.2"
|
7
7
|
s.authors = ["Kentaro Yoshida"]
|
8
8
|
s.email = ["y.ken.studio@gmail.com"]
|
9
9
|
s.homepage = "https://github.com/y-ken/fluent-plugin-twitter"
|
10
10
|
s.summary = %q{Fluentd Input/Output plugin to collect/process tweets with Twitter Streaming API.}
|
11
|
+
s.license = "Apache-2.0"
|
11
12
|
|
12
13
|
s.files = `git ls-files`.split("\n")
|
13
14
|
s.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
|
@@ -16,6 +17,7 @@ Gem::Specification.new do |s|
|
|
16
17
|
|
17
18
|
s.add_development_dependency "rake"
|
18
19
|
s.add_development_dependency "test-unit", ">= 3.1.0"
|
20
|
+
s.add_development_dependency "appraisal"
|
19
21
|
s.add_runtime_dependency "fluentd", ">= 0.10.46"
|
20
22
|
s.add_runtime_dependency "twitter", ">= 5.0.0"
|
21
23
|
s.add_runtime_dependency "tweetstream", ">= 2.6.1"
|
@@ -14,8 +14,8 @@ class TwitterInputTest < Test::Unit::TestCase
|
|
14
14
|
timeline sampling
|
15
15
|
]
|
16
16
|
|
17
|
-
def create_driver(conf=CONFIG,tag='test')
|
18
|
-
Fluent::Test::OutputTestDriver.new(Fluent::TwitterInput, tag).configure(conf)
|
17
|
+
def create_driver(conf=CONFIG,tag='test',use_v1=false)
|
18
|
+
Fluent::Test::OutputTestDriver.new(Fluent::TwitterInput, tag).configure(conf,use_v1)
|
19
19
|
end
|
20
20
|
|
21
21
|
def test_configure
|
@@ -29,13 +29,32 @@ class TwitterInputTest < Test::Unit::TestCase
|
|
29
29
|
oauth_token_secret OAUTH_TOKEN_SECRET
|
30
30
|
tag input.twitter
|
31
31
|
timeline tracking
|
32
|
-
keyword ${hashtag}
|
32
|
+
keyword ${hashtag}fluentd,fluentd lang:ja
|
33
33
|
]
|
34
34
|
assert_equal 'CONSUMER_KEY', d.instance.consumer_key
|
35
35
|
assert_equal 'CONSUMER_SECRET', d.instance.consumer_secret
|
36
36
|
assert_equal 'OAUTH_TOKEN', d.instance.oauth_token
|
37
37
|
assert_equal 'OAUTH_TOKEN_SECRET', d.instance.oauth_token_secret
|
38
|
-
assert_equal '#
|
38
|
+
assert_equal '#fluentd,fluentd lang:ja', d.instance.keyword
|
39
39
|
end
|
40
|
-
end
|
41
40
|
|
41
|
+
def test_v1_multi_keyword
|
42
|
+
assert_raise(Fluent::ConfigError) {
|
43
|
+
d = create_driver('', 'test', true)
|
44
|
+
}
|
45
|
+
d = create_driver(%[
|
46
|
+
consumer_key CONSUMER_KEY
|
47
|
+
consumer_secret CONSUMER_SECRET
|
48
|
+
oauth_token OAUTH_TOKEN
|
49
|
+
oauth_token_secret OAUTH_TOKEN_SECRET
|
50
|
+
tag input.twitter
|
51
|
+
timeline tracking
|
52
|
+
keyword 'treasuredata,treasure data,#treasuredata,fluentd,#fluentd'
|
53
|
+
], 'test', true)
|
54
|
+
assert_equal 'CONSUMER_KEY', d.instance.consumer_key
|
55
|
+
assert_equal 'CONSUMER_SECRET', d.instance.consumer_secret
|
56
|
+
assert_equal 'OAUTH_TOKEN', d.instance.oauth_token
|
57
|
+
assert_equal 'OAUTH_TOKEN_SECRET', d.instance.oauth_token_secret
|
58
|
+
assert_equal 'treasuredata,treasure data,#treasuredata,fluentd,#fluentd', d.instance.keyword
|
59
|
+
end
|
60
|
+
end
|
metadata
CHANGED
@@ -1,112 +1,99 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-twitter
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.5.
|
5
|
-
prerelease:
|
4
|
+
version: 0.5.2
|
6
5
|
platform: ruby
|
7
6
|
authors:
|
8
7
|
- Kentaro Yoshida
|
9
8
|
autorequire:
|
10
9
|
bindir: bin
|
11
10
|
cert_chain: []
|
12
|
-
date:
|
11
|
+
date: 2016-03-02 00:00:00.000000000 Z
|
13
12
|
dependencies:
|
14
13
|
- !ruby/object:Gem::Dependency
|
15
14
|
name: rake
|
16
15
|
requirement: !ruby/object:Gem::Requirement
|
17
|
-
none: false
|
18
16
|
requirements:
|
19
|
-
- -
|
17
|
+
- - ">="
|
20
18
|
- !ruby/object:Gem::Version
|
21
19
|
version: '0'
|
22
20
|
type: :development
|
23
21
|
prerelease: false
|
24
22
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
-
none: false
|
26
23
|
requirements:
|
27
|
-
- -
|
24
|
+
- - ">="
|
28
25
|
- !ruby/object:Gem::Version
|
29
26
|
version: '0'
|
30
27
|
- !ruby/object:Gem::Dependency
|
31
28
|
name: test-unit
|
32
29
|
requirement: !ruby/object:Gem::Requirement
|
33
|
-
none: false
|
34
30
|
requirements:
|
35
|
-
- -
|
31
|
+
- - ">="
|
36
32
|
- !ruby/object:Gem::Version
|
37
33
|
version: 3.1.0
|
38
34
|
type: :development
|
39
35
|
prerelease: false
|
40
36
|
version_requirements: !ruby/object:Gem::Requirement
|
41
|
-
none: false
|
42
37
|
requirements:
|
43
|
-
- -
|
38
|
+
- - ">="
|
44
39
|
- !ruby/object:Gem::Version
|
45
40
|
version: 3.1.0
|
41
|
+
- !ruby/object:Gem::Dependency
|
42
|
+
name: appraisal
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
44
|
+
requirements:
|
45
|
+
- - ">="
|
46
|
+
- !ruby/object:Gem::Version
|
47
|
+
version: '0'
|
48
|
+
type: :development
|
49
|
+
prerelease: false
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
51
|
+
requirements:
|
52
|
+
- - ">="
|
53
|
+
- !ruby/object:Gem::Version
|
54
|
+
version: '0'
|
46
55
|
- !ruby/object:Gem::Dependency
|
47
56
|
name: fluentd
|
48
57
|
requirement: !ruby/object:Gem::Requirement
|
49
|
-
none: false
|
50
58
|
requirements:
|
51
|
-
- -
|
59
|
+
- - ">="
|
52
60
|
- !ruby/object:Gem::Version
|
53
61
|
version: 0.10.46
|
54
62
|
type: :runtime
|
55
63
|
prerelease: false
|
56
64
|
version_requirements: !ruby/object:Gem::Requirement
|
57
|
-
none: false
|
58
65
|
requirements:
|
59
|
-
- -
|
66
|
+
- - ">="
|
60
67
|
- !ruby/object:Gem::Version
|
61
68
|
version: 0.10.46
|
62
69
|
- !ruby/object:Gem::Dependency
|
63
70
|
name: twitter
|
64
71
|
requirement: !ruby/object:Gem::Requirement
|
65
|
-
none: false
|
66
72
|
requirements:
|
67
|
-
- -
|
73
|
+
- - ">="
|
68
74
|
- !ruby/object:Gem::Version
|
69
75
|
version: 5.0.0
|
70
76
|
type: :runtime
|
71
77
|
prerelease: false
|
72
78
|
version_requirements: !ruby/object:Gem::Requirement
|
73
|
-
none: false
|
74
79
|
requirements:
|
75
|
-
- -
|
80
|
+
- - ">="
|
76
81
|
- !ruby/object:Gem::Version
|
77
82
|
version: 5.0.0
|
78
83
|
- !ruby/object:Gem::Dependency
|
79
84
|
name: tweetstream
|
80
85
|
requirement: !ruby/object:Gem::Requirement
|
81
|
-
none: false
|
82
86
|
requirements:
|
83
|
-
- -
|
87
|
+
- - ">="
|
84
88
|
- !ruby/object:Gem::Version
|
85
89
|
version: 2.6.1
|
86
90
|
type: :runtime
|
87
91
|
prerelease: false
|
88
92
|
version_requirements: !ruby/object:Gem::Requirement
|
89
|
-
none: false
|
90
93
|
requirements:
|
91
|
-
- -
|
94
|
+
- - ">="
|
92
95
|
- !ruby/object:Gem::Version
|
93
96
|
version: 2.6.1
|
94
|
-
- !ruby/object:Gem::Dependency
|
95
|
-
name: string-scrub
|
96
|
-
requirement: !ruby/object:Gem::Requirement
|
97
|
-
none: false
|
98
|
-
requirements:
|
99
|
-
- - ! '>='
|
100
|
-
- !ruby/object:Gem::Version
|
101
|
-
version: 0.0.3
|
102
|
-
type: :runtime
|
103
|
-
prerelease: false
|
104
|
-
version_requirements: !ruby/object:Gem::Requirement
|
105
|
-
none: false
|
106
|
-
requirements:
|
107
|
-
- - ! '>='
|
108
|
-
- !ruby/object:Gem::Version
|
109
|
-
version: 0.0.3
|
110
97
|
description:
|
111
98
|
email:
|
112
99
|
- y.ken.studio@gmail.com
|
@@ -114,41 +101,44 @@ executables: []
|
|
114
101
|
extensions: []
|
115
102
|
extra_rdoc_files: []
|
116
103
|
files:
|
117
|
-
- .gitignore
|
118
|
-
- .travis.yml
|
104
|
+
- ".gitignore"
|
105
|
+
- ".travis.yml"
|
106
|
+
- Appraisals
|
119
107
|
- Gemfile
|
120
108
|
- LICENSE.txt
|
121
109
|
- README.md
|
122
110
|
- Rakefile
|
123
111
|
- fluent-plugin-twitter.gemspec
|
112
|
+
- gemfiles/fluentd_v0.10.gemfile
|
113
|
+
- gemfiles/fluentd_v0.12.gemfile
|
124
114
|
- lib/fluent/plugin/in_twitter.rb
|
125
115
|
- lib/fluent/plugin/out_twitter.rb
|
126
116
|
- test/helper.rb
|
127
117
|
- test/plugin/test_in_twitter.rb
|
128
118
|
- test/plugin/test_out_twitter.rb
|
129
119
|
homepage: https://github.com/y-ken/fluent-plugin-twitter
|
130
|
-
licenses:
|
120
|
+
licenses:
|
121
|
+
- Apache-2.0
|
122
|
+
metadata: {}
|
131
123
|
post_install_message:
|
132
124
|
rdoc_options: []
|
133
125
|
require_paths:
|
134
126
|
- lib
|
135
127
|
required_ruby_version: !ruby/object:Gem::Requirement
|
136
|
-
none: false
|
137
128
|
requirements:
|
138
|
-
- -
|
129
|
+
- - ">="
|
139
130
|
- !ruby/object:Gem::Version
|
140
131
|
version: '0'
|
141
132
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
142
|
-
none: false
|
143
133
|
requirements:
|
144
|
-
- -
|
134
|
+
- - ">="
|
145
135
|
- !ruby/object:Gem::Version
|
146
136
|
version: '0'
|
147
137
|
requirements: []
|
148
138
|
rubyforge_project:
|
149
|
-
rubygems_version:
|
139
|
+
rubygems_version: 2.5.2
|
150
140
|
signing_key:
|
151
|
-
specification_version:
|
141
|
+
specification_version: 4
|
152
142
|
summary: Fluentd Input/Output plugin to collect/process tweets with Twitter Streaming
|
153
143
|
API.
|
154
144
|
test_files:
|