fluent-plugin-twitter 0.5.1 → 0.5.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/.travis.yml +11 -0
- data/Appraisals +8 -0
- data/README.md +3 -1
- data/fluent-plugin-twitter.gemspec +3 -1
- data/gemfiles/fluentd_v0.10.gemfile +7 -0
- data/gemfiles/fluentd_v0.12.gemfile +7 -0
- data/test/plugin/test_in_twitter.rb +24 -5
- metadata +38 -48
checksums.yaml
ADDED
@@ -0,0 +1,7 @@
|
|
1
|
+
---
|
2
|
+
SHA1:
|
3
|
+
metadata.gz: 27c9f5be45522bb729c5266ace0231cbccb65a37
|
4
|
+
data.tar.gz: 7b32e97ddb99b89da9b06251bf32439c0b554844
|
5
|
+
SHA512:
|
6
|
+
metadata.gz: 3b304afba6506eb248ee00edb62851ccc3e933efbd950dfab06712be97bafc233d2fc2df255562be3871dfbcd92ba21670f25b32687084abb169e4bd6c78f023
|
7
|
+
data.tar.gz: 8854284b3ab0960c9abb7a8f479f8fc9b835f0334981348586858e60ecee9e77d208bb7c07ce61a77bc808affd8ed0106081cb59f786fc2e0db11fccda668b7c
|
data/.travis.yml
CHANGED
data/Appraisals
ADDED
data/README.md
CHANGED
@@ -38,6 +38,8 @@ $ sudo td-agent-gem install fluent-plugin-twitter
|
|
38
38
|
|
39
39
|
### Input Sample
|
40
40
|
|
41
|
+
It require td-agent2 (fluentd v0.12) to use keyword with hashtag.
|
42
|
+
|
41
43
|
`````
|
42
44
|
<source>
|
43
45
|
type twitter
|
@@ -47,7 +49,7 @@ $ sudo td-agent-gem install fluent-plugin-twitter
|
|
47
49
|
oauth_token_secret YOUR_OAUTH_TOKEN_SECRET # Required
|
48
50
|
tag input.twitter.sampling # Required
|
49
51
|
timeline tracking # Required (tracking or sampling or location or userstream)
|
50
|
-
keyword Ruby,Python
|
52
|
+
keyword 'Ruby,Python,#fleuntd' # Optional (keyword has priority than follow_ids)
|
51
53
|
follow_ids 14252,53235 # Optional (integers, not screen names)
|
52
54
|
locations 31.110283, 129.431631, 45.619283, 145.510175 # Optional (bounding boxes; first pair specifies longitude/latitude of southwest corner)
|
53
55
|
lang ja,en # Optional
|
@@ -3,11 +3,12 @@ $:.push File.expand_path("../lib", __FILE__)
|
|
3
3
|
|
4
4
|
Gem::Specification.new do |s|
|
5
5
|
s.name = "fluent-plugin-twitter"
|
6
|
-
s.version = "0.5.
|
6
|
+
s.version = "0.5.2"
|
7
7
|
s.authors = ["Kentaro Yoshida"]
|
8
8
|
s.email = ["y.ken.studio@gmail.com"]
|
9
9
|
s.homepage = "https://github.com/y-ken/fluent-plugin-twitter"
|
10
10
|
s.summary = %q{Fluentd Input/Output plugin to collect/process tweets with Twitter Streaming API.}
|
11
|
+
s.license = "Apache-2.0"
|
11
12
|
|
12
13
|
s.files = `git ls-files`.split("\n")
|
13
14
|
s.test_files = `git ls-files -- {test,spec,features}/*`.split("\n")
|
@@ -16,6 +17,7 @@ Gem::Specification.new do |s|
|
|
16
17
|
|
17
18
|
s.add_development_dependency "rake"
|
18
19
|
s.add_development_dependency "test-unit", ">= 3.1.0"
|
20
|
+
s.add_development_dependency "appraisal"
|
19
21
|
s.add_runtime_dependency "fluentd", ">= 0.10.46"
|
20
22
|
s.add_runtime_dependency "twitter", ">= 5.0.0"
|
21
23
|
s.add_runtime_dependency "tweetstream", ">= 2.6.1"
|
@@ -14,8 +14,8 @@ class TwitterInputTest < Test::Unit::TestCase
|
|
14
14
|
timeline sampling
|
15
15
|
]
|
16
16
|
|
17
|
-
def create_driver(conf=CONFIG,tag='test')
|
18
|
-
Fluent::Test::OutputTestDriver.new(Fluent::TwitterInput, tag).configure(conf)
|
17
|
+
def create_driver(conf=CONFIG,tag='test',use_v1=false)
|
18
|
+
Fluent::Test::OutputTestDriver.new(Fluent::TwitterInput, tag).configure(conf,use_v1)
|
19
19
|
end
|
20
20
|
|
21
21
|
def test_configure
|
@@ -29,13 +29,32 @@ class TwitterInputTest < Test::Unit::TestCase
|
|
29
29
|
oauth_token_secret OAUTH_TOKEN_SECRET
|
30
30
|
tag input.twitter
|
31
31
|
timeline tracking
|
32
|
-
keyword ${hashtag}
|
32
|
+
keyword ${hashtag}fluentd,fluentd lang:ja
|
33
33
|
]
|
34
34
|
assert_equal 'CONSUMER_KEY', d.instance.consumer_key
|
35
35
|
assert_equal 'CONSUMER_SECRET', d.instance.consumer_secret
|
36
36
|
assert_equal 'OAUTH_TOKEN', d.instance.oauth_token
|
37
37
|
assert_equal 'OAUTH_TOKEN_SECRET', d.instance.oauth_token_secret
|
38
|
-
assert_equal '#
|
38
|
+
assert_equal '#fluentd,fluentd lang:ja', d.instance.keyword
|
39
39
|
end
|
40
|
-
end
|
41
40
|
|
41
|
+
def test_v1_multi_keyword
|
42
|
+
assert_raise(Fluent::ConfigError) {
|
43
|
+
d = create_driver('', 'test', true)
|
44
|
+
}
|
45
|
+
d = create_driver(%[
|
46
|
+
consumer_key CONSUMER_KEY
|
47
|
+
consumer_secret CONSUMER_SECRET
|
48
|
+
oauth_token OAUTH_TOKEN
|
49
|
+
oauth_token_secret OAUTH_TOKEN_SECRET
|
50
|
+
tag input.twitter
|
51
|
+
timeline tracking
|
52
|
+
keyword 'treasuredata,treasure data,#treasuredata,fluentd,#fluentd'
|
53
|
+
], 'test', true)
|
54
|
+
assert_equal 'CONSUMER_KEY', d.instance.consumer_key
|
55
|
+
assert_equal 'CONSUMER_SECRET', d.instance.consumer_secret
|
56
|
+
assert_equal 'OAUTH_TOKEN', d.instance.oauth_token
|
57
|
+
assert_equal 'OAUTH_TOKEN_SECRET', d.instance.oauth_token_secret
|
58
|
+
assert_equal 'treasuredata,treasure data,#treasuredata,fluentd,#fluentd', d.instance.keyword
|
59
|
+
end
|
60
|
+
end
|
metadata
CHANGED
@@ -1,112 +1,99 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-twitter
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.5.
|
5
|
-
prerelease:
|
4
|
+
version: 0.5.2
|
6
5
|
platform: ruby
|
7
6
|
authors:
|
8
7
|
- Kentaro Yoshida
|
9
8
|
autorequire:
|
10
9
|
bindir: bin
|
11
10
|
cert_chain: []
|
12
|
-
date:
|
11
|
+
date: 2016-03-02 00:00:00.000000000 Z
|
13
12
|
dependencies:
|
14
13
|
- !ruby/object:Gem::Dependency
|
15
14
|
name: rake
|
16
15
|
requirement: !ruby/object:Gem::Requirement
|
17
|
-
none: false
|
18
16
|
requirements:
|
19
|
-
- -
|
17
|
+
- - ">="
|
20
18
|
- !ruby/object:Gem::Version
|
21
19
|
version: '0'
|
22
20
|
type: :development
|
23
21
|
prerelease: false
|
24
22
|
version_requirements: !ruby/object:Gem::Requirement
|
25
|
-
none: false
|
26
23
|
requirements:
|
27
|
-
- -
|
24
|
+
- - ">="
|
28
25
|
- !ruby/object:Gem::Version
|
29
26
|
version: '0'
|
30
27
|
- !ruby/object:Gem::Dependency
|
31
28
|
name: test-unit
|
32
29
|
requirement: !ruby/object:Gem::Requirement
|
33
|
-
none: false
|
34
30
|
requirements:
|
35
|
-
- -
|
31
|
+
- - ">="
|
36
32
|
- !ruby/object:Gem::Version
|
37
33
|
version: 3.1.0
|
38
34
|
type: :development
|
39
35
|
prerelease: false
|
40
36
|
version_requirements: !ruby/object:Gem::Requirement
|
41
|
-
none: false
|
42
37
|
requirements:
|
43
|
-
- -
|
38
|
+
- - ">="
|
44
39
|
- !ruby/object:Gem::Version
|
45
40
|
version: 3.1.0
|
41
|
+
- !ruby/object:Gem::Dependency
|
42
|
+
name: appraisal
|
43
|
+
requirement: !ruby/object:Gem::Requirement
|
44
|
+
requirements:
|
45
|
+
- - ">="
|
46
|
+
- !ruby/object:Gem::Version
|
47
|
+
version: '0'
|
48
|
+
type: :development
|
49
|
+
prerelease: false
|
50
|
+
version_requirements: !ruby/object:Gem::Requirement
|
51
|
+
requirements:
|
52
|
+
- - ">="
|
53
|
+
- !ruby/object:Gem::Version
|
54
|
+
version: '0'
|
46
55
|
- !ruby/object:Gem::Dependency
|
47
56
|
name: fluentd
|
48
57
|
requirement: !ruby/object:Gem::Requirement
|
49
|
-
none: false
|
50
58
|
requirements:
|
51
|
-
- -
|
59
|
+
- - ">="
|
52
60
|
- !ruby/object:Gem::Version
|
53
61
|
version: 0.10.46
|
54
62
|
type: :runtime
|
55
63
|
prerelease: false
|
56
64
|
version_requirements: !ruby/object:Gem::Requirement
|
57
|
-
none: false
|
58
65
|
requirements:
|
59
|
-
- -
|
66
|
+
- - ">="
|
60
67
|
- !ruby/object:Gem::Version
|
61
68
|
version: 0.10.46
|
62
69
|
- !ruby/object:Gem::Dependency
|
63
70
|
name: twitter
|
64
71
|
requirement: !ruby/object:Gem::Requirement
|
65
|
-
none: false
|
66
72
|
requirements:
|
67
|
-
- -
|
73
|
+
- - ">="
|
68
74
|
- !ruby/object:Gem::Version
|
69
75
|
version: 5.0.0
|
70
76
|
type: :runtime
|
71
77
|
prerelease: false
|
72
78
|
version_requirements: !ruby/object:Gem::Requirement
|
73
|
-
none: false
|
74
79
|
requirements:
|
75
|
-
- -
|
80
|
+
- - ">="
|
76
81
|
- !ruby/object:Gem::Version
|
77
82
|
version: 5.0.0
|
78
83
|
- !ruby/object:Gem::Dependency
|
79
84
|
name: tweetstream
|
80
85
|
requirement: !ruby/object:Gem::Requirement
|
81
|
-
none: false
|
82
86
|
requirements:
|
83
|
-
- -
|
87
|
+
- - ">="
|
84
88
|
- !ruby/object:Gem::Version
|
85
89
|
version: 2.6.1
|
86
90
|
type: :runtime
|
87
91
|
prerelease: false
|
88
92
|
version_requirements: !ruby/object:Gem::Requirement
|
89
|
-
none: false
|
90
93
|
requirements:
|
91
|
-
- -
|
94
|
+
- - ">="
|
92
95
|
- !ruby/object:Gem::Version
|
93
96
|
version: 2.6.1
|
94
|
-
- !ruby/object:Gem::Dependency
|
95
|
-
name: string-scrub
|
96
|
-
requirement: !ruby/object:Gem::Requirement
|
97
|
-
none: false
|
98
|
-
requirements:
|
99
|
-
- - ! '>='
|
100
|
-
- !ruby/object:Gem::Version
|
101
|
-
version: 0.0.3
|
102
|
-
type: :runtime
|
103
|
-
prerelease: false
|
104
|
-
version_requirements: !ruby/object:Gem::Requirement
|
105
|
-
none: false
|
106
|
-
requirements:
|
107
|
-
- - ! '>='
|
108
|
-
- !ruby/object:Gem::Version
|
109
|
-
version: 0.0.3
|
110
97
|
description:
|
111
98
|
email:
|
112
99
|
- y.ken.studio@gmail.com
|
@@ -114,41 +101,44 @@ executables: []
|
|
114
101
|
extensions: []
|
115
102
|
extra_rdoc_files: []
|
116
103
|
files:
|
117
|
-
- .gitignore
|
118
|
-
- .travis.yml
|
104
|
+
- ".gitignore"
|
105
|
+
- ".travis.yml"
|
106
|
+
- Appraisals
|
119
107
|
- Gemfile
|
120
108
|
- LICENSE.txt
|
121
109
|
- README.md
|
122
110
|
- Rakefile
|
123
111
|
- fluent-plugin-twitter.gemspec
|
112
|
+
- gemfiles/fluentd_v0.10.gemfile
|
113
|
+
- gemfiles/fluentd_v0.12.gemfile
|
124
114
|
- lib/fluent/plugin/in_twitter.rb
|
125
115
|
- lib/fluent/plugin/out_twitter.rb
|
126
116
|
- test/helper.rb
|
127
117
|
- test/plugin/test_in_twitter.rb
|
128
118
|
- test/plugin/test_out_twitter.rb
|
129
119
|
homepage: https://github.com/y-ken/fluent-plugin-twitter
|
130
|
-
licenses:
|
120
|
+
licenses:
|
121
|
+
- Apache-2.0
|
122
|
+
metadata: {}
|
131
123
|
post_install_message:
|
132
124
|
rdoc_options: []
|
133
125
|
require_paths:
|
134
126
|
- lib
|
135
127
|
required_ruby_version: !ruby/object:Gem::Requirement
|
136
|
-
none: false
|
137
128
|
requirements:
|
138
|
-
- -
|
129
|
+
- - ">="
|
139
130
|
- !ruby/object:Gem::Version
|
140
131
|
version: '0'
|
141
132
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
142
|
-
none: false
|
143
133
|
requirements:
|
144
|
-
- -
|
134
|
+
- - ">="
|
145
135
|
- !ruby/object:Gem::Version
|
146
136
|
version: '0'
|
147
137
|
requirements: []
|
148
138
|
rubyforge_project:
|
149
|
-
rubygems_version:
|
139
|
+
rubygems_version: 2.5.2
|
150
140
|
signing_key:
|
151
|
-
specification_version:
|
141
|
+
specification_version: 4
|
152
142
|
summary: Fluentd Input/Output plugin to collect/process tweets with Twitter Streaming
|
153
143
|
API.
|
154
144
|
test_files:
|