logstash-input-sls 0.0.13 → 0.0.16
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c1506f164f61b678ba0b725eaea73835b1d3fbfcd4c7cb6214dc5c1d8330e403
|
4
|
+
data.tar.gz: 317cb1d5c66921f4b118931004e4d14e511ed0b694877baf594b7c5a5dd759e2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5e5ef91e46893fd8fba30fad9cc917164b77020fecbc6983e7ffd2c6dd66256d8738d435b881bb9162bd967818053fdbbf42f54f10d3767232d7da9f3312939c
|
7
|
+
data.tar.gz: b3814d76424b61261a99b8a1ed9751d4166652f894f55f4ac031cfca3bef1f505f7b9487a25a338c9282a31fb62ed837fe93cdc748c23a80afdd055dd20fd831
|
data/Gemfile
CHANGED
@@ -1,2 +1,2 @@
|
|
1
|
-
source 'https://
|
1
|
+
source 'https://rubygems.org/'
|
2
2
|
gemspec
|
@@ -12,8 +12,8 @@ LogStash::Environment.load_runtime_jars! File.join(root_dir, "vendor")
|
|
12
12
|
java_import 'com.aliyun.log.logstash.LogHubStarter'
|
13
13
|
java_import 'com.aliyun.log.logstash.LogstashLogHubProcessor'
|
14
14
|
|
15
|
-
|
16
|
-
attr_accessor :worker
|
15
|
+
class LogStash::Inputs::LogService < LogStash::Inputs::Base
|
16
|
+
# attr_accessor :worker
|
17
17
|
def initialize(*args)
|
18
18
|
super(*args)
|
19
19
|
end
|
@@ -33,7 +33,17 @@ java_import 'com.aliyun.log.logstash.LogstashLogHubProcessor'
|
|
33
33
|
config :checkpoint_second, :validate => :number, :default => 30
|
34
34
|
config :include_meta, :validate => :boolean, :default => true
|
35
35
|
config :consumer_name_with_ip, :validate => :boolean, :default => true
|
36
|
-
|
36
|
+
|
37
|
+
config :proxy_host, :validate => :string, :default => nil
|
38
|
+
config :proxy_port, :validate => :number, :default => 0
|
39
|
+
config :proxy_username, :validate => :string, :default => nil
|
40
|
+
config :proxy_password, :validate => :string, :default => nil
|
41
|
+
config :proxy_domain, :validate => :string, :default => nil
|
42
|
+
config :proxy_workstation, :validate => :string, :default => nil
|
43
|
+
|
44
|
+
config :fetch_interval_millis, :validate => :number, :default => 200
|
45
|
+
|
46
|
+
# Processor = com.aliyun.log.logstash
|
37
47
|
public
|
38
48
|
def register
|
39
49
|
@logger.info("Init logstash-input-logservice", :endpoint => @endpoint, :project => @project, :logstore => @logstore,
|
@@ -48,10 +58,14 @@ java_import 'com.aliyun.log.logstash.LogstashLogHubProcessor'
|
|
48
58
|
@ip_suffix = '_' + @local_address
|
49
59
|
end
|
50
60
|
@process_pid = "_#{Process.pid}"
|
51
|
-
@logger.info("Running logstash-input-logservice"
|
61
|
+
@logger.info("Running logstash-input-logservice", :endpoint => @endpoint, :project => @project,
|
62
|
+
:logstore => @logstore, :consumer_group => @consumer_group, :consumer_name => @consumer_name,
|
63
|
+
:position => @position, :checkpoint_second => @checkpoint_second, :include_meta => @include_meta,
|
64
|
+
:consumer_name_with_ip => @consumer_name_with_ip, :local_address => @local_address)
|
52
65
|
@blockingQueue = java.util.concurrent.LinkedBlockingQueue.new(1000)
|
53
|
-
LogHubStarter.
|
54
|
-
|
66
|
+
@logHubStarter = LogHubStarter.new()
|
67
|
+
@logHubStarter.startWorker(@endpoint, @access_id, @access_key, @project, @logstore, @consumer_group, @consumer_name + @ip_suffix + @process_pid, @position, @checkpoint_second, @include_meta, @blockingQueue, @proxy_host, @proxy_port, @proxy_username, @proxy_password, @proxy_domain, @proxy_workstation, @fetch_interval_millis)
|
68
|
+
|
55
69
|
consume(queue)
|
56
70
|
|
57
71
|
rescue Exception => e
|
@@ -60,7 +74,7 @@ java_import 'com.aliyun.log.logstash.LogstashLogHubProcessor'
|
|
60
74
|
:checkpoint_second => @checkpoint_second, :include_meta => @include_meta, :consumer_name_with_ip => @consumer_name_with_ip, :exception => e)
|
61
75
|
|
62
76
|
end
|
63
|
-
|
77
|
+
|
64
78
|
def consume(queue)
|
65
79
|
while !stop?
|
66
80
|
while !@blockingQueue.isEmpty
|
@@ -76,17 +90,12 @@ java_import 'com.aliyun.log.logstash.LogstashLogHubProcessor'
|
|
76
90
|
retry
|
77
91
|
end
|
78
92
|
end
|
79
|
-
|
93
|
+
sleep(0.01)
|
80
94
|
end # loop
|
81
95
|
|
82
|
-
end
|
83
|
-
|
96
|
+
end
|
84
97
|
def stop
|
85
|
-
|
86
|
-
# examples of common "stop" tasks:
|
87
|
-
# * close sockets (unblocking blocking reads/accepts)
|
88
|
-
# * cleanup temporary files
|
89
|
-
# * terminate spawned threads
|
98
|
+
@logHubStarter.stopWorker()
|
90
99
|
end
|
91
100
|
|
92
101
|
def teardown
|
Binary file
|
data/logstash-input-sls.gemspec
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-input-sls'
|
3
|
-
s.version = '0.0.
|
3
|
+
s.version = '0.0.16'
|
4
4
|
s.licenses = ['MIT']
|
5
5
|
s.summary = "This sls input streams a string at a definable interval."
|
6
6
|
s.description = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-sls
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.16
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- lichao
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2023-03-31 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: logstash-core-plugin-api
|