fluent-plugin-lm-logs-gcp 1.0.1 → 1.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/fluent-plugin-lm-logs-gcp.gemspec +1 -1
- data/lib/fluent/plugin/filter_gcplm.rb +20 -8
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 83368f705d0f9f3655f512d02196ccb63a9c4035afd114e55751a304eacc1f4d
|
|
4
|
+
data.tar.gz: 8e5184a94b67354aeeebb8c37294296f7e138c41a74255511555a6e68e362571
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 375ab329bf7d30d66f26c362c7460e857e290cafdd9714bf6bf7a1ee9539a4286e3d1ddb5fd929ab43d219ead62b1c29e00828ce1cd708baec58b6426c362280
|
|
7
|
+
data.tar.gz: 811764602d57f8e7c3c20a9e73e451e17e775a1a3adccdf79a58b747e00e4ce5bca46792a7ed1f475af363eb7838013d2ebb5e40641d25dd84da582b3f9f8363
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
|
|
6
6
|
Gem::Specification.new do |spec|
|
|
7
7
|
spec.name = "fluent-plugin-lm-logs-gcp"
|
|
8
|
-
spec.version = '1.0.
|
|
8
|
+
spec.version = '1.0.2'
|
|
9
9
|
spec.authors = ["LogicMonitor"]
|
|
10
10
|
spec.email = "rubygems@logicmonitor.com"
|
|
11
11
|
spec.summary = "LogicMonitor with GCP logs fluentd filter plugin"
|
|
@@ -23,40 +23,52 @@ module Fluent::Plugin
|
|
|
23
23
|
|
|
24
24
|
def filter(tag, time, record)
|
|
25
25
|
message = String.new
|
|
26
|
-
|
|
26
|
+
# The type of service in GCP
|
|
27
|
+
resourceType = record.dig("resource", "type")
|
|
27
28
|
resourceMap = Hash.new
|
|
28
|
-
|
|
29
|
-
|
|
29
|
+
# The id of project in GCP
|
|
30
|
+
project_id = record.dig("resource", "labels", "project_id")
|
|
31
|
+
# The region where the service is running in GCP
|
|
32
|
+
region = record.dig("resource", "labels", "region")
|
|
30
33
|
filteredRecord = Hash.new
|
|
31
34
|
|
|
32
35
|
case
|
|
36
|
+
# Capturing json and text payloads as message field
|
|
33
37
|
when record['textPayload']
|
|
34
38
|
message = record['textPayload']
|
|
35
39
|
when record['jsonPayload']
|
|
36
40
|
message = record['jsonPayload'].to_json
|
|
41
|
+
# Capturing the protoPayload when we receive an audit log
|
|
37
42
|
when record['protoPayload']
|
|
38
43
|
message = record['protoPayload'].to_json
|
|
44
|
+
# for cloudRun we have request logs getting logged when a request is made to the service which has the statusCode, request type etc in httprequest field in the log
|
|
45
|
+
when record['httpRequest'] && resourceType == 'cloud_run_revision'
|
|
46
|
+
message = record['httpRequest'].to_json
|
|
39
47
|
else
|
|
40
48
|
message = nil
|
|
41
49
|
end
|
|
42
50
|
|
|
51
|
+
# Mapping the '_lm.resourceId' to the specific resourceId or resourceName depending on the type of service in GCP
|
|
43
52
|
case resourceType
|
|
44
53
|
when 'gce_instance'
|
|
45
|
-
if (record.dig("resource","labels", "instance_id"))
|
|
46
|
-
resourceMap = {"system.gcp.resourceid" => record.dig("resource","labels", "instance_id"), "system.cloud.category" => 'GCP/ComputeEngine'}
|
|
54
|
+
if (record.dig("resource", "labels", "instance_id"))
|
|
55
|
+
resourceMap = {"system.gcp.resourceid" => record.dig("resource", "labels", "instance_id"), "system.cloud.category" => 'GCP/ComputeEngine'}
|
|
47
56
|
elsif (record.dig("labels", "compute.googleapis.com/resource_name"))
|
|
48
57
|
resourceMap = {"system.gcp.resourcename" => record.dig("labels", "compute.googleapis.com/resource_name"), "system.cloud.category" => 'GCP/ComputeEngine'}
|
|
49
58
|
end
|
|
50
59
|
when 'cloud_function'
|
|
51
|
-
resourceMap = {"system.gcp.resourcename" => "projects/" + project_id + "/locations/" + region +"/functions/" + record.dig("resource","labels", "function_name"), "system.cloud.category" => 'GCP/CloudFunction'}
|
|
60
|
+
resourceMap = {"system.gcp.resourcename" => "projects/" + project_id + "/locations/" + region +"/functions/" + record.dig("resource", "labels", "function_name"), "system.cloud.category" => 'GCP/CloudFunction'}
|
|
52
61
|
when 'cloudsql_database'
|
|
53
|
-
resourceMap = {"system.gcp.resourceid" => record.dig("resource","labels", "database_id"), "system.cloud.category" => 'GCP/CloudSQL'}
|
|
62
|
+
resourceMap = {"system.gcp.resourceid" => record.dig("resource", "labels", "database_id"), "system.cloud.category" => 'GCP/CloudSQL'}
|
|
63
|
+
when 'cloud_run_revision'
|
|
64
|
+
resourceMap = {"system.gcp.resourcename" => record.dig("resource", "labels", "service_name"), "system.cloud.category" => 'GCP/CloudRun'}
|
|
54
65
|
end
|
|
55
66
|
|
|
56
|
-
if(record.key?("protoPayload") && record.dig('protoPayload','@type') == "type.googleapis.com/google.cloud.audit.AuditLog")
|
|
67
|
+
if(record.key?("protoPayload") && record.dig('protoPayload', '@type') == "type.googleapis.com/google.cloud.audit.AuditLog")
|
|
57
68
|
resourceMap = {"system.gcp.projectId" => project_id, "system.cloud.category" => 'GCP/LMAccount'}
|
|
58
69
|
end
|
|
59
70
|
|
|
71
|
+
# Creating a new record which is further sent to LM
|
|
60
72
|
filteredRecord['message'] = message
|
|
61
73
|
filteredRecord['_lm.resourceId'] = resourceMap
|
|
62
74
|
filteredRecord['timestamp'] = record['timestamp']
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-lm-logs-gcp
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.0.
|
|
4
|
+
version: 1.0.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- LogicMonitor
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2021-05-
|
|
11
|
+
date: 2021-05-10 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fluentd
|