fluent-plugin-upi-logs 0.0.0.dev.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (3) hide show
  1. checksums.yaml +7 -0
  2. data/lib/fluent/plugin/parser_upi_logs.rb +35 -0
  3. metadata +150 -0
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA256:
3
+ metadata.gz: 81c8794ebbc766b3fe68a87536f2c5d77c200bf119ab874f50cf1b44f491e778
4
+ data.tar.gz: e1fb3041e1ae302702311e30b21a5fe05d83a43dd3c63c5b3176433789897784
5
+ SHA512:
6
+ metadata.gz: f96e75e64d6e36c3295a5b4f79d57194dee4d837b8856a674962bc193863725f44ba143d9a80ce9e080d104fcc4de263974ce8c7939c49107521369459d5bb1c
7
+ data.tar.gz: 6bb353e42319388113a438bccfdecdb53cc649f704f61a5851deaaab37bdc199598bc224e2966672dcab2b27abc431f0e4786cdd30ec8694c3cde8ecb48cb8b9
data/lib/fluent/plugin/parser_upi_logs.rb ADDED
@@ -0,0 +1,35 @@
1
+ # frozen_string_literal: true
2
+
3
+ require 'fluent/plugin/parser'
4
+
5
+ require 'caraml/upi/v1/prediction_log_pb'
6
+ require 'caraml/upi/v1/router_log_pb'
7
+
8
+ module Fluent
9
+ module Plugin
10
+ # Parser for UPI which supports prediction and router logs
11
+ class UpiParser < Fluent::Plugin::Parser
12
+ # Parser name should be identical to "parser_#{name}" to follow fluentd plugin convention
13
+ Fluent::Plugin.register_parser('upi_logs', self)
14
+
15
+ config_param :class_name, :string
16
+
17
+ def configure(conf)
18
+ super
19
+ if Google::Protobuf::DescriptorPool.generated_pool.lookup(@class_name).nil?
20
+ raise Fluent::ConfigError, "unrecognised class_name '#{class_name}'"
21
+ end
22
+
23
+ # Lookup will only work for proto that are declared by the require statements
24
+ @protobuf_descriptor = Google::Protobuf::DescriptorPool.generated_pool.lookup(@class_name).msgclass
25
+ end
26
+
27
+ def parse(binary)
28
+ record = @protobuf_descriptor.decode(binary)
29
+ time = Fluent::EventTime.now
30
+ # Record are returned in json format
31
+ yield time, record.to_json
32
+ end
33
+ end
34
+ end
35
+ end
metadata ADDED
@@ -0,0 +1,150 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: fluent-plugin-upi-logs
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.0.dev.1
5
+ platform: ruby
6
+ authors:
7
+ - Caraml Dev
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2023-01-12 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: bundler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - "~>"
18
+ - !ruby/object:Gem::Version
19
+ version: 2.3.26
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: 2.3.26
27
+ - !ruby/object:Gem::Dependency
28
+ name: rake
29
+ requirement: !ruby/object:Gem::Requirement
30
+ requirements:
31
+ - - "~>"
32
+ - !ruby/object:Gem::Version
33
+ version: 13.0.6
34
+ type: :development
35
+ prerelease: false
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: 13.0.6
41
+ - !ruby/object:Gem::Dependency
42
+ name: test-unit
43
+ requirement: !ruby/object:Gem::Requirement
44
+ requirements:
45
+ - - "~>"
46
+ - !ruby/object:Gem::Version
47
+ version: 3.5.7
48
+ type: :development
49
+ prerelease: false
50
+ version_requirements: !ruby/object:Gem::Requirement
51
+ requirements:
52
+ - - "~>"
53
+ - !ruby/object:Gem::Version
54
+ version: 3.5.7
55
+ - !ruby/object:Gem::Dependency
56
+ name: caraml-upi-protos
57
+ requirement: !ruby/object:Gem::Requirement
58
+ requirements:
59
+ - - "~>"
60
+ - !ruby/object:Gem::Version
61
+ version: 0.0.0
62
+ type: :runtime
63
+ prerelease: false
64
+ version_requirements: !ruby/object:Gem::Requirement
65
+ requirements:
66
+ - - "~>"
67
+ - !ruby/object:Gem::Version
68
+ version: 0.0.0
69
+ - !ruby/object:Gem::Dependency
70
+ name: fluentd
71
+ requirement: !ruby/object:Gem::Requirement
72
+ requirements:
73
+ - - ">="
74
+ - !ruby/object:Gem::Version
75
+ version: 0.14.10
76
+ - - "<"
77
+ - !ruby/object:Gem::Version
78
+ version: '2'
79
+ type: :runtime
80
+ prerelease: false
81
+ version_requirements: !ruby/object:Gem::Requirement
82
+ requirements:
83
+ - - ">="
84
+ - !ruby/object:Gem::Version
85
+ version: 0.14.10
86
+ - - "<"
87
+ - !ruby/object:Gem::Version
88
+ version: '2'
89
+ - !ruby/object:Gem::Dependency
90
+ name: google-protobuf
91
+ requirement: !ruby/object:Gem::Requirement
92
+ requirements:
93
+ - - "~>"
94
+ - !ruby/object:Gem::Version
95
+ version: '3.12'
96
+ type: :runtime
97
+ prerelease: false
98
+ version_requirements: !ruby/object:Gem::Requirement
99
+ requirements:
100
+ - - "~>"
101
+ - !ruby/object:Gem::Version
102
+ version: '3.12'
103
+ - !ruby/object:Gem::Dependency
104
+ name: ruby-protocol-buffers
105
+ requirement: !ruby/object:Gem::Requirement
106
+ requirements:
107
+ - - "~>"
108
+ - !ruby/object:Gem::Version
109
+ version: 1.5.0
110
+ type: :runtime
111
+ prerelease: false
112
+ version_requirements: !ruby/object:Gem::Requirement
113
+ requirements:
114
+ - - "~>"
115
+ - !ruby/object:Gem::Version
116
+ version: 1.5.0
117
+ description: |-
118
+ Fluentd parser custom plugin that can parse UPI logs (PredictionLog and RouterLog
119
+ - https://github.com/caraml-dev/universal-prediction-interface) into json
120
+ email:
121
+ - caraml-dev@gojek.com
122
+ executables: []
123
+ extensions: []
124
+ extra_rdoc_files: []
125
+ files:
126
+ - lib/fluent/plugin/parser_upi_logs.rb
127
+ homepage: https://github.com/caraml-dev/timber
128
+ licenses:
129
+ - Apache-2.0
130
+ metadata: {}
131
+ post_install_message:
132
+ rdoc_options: []
133
+ require_paths:
134
+ - lib
135
+ required_ruby_version: !ruby/object:Gem::Requirement
136
+ requirements:
137
+ - - "~>"
138
+ - !ruby/object:Gem::Version
139
+ version: '3.1'
140
+ required_rubygems_version: !ruby/object:Gem::Requirement
141
+ requirements:
142
+ - - ">"
143
+ - !ruby/object:Gem::Version
144
+ version: 1.3.1
145
+ requirements: []
146
+ rubygems_version: 3.3.26
147
+ signing_key:
148
+ specification_version: 4
149
+ summary: Fluent parser plugin for UPI logs into JSON
150
+ test_files: []