logstash-outputs-percy 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 86e88a59aa8640845990ad4e530ee75d3e9144403a4dd412492419fa853ec1f7
+  data.tar.gz: 3a6a321473482b7a6e8d7d84c4e9a24f72c89ca16c100b148e0377919641be8b
+SHA512:
+  metadata.gz: 10310ae5394101e61941316c7dc1afbf72b18f83e81e8e097b0793b430ed73d9a0cc8861c7ea28d573a5ebca59b1e30d2cf27b5006bfa3b9a682a68c03f9080b
+  data.tar.gz: 3f81aa02c32fa7fac5f0769c893296d1a6c32f0f031ca693a183961cc7daa673148a03025778f163181cbb9bd9d86ca7df63c8df7872c9e0dbf1a08a2209fb07

data/Gemfile

@@ -0,0 +1,20 @@
+source 'https://rubygems.org'
+
+gemspec
+
+logstash_path = ENV["LOGSTASH_PATH"] || "./logstash"
+
+if Dir.exist?(logstash_path)
+  gem 'logstash-core', :path => "#{logstash_path}/logstash-core"
+  gem 'logstash-mixin-http_client', :path => "#{logstash_path}/vendor/bundle/jruby/2.6.0/gems/logstash-mixin-http_client"
+else
+  raise 'missing logstash vendoring'
+end
+
+gem "oauth2", "~> 2.0.9"
+gem "webmock", "~> 3.8"
+gem 'logstash-devutils', "~> 2"
+gem 'sinatra'
+gem 'webrick'
+gem "prometheus-client", "~> 1.0.0"
+gem 'snappy'

data/README.md

@@ -0,0 +1,88 @@
+# Contributing to Loki Logstash Output Plugin
+
+For information about how to use this plugin see this [documentation](../../docs/sources/clients/logstash/_index.md).
+
+## Install dependencies
+
+First, make sure you have JDK version `8` or `11` installed and you have set the `JAVA_HOME` environment variable.
+
+You need to setup JRuby environment to build this plugin. Refer https://github.com/rbenv/rbenv for setting up your rbenv environment.
+
+After setting up `rbenv`. Install JRuby
+
+```bash
+rbenv install jruby-9.2.10.0
+rbenv local jruby-9.2.10.0
+```
+
+Check that the environment is configured
+
+```bash
+ruby --version
+jruby 9.2.10
+```
+
+You should make sure you are running `jruby` and not `ruby`. If the command `ruby --version` still shows `ruby` and not `jruby`, check that PATH contains `$HOME/.rbenv/shims` and `$HOME/.rbenv/bin`. Also verify that you have this in your bash profile:
+
+```bash
+export PATH="$HOME/.rbenv/bin:$PATH"
+eval "$(rbenv init -)"
+```
+
+Then install bundler:
+
+```bash
+gem install bundler:2.1.4
+```
+
+Follow those instructions to [install logstash](https://www.elastic.co/guide/en/logstash/current/installing-logstash.html) before moving to the next section.
+
+## Build and test the plugin
+
+### Install required packages
+
+```bash
+git clone git@github.com:elastic/logstash.git
+cd logstash
+git checkout tags/v7.16.1
+export LOGSTASH_PATH="$(pwd)"
+export GEM_PATH="$LOGSTASH_PATH/vendor/bundle/jruby/2.5.0"
+export GEM_HOME="$LOGSTASH_PATH/vendor/bundle/jruby/2.5.0"
+./gradlew assemble
+cd ..
+ruby -S bundle /config set --local path "$LOGSTASH_PATH/vendor/bundle"
+ruby -S bundle install
+ruby -S bundle exec rake vendor
+```
+
+### Build the plugin
+
+```bash
+gem build logstash-output-loki.gemspec
+```
+
+### Test
+
+```bash
+ruby -S bundle exec rspec
+```
+
+Alternatively if you don't want to install JRuby. Enter inside logstash-loki container.
+
+```bash
+docker build -t logstash-loki ./
+docker run -v  $(pwd)/spec:/home/logstash/spec -it --rm --entrypoint /bin/sh logstash-loki
+bundle exec rspec
+```
+
+## Install plugin to local logstash
+
+```bash
+bin/logstash-plugin install --no-verify --local logstash-output-loki-1.0.0.gem
+```
+
+## Send sample event and check plugin is working
+
+```bash
+bin/logstash -f loki.conf
+```

data/lib/logstash/outputs/Edge/TimeSeries.rb

@@ -0,0 +1,15 @@
+require "logstash/outputs/edge/sample"
+require "logstash/outputs/edge/label"
+
+module Edge
+    class TimeSeries
+        attr_reader :labels, :samples
+
+        def initialize(labels_param, sample_param)
+            labels = labels_param
+            samples = sample_param
+        end
+
+    end
+
+end

data/lib/logstash/outputs/Edge/batch.rb

@@ -0,0 +1,63 @@
+require 'time'
+
+module Edge
+    class Batch
+        attr_reader :streams
+        def initialize(e)
+            @bytes = 0
+            @createdAt = Time.now
+            @streams = {}
+            add(e)
+        end
+
+        def size_bytes
+            return @bytes
+        end
+
+        def add(e)
+            @bytes = @bytes + e.entry['line'].length
+
+            # Append the entry to an already existing stream (if any)
+            labels = e.labels.sort.to_h
+            labelkey = labels.to_s
+            if @streams.has_key?(labelkey)
+                stream = @streams[labelkey]
+                stream['entries'].append(e.entry)
+                return
+            else
+                # Add the entry as a new stream
+                @streams[labelkey] = {
+                    "labels" => labels,
+                    "entries" => [e.entry],
+                }
+            end
+        end
+
+        def size_bytes_after(line)
+            return @bytes + line.length
+        end
+
+        def age()
+            return Time.now - @createdAt
+        end
+
+        def to_json
+            streams = []
+            @streams.each { |_ , stream|
+                streams.append(build_stream(stream))
+            }
+            return {"streams"=>streams}.to_json
+        end
+
+        def build_stream(stream)
+            values = []
+            stream['entries'].each { |entry|
+                values.append([entry['ts'].to_s, entry['line']])
+            }
+            return {
+                'stream'=>stream['labels'],
+                'values' => values
+            }
+        end
+    end
+end

data/lib/logstash/outputs/Edge/entry.rb

@@ -0,0 +1,26 @@
+module Edge
+    def to_ns(s)
+        (s.to_f * (10**9)).to_i
+    end
+    class Entry
+        include Edge
+        attr_reader :labels, :entry
+        def initialize(event,message_field,include_fields)
+            @entry = {
+                "ts" => to_ns(event.get("@timestamp")),
+                "line" => event.get(message_field).to_s
+            }
+            event = event.clone()
+            event.remove(message_field)
+            event.remove("@timestamp")
+
+            @labels = {}
+            event.to_hash.each { |key,value|
+                next if key.start_with?('@')
+                next if value.is_a?(Hash)
+                next if include_fields.length() > 0 and not include_fields.include?(key)
+                @labels[key] = value.to_s
+            }
+        end
+    end
+end

data/lib/logstash/outputs/Edge/label.rb

@@ -0,0 +1,16 @@
+
+module Edge
+    class Label
+        attr_reader :name, :value
+
+        def initialize(name_param, value_param)
+            puts "name"
+            puts name_param
+            puts "value"
+            puts value_param
+            name = name_param
+            value = value_param
+        end
+        
+    end
+end

data/lib/logstash/outputs/Edge/sample.rb

@@ -0,0 +1,11 @@
+
+module Edge
+    class Sample
+        attr_reader :value, :timestamp
+
+        def initialize(timestamp_param, value_param)
+            timestamp = timestamp_param
+            value = value_param
+        end
+    end   
+end

data/lib/logstash/outputs/percy.rb

@@ -0,0 +1,369 @@
+# encoding: utf-8
+require "logstash/outputs/base"
+require "logstash/outputs/edge/entry"
+require "logstash/outputs/edge/batch"
+require "logstash/outputs/edge/TimeSeries"
+require "logstash/outputs/edge/sample"
+require "logstash/outputs/edge/label"
+require "logstash/namespace"
+require 'net/http'
+require 'time'
+require 'uri'
+require 'json'
+require 'prometheus/client'
+require 'prometheus/client/push'
+require 'prometheus/client/formats/text'
+require 'oauth2'
+require 'snappy'
+
+class LogStash::Outputs::Percy < LogStash::Outputs::Base
+  include Edge
+  config_name "lopro"
+
+  ## 'A single instance of the Output will be shared among the pipeline worker threads'
+  concurrency :single
+  
+  ## 'Prom URL'
+  config :url, :validate => :string, :required => true
+
+  ## 'BasicAuth credentials'
+  config :client_id, :validate => :string, :required => true
+  config :client_secret, :validate => :string, secret: true, :required => true
+
+  ## 'Prom Token URL Domain'
+  config :tokenurl_domain, :validate => :string, :required => true
+
+  ## 'Prom Token URL Endpoint'
+  config :tokenurl_endpoint, :validate => :string, :default => "oauth2/v2.0/token", :required => false
+
+  ## 'Scopes'
+  config :scopes, :validate => :string, :required => true
+
+  ## 'Proxy URL'
+  config :proxy_url, :validate => :string, :required => false
+
+  ## 'Disable server certificate verification'
+  config :insecure_skip_verify, :validate => :boolean, :default => false, :required => false
+
+  ## 'Client certificate'
+  config :cert, :validate => :path, :required => false
+  config :key, :validate => :path, :required => false
+
+  ## 'TLS'
+  config :ca_cert, :validate => :path, :required => false
+
+  ## 'Maximum batch size to accrue before pushing to loki. Defaults to 102400 bytes'
+  config :batch_size, :validate => :number, :default => 102400, :required => false
+
+  ## 'Interval in seconds to wait before pushing a batch of records to loki. Defaults to 1 second'
+  config :batch_wait, :validate => :number, :default => 1, :required => false
+
+  ## 'Log line field to pick from logstash. Defaults to "message"'
+  config :message_field, :validate => :string, :default => "message", :required => false
+
+  ## 'Backoff configuration. Initial backoff time between retries. Default 1s'
+  config :min_delay, :validate => :number, :default => 1, :required => false
+
+  ## 'An array of fields to map to labels, if defined only fields in this list will be mapped.'
+  config :include_fields, :validate => :array, :default => [], :required => false
+
+  ## 'Backoff configuration. Maximum backoff time between retries. Default 300s'
+  config :max_delay, :validate => :number, :default => 300, :required => false
+
+  ## 'Backoff configuration. Maximum number of retries to do'
+  config :retries, :validate => :number, :default => 10, :required => false
+
+  attr_reader :batch
+  public
+  def register
+    puts "1"
+    @uri = URI.parse(@url)
+    
+    @registry = Prometheus::Client.registry
+    @http_requests = Prometheus::Client::Gauge.new(:commandsAborted_summation, docstring: 'prometheus', labels: [:app, :env, :product_id, :provider, :region, :site_code])
+    @registry.register(@http_requests)
+
+    unless @uri.is_a?(URI::HTTP) || @uri.is_a?(URI::HTTPS)
+      raise LogStash::ConfigurationError, "url parameter must be valid HTTP, currently '#{@url}'"
+    end
+
+    if @min_delay > @max_delay
+      raise LogStash::ConfigurationError, "Min delay should be less than Max delay, currently 'Min delay is #{@min_delay} and Max delay is #{@max_delay}'"
+    end
+
+    @logger.info("Prom output plugin", :class => self.class.name)
+
+    # initialize Queue and Mutex
+    @entries = Queue.new 
+    @mutex = Mutex.new
+    @stop = false
+
+    # create nil batch object.
+    @batch = nil
+
+    # validate certs
+    if ssl_cert?
+      load_ssl
+      validate_ssl_key
+    end
+
+    # start batch_max_wait and batch_max_size threads
+    @batch_wait_thread = Thread.new{max_batch_wait()}
+    @batch_size_thread = Thread.new{max_batch_size()}
+  end
+
+  def max_batch_size
+    @logger.info("max_batch_size: started method")
+    loop do
+      @mutex.synchronize do
+        return if @stop
+      end
+  
+      e = @entries.deq
+      return if e.nil?
+
+      @mutex.synchronize do
+        if !add_entry_to_batch(e)
+          @logger.debug("Max batch_size is reached. Sending batch to edge-loki")
+          send(@batch)
+          @batch = Batch.new(e)
+        end
+      end
+    end
+  end
+
+  def max_batch_wait
+    # minimum wait frequency is 10 milliseconds
+	  min_wait_checkfrequency = 1/100
+	  max_wait_checkfrequency = @batch_wait
+	  if max_wait_checkfrequency < min_wait_checkfrequency
+		  max_wait_checkfrequency = min_wait_checkfrequency
+    end
+
+    loop do
+      @mutex.synchronize do
+        return if @stop
+      end
+
+      sleep(max_wait_checkfrequency)
+      if is_batch_expired
+        @mutex.synchronize do
+          @logger.debug("Max batch_wait time is reached. Sending batch to loki")
+          send(@batch)
+          @batch = nil
+        end
+      end
+    end
+  end
+
+  def ssl_cert?
+    !@key.nil? && !@cert.nil?
+  end
+
+  def load_ssl
+    @cert = OpenSSL::X509::Certificate.new(File.read(@cert)) if @cert
+    @key = OpenSSL::PKey.read(File.read(@key)) if @key
+  end
+
+  def validate_ssl_key
+    if !@key.is_a?(OpenSSL::PKey::RSA) && !@key.is_a?(OpenSSL::PKey::DSA)
+      raise LogStash::ConfigurationError, "Unsupported private key type '#{@key.class}''"
+    end
+  end
+
+  def ssl_opts(uri)
+    opts = {
+      use_ssl: uri.scheme == 'https'
+    }
+
+     # disable server certificate verification
+    if @insecure_skip_verify
+      opts = opts.merge(
+        verify_mode: OpenSSL::SSL::VERIFY_NONE
+      )
+    end
+
+    if !@cert.nil? && !@key.nil?
+      opts = opts.merge(
+        verify_mode: OpenSSL::SSL::VERIFY_PEER,
+        cert: @cert,
+        key: @key
+      )
+    end
+
+    unless @ca_cert.nil?
+      opts = opts.merge(
+        ca_file: @ca_cert
+      )
+    end
+    opts
+  end
+
+  # Add an entry to the current batch returns false if the batch is full and the entry can't be added.
+  def add_entry_to_batch(e)
+    line = e.entry['line']
+    # we don't want to send empty lines.
+    return true if line.to_s.strip.empty?
+
+    if @batch.nil?
+      @batch = Batch.new(e)
+      return true
+    end
+
+    if @batch.size_bytes_after(line) > @batch_size
+      return false
+    end
+    @batch.add(e)
+    return true
+  end
+
+  def is_batch_expired
+    return !@batch.nil? && @batch.age() >= @batch_wait
+  end
+
+  ## Receives logstash events
+  public
+  def receive(event)
+    @entries << Entry.new(event, @message_field, @include_fields)
+  end
+
+  def close
+    @entries.close
+    @mutex.synchronize do 
+      @stop = true 
+    end
+    @batch_wait_thread.join
+    @batch_size_thread.join
+
+    # if by any chance we still have a forming batch, we need to send it.
+    send(@batch) if !@batch.nil?
+    @batch = nil
+  end
+
+  def send(batch)
+    @logger.info("send: started method")
+    payload = batch.to_json
+    client = createClient()
+    access = getToken(client)
+    @http_requests.set(21.534, labels: label_set_for({ app: 'apmt_metric_test', env: 'test', product_id: 'apmt_test', provider: 'onprem', region: 'westeurope', site_code: 'USTIS01'}))
+    #puts "token"
+    #puts token
+    #JSON.parse(token.ac)
+    #puts access.token
+    #puts access.headers
+    push = Prometheus::Client::Push.new('prometheus').edge_add(access.token, @uri, @registry)
+    #Prometheus::Client::Push.new('my-batch-job').add(@registry)
+    #push = Prometheus::Client::Push.new('prom_batch', 'edge_prom', 'https://telemetry.pensieve.maersk-digital.net/api/v1/push').add(@registry)
+    #push.basic_auth("user", "password")
+    #push.add_field 'Authorization', 'Bearer ' + access.token
+    #WriteRequest(access)
+  end
+
+  def label_set_for(labels)
+    #@logger.info("label_set_for: started method")
+    return stringify_values(labels) if !labels.empty?
+  end
+
+  def stringify_values(labels)
+      #@logger.info("stringify_values: started method")
+      stringified = {}
+      labels.each { |k,v| stringified[k] = v.to_s }
+
+      stringified
+  end
+
+  def setLabels(labels_param)
+    stringified = []
+    labels_param.each { |k,v| stringified.append(Label.new(k, v)) }
+
+    stringified
+  end
+
+  def setSamples(sample_ts_param, sample_val_param)
+      return Sample.new(sample_ts_param, sample_val_param)
+  end
+
+  def WriteRequest(token)
+    #labels = setLabels(label_set_for({ '__name__':'vsphere_vm', app: 'apmt_metric_test', env: 'test', product_id: 'apmt_test', provider: 'onprem', region: 'westeurope', site_code: 'USTIS01'}))
+    #puts labels
+    #samples = setSamples(Time.now.to_f(), 10.785)
+    #puts samples
+    #ts = Edge::TimeSeries.new(labels, samples)
+    puts "TimeSeries"
+    payload1 = {"TimeSeries": {Labels: label_set_for({ '__name__':'vsphere_vm', app: 'apmt_logs_test', env: 'test', product_id: 'apmt_test', provider: 'onprem', region: 'westeurope', site_code: 'USTIS01'}), Samples: [Timestamp: Time.now.to_f(), Value: 10.5 ]}}.to_json
+    puts payload1
+    #payload1 = {Labels: labels, Samples: samples}
+    #payload = Marshal.dump(ts)
+    payload = Marshal.dump(payload1)
+    source = Snappy.deflate(payload)
+
+    puts "Payload"
+    puts payload
+    puts "Snappy"
+    puts source
+    response = token.post(@uri, {:body => source, :headers => {'Content-Type' => 'application/x-protobuf', 'Content-Encoding' => 'snappy', 'User-Agent' => 'mop-edge-1.0.0', 'X-Prometheus-Remote-Write-Version' => '0.1.0'}})
+    return response
+end
+
+  def createClient()
+    @logger.info("createClient: started method")
+    client = OAuth2::Client.new(@client_id, @client_secret, auth_scheme: "basic_auth", site: @tokenurl_domain,:token_url => @tokenurl_endpoint)
+    return client
+  end
+
+  def createClientwithProxy()
+    #@logger.info("createClient: started method")
+	  conn_opts = {}
+	  conn_opts = conn_opts.merge('ssl' => {verify: false})
+	  conn_opts = conn_opts.merge('proxy' => @proxy_url)
+	  client = OAuth2::Client.new(@client_id, @client_secret, auth_scheme: "basic_auth", site: @tokenurl_domain,:token_url => @tokenurl_endpoint, :connection_opts => conn_opts)
+    return client
+  end
+
+  def getToken(client)
+    params = {}
+    opts = {}
+    params = params.merge('scope' => @scopes)
+    access = client.client_credentials.get_token(params, opts)
+    return access
+  end
+
+  def edge_http_request(token, payload)
+    @logger.info("edge_http_request: started method")
+    cntLines = JSON.parse(payload)["streams"][0]["values"].size
+    @logger.info("processing #{cntLines} lines to edge-prom")
+    retry_count = 0
+    delay = @min_delay
+    begin      
+      res = token.post(@uri, {:body => payload1, :headers => params})
+      status_code = "#{res.status}"
+      @logger.info("send: status_code", :status_code => status_code)
+      begin
+        @logger.info("send: res_body", :res_body => res)
+        #JSON.parse(res.body)
+        #@logger.info("send res parsed", :res.parsed => res.parsed)
+      rescue StandardError => err
+        @logger.warn("Failed to send batch, attempt: ", :error_inspect => err.inspect, :error => err)
+      end
+      return status_code if !status_code.nil? && status_code.to_i != 429 && status_code.to_i.div(100) != 5
+      return res
+      raise StandardError.new res
+    rescue StandardError => e
+      retry_count += 1
+      @logger.warn("Failed to send batch, attempt: #{retry_count}/#{@retries}", :error_inspect => e.inspect, :error => e)
+      if retry_count < @retries
+        sleep delay
+        if delay * 2 <= @max_delay
+          delay = delay * 2
+        else
+          delay = @max_delay
+        end
+        retry
+      else
+        @logger.error("Failed to send batch", :error_inspect => e.inspect, :error => e)
+        return res
+      end
+    end
+  end
+
+end

data/lib/logstash/outputs/prom_test.rb

@@ -0,0 +1,77 @@
+# encoding: utf-8
+require 'net/http'
+require 'time'
+require 'uri'
+require 'json'
+require 'oauth2'
+require 'snappy'
+
+class Promtest
+  
+  def register
+    @url = "https://telemetry.pensieve.maersk-digital.net/api/v1/push"
+    @client_id = "d6c2ea51-64db-4a46-b168-dc5751d30b38"
+    @client_secret = "Nfi8Q~cSuI3PQrCxCNTy5m363cHUSNJ.JaGaYar5"
+    @tokenurl_domain = "https://login.microsoftonline.com/05d75c05-fa1a-42e7-9cf1-eb416c396f2d/"
+    @tokenurl_endpoint = "oauth2/v2.0/token"
+    @scopes = "api://ingestion.pensieve/.default"
+    
+    @uri = URI.parse(@url)
+    
+    send()
+  end
+
+  def send()
+    puts("send: started method")
+    payload = batch.to_json
+    client = createClient()
+    access = getToken(client)
+    puts "token"
+    puts token
+    
+    WriteRequest(access)
+  end
+
+  def label_set_for(labels)
+    #@logger.info("label_set_for: started method")
+    return stringify_values(labels) if !labels.empty?
+  end
+
+  def stringify_values(labels)
+      #@logger.info("stringify_values: started method")
+      stringified = {}
+      labels.each { |k,v| stringified[k] = v.to_s }
+
+      stringified
+  end
+
+  def WriteRequest(token)
+    puts "TimeSeries"
+    payload1 = {"TimeSeries": {Labels: label_set_for({ '__name__':'vsphere_vm', app: 'apmt_logs_test', env: 'test', product_id: 'apmt_test', provider: 'onprem', region: 'westeurope', site_code: 'USTIS01'}), Samples: [Timestamp: Time.now.to_f(), Value: 10.5 ]}}.to_json
+    puts payload1
+    payload = Marshal.dump(payload1)
+    source = Snappy.deflate(payload)
+
+    puts "Payload"
+    puts payload
+    puts "Snappy"
+    puts source
+    response = token.post(@uri, {:body => source, :headers => {'Content-Type' => 'application/x-protobuf', 'Content-Encoding' => 'snappy', 'User-Agent' => 'mop-edge-1.0.0', 'X-Prometheus-Remote-Write-Version' => '0.1.0'}})
+    return response
+end
+
+  def createClient()
+    @logger.info("createClient: started method")
+    client = OAuth2::Client.new(@client_id, @client_secret, auth_scheme: "basic_auth", site: @tokenurl_domain,:token_url => @tokenurl_endpoint)
+    return client
+  end
+
+  def getToken(client)
+    params = {}
+    opts = {}
+    params = params.merge('scope' => @scopes)
+    access = client.client_credentials.get_token(params, opts)
+    return access
+  end
+
+end

data/logstash-outputs-percy.gemspec

@@ -0,0 +1,33 @@
+Gem::Specification.new do |s|
+  s.name    = 'logstash-outputs-percy'
+  s.version = '1.0.0'
+  s.authors = ['Britto Prabhu']
+  s.email   = ['britto.prabhu@apmterminals.com']
+
+  s.summary       = 'Output plugin to ship logs to Prometheus server with oauth2 token'
+  s.description   = 'This Output plugin to ship logs to Prometheus server with oauth2 token and proxy support'
+  s.summary         = "Sends events to a generic HTTP or HTTPS endpoint with additional oauth2 token support"
+  s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program. This plugin supports oauth2 token."
+  s.homepage      = 'https://github.com/Maersk-Global/apmt-observability-deployment'
+  s.license       = 'Apache-2.0'
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files = Dir["lib/**/*","spec/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "VERSION", "docs/**/*"]
+
+  # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
+
+  # Gem dependencies
+  s.add_runtime_dependency "oauth2", "~> 2.0.9"
+  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
+  s.add_runtime_dependency "logstash-mixin-http_client", ">= 7.2.0", "< 8.0.0"
+  s.add_runtime_dependency "prometheus-client", "1.0.0"
+
+  s.add_development_dependency 'logstash-devutils'
+  s.add_development_dependency 'sinatra'
+  s.add_development_dependency 'webrick'
+end

metadata

@@ -0,0 +1,168 @@
+--- !ruby/object:Gem::Specification
+name: logstash-outputs-percy
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Britto Prabhu
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2024-08-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: oauth2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.9
+- !ruby/object:Gem::Dependency
+  name: logstash-core-plugin-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  name: logstash-mixin-http_client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.2.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 8.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 7.2.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 8.0.0
+- !ruby/object:Gem::Dependency
+  name: prometheus-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sinatra
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: webrick
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a Logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program. This plugin supports oauth2 token.
+email:
+- britto.prabhu@apmterminals.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- lib/logstash/outputs/Edge/TimeSeries.rb
+- lib/logstash/outputs/Edge/batch.rb
+- lib/logstash/outputs/Edge/entry.rb
+- lib/logstash/outputs/Edge/label.rb
+- lib/logstash/outputs/Edge/sample.rb
+- lib/logstash/outputs/percy.rb
+- lib/logstash/outputs/prom_test.rb
+- logstash-outputs-percy.gemspec
+homepage: https://github.com/Maersk-Global/apmt-observability-deployment
+licenses:
+- Apache-2.0
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: output
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3.1
+signing_key: 
+specification_version: 4
+summary: Sends events to a generic HTTP or HTTPS endpoint with additional oauth2 token
+  support
+test_files: []