newrelic_sphinx 0.0.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    M2EzZWZiNTU0ZDNjNmNjYjkxODBhMjFlNjQ0N2E2ODBjOWQ1NDNjOQ==
+  data.tar.gz: !binary |-
+    ZjU4ZGFhZDU5MzM2ZjRiMmE3ZmQwMzdkZDUyMjc0NGQ0NTBhNzZjYQ==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    NTg5YTBjYzQ2OWEzYzhjZGI1NjRiMzcxMWM0ODEyNWY5NzE1MGZmMjRmNGQz
+    MGE5MWJjZDk1YjA2YjMxYmY2YjllYTVlY2RjY2E5MzZjZWM3NTJjYjU4ZGM3
+    Nzk0NmRmNWQxYzhiNjJmMzliNGNiNGQwMGQ4MWU0N2ZkOWVmZmE=
+  data.tar.gz: !binary |-
+    NGE2OGI1NjA2M2ZlZWYzNmNlY2UyNDgwNjE4OGI0MWFjZDdmOTExNGI4YjQ0
+    NzJmOTYxMTdkMTlkMmVhOWY1MWMzZDZmMzJlOGU3M2I2ZGY4NmNjYTMyMmQz
+    M2ZhYWQ0ZTI4YWI5ZTZkNjg1NGFkMThhMWRhNTgwN2I2ZjI1MjE=

data/Rakefile

@@ -0,0 +1,32 @@
+# -*- coding: utf-8 -*-
+begin
+  require 'jeweler'
+  #require 'rubygems'
+  #gem :jeweler
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "newrelic_sphinx"
+    gemspec.summary = "newrelic_sphinx is a plugin for new relic, pushing stats about your Sphinx server."
+    gemspec.email = ["troels@knak-nielsen.dk"]
+    gemspec.homepage = "http://github.com/troelskn/newrelic_sphinx"
+    gemspec.description = gemspec.summary
+    gemspec.authors = ["Troels Knak-Nielsen"]
+    gemspec.license = 'MIT'
+    gemspec.add_dependency 'mysql2', ['~> 0.3.13']
+    gemspec.files.include 'lib/**/*.rb'
+    gemspec.files.include 'bin/**/*'
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError => err
+  puts "Jeweler not available. Install it with: sudo gem install jeweler"
+  p err
+end
+
+desc "Generates API documentation"
+task :rdoc do
+  sh "rm -rf doc && rdoc lib"
+end
+
+task :default do
+  puts "Run `rake version:bump:patch release`"
+end
+

data/VERSION

@@ -0,0 +1 @@
+0.0.0

data/bin/sphinx_agent

@@ -0,0 +1,54 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift(File.expand_path(File.dirname(File.dirname(__FILE__))))
+require 'lib/newrelic_sphinx/agent'
+require 'optparse'
+
+options = {}
+opt_parser = OptionParser.new do |opts|
+  opts.banner = "Usage: #{__FILE__} --license LICENSE [options]"
+
+  opts.on("--license LICENSE", "New Relic License key") do |license_key|
+    options[:license_key] = license_key
+  end
+
+  opts.on("--host [HOST]", "Sphinx hostname") do |host|
+    options[:host] = host
+  end
+
+  opts.on("--port [PORT]", Integer, "Sphinx port number") do |port|
+    options[:port] = port
+  end
+
+  opts.on("--username [USERNAME]", "Username to connect to Sphinx") do |username|
+    options[:username] = username
+  end
+
+  opts.on("--endpoint [ENDPOINT]", "URL endpoint to post data back to") do |endpoint|
+    options[:endpoint] = endpoint
+  end
+
+  opts.on("--frequenzy [FREQUENZY]", Integer, "Delay in sec. between each send") do |frequenzy|
+    options[:frequenzy] = frequenzy
+  end
+
+  opts.on("--hostname [HOSTNAME]", "Hostname to identify the machine with New Relic") do |hostname|
+    options[:hostname] = hostname
+  end
+
+  opts.on("--verbose", "Dump debug info to console") do
+    options[:verbose] = true
+  end
+
+  # No argument, shows at tail.  This will print an options summary.
+  # Try it and see!
+  opts.on_tail("-h", "--help", "Show this message") do
+    puts opts
+    exit
+  end
+end
+
+opt_parser.parse! ARGV
+raise "Missing license key" unless options[:license_key]
+
+agent = NewrelicSphinx::Agent.new options
+agent.run

data/lib/newrelic_sphinx/agent.rb

@@ -0,0 +1,158 @@
+require 'net/http'
+require 'uri'
+require 'json'
+require 'mysql2'
+
+module NewrelicSphinx
+  class Metric
+    attr_reader :key, :name, :units, :mode, :last_value
+    attr_accessor :value
+
+    def initialize(key, name, units, mode = :plain)
+      @key, @name, @units, @mode = key, name, units, mode
+      @value = 0
+      @last_value = 0
+    end
+
+    def memorize
+      @last_value = value
+    end
+
+    def plain?
+      mode == :plain
+    end
+
+    def incremental?
+      mode == :incremental
+    end
+  end
+
+  class Agent
+    def initialize(configuration = {})
+      # If you use localhost, MySQL insists on a socket connection, but Sphinx
+      # requires a TCP connection. Using 127.0.0.1 fixes that.
+      address = configuration[:host] || '127.0.0.1'
+      address = '127.0.0.1' if address == 'localhost'
+
+      options = {
+        :host      => address,
+        :port      => configuration[:port] || 9306,
+        :username  => "root",
+        :reconnect => true
+      }
+
+      @verbose = !! configuration[:verbose]
+      @client = Mysql2::Client.new(options)
+      @license_key = configuration[:license_key]
+      @host = configuration[:hostname] || `hostname`
+      @endpoint = configuration[:endpoint] || "https://platform-api.newrelic.com/platform/v1/metrics"
+      @frequenzy = configuration[:frequenzy] || 20
+      @component_name = 'Sphinx Stats'
+      @component_guid = 'com.github.troelskn.Sphinx'
+      @version = '0.0.1'
+      @metrics = []
+      @metrics << Metric.new("avg_query_wall", "avg/Avg Query Wall Time", "milisecond", :plain)
+      @metrics << Metric.new("queries", "general/Queries", "Queries/second", :incremental)
+      @metrics << Metric.new("connections", "general/Connections", "connections/second", :incremental)
+      @metrics << Metric.new("maxed_out", "error/Maxed out connections", "connections/second", :incremental)
+      @metrics << Metric.new("command_search", "commands/Command search", "command/second", :incremental)
+      @metrics << Metric.new("command_excerpt", "commands/Command excerpt", "command/second", :incremental)
+      @metrics << Metric.new("command_update", "commands/Command update", "command/second", :incremental)
+      @metrics << Metric.new("command_keywords", "commands/Command keywords", "command/second", :incremental)
+      @metrics << Metric.new("command_persist", "commands/Command persist", "command/second", :incremental)
+      @metrics << Metric.new("command_flushattrs", "commands/Command flushattrs", "command/second", :incremental)
+    end
+
+    def run
+      update_metrics
+      @last = Time.now
+      while true
+        execute
+        sleep 1
+      end
+    end
+
+    def execute
+      puts "*** execute" if @verbose
+      send_stats(build_metrics) if since_last > @frequenzy
+    end
+
+    def since_last
+      Time.now - @last
+    end
+
+    def send_stats(metrics)
+      puts "*** send_stats" if @verbose
+      data = {
+        'agent' => {
+          'host' => @host,
+          'version' => @version,
+        },
+        'components' => [
+          {
+            'name' => @component_name,
+            'guid' => @component_guid,
+            'duration' => since_last.round,
+            'metrics' => metrics
+          }
+        ]
+      }
+      uri = URI.parse(@endpoint)
+      request = Net::HTTP::Post.new(uri.request_uri)
+      request.body = JSON.pretty_generate(data)
+      request["Content-Type"] = "application/json"
+      request["Accept"] = "application/json"
+      request["X-License-Key"] = @license_key
+      http = Net::HTTP.new(uri.hostname, uri.port)
+      if uri.scheme == 'https'
+        http.use_ssl = true
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      end
+      http.set_debug_output $stderr if @verbose
+      response = http.start do |http|
+        http.request(request)
+      end
+      update_state if response.kind_of? Net::HTTPSuccess
+    end
+
+    def update_state
+      @last = Time.now
+      @metrics.each do |m|
+        m.memorize if m.incremental?
+      end
+    end
+
+    def update_metrics
+      data_source = {}
+      @client.query("show status").each do |row|
+        key = row.values[0]
+        value = row.values[1]
+        if value == "OFF"
+          data_source[key] = nil
+        elsif value =~ /^\d+$/
+          data_source[key] = value.to_i
+        else
+          data_source[key] = value.to_f
+        end
+      end
+      @metrics.each do |m|
+        m.value = data_source[m.key]
+      end
+    end
+
+    def build_metrics
+      update_metrics
+      struct = {}
+      @metrics.each do |m|
+        raise "Missing metric #{m.name}" if m.value.nil?
+        if m.incremental?
+          struct["Component/#{m.name}[#{m.units}]"] = m.value - m.last_value
+        else
+          struct["Component/#{m.name}[#{m.units}]"] = m.value
+        end
+      end
+      struct
+    end
+
+  end
+end

data/newrelic_sphinx.gemspec

@@ -0,0 +1,41 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "newrelic_sphinx"
+  s.version = "0.0.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Troels Knak-Nielsen"]
+  s.date = "2013-10-01"
+  s.description = "newrelic_sphinx is a plugin for new relic, pushing stats about your Sphinx server."
+  s.email = ["troels@knak-nielsen.dk"]
+  s.executables = ["sphinx_agent"]
+  s.files = [
+    "Rakefile",
+    "VERSION",
+    "bin/sphinx_agent",
+    "lib/newrelic_sphinx/agent.rb",
+    "newrelic_sphinx.gemspec"
+  ]
+  s.homepage = "http://github.com/troelskn/newrelic_sphinx"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "2.0.7"
+  s.summary = "newrelic_sphinx is a plugin for new relic, pushing stats about your Sphinx server."
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<mysql2>, ["~> 0.3.13"])
+    else
+      s.add_dependency(%q<mysql2>, ["~> 0.3.13"])
+    end
+  else
+    s.add_dependency(%q<mysql2>, ["~> 0.3.13"])
+  end
+end
+

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification
+name: newrelic_sphinx
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Troels Knak-Nielsen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.13
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.13
+description: newrelic_sphinx is a plugin for new relic, pushing stats about your Sphinx
+  server.
+email:
+- troels@knak-nielsen.dk
+executables:
+- sphinx_agent
+extensions: []
+extra_rdoc_files: []
+files:
+- Rakefile
+- VERSION
+- bin/sphinx_agent
+- lib/newrelic_sphinx/agent.rb
+- newrelic_sphinx.gemspec
+homepage: http://github.com/troelskn/newrelic_sphinx
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.7
+signing_key: 
+specification_version: 4
+summary: newrelic_sphinx is a plugin for new relic, pushing stats about your Sphinx
+  server.
+test_files: []