statsn 0.1.0

data/.gitignore

@@ -0,0 +1 @@
+spec/argv.txt

data/.travis.yml

@@ -0,0 +1,4 @@
+rvm:
+  - ree
+  - 1.9.2
+  - 1.9.3

data/Gemfile

@@ -0,0 +1,8 @@
+source :rubygems
+gemspec
+
+gem "bump"
+gem "rake"
+gem "rspec", "~>2"
+gem "json"
+gem "faraday"

data/Gemfile.lock

@@ -0,0 +1,36 @@
+PATH
+  remote: .
+  specs:
+    statsn (0.1.0)
+      newrelic_rpm (~> 3.5)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    bump (0.3.7)
+    diff-lcs (1.1.3)
+    faraday (0.8.4)
+      multipart-post (~> 1.1)
+    json (1.7.5)
+    multipart-post (1.1.5)
+    newrelic_rpm (3.5.3.25)
+    rake (0.9.2)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.4)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bump
+  faraday
+  json
+  rake
+  rspec (~> 2)
+  statsn!

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "bump/tasks"
+
+task :default do
+  sh "rspec spec/"
+end

data/Readme.md

@@ -0,0 +1,55 @@
+StatsN: Aggregate statistics using NewRelic's custom metrics.
+
+Install
+=======
+
+    gem install statsn
+
+Usage
+=====
+
+### Track
+
+    require "statsn"
+
+    Statsn.increment("Custom/Xyz") -> tracked as "Custom/Xyz"
+    Statsn.increment([Abc::Xyz, "update"]) -> tracked as "Custom/Abc/Xyz/update"
+    Statsn.increment([self, "update"]) -> tracked as "Custom/<class-you-are-in>/update"
+
+    Statsn.increment("Custom/Xyz", 5) -> increment by 5
+
+    Statsn.time("Custom/Abc") do
+      sleep 1
+    end
+
+### Analyze
+
+    # show all metrics and fields
+    curl -H "x-api-key:API_KEY" https://api.newrelic.com/api/v1/applications/12345/metrics.json -> list of all metrics and fields
+
+    gem install faraday json
+
+    # statsn-calls API-KEY ACCOUNT-ID APPLICATION-ID METRIC-NAME
+    statsn-calls asdhgjasdgjhdasjgahsdasdjghsdjhg 123 1234567 Controller/users/index
+
+    call_count: 274909.0
+    total_call_time: 37585.77862974794
+    response time: 0.1367208008095331
+    call per second: 3.18181712962963
+
+    # statsn-calls API-KEY ACCOUNT-ID APPLICATION-ID METRIC-NAME-PREFIX
+    statsn-calls asdhgjasdgjhdasjgahsdasdjghsdjhg 123 1234567 Controller/users/*
+
+    call_count: 287300.0
+    total_call_time: 39330.15688060733
+    response time: 0.13689577751690682
+    call per second: 3.3252314814814814
+
+Author
+======
+Original version by [Morten Primdahl](https://github.com/morten)<br/>
+
+[Michael Grosser](http://grosser.it)<br/>
+michael@grosser.it<br/>
+License: MIT<br/>
+[![Build Status](https://travis-ci.org/grosser/statsn.png)](https://travis-ci.org/grosser/statsn)

data/bin/statsn-calls

@@ -0,0 +1,93 @@
+#!/usr/bin/env ruby
+
+raise "Needs 1.9+" if RUBY_VERSION < "1.9.0"
+PERIOD = 24*60*60
+API_METRICS_LIMIT = 100
+
+def stats(options)
+  response = Faraday.new(
+    :url => "https://api.newrelic.com/api/v1/accounts/#{ACCOUNT_ID}/applications/#{APP_ID}/data.json",
+    :params => options,
+    :headers => {"x-api-key" => API_KEY}
+  ).get
+  raise response.body unless response.status == 200
+  JSON.parse(response.body)
+end
+
+def aggregate(names, field)
+  names.each_slice(API_METRICS_LIMIT).map do |group|
+    stats(:metrics => group, :field => field, :begin => Time.now - PERIOD, :end => Time.now)
+  end.flatten(1)
+end
+
+def metrics
+  response = `curl -H "x-api-key:#{API_KEY}" https://api.newrelic.com/api/v1/applications/#{APP_ID}/metrics.json`
+  JSON.parse(response)
+end
+
+def parse_options
+  banner = nil
+  OptionParser.new do |opts|
+    banner = opts
+    opts.banner = <<-BANNER.gsub(" "*6, "")
+      Analyze newrelic data.
+
+      Usage:
+          statsn-calls API-KEY ACCOUNT-ID APPLICATION-ID METRIC-NAME
+          statsn-calls asdhgjasdgjhdasjgahsdasdjghsdjhg 123 1234567 Controller/users/index
+
+          statsn-calls API-KEY ACCOUNT-ID APPLICATION-ID METRIC-PREFIX
+          statsn-calls asdhgjasdgjhdasjgahsdasdjghsdjhg 123 1234567 Controller/users/*
+
+      Options:
+      BANNER
+    opts.on("-h", "--help", "Show this.") { puts opts; exit }
+  end.parse!
+  banner
+end
+
+def metric_names(namespace)
+  if namespace.end_with?("*")
+    namespace = namespace.sub("*", "")
+    metrics.select { |m| m["name"].start_with?(namespace) }.map { |m| m["name"] }
+  else
+    [namespace]
+  end
+end
+
+# Dependencies
+gem "json"
+gem "faraday"
+
+require "json"
+require "faraday"
+require "optparse"
+
+# ARGS
+options = parse_options
+unless ARGV.size == 4
+  puts options
+  exit 1
+end
+API_KEY, ACCOUNT_ID, APP_ID, namespace = ARGV
+
+# Data
+names = metric_names(namespace)
+results = ["call_count", "total_call_time"].map do |field|
+  metric_data = aggregate(names, field).group_by{ |x| x["name"] }
+  sums = metric_data.map{ |_, values| values.inject(0){ |sum,x| sum + x[field] } }.inject(:+)
+  [field, sums]
+end
+
+# Display results
+results = Hash[results]
+if results.values.first
+  call_time = results["total_call_time"]
+  call_count = results["call_count"]
+  puts results.map{|x|x.join(": ")}
+  puts "response time: #{call_time / call_count}"
+  puts "call per second: #{call_count / PERIOD}"
+else
+  puts "No data found for #{names.join(", ")} in last #{PERIOD} seconds"
+  exit 1
+end

data/lib/statsn/version.rb

@@ -0,0 +1,3 @@
+module Statsn
+  VERSION = "0.1.0"
+end

data/lib/statsn.rb

@@ -0,0 +1,36 @@
+require "statsn/version"
+require "newrelic_rpm"
+
+module Statsn
+  PREFIX = "Custom"
+
+  class << self
+    attr_accessor :api_key
+
+    # Increments the count of the key by the given amount, default 1
+    def increment(who, amount = 1)
+      stat(key(who)).record_data_point(amount)
+    end
+
+    # Times the given block and returns the output of the block
+    def time(who, &block)
+      trace_execution_unscoped(key(who), {}, &block)
+    end
+
+    private
+
+    def stat(key)
+      NewRelic::Agent.agent.stats_engine.get_stats_no_scope(key)
+    end
+
+    def key(who)
+      if who.is_a?(Array)
+        model = who.first
+        model = (model.is_a?(Class) ? model.name : model.class.name).gsub("::", "/")
+        [PREFIX, model, *who[1..-1]].compact.join("/")
+      else
+        who
+      end
+    end
+  end
+end

data/spec/argv.example.txt

@@ -0,0 +1 @@
+asdadsasddasads 123 123123

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+require "bundler/setup"
+require "statsn"

data/spec/statsn_calls_spec.rb

@@ -0,0 +1,44 @@
+require "spec_helper"
+
+describe "statsn-calls" do
+  let(:argv){ File.read("#{Bundler.root}/spec/argv.txt").strip }
+
+  it "gives us some numbers" do
+    result = run("#{argv} Controller/api/v2/users/update")
+    result.should =~ /^call_count: \d+/
+    result.should =~ /^total_call_time: \d+/
+    result.should =~ /^response time: \d+/
+    result.should =~ /^call per second: \d+/
+  end
+
+  it "gives us some numbers for a prefix call" do
+    result = run("#{argv} Controller/api/v2/users/*")
+    result.should =~ /^call_count: \d+/
+    result.should =~ /^total_call_time: \d+/
+    result.should =~ /^response time: \d+/
+    result.should =~ /^call per second: \d+/
+  end
+
+  it "shows help" do
+    result = run("--help")
+    result.should include("statsn-calls API-KEY")
+  end
+
+  it "shows help and fail with invalid args" do
+    result = run("asdadsasdasd", :fail => true)
+    result.should include("statsn-calls API-KEY")
+  end
+
+  it "tell us if the metric is missing" do
+    result = run("#{argv} Controller/xxxxxxx", :fail => true)
+    result.should include("No data found for Controller/xxxxxxx")
+  end
+
+  private
+
+  def run(argv, options={})
+    result = `ruby -I #{Bundler.root}/lib #{Bundler.root}/bin/statsn-calls #{argv} 2>&1`
+    raise "FAILED: #{result}" if $?.success? == !!options[:fail]
+    result
+  end
+end

data/spec/statsn_spec.rb

@@ -0,0 +1,69 @@
+require "spec_helper"
+
+module Foobar
+  class TestClass
+  end
+end
+
+describe Statsn do
+  it "has a VERSION" do
+    Statsn::VERSION.should =~ /^[\.\da-z]+$/
+  end
+
+  describe ".increment" do
+    it "calls count api with 1" do
+      NewRelic::MethodTraceStats.any_instance.should_receive(:record_data_point).with(1)
+      Statsn.increment("xxx")
+    end
+
+    it "calls count api with given number" do
+      NewRelic::MethodTraceStats.any_instance.should_receive(:record_data_point).with(3)
+      Statsn.increment("xxx", 3)
+    end
+  end
+
+  describe ".time" do
+    before do
+      NewRelic::Agent.is_execution_traced?.should == true
+    end
+
+    it "returns block result" do
+      Statsn.time("xxx"){ 4 }.should == 4
+    end
+
+    it "raises errors" do
+      expect{
+        Statsn.time("xxx"){ raise EOFError }
+      }.to raise_error(EOFError)
+    end
+
+    it "records used time" do
+      NewRelic::MethodTraceStats.any_instance.should_receive(:trace_call).with{|x| x.should be_within(0.05).of(0.1) }
+      Statsn.time("xxx"){ sleep 0.1 }
+    end
+  end
+
+  describe ".data" do
+    it "returns data for metrics" do
+
+    end
+  end
+
+  describe ".key" do
+    it "builds with a string" do
+      Statsn.send(:key, "xxx").should == "xxx"
+    end
+
+    it "builds with a class and name" do
+      Statsn.send(:key, [Foobar::TestClass, "xxx"]).should == "Custom/Foobar/TestClass/xxx"
+    end
+
+    it "builds with an instance and name" do
+      Statsn.send(:key, [Foobar::TestClass.new, "xxx"]).should == "Custom/Foobar/TestClass/xxx"
+    end
+
+    it "ignores nil" do
+      Statsn.send(:key, [Foobar::TestClass, nil, nil, "xxx"]).should == "Custom/Foobar/TestClass/xxx"
+    end
+  end
+end

data/statsn.gemspec

@@ -0,0 +1,14 @@
+$LOAD_PATH.unshift File.expand_path("../lib", __FILE__)
+name = "statsn"
+require "#{name}/version"
+
+Gem::Specification.new name, Statsn::VERSION do |s|
+  s.summary = "StatsN: Aggregate statistics using newrelics custom metrics"
+  s.authors = ["Michael Grosser"]
+  s.email = "michael@grosser.it"
+  s.homepage = "http://github.com/grosser/#{name}"
+  s.files = `git ls-files`.split("\n")
+  s.license = "MIT"
+  s.executables = ["statsn-calls"]
+  s.add_runtime_dependency "newrelic_rpm", "~> 3.5"
+end

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification
+name: statsn
+version: !ruby/object:Gem::Version
+  prerelease: 
+  version: 0.1.0
+platform: ruby
+authors:
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-12-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.5'
+    none: false
+  prerelease: false
+  name: newrelic_rpm
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.5'
+    none: false
+  type: :runtime
+description: 
+email: michael@grosser.it
+executables:
+- statsn-calls
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- Readme.md
+- bin/statsn-calls
+- lib/statsn.rb
+- lib/statsn/version.rb
+- spec/argv.example.txt
+- spec/spec_helper.rb
+- spec/statsn_calls_spec.rb
+- spec/statsn_spec.rb
+- statsn.gemspec
+homepage: http://github.com/grosser/statsn
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3608192158582391302
+  none: false
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -3608192158582391302
+  none: false
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: ! 'StatsN: Aggregate statistics using newrelics custom metrics'
+test_files: []