librato 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1707f2f2a1bbbff7b5f2a67486d95cc5ef8d4ef5
+  data.tar.gz: fd26e6fca1abaaebe9e5e3e8dd72d86e04b3791b
+SHA512:
+  metadata.gz: 7067d0df4a6666860a88be476bc3ad680fb3f8cf41a47635ecd1af5f8d0b5bfac122f6a46e4e8375ccaefc8803ade6dfd7b18170f8580f0e500dfd1249148c9d
+  data.tar.gz: dfc753a3f123bf03490374b0f35c8ff41194703c34f313c6f7b5b7ec78a87c7544504315ba8be1eb95f5a83cc645f641bc9a48c06308e4cbf71c9223e790c01a

data/MIT-LICENSE

@@ -0,0 +1,21 @@
+MIT LICENSE
+
+Copyright (c)  Sven Fuchs <me@svenfuchs.com>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,73 @@
+# Librato Sync
+
+Minimalistic library that does two things:
+
+* Pull a space from a Librato account, and store JSON data in a local
+  directory.
+* Push the space to a Librato account, from the JSON data stored locally.
+
+I use this for these purposes:
+
+* Fetch a space, review its definition for inconsistencies, edit it locally,
+  and push it back up to Librato.
+* Fetch a space from one account, and push a copy of it to another account.
+* Copy charts from one space to another, and edit definitions locally.
+
+Uses a config file `.librato.yml` if present. The config file name, and the
+data directory can be specified as command line options.
+
+Usage:
+
+```
+$ librato pull [account]
+$ librato pull [account] --space "Space 1" --space "Space 2" --config librato.yml --dir ./librato
+$ librato push [account]
+$ librato push [account] --space "Space 1" --space "Space 2" --config librato.yml --dir ./librato
+```
+
+Account credentials (user/email and token) can be be included in the config
+file, or set as env vars per account:
+
+```
+export LIBRATO_USER_ACCOUNT_1=[email]
+export LIBRATO_TOKEN_ACCOUNT_1=[token]
+```
+
+The Librato API returns charts in an unordered fashion. You can work around
+this by specifying a chart order in the config file.
+
+Certain keys and names will be uniq to one account, and need to be changed for
+another account.  Account configuration can therefor specify variable names and
+values. Variable names will be replaced with the value specific to the account
+when pushing a space to an account.
+
+A full config file has this structure. Each bit of configuration is optional,
+but the chart order and template vars cannot be specified via command line
+options.
+
+```
+dir: ./var/librato
+
+spaces:
+  -
+    name: Space 1
+    order:
+      - chart_1
+      - chart_2
+      - chart_3
+
+accounts:
+  name_1:
+    user: user_1@email.com
+    token: token_1
+    vars:
+      app: app_1
+      db_name: foo
+
+  name_2:
+    user: user_2@email.com
+    token: token_2
+    vars:
+      app: app_2
+      db_name: bar
+```

data/bin/librato

@@ -0,0 +1,37 @@
+#!/usr/bin/env ruby
+
+$: << File.expand_path('../../lib', __FILE__)
+
+require 'librato'
+require 'optparse'
+
+def usage(msg)
+  puts msg
+  puts 'Usage: librato [pull|push] ACCOUNT'
+  exit
+end
+
+action, account = ARGV.shift, ARGV.shift
+usage("Unknown action: #{action}") if !['pull', 'push'].include?(action) || account.nil?
+
+def options(options = {})
+  OptionParser.new do |o|
+    o.on('-c', '--config FILE', 'Config file (default: ./.librato.yml)') do |config|
+      options[:config] = config
+    end
+
+    o.on('-d', '--dir DIR', 'Data directory (default: ./var/librato)') do |dir|
+      options[:dir] = dir
+    end
+
+    o.on('-s', '--space SPACE', 'Space name') do |space|
+      options[:spaces] ||= []
+      options[:spaces] << space
+    end
+  end.parse!(ARGV)
+
+  options
+end
+
+librato = Librato::Cli.new(account, options)
+librato.send(action)

data/lib/core_ext/hash.rb

@@ -0,0 +1,21 @@
+class Hash
+  EXCEPT = ->(object, *keys) do
+    case object
+    when Hash
+      object.inject({}) { |hash, (k, v)| keys.include?(k) ? hash : hash.merge(k => EXCEPT.call(v, *keys)) }
+    when Array
+      object.map { |object| EXCEPT.call(object, *keys) }
+    else
+      object
+    end
+  end
+
+  def deep_except(*keys)
+    EXCEPT.call(self, *keys)
+  end
+
+  def symbolize_keys
+    inject({}) { |hash, (k, v)| hash.merge(k.to_sym => v) }
+  end
+end
+

data/lib/librato.rb

@@ -0,0 +1 @@
+require 'librato/cli'

data/lib/librato/chart.rb

@@ -0,0 +1,31 @@
+module Librato
+  class Chart < Struct.new(:client, :space, :data)
+    def id
+      data['id'] ||= find_id
+    end
+
+    def name
+      data['name']
+    end
+
+    def push
+      client.post(space.path, data)
+    end
+
+    def delete
+      client.delete(path)
+    end
+
+    private
+
+      def path
+        "/v1/spaces/#{space.id}/charts/#{id}"
+      end
+
+      def find_id
+        chart = space.charts.detect { |chart| chart.name == name }
+        chart || fail("Can't find chart")
+        chart.id
+      end
+  end
+end

data/lib/librato/cli.rb

@@ -0,0 +1,37 @@
+require 'librato/client'
+require 'librato/config'
+require 'librato/spaces'
+
+module Librato
+  class Cli < Struct.new(:account, :options)
+    require 'librato/cli/command'
+    require 'librato/cli/pull'
+    require 'librato/cli/push'
+
+    def pull
+      spaces.each do |space|
+        Pull.new(client, account, space, config).run
+      end
+    end
+
+    def push
+      spaces.each do |space|
+        Push.new(client, account, space, config).run
+      end
+    end
+
+    private
+
+      def spaces
+        @spaces ||= Spaces.new(client, account).find_all(config.spaces)
+      end
+
+      def client
+        Client.new(*config.account(account).values_at('user', 'token'))
+      end
+
+      def config
+        @config ||= Config.new(options)
+      end
+  end
+end

data/lib/librato/cli/command.rb

@@ -0,0 +1,11 @@
+require 'librato/store'
+
+module Librato
+  class Cli
+    class Command < Struct.new(:client, :account, :space, :config)
+      def store
+        Store.new(space, dir: config['dir'], vars: config.account(account)['vars'])
+      end
+    end
+  end
+end

data/lib/librato/cli/pull.rb

@@ -0,0 +1,22 @@
+module Librato
+  class Cli
+    class Pull < Command
+      def run
+        clear_charts
+        write_charts
+      end
+
+      private
+
+        def clear_charts
+          store.clear
+        end
+
+        def write_charts
+          space.charts.each do |chart|
+            store.write(chart.data)
+          end
+        end
+    end
+  end
+end

data/lib/librato/cli/push.rb

@@ -0,0 +1,28 @@
+require 'librato/chart'
+
+module Librato
+  class Cli
+    class Push < Command
+      def run
+        remove_charts
+        push_charts
+      end
+
+      private
+
+      def remove_charts
+        space.charts.each do |chart|
+          puts "Removing existing chart #{chart.name.inspect} on #{account}"
+          Chart.new(client, space, chart.data).delete
+        end
+      end
+
+      def push_charts
+        store.read.each do |data|
+          puts "Pushing chart #{data['name'].inspect} to #{account}."
+          Chart.new(client, space, data).push
+        end
+      end
+    end
+  end
+end

data/lib/librato/client.rb

@@ -0,0 +1,30 @@
+require 'faraday'
+require 'json'
+
+module Librato
+  class Client < Struct.new(:user, :token)
+    HOST = 'https://metrics-api.librato.com'
+
+    [:get, :put, :post, :delete].each do |method|
+      define_method(method) { |*args| request(method, *args) }
+    end
+
+    private
+
+      def request(method, path, data = nil)
+        # puts "#{method.to_s.upcase} #{path}"
+        args = [method, path]
+        args << JSON.dump(data) if data
+        response = client.send(*args) { |r| r.headers['Content-Type'] = 'application/json' }
+        fail "#{response.status} #{response.body}" if response.status >= 299
+        response
+      end
+
+      def client
+        Faraday.new(HOST) do |c|
+          c.basic_auth(user, token)
+          c.use Faraday::Adapter::NetHttp
+        end
+      end
+  end
+end

data/lib/librato/config.rb

@@ -0,0 +1,56 @@
+require 'yaml'
+
+module Librato
+  class Config < Struct.new(:options)
+    def [](key)
+      data[key]
+    end
+
+    def spaces
+      spaces = options[:spaces] || data['spaces'] || []
+      spaces.map { |space| space.is_a?(Hash) ? space : { 'name' => space } }
+    end
+
+    def account(name)
+      env(name).merge(accounts[name] || {}).tap do |account|
+        validate(account, name)
+      end
+    end
+
+    private
+
+      def data
+        @data ||= read.tap do |data|
+          data['dir'] = options[:dir] if options[:dir]
+        end
+      end
+
+      def read
+        File.exist?(path) ? YAML.load_file(path) : {}
+      end
+
+      def path
+        options[:config] || '.librato.yml'
+      end
+
+      def accounts
+        data['accounts'] || {}
+      end
+
+      def env(name)
+        { 'user' => var(:user, name), 'token' => var(:token, name) }
+      end
+
+      def var(account, name)
+        ENV["LIBRATO_#{account.upcase}_#{name.upcase}"]
+      end
+
+      def validate(account, name)
+        %w(user token).each { |key| validate_presence(account, name, key) }
+      end
+
+      def validate_presence(hash, name, key)
+        hash[key] || fail("Unknown #{key} for #{name}.")
+      end
+  end
+end

data/lib/librato/space.rb

@@ -0,0 +1,28 @@
+require 'json'
+require 'librato/chart'
+
+module Librato
+  class Space < Struct.new(:client, :data, :config)
+    def id
+      data['id'] || fail("Unknown id: #{data}")
+    end
+
+    def name
+      data['name']
+    end
+
+    def charts
+      @charts ||= fetch.map { |data| Chart.new(client, self, data) }
+    end
+
+    def path
+      "/v1/spaces/#{data['id']}/charts"
+    end
+
+    private
+
+      def fetch
+        JSON.parse(client.get(path).body)
+      end
+  end
+end

data/lib/librato/spaces.rb

@@ -0,0 +1,37 @@
+require 'json'
+require 'librato/space'
+
+module Librato
+  class Spaces < Struct.new(:client, :account)
+    def find_all(config)
+      config.map do |config|
+        find(config['name']).tap { |space| space.config = config }
+      end
+    end
+
+    private
+
+      def all
+        @all ||= fetch['spaces'].map do |data|
+          Space.new(client, normalize(data))
+        end
+      end
+
+      def find(name)
+        space = all.detect { |space| space.name == name }
+        space || fail("Could not find space #{name}")
+      end
+
+      def fetch
+        JSON.parse(client.get(path).body)
+      end
+
+      def path
+        '/v1/spaces'
+      end
+
+      def normalize(data)
+        data.merge('name' => data['name'].sub(/\s*\(#{account}\)\s*/, ''))
+      end
+  end
+end

data/lib/librato/store.rb

@@ -0,0 +1,55 @@
+require 'fileutils'
+require 'json'
+require 'core_ext/hash'
+require 'librato/template'
+
+module Librato
+  class Store < Struct.new(:space, :options)
+    def clear
+      puts "Clearing existing chart data in #{dir}."
+      FileUtils.rm_r(dir) if File.directory?(dir)
+    end
+
+    def write(chart)
+      FileUtils.mkdir_p(dir)
+      json = JSON.pretty_generate(chart.deep_except('id'))
+      tmpl = Template.new(json, vars).generate
+      path = path(chart['name'])
+      puts "Storing chart data to #{path}."
+      File.open(path, 'w+') { |f| f.write(tmpl) }
+    end
+
+    def read
+      puts "Reading chart data from #{dir}."
+      Dir["#{dir}/*.json"].sort.map do |path|
+        tmpl = File.read(path)
+        json = Template.new(tmpl, vars).render
+        JSON.parse(json)
+      end
+    end
+
+    private
+
+      def path(name)
+        name = name.gsub(/[\W]+/, ' ').downcase.strip.gsub(' ', '_')
+        num  = order.index(name) || 0
+        path = "#{dir}/#{num.to_s.rjust(2, '0')}_chart_#{name}.json"
+      end
+
+      def order
+        space.config['order'] || []
+      end
+
+      def vars
+        options[:vars] || {}
+      end
+
+      def dir
+        [options[:dir] || './var/librato', dir_name(space.name)].join('/')
+      end
+
+      def dir_name(string)
+        string.gsub(/[\W]/, ' ').strip.gsub('  ', ' ').gsub(' ', '_').downcase
+      end
+  end
+end

data/lib/librato/template.rb

@@ -0,0 +1,13 @@
+module Librato
+  class Template < Struct.new(:string, :vars)
+    def generate
+      vars.inject(string) do |string, (name, value)|
+        string.gsub(value, "%{#{name}}")
+      end
+    end
+
+    def render
+      string % vars.symbolize_keys
+    end
+  end
+end

data/lib/librato/version.rb

@@ -0,0 +1,3 @@
+module Librato
+  VERSION = "0.0.4"
+end

metadata

@@ -0,0 +1,63 @@
+--- !ruby/object:Gem::Specification
+name: librato
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Sven Fuchs
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-10-02 00:00:00.000000000 Z
+dependencies: []
+description: Simple cli tool for storing and syncing librato spaces..
+email:
+- me@svenfuchs.com
+executables:
+- librato
+extensions: []
+extra_rdoc_files: []
+files:
+- MIT-LICENSE
+- README.md
+- bin/librato
+- lib/core_ext/hash.rb
+- lib/librato.rb
+- lib/librato/chart.rb
+- lib/librato/cli.rb
+- lib/librato/cli/command.rb
+- lib/librato/cli/pull.rb
+- lib/librato/cli/push.rb
+- lib/librato/client.rb
+- lib/librato/config.rb
+- lib/librato/space.rb
+- lib/librato/spaces.rb
+- lib/librato/store.rb
+- lib/librato/template.rb
+- lib/librato/version.rb
+homepage: https://github.com/svenfuchs/librato
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Simple cli tool for storing and syncing librato spaces.
+test_files: []
+has_rdoc: