appops-client 0.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 34741d326116b6f8d420baba3367f9665ca89926
+  data.tar.gz: 3d7d3e37fdddb13d2c34beadc59b5e6fedec651d
+SHA512:
+  metadata.gz: f9becd24dc1e34452112295f1a0c397a1eec7dfcd388c1a2fc1e6709d1705bf778bd872d5b552bd7d0ef7197e760f6f53a407bc314c18d0d3ca5c46c85c01ffd
+  data.tar.gz: cbc68918813623ced4f1105b562bd635090660dd33c94cb930c94857319f9f32fcf9f9be66e4330a17ace50b121862521c831e5f9c40c2e1a8922bcaa355ed9f

data/README.md

@@ -0,0 +1,25 @@
+# appops-client
+Application Operations client.
+
+Use this to interact with the AppOps Service.
+
+# Requirements
+
+* Ruby >~ 2.0.0
+
+# Install
+
+@TODO: Add Gem location.
+
+```
+gem install appops-client
+```
+
+# Examples
+
+## Login
+
+`appops login`
+
+## Create client key
+`appops client create`

data/bin/appops-client

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+##
+# Main AppOps client.
+#
+FS_ROOT=File.expand_path('..', File.dirname( __FILE__ ))
+CONFIG_ROOT=File.expand_path( "%s/.intuit/" % ENV['HOME'] )
+$:.push File.expand_path( "lib/", FS_ROOT )
+require "pp"
+require "xml"
+require "json"
+require "thor"
+require "logger"
+require "rest-client"
+require "securerandom"
+require "appops-client/logger.rb"
+require "appops-client/cli.rb"
+
+begin
+  AppOpsClientLogger = AppOpsClient::Logger.new( STDOUT )
+  service_url = "http://192.168.248.130:8081/"
+  #service_url = "https://appops.us-east-1.preprod.mobile.a.intuit.com/" 
+  AppOpsService = RestClient::Resource.new( service_url )
+
+rescue => e
+  puts "Failed to get stuff: %s" % e
+  pp e.backtrace
+  exit
+
+end
+
+module AppOpsClient
+  module CLI 
+
+    class Main < Thor
+      register( Client, 'client', 'client <command>', 'Client actions.')
+      register( Deployment, 'deployment', 'deployment <command>', 'Deployment actions.')
+      register( Application, 'app', 'app <command>', 'Application actions.')
+
+      #register(NewRelic, 'nr', 'nr <command>', 'New Relic stuff.')
+      register( NewRelic, 'new_relic', 'new_relic <command>', 'New Relic stuff.')
+
+      #register(Confluence, 'c', 'c <command>', 'Confluence interactions.')
+      register( Confluence, 'confluence', 'confluence <command>', 'Confluence interactions.')
+
+      register( CloudWatch, 'cloudwatch', 'cloudwatch <command>', 'CloudWatch interactions.')
+
+      ## Mobile Services
+      register( MTalk, 'mtalk', 'mtalk <command>', 'MTalk service interactions.' )
+
+      #register(Account, 'account', 'account <command>', 'Account stuff.')
+      #register(Deploy, 'deploy', 'deploy <command>', 'Deployment stuff.')
+      #register(Launcher, 'launch', 'launch <command>', 'Launch things.')
+      #register(CTOF, 'ctof', 'ctof <command>', 'CTOF stuff.')
+      #register(Deployment, 'deployment', 'deployment <command>', 'Deployment stuff.')
+    end
+
+  end
+end
+
+AppOpsClient::CLI::Main.start(ARGV)

data/lib/appops-client/cli.rb

@@ -0,0 +1,11 @@
+##
+# AppOps
+#
+
+module AppOps
+  module CLI
+  end
+end
+
+## TODO: this runs on magic.
+Dir.glob( "%s/lib/appops-client/cli/*.rb" % FS_ROOT ).each{|f| require f }

data/lib/appops-client/cli/application.rb

@@ -0,0 +1,64 @@
+##
+# Application actions.
+#
+
+module AppOpsClient 
+  module CLI
+
+    class Application < Thor
+      namespace :appliction
+      desc "list", "List applications."
+      def list()
+        AppOpsService['api/1.0/applications/'].get({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          json["data"].each do |row|
+            AppOpsClientLogger.debug( row["_id"]["$oid"] ){ row["name"] }
+          end
+        end
+      end
+
+      desc "launch APPLICATION_NAME APPLICATION_VERSION ACCOUNT_NAME REGION_NAME", "Launch this application."
+      def launch( application_name, application_version, account_name, region_name )
+        AppOpsService['api/1.0/applications/%s/launch' % application_name].post({ 
+          app_version: application_version,
+          #inf_version: inf_version,
+          region_name: region_name,
+          account_name: account_name
+          #git_checksum: git_checksum
+        },{ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          pp json
+        end
+      end
+
+      desc "show APP_NAME", "Application details."
+      def show( application_id )
+        AppOpsService['api/1.0/applications/%s' % application_id].get({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          pp json["data"]
+        end
+      end
+
+      desc "delete APP_ID", "Delete an application by application id."
+      def delete( application_id )
+        AppOpsService['api/1.0/applications/%s' % application_id].delete({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          AppOpsClientLogger.info( "Delete" ){ json }
+        end
+      end
+
+      desc "from file APP_NAME FILE_NAME", "Create an application from a file."
+      def from_file( file, application_name, file_name )
+        AppOpsClientLogger.debug( "Creating app from file" ){ [application_name, file_name] }
+        json = JSON::parse(File.read( file_name ))
+        AppOpsService['api/1.0/applications/'].post({ :data => json.to_json, :name => application_name }, { :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          pp json
+        end
+      end
+
+    end
+
+  end
+end
+

data/lib/appops-client/cli/aws.rb

@@ -0,0 +1,26 @@
+##
+# AWS Account actions.
+#
+
+module AppOpsClient 
+  module CLI
+
+    class AWS < Thor
+      namespace :aws
+      desc "list", "List accounts."
+      def list()
+      end
+
+      desc "show ACCOUNT", "Account name."
+      def show( name )
+      end
+
+      desc "rotate_keys", "Rotate security keys for the appops user."
+      def rotate_keys()
+        #AppOpsClient::AWS::IAMUserKeys::enforce( "Dev" )
+      end
+    end
+
+  end
+end
+

data/lib/appops-client/cli/client.rb

@@ -0,0 +1,34 @@
+##
+# Client actions.
+#
+
+module AppOpsClient 
+  module CLI
+
+    class Client < Thor
+      namespace :client
+      desc "list", "List automation clients."
+      def list()
+      end
+
+      desc "login", "Login."
+      def login()
+      end
+
+      desc "logout", "Kill your session."
+      def logout()
+      end
+
+      desc "register", "Register an automation client.."
+      def register()
+      end
+
+      desc "show CLIENT", "Show details about a given client."
+      def show( client_name )
+      end
+
+    end
+
+  end
+end
+

data/lib/appops-client/cli/cloudwatch.rb

@@ -0,0 +1,23 @@
+##
+# Updating Cloud Watch.
+#
+
+module AppOpsClient 
+  module CLI
+
+    class CloudWatch < Thor
+      namespace :cloudwatch
+
+      desc "cloudwatch update", "Cloud watch updates."
+      def update()
+        AppOpsService['api/1.0/cloudwatch/update'].put({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          AppOpsClientLogger.debug( "Res" ){ json }
+        end
+      end
+
+    end ## NewRelic
+
+  end
+end
+

data/lib/appops-client/cli/confluence.rb

@@ -0,0 +1,23 @@
+##
+# Updating confluence.
+#
+
+module AppOpsClient 
+  module CLI
+
+    class Confluence < Thor
+      namespace :confluence
+
+      desc "confluence update", "Fire off a job to update the wiki."
+      def update()
+        AppOpsService['api/1.0/confluence/update'].put({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          AppOpsClientLogger.debug( "Res" ){ json }
+        end
+      end
+
+    end ## NewRelic
+
+  end
+end
+

data/lib/appops-client/cli/ctof.rb

@@ -0,0 +1,32 @@
+##
+# CTOF 2014 whatever thing.
+# appId:
+# Intuit.developer.appops.appops
+# secret:
+# preprddTXU55O37KI0bkZvePqSIMGRBDNzNC2XZ3
+# Internal URL:
+# activityfeed-prf.platform.intuit.net
+# External URL:
+# activityfeed-prf.platform.intuit.com
+#
+
+module AppOpsClient 
+  module CLI
+
+    class CTOF < Thor
+      namespace :ctof
+      desc "test", "Test junk."
+      def test()
+        #https://devinternal-prf.intuit.com:443/apip/remote/wbh4/v1/feed/5873
+        http = Net::HTTP.new( "devinternal-prf.intuit.com", "443" )
+        #Intuit_IAM_Authentication intuit_userid=12345,intuit_appid=Intuit.platform.qbodeveloper.testapp,intuit_app_secret=preprdvbgYUUxBx5SGqpPdOm3Iqhg38R6G7J75BO,id=5873
+        http.use_ssl = true
+        res = http.get( "/apip/remote/wbh4/v1/feed/5873" )
+        pp res.body
+      end
+
+    end
+
+  end
+end
+

data/lib/appops-client/cli/deploy.rb

@@ -0,0 +1,41 @@
+#!/bin/env ruby
+##
+# Push things out to other things.
+#
+
+module AppOpsClient 
+  module CLI
+
+    class Deploy < Thor
+      namespace :deploy
+      desc "encrypt DIR_NAME", "Encrypt stuff."
+      def encrypt( dir_name )
+        puts "Dir: %s" % dir_name
+        archive_name = "archive_%i.tar.bz" % Time.new.to_i
+        cmd_zip = "tar -cjpf %s %s" % [archive_name, dir_name]
+        cmd_enc = "openssl enc -kfile %s/.intuit/enc_key -aes-256-cbc -salt -in %s -out %s.enc" % [ENV['HOME'], archive_name, archive_name]
+        cmd_dec = "openssl enc -d -kfile %s/.intuit/enc_key -aes-256-cbc -salt -in %s.enc -out %s" % [ENV['HOME'], archive_name, archive_name]
+        cmd_push = "aws --profile mag-preprod s3 sync ./ s3://appops0/ --exclude \"*\" --include \"%s.enc\"" % archive_name
+
+        puts "CMD(push): %s" % cmd_push
+
+        ## Compress
+        puts "CMD(zip): %s" % cmd_zip
+        system( cmd_zip )
+
+        ## Encrypt
+        puts "CMD(enc): %s" % cmd_enc
+        system( cmd_enc )
+
+        #puts "CMD(dec): %s" % cmd_dec
+      end
+
+      desc "push ARCHIVE BUCKET_NAME", "Push something up to somewhere"
+      def publish( bucket_name )
+      end
+
+    end ## Deploy
+
+  end
+end
+

data/lib/appops-client/cli/deployment.rb

@@ -0,0 +1,41 @@
+##
+# Application actions.
+#
+
+module AppOpsClient 
+  module CLI
+
+    class Deployment < Thor
+
+      namespace :deployment
+      desc "list", "List deployments."
+      def list()
+        AppOpsService['api/1.0/deployments/'].get({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          json["data"].each do |row|
+            AppOpsClientLogger.debug( "Row" ){ "%s-%s ( %s )" % [row["name"], row["version_name"], row["id"]] }
+          end
+        end
+      end
+
+      desc "show DEPLOYMENT_ID", "Deployment details."
+      def show( deployment_id )
+        AppOpsService['api/1.0/deployments/%s' % deployment_id].get({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          pp json
+        end
+      end
+
+      desc "launch APPLICATION_ID ACCOUNT_NAME REGION_NAME INF_VERSION GIT_CHECKSUM", "Deployment details."
+      def launch( application_id, account_name, region_name, inf_version, git_checksum )
+        AppOpsService['api/1.0/applications/%s/launch' % deployment_id].get({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          pp json
+        end
+      end
+
+    end
+
+  end
+end
+

data/lib/appops-client/cli/launcher.rb

@@ -0,0 +1,102 @@
+#!/bin/env ruby
+##
+# Account actions
+#
+
+module AppOpsClient 
+  module CLI
+
+    class Launcher< Thor
+      namespace :launch
+
+      desc "stack STACK_NAME ACCOUNT_NAME REGION_NAME TEMPLATE", "Launch something."
+      def stack( stack_name, account_name, region_name, template )
+        fs_root = "%s/dev/appops/cf_templates" % ENV['HOME']
+        account = AppOpsClientConfig.get( account_name )
+        AppOpsClientConfig.set_aws_config( account )
+        #pp AppOpsClientConfig.get( account_name )
+
+        fs_template_file = "%s/%s.json" % [fs_root, template]
+        if(!File.exists?( fs_template_file ))
+          puts "Unable to find template file: %s".red % fs_template_file
+          exit
+        else
+          puts "Found template file: %s".green % fs_template_file
+        end
+
+        params = {}
+
+        ## Add in the default KeyName.
+        params["KeyName"] = "appops"
+        params["DomainName"] = account["domain_name"]
+
+        ## Roll in the EncKey.
+        params["EncKey"] = File.read( "%s/.intuit/enc_key" % ENV['HOME'] )
+        params["AppOpsClientSecureUrl"] = "https://s3.amazonaws.com/appops0/archive_1393206113.bz2.enc"
+
+        template_json = JSON::parse(File.read( fs_template_file ))
+        template_json["Parameters"].each do |el|
+          if(el[1].has_key?( "Lookup" ))
+            lookup = el[1]["Lookup"]
+            filters = []
+            lookup["Filters"].each do |f|
+              filters.push({
+                name: f["name"],
+                values: f["values"]
+              })
+            end
+            #puts "Found lookup: %s" % lookup
+            t = Kernel.const_get( lookup["Type"] ).new()
+            key = (lookup.has_key?( "Key" ) ? lookup["Key"] : nil)
+            el[1].delete( "Lookup" )
+            el[1]["Default"] = t.get( filters, region_name, key, account_name )
+          end
+        end
+
+        ## Format for AWS.
+        params = params.map{|k,v| { :parameter_key => k, :parameter_value => v}}.compact
+
+        ## Look at the stack list.
+        AppOpsClientCache.cache.set( "stacks_%s_%s" % [account_name, region_name], nil )
+        cf = Aws::CloudFormation.new({ region: region_name })
+        summaries = AppOpsClientCache.get( "stacks_%s_%s" % [account_name, region_name], 900 ) do |keyname|
+          summaries = cf.list_stacks({ stack_status_filter: [ "CREATE_IN_PROGRESS", "CREATE_COMPLETE", "UPDATE_COMPLETE" ] }).stack_summaries
+          ro = []
+          summaries.each{|s| ro.push( s.to_hash )}
+          ro
+        end
+
+        ## If the stack already exists, update, otherwise create.
+        if(summaries.select{|s| s[:stack_name] == stack_name}.compact.size == 0)
+          puts "\tUnable to find current stack launching new for %s".yellow % stack_name
+          cf.create_stack({
+            stack_name: stack_name,
+            parameters: params,
+            capabilities: ["CAPABILITY_IAM"],
+            template_body: template_json.to_json
+            #notification_arns: [notification_arn]
+          })
+
+        else
+          begin
+            puts "\tFound active stack: %s".yellow % stack_name
+            cf.update_stack({
+              stack_name: stack_name,
+              parameters: params,
+              capabilities: ["CAPABILITY_IAM"],
+              template_body: template_json.to_json
+            })
+
+          rescue Aws::CloudFormation::Errors::ValidationError => e
+            puts "Caught exception: %s" % e
+
+          end
+
+        end
+
+      end ## launch
+    end
+
+  end
+end
+

data/lib/appops-client/cli/mtalk.rb

@@ -0,0 +1,44 @@
+##
+# mTalk service handlers.
+#
+
+module AppOpsClient 
+  module CLI
+
+    class MTalk < Thor
+      namespace :mtalk
+      desc "check_amq", "Check the AMQ status."
+      def check_amq()
+        ## Hostnames
+        ## TODO: reach out to opsconsole for this data.
+        port = 8161
+        hosts = [ "pprdsmsas406.ie.intuit.net" ]
+
+        hosts.each do |hostname|
+          http = Net::HTTP.new( hostname, port )
+          res = http.get( "/admin/xml/queues.jsp" ) 
+          if(res.code.to_i == 200)
+            AppOpsClientLogger.info( "Queue check successful" ){ hostname }
+            xml = LibXML::XML::Parser.string( res.body ).parse
+            xml.find( "//queue" ).each do |q|
+              q_name = q.attributes.get_attribute( "name" )
+              q.children.each do |child|
+                next if(child.name != "stats")
+                q_size = child.attributes.get_attribute( "size" ).value.to_i
+                q_consumer_count = child.attributes.get_attribute( "consumerCount" ).value.to_i
+                q_enqueue_count = child.attributes.get_attribute( "enqueueCount" ).value.to_i
+                q_dequeue_count = child.attributes.get_attribute( "dequeueCount" ).value.to_i
+                AppOpsClientLogger.debug( "Metrics for %s" % q_name ){ [q_size, q_consumer_count, q_enqueue_count, q_dequeue_count] }
+              end
+            end
+          else
+            AppOpsClientLogger.error( "Queue check unsuccessful" ){ res.code }
+          end
+        end
+      end
+
+    end
+
+  end
+end
+

data/lib/appops-client/cli/new_relic.rb

@@ -0,0 +1,33 @@
+##
+# New Relic interactions
+#
+require 'uri'
+require 'openssl'
+require 'net/http'
+
+module AppOpsClient 
+  module CLI
+
+    class NewRelic < Thor
+      namespace :new_relic
+
+      #desc "new_relic list_apps", "List applications"
+      #def list_apps()
+        #AppOpsClientStore.collection( "new_relic_cache" ).find().each do |app|
+          #AppOpsClientLogger.info( app["application"]["id"] ){ app["application"]["name"] }
+        #end
+      #end
+
+      desc "new_relic update", "Fire off a job to update the NR stats."
+      def update()
+        AppOpsService['api/1.0/new_relic/update'].put({ :content_type => 'application/json' }) do |response, request, result, &block|
+          json = JSON::parse( response )
+          AppOpsClientLogger.debug( "Res" ){ json }
+        end
+      end
+
+    end ## NewRelic
+
+  end
+end
+

data/lib/appops-client/logger.rb

@@ -0,0 +1,33 @@
+##
+# AppOps logger
+#
+module AppOpsClient
+  class Logger < Logger
+    @intuit_tid
+
+    def initialize(logdev, shift_age = 0, shift_size = 1048576)
+      @intuit_tid = SecureRandom.uuid
+      super logdev, shift_age, shift_size
+    end
+  
+    def add( severity, msg = nil, progname = nil, &block ) 
+      #puts "Adding message %s :: %s :: %s" % [severity, msg, progname]
+      subject = "LogEntry"
+      message = progname
+
+      if(block_given?)
+        message = yield
+        subject = progname
+      end
+
+      #AppOpsStore.collection( "activity_logs" ).insert({
+        #ts: Time.new.to_f,
+        #message: message,
+        #subject: subject,
+        #intuit_tid: @intuit_tid
+      #})
+      super severity, message, progname, &block
+    end
+
+  end ## Logger
+end ## AppOps

data/lib/appops-client/version.rb

@@ -0,0 +1,6 @@
+##
+# Version
+
+module AppOpsClient
+  Version = "0.0.4"
+end

metadata

@@ -0,0 +1,61 @@
+--- !ruby/object:Gem::Specification
+name: appops-client
+version: !ruby/object:Gem::Version
+  version: 0.0.4
+platform: ruby
+authors:
+- Bryan Kroger
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-21 00:00:00.000000000 Z
+dependencies: []
+description: Client interface with AppOps service.
+email:
+- bryan_kroger@intuit.com
+executables:
+- appops-client
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- bin/appops-client
+- lib/appops-client/cli.rb
+- lib/appops-client/cli/application.rb
+- lib/appops-client/cli/aws.rb
+- lib/appops-client/cli/client.rb
+- lib/appops-client/cli/cloudwatch.rb
+- lib/appops-client/cli/confluence.rb
+- lib/appops-client/cli/ctof.rb
+- lib/appops-client/cli/deploy.rb
+- lib/appops-client/cli/deployment.rb
+- lib/appops-client/cli/launcher.rb
+- lib/appops-client/cli/mtalk.rb
+- lib/appops-client/cli/new_relic.rb
+- lib/appops-client/logger.rb
+- lib/appops-client/version.rb
+homepage: http://wiki.intuit.com/
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements:
+- rest-client
+rubyforge_project: 
+rubygems_version: 2.2.1
+signing_key: 
+specification_version: 4
+summary: AppOps client.
+test_files: []