cryptic-hoffa 0.0.16

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.ruby-version

@@ -0,0 +1 @@
+1.9.3-p327

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+source 'http://gems.onlive.com'
+
+# Specify your gem's dependencies in cryptic-hoffa.gemspec
+gemspec
+
+gem "cryptic-highway", ">= 0.0.8"

data/LICENSE.txt

@@ -0,0 +1 @@
+Copyright (c) 2013 OL2, Inc. All Rights Reserved.

data/RBPKG

@@ -0,0 +1,5 @@
+name: ol_cryptic_hoffa
+version: %gitver%
+dest: /opt/cryptic_hoffa
+rvm: ruby-1.9.3-p327
+binstubs_dir: binstubs

data/README.md

@@ -0,0 +1,22 @@
+# Cryptic::Hoffa
+
+Cryptic Highway is OnLive's Cassandra series reader/writer code.  The
+cryptic-highway gem is the "public" part, in that it could be made
+open-source without a problem.
+
+Other parts of our code are very OnLive-specific, such as reading
+messages from OMQ and our specific user sites.  This code lives in the
+cryptic-hoffa gem.
+
+This gem currently includes two programs:
+
+* hoffa - an OMQ reader that writes into Cassandra
+* highway-from-sql - an ActiveRecord-based SQL reader that writes into Cassandra
+
+## Installation
+
+"gem install cryptic-hoffa", if you have gems.onlive.com set up as a gem server.
+
+## Usage
+
+(To be added)

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/dev-glu-tunnel.sh

@@ -0,0 +1,5 @@
+#! /bin/sh
+# Copyright (C) 2013 OL2, inc.  All Rights Reserved.
+
+echo Starting ssh to manage the tunnel to site $1
+ssh shell01.aav.onlive.net -L 61618:glu01.$1:61618 -L 60080:rpcweb.$1:62999

data/bin/highway-from-sql

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby
+
+# Copyright (C) 2013-2014 OL2, Inc.  All Rights Reserved.
+
+require "trollop"
+require "yaml"
+require "active_record"
+require "erubis"
+
+require "cryptic/highway"
+require "cryptic/hoffa"
+
+opts = Trollop::options do
+  banner <<BANNER
+Highway-from-sql is a tool to move database information from SQL DBs into Cassandra.
+Its database.yml file must include a "sql_db" database connection in standard ActiveRecord format
+
+Specific options:
+BANNER
+  opt :db_file,       "Database YAML file",       :default => "database.yml",   :type => String
+  opt :site,          "User site",                :required => true,            :type => String
+  opt :cass_host,     "Cassandra host(s)",        :type => :strings,    :default => [ "localhost" ]
+  opt :cass_key,      "Name for Cass keyspace",   :type => String,      :default => "cryptic"
+end
+
+SITE = opts[:site]
+
+raise "Wrong args!" if ARGV.size > 0
+
+Cryptic.redirect_user_sites! [opts[:site]]
+site_port = Cryptic.redirected_database_port_for_user_site opts[:site]
+
+eruby = Erubis::Eruby.new File.read(opts[:db_file])
+eruby_string = eruby.evaluate :site => SITE, :site_port => site_port
+db_yml = YAML.load eruby_string
+
+STDERR.puts "Connecting with DB options: #{db_yml["sql_db"].inspect}"
+ActiveRecord::Base.establish_connection db_yml["sql_db"]
+
+class ClientSurveyUSBDevice < ActiveRecord::Base
+  self.table_name = "client_survey_usb_device"
+end
+
+ramp = Cryptic::Highway::Ramp.new("client_survey_usb_device") do
+  hosts opts[:cass_host]
+  keyspace opts[:cass_key]
+  site opts[:site]
+  marker_name "client_survey_usb_device-#{opts[:site]}"
+  to_update do |place_marker|
+    STDERR.puts "Updating forward from #{place_marker.inspect}!"
+    sql_query = <<-QUERY
+      SELECT client_survey_timestamp, u.* FROM client_survey_usb_device u
+          JOIN client_survey cs ON cs.client_survey_id = u.client_survey_id
+        WHERE client_survey_timestamp >= '2014-01-14 00:00:00'
+          #{ place_marker.nil? ? "" : "AND client_survey_timestamp >= '#{place_marker}'" }
+        LIMIT #{ db_yml["block_size"] || 100 }
+    QUERY
+    STDERR.puts "Query: #{sql_query}"
+    objs = ClientSurveyUSBDevice.find_by_sql sql_query
+    STDERR.puts "Query returned #{objs.size} records!"
+
+    data = objs.map do |o|
+      item = o.attributes
+      item["timestamp"] = item.delete "client_survey_timestamp"
+      item
+    end
+    ramp.insert_rows data
+
+    STDERR.puts "New last marker: #{objs.last["client_survey_timestamp"].to_s.inspect}"
+    objs.last["client_survey_timestamp"].to_s
+  end
+end
+
+ramp.update_until_done
+
+puts "Highway: Finished.  Exiting."

data/bin/hoffa

@@ -0,0 +1,195 @@
+#!/usr/bin/env ruby
+
+require "trollop"
+require "cryptic/highway"
+require "cryptic/highway/utils"
+require "cryptic/hoffa"
+require "rubyglu"
+
+require "logger"
+ERR_LOG = Logger.new STDERR
+ERR_LOG.level = Logger::INFO
+OUT_LOG = Logger.new STDOUT
+OUT_LOG.level = Logger::INFO
+
+# Make a fake logger object that just passes all operations to both log objects
+BOTH_LOGS = Cryptic::Highway::Utils::MultiDispatcher.new(ERR_LOG, OUT_LOG)
+
+BOTH_LOGS.info "Started hoffa with arguments: #{ARGV.inspect}"
+
+opts = Trollop::options do
+  banner <<-BANNER
+Read JSON messages from OMQ (GLU), insert them into Cassandra.
+    BANNER
+  opt :omq_host,   "OMQ broker hostname",               :type => String
+  opt :omq_host_site, "OMQ site of specified host",     :type => String
+  opt :omq_port,   "OMQ broker port",                   :type => Integer
+  opt :omq_debug,  "OMQ debug mode"
+  opt :cass_host,  "Cassandra host",                    :type => :strings,    :default => [ "localhost" ]
+  #opt :cass_port,  "Cassandra port",                    :type => Integer,     :default => 9042
+
+  opt :cass_table, "Name for Cass table/CF",            :type => String,      :required => true
+  opt :cass_key,   "Name for Cass keyspace",            :type => String,      :default => "Cryptic"
+
+  opt :duplication,"Number of times to duplicate each site.", :type => Integer, :default => 1
+
+  opt :user_sites, "OnLive User site(s) for reading data, comma-separated.", :type => String
+end
+
+if opts[:user_sites] && (opts[:omq_host] || opts[:omq_port])
+  ERR_LOG.error <<-ERR_STRING
+    Can't specify user site(s) with individual host/port for OMQ!
+      Sites: #{opts[:user_sites].inspect}
+      Host: #{opts[:omq_host]}
+      Port: #{opts[:omq_port]}"
+  ERR_STRING
+  raise "Can't specify user site(s) with individual host/port for OMQ!"
+end
+
+# Doing a kill -9 on this should kill the parent and all children, but nobody else.
+Process.setpgrp
+
+if opts[:user_sites]
+  if sites == "query"
+    sites = Cryptic.user_sites
+  else
+    sites = opts[:user_sites].split ","
+  end
+  omq_brokers = sites.map { |s| ["omq://omq.#{s}.onlive.net:61618", s] }
+else
+  # Use omq_host and omq_port, defaulting to localhost:61618
+  omq_brokers = [["omq://#{opts[:omq_host] || "localhost"}:#{opts[:omq_port] || 61618}", opts[:omq_host_site]]]
+end
+
+BOTH_LOGS.warn "(Re)starting Hoffa."
+
+broker_list = omq_brokers.flat_map { |broker| (1..opts[:duplication]).map { |i| broker + [ i ] } }
+
+opts[:slots] = ARGV.length > 0 ? ARGV : [ "*" ]
+puts "Connecting to OMQ broker(s): #{broker_list.inspect}"
+
+processes = []
+
+# Create a new process, return the pid.
+def new_process(omq_broker, user_site, dup_num, opts = {})
+  fork do
+    $0 = "Hoffa worker (ruby), Site: #{user_site || "none"} Dup Num: #{dup_num || "none"}"
+    Process.setrlimit :RSS, 10_000_000  # This should be way higher than needed
+
+    consecutive_failures = 0
+    loop do
+      # Re-instantiate Cassandra connection in each process and after OMQ errors.
+      # This works around problems with down nodes not always being marked up
+      # again after Cassandra recovery.  We want to prevent cases where we keep
+      # looping and keep failing...  Also, for the same reason, don't share
+      # the connection between processes.
+      ramp = Cryptic::Highway::Ramp.new(opts[:cass_table]) do
+        hosts opts[:cass_host]
+        keyspace opts[:cass_key]
+        site user_site
+      end
+
+      begin
+        GLU::services do
+          debug_mode if opts[:omq_debug]
+          use_broker omq_broker
+          use_name "ruby_omq_tail"
+          no_clear
+
+          consumer opts[:slots] do |message|
+            if message.type == 'Log'
+              puts "#{message[:timestamp]} LOG-#{message[:level]}(#{message[:componentName]}.#{message[:componentVersion]}) " +
+                   "#{message[:sourceFileName]}@#{message[:sourceHostName]}: #{message[:message]}"
+            elsif not message.name.nil?
+              data = message.message_parameters
+              sentTo = message.headers["sentTo"]
+
+              puts "Data to insert: #{sentTo} / #{data.inspect}"  # In case of error on insert, put it in the logfile
+
+              actions = data['actions']
+              base = {
+                "userSessionKey" => data["userSessionKey"],
+                "appSessionId" => data["appSessionId"],
+                "topic" => sentTo,
+                "sequenceNum" => message.headers["sequenceNum"],
+              }
+              rows = actions.map { |action| action.merge base }
+
+              ramp.insert_rows rows
+              consecutive_failures = 0  # Reset number of consecutive failures
+            else
+              BOTH_LOGS.warn "Nil name on message? #{message.inspect}"
+            end
+          end
+        end
+      rescue
+        # One more failure since the last success
+        consecutive_failures += 1
+
+        is_in_maint = Cryptic.sites_in_maintenance & [ user_site ]
+        maint_msg = is_in_maint ? "(In maint)" : "(Not in maint)"
+
+        OUT_LOG.error "Error caused GLU exit: #{$!.class} / #{$!.message}!"
+        ERR_LOG.error <<-ERROR_MESSAGE
+          #{maint_msg} Error caused GLU exit: #{$!.class} / #{$!.message}
+            #{$!.backtrace.join("            \n")}
+        ERROR_MESSAGE
+        puts "#{maint_msg} Error caused GLU exit: #{$!.class}: #{$!.message}"
+
+        if consecutive_failures >= 10
+          # That's nearly a minute of consecutive failure, or maybe
+          # even longer.  Kill the process, in case something is
+          # royally and globally screwed.  It may just be that
+          # Cassandra or OMQ is down, in which case this restarting is
+          # fine too.
+          exit!   # Always use "exit!" at end of a forked Ruby process
+        end
+
+        BOTH_LOGS.warn "#{maint_msg} Looping after 5 second delay (60 in maint)..."
+        puts "#{maint_msg} Looping after 5 second delay (60 in maint)..."
+        sleep is_in_maint ? 60.0 : 5.0
+      end
+    end   # loop do
+  end # fork
+end
+
+broker_list.each do |omq_broker, user_site, dup_num|
+  pid = new_process omq_broker, user_site, dup_num, opts
+  processes << { pid: pid, omq_broker: omq_broker, site: user_site, dup_num: dup_num }
+end
+
+$0 = "Hoffa master (ruby), Sites: #{opts[:user_sites].inspect}"
+
+Signal.trap("TERM") do
+  processes.each { |process| `kill -TERM #{process[:pid]}` }
+  shutdown()
+end
+
+loop do
+
+  # Default: reap children every 5 seconds, check for data every 1 minute.
+  # That means 12 5-second iterations.
+  12.times do
+    tries = 0
+    pid, status = Process.waitpid2 0, Process::WNOHANG  # Did any child die?
+
+    # Reap child processes until nobody dies, or up to 10
+    while pid != nil && tries < 10
+      # Find the descriptor for the dead child process
+      proc = processes.detect { |p| p[:pid] == pid }
+
+      processes -= [ proc ]
+      pid = new_process proc[:omq_broker], proc[:site], opts
+      processes << { pid: pid, omq_broker: proc[:omq_broker], site: proc[:site] }
+      tries += 1
+      pid, status = Process.waitpid2 0, Process::WNOHANG  # Did any child die?
+    end
+
+    sleep 5  # Reap children and check data no more often than this
+  end
+
+  # TODO: check if process is writing, somehow, and restart if not.
+end
+
+ERR_LOG.error "Finished!  Shouldn't get here."
+raise "Finished!  Shouldn't get here."

data/bin/prod-glu-tunnel.sh

@@ -0,0 +1,5 @@
+#! /bin/sh
+# Copyright (C) 2013 OL2, inc.  All Rights Reserved.
+
+echo Starting ssh to manage the tunnel to site $1
+ssh shell01.mca.onlive.net -L 61618:omq.$1:61618 -L 60080:rpcweb.$1:62999

data/cassandra_migrations/20131024000000_create_keyspace_Cryptic_down.cql.erb

@@ -0,0 +1 @@
+DROP KEYSPACE "cryptic";

data/cassandra_migrations/20131024000000_create_keyspace_Cryptic_up.cql.erb

@@ -0,0 +1,2 @@
+CREATE KEYSPACE "cryptic" WITH REPLICATION =
+  { 'class' : 'SimpleStrategy', 'replication_factor' : <%= ENV['CASS_REPLICATION'] || 1 %> };

data/cassandra_migrations/20131025000000_create_table_overlay_actions_down.cql.erb

@@ -0,0 +1,3 @@
+use "cryptic";
+
+DROP TABLE "overlay_actions";

data/cassandra_migrations/20131025000000_create_table_overlay_actions_up.cql.erb

@@ -0,0 +1,15 @@
+-- Create table for purchase-flow analytics and other actions in the overlay.
+
+use "cryptic";
+
+CREATE TABLE overlay_actions (
+  "partition_key" varchar,    // Partition by site and time bucket
+  "topic" varchar,            // OMQ topic
+  "name" text,                // overlay action name
+  "timestamp" bigint,         // nanosec since the epoch
+  "sequenceNum" int,
+  "appSessionId" varchar,
+  "userSessionKey" varchar,
+  "actionKey" varchar,
+  "tags" map<text,text>,
+  PRIMARY KEY ("partition_key", "topic", "actionKey"));

data/cassandra_migrations/20131114488001_create_client_survey_user_site_tables_down.cql.erb

@@ -0,0 +1,9 @@
+-- Create tables for user-site client_survey data
+
+use "cryptic";
+
+DROP TABLE client_survey;
+DROP TABLE client_survey_usb_device;
+DROP TABLE client_survey_monitor;
+DROP TABLE network_test_result;
+DROP TABLE spi_profile_log;

data/cassandra_migrations/20131114488001_create_client_survey_user_site_tables_up.cql.erb

@@ -0,0 +1,94 @@
+-- Create tables for user-site client_survey data
+
+use "cryptic";
+
+CREATE TABLE client_survey (
+  "partition_key" varchar,    // Partition by site and time bucket
+  "client_survey_id" varchar,
+  "client_survey_timestamp" bigint,
+  "user_id" varchar,
+  "user_session_key" varchar,
+  "aero" boolean,
+  "audio_driver" blob,
+  "client_version" varchar,
+  "decode_time" float,
+  "input_keyboard" boolean,
+  "input_mouse" boolean,
+  "operating_system" varchar,
+  "operating_system_build" int,
+  "operating_system_build_str" varchar,
+  "pixel_shader_version" float,
+  "processor_cores" int,
+  "processor_current_frequency" int,
+  "processor_details" varchar,
+  "processor_features" varchar,
+  "processor_frequency" int,
+  "processor_name" varchar,
+  "processor_vendor" varchar,
+  "system_page_used" int,
+  "system_ram" int,
+  "system_ram_available" int,
+  "video_card" varchar,
+  "video_card_driver" varchar,
+  "video_memory" varchar,
+  "video_modes" varchar,
+  "client_survey_auto_id" bigint,
+  PRIMARY KEY ("partition_key","client_survey_id"));
+
+CREATE TABLE client_survey_monitor (
+  "partition_key" varchar,    // Partition by site and time bucket
+  "client_survey_monitor_id" bigint,
+  "client_survey_id" varchar,
+  "timestamp" bigint,
+  "edid" blob,
+  "monitor_name" blob,
+  "manufacture_date" blob,
+  "horizontal_cm" int,
+  "vertical_cm" int,
+  "name" blob,
+  "primary" boolean,
+  "refresh_rate" int,
+  "resolution" blob,
+  PRIMARY KEY ("partition_key","client_survey_monitor_id"));
+
+CREATE TABLE client_survey_usb_device (
+  "partition_key" varchar,    // Partition by site and time bucket
+  "client_survey_usb_device_id" bigint,
+  "timestamp" bigint,
+  "client_survey_id" varchar,
+  "client_survey_usb_device_type_id" int,
+  "name" blob,                // overlay action name
+  PRIMARY KEY ("partition_key","client_survey_usb_device_id"));
+
+CREATE TABLE network_test_result (
+  "partition_key" varchar,    // Partition by site and time bucket
+  "network_test_result_id" bigint,
+  "test_timestamp" timeuuid,
+  "user_session_key" varchar,
+  "user_id" varchar,
+  "bandwidth" bigint,
+  "connection" varchar,
+  "decode_time" double,
+  "jitter" double,
+  "latency" double,
+  "machine_power_save_possible" boolean,
+  "packet_loss" double,
+  "error" blob,
+  PRIMARY KEY ("partition_key","network_test_result_id"));
+
+CREATE TABLE spi_profile_log (
+  "partition_key" varchar,    // Partition by site and time bucket
+  "id" bigint,
+  "timestamp" bigint,
+  "hw_id" varchar,
+  "hw_id_type" varchar,
+  "device_type" varchar,
+  "slice_id" varchar,
+  "session_key" varchar,
+  "user_id" varchar,
+  "connection_type" varchar,
+  "tested_rate_kbps" int,
+  "desired_rate_kbps" int,
+  "decode_time_ms" bigint,
+  "computer_speed" varchar,
+  PRIMARY KEY ("partition_key","id"));

data/cassandra_migrations/20131206944013_create_table_cryptic_place_marker_down.cql.erb

@@ -0,0 +1,3 @@
+use "cryptic";
+
+DROP TABLE "place_markers";

data/cassandra_migrations/20131206944013_create_table_cryptic_place_marker_up.cql.erb

@@ -0,0 +1,10 @@
+-- Create tables for place markers for Cryptic Highway and other Cryptic scripts and processes
+
+use "cryptic";
+
+CREATE TABLE "place_markers" (
+  "partition_key" varchar,    // Partition by site and time bucket
+  "marker_type" varchar,
+  "timestamp" bigint,
+  "notes" varchar,
+  PRIMARY KEY ("partition_key","marker_type","timestamp"));

data/cassandra_migrations/20140115150807_add_place_marker_to_place_markers_down.cql

@@ -0,0 +1,3 @@
+use cryptic;
+
+ALTER TABLE place_markers DROP place_marker;

data/cassandra_migrations/20140115150807_add_place_marker_to_place_markers_up.cql

@@ -0,0 +1,3 @@
+use cryptic;
+
+ALTER TABLE place_markers ADD place_marker blob;

data/cassandra_migrations/20140116281758_repartition_place_markers_table_down.cql

@@ -0,0 +1,10 @@
+use "cryptic";
+
+DROP TABLE place_markers;
+
+CREATE TABLE "place_markers" (
+  "partition_key" varchar,    // Partition by site and time bucket
+  "marker_type" varchar,
+  "timestamp" bigint,
+  "notes" varchar,
+  PRIMARY KEY ("partition_key","marker_type","timestamp"));

data/cassandra_migrations/20140116281758_repartition_place_markers_table_up.cql

@@ -0,0 +1,10 @@
+use "cryptic";
+
+DROP TABLE place_markers;
+
+CREATE TABLE "place_markers" (
+  "place_marker" blob,
+  "marker_type" varchar,
+  "timestamp" bigint,
+  "notes" varchar,
+  PRIMARY KEY ("marker_type"));

data/cryptic-hoffa.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'cryptic/hoffa/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "cryptic-hoffa"
+  spec.version       = Cryptic::Hoffa::VERSION
+  spec.authors       = ["Noah Gibbs"]
+  spec.email         = ["noah@onlive.com"]
+  spec.description   = %q{Gateway OMQ data to Cassandra}
+  spec.summary       = %q{Gateway OMQ data to Cassandra}
+  spec.homepage      = ""
+  spec.license       = "Proprietary"
+
+  spec.files         = (File.exist?("MANIFEST") ? File.read("MANIFEST") : `git ls-files`).split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "cassandra_migrate"
+
+  spec.add_runtime_dependency "trollop"
+  spec.add_runtime_dependency "cryptic-highway"
+  spec.add_runtime_dependency "rubyglu"
+  spec.add_runtime_dependency "multi_json"
+  spec.add_runtime_dependency "erubis"
+
+  # For Highway-from-SQL and querying user sites
+  spec.add_runtime_dependency "activerecord"
+  spec.add_runtime_dependency "mysql2"
+end

data/database.yml

@@ -0,0 +1,13 @@
+---
+sql_db:
+  adapter: mysql2
+  database: analytics
+  host: 127.0.0.1
+  port: <%= @site_port %>
+  username: analytics
+  password: 5parklin3
+  secure_auth: false
+  socket: /tmp/mysql.sock
+  pool: 5
+  timeout: 5000
+block_size: 1500

data/jenkins.recipe

@@ -0,0 +1,67 @@
+#!/bin/bash
+# Jenkins recipe to build rpm via rbpkgbuild
+
+### SETUP ENVIRONMENT ###
+: ${RVM_SH_PATH:=/etc/profile.d/rvm.sh}
+. $RVM_SH_PATH
+progname=$(basename $0)
+
+# Should this use the specific ruby version specified?
+cd $WORKSPACE
+rvm use 1.9.3-p392
+
+log() {
+    echo "$progname: ""$@"
+}
+
+err() {
+    log "$@" >&2
+}
+
+### UPDATE TAGS ###
+git fetch --tags
+
+### INSTALL GEMS ###
+rm -rf .bundle
+rm -rf Gemfile.lock
+rm -rf vendor/bundle
+cp -r bin bindir   # bin gets replaced with stubs by rbpkgbuild
+echo "Do bundle install --path=vendor/bundle"
+bundle install --path=vendor/bundle
+
+### RUN TESTS ###
+
+
+### CREATE MANIFEST ###
+echo "Creating MANIFEST for deployment"
+git ls-files > MANIFEST
+
+### CREATE RPM ###
+log "Creating rpm with rbpkgbuild"
+/usr/local/bin/rbpkgbuild
+if [ $? -ne 0 ]; then
+  err "Error creating rpms"
+  exit 2
+else
+  log "rpmpkgbuild completed without error."
+fi
+
+### PUBLISH RPM ###
+# Define RPM destinations
+EL5REPO='mm-apt.mmm.onlive.net::incoming-rpm/integration/'
+EL6REPO='mm-apt.mmm.onlive.net::incoming-rpm/integration6/'
+
+# Push rpms to repo
+## depending on build server, el5 or el6 rpms are generated
+log "Publishing rpms to mm-apt via rsync"
+rsync *el6*.rpm $EL6REPO || rsync *el5*.rpm $EL5REPO
+if [ $? -ne 0 ]; then
+  err "Error pushing rpm to repo"
+  exit 3
+else
+  log "Publishing completed without error."
+fi
+
+### END ###
+log "Congratulations! We made it to the end of the jenkins recipe."
+exit 0

data/lib/cryptic/hoffa.rb

@@ -0,0 +1,183 @@
+# Copyright (C) 2013-2015 OL2, Inc.  All Rights Reserved.
+
+require "cryptic/hoffa/version"
+require "mysql2"
+
+# This allows redirecting user sites and querying them.
+# You can pass the following options into the
+# various methods:
+#
+# :master_site - the site ID (aav, mca, etc.) of the master site
+# :grok_master - the URL of the Grok master host
+#
+
+module Cryptic
+  extend self
+
+  BASE_PORT=28808
+  DEFAULT_OPTIONS = {
+    :host => "127.0.0.1",
+    :port => 3306,
+    :username => "analytics",
+    :password => "5parklin3",
+    :secure_auth => false,
+    :database => "analytics",
+  }
+
+  def user_sites(master_options = {})
+    return @user_sites.keys if @user_sites
+    conn = slave_connection master_options
+    # @user_sites maps site name to grok-master DB ID in the etl_control table. This ensures consistent local port mappings.
+    @user_sites = {}
+    conn.query("SELECT id, site FROM etl_control WHERE level = 'user' AND status = 'up'").each { |row| @user_sites[row["site"]] = row["id"] }
+    @user_sites.keys
+  end
+
+  def master_site(options = {})
+    return ENV['CRYPTIC_MASTER_SITE'] if ENV['CRYPTIC_MASTER_SITE']
+    return options[:master_site] if options[:master_site]
+
+    reference_site = options[:grok_master] || `hostname -f`.chomp
+    onlive_user_site = reference_site.split(".")[1]
+    if onlive_user_site && (onlive_user_site =~ /^[A-Za-z]{3}$/ || onlive_user_site == "prod")
+      nil # Use local
+    else
+      "aav"
+    end
+
+  end
+
+  def master_host(options = {})
+    if options[:grok_master]
+      options[:grok_master]
+    else
+      site = master_site(options)
+
+      site ? "grok-master.#{site}.onlive.net" : "grok-master"
+    end
+  end
+
+  def slave_host(options = {})
+    if options[:grok_slave]
+      options[:grok_slave]
+    else
+      site = master_site(options)  # There's not a separate "slave site" - just master & slave in the same master site.
+
+      site ? "grokdbro.#{site}.onlive.net" : "grokdbro"
+    end
+  end
+
+  def master_connection(options = {})
+    @master_conn ||= Mysql2::Client.new(DEFAULT_OPTIONS.merge(:host => master_host(options)).merge(options))
+  end
+
+  def slave_connection(options = {})
+    @master_conn ||= Mysql2::Client.new(DEFAULT_OPTIONS.merge(:host => slave_host(options)).merge(options))
+  end
+
+  def dont_redirect_user_sites!(master_options = {})
+    @already_redirected_user_sites = true
+  end
+
+  def redirect_user_sites!(sites = nil, master_options = {})
+    return if @already_redirected_user_sites
+    @already_redirected_user_sites = true
+
+    sites = user_sites(master_options) unless sites
+
+    user = `whoami`.chomp
+    sites.each do |site|
+      local_port = redirected_database_port_for_user_site(site, master_options)
+      process = `pgrep -f #{local_port}`
+
+      # TODO: use slaves where available (currently not for user sites)
+      hostname = "grok.#{site}"
+
+      ms = master_site(master_options)
+      master_domain = ms ? "#{ms}.onlive.net" : ""
+
+      cmd = "ssh -Nf -L#{local_port}:#{hostname}:3306 -o \"StrictHostKeyChecking no\" #{user}@shell.#{master_domain}"
+      if process && !process.strip.empty?  # Redirection already active
+        process.strip.split("\n").each do |p|
+          pid = p.to_i
+          cur_cmd = `ps -p #{pid}`.split("\n")[1].split(/\s+/, 4)[3]
+
+          # If this same command was issued then we're already redirecting the site to the right port number.
+          # But the double-quotes go away in the ps output.
+          if cur_cmd != cmd.gsub('"', "")
+            Process.kill("INT", pid)
+            STDERR.puts "Remapping port #{local_port} for site #{site}.  Command: #{cmd} / Old Command: #{cur_cmd}"
+            system(cmd) || raise("Failed port-map for site #{site}, port #{local_port}!")
+          end
+        end
+      else
+        STDERR.puts "Mapping port #{local_port} for site #{site}.  Command: #{cmd}"
+        system(cmd) || raise("Failed port-map for site #{site}, port #{local_port}!")
+      end
+    end
+  end
+
+  def redirected_database_port_for_user_site(site, master_options = {})
+    user_sites(master_options) unless @user_sites
+    index = @user_sites[site]
+    raise "No index for site #{site.inspect}!" unless index
+    BASE_PORT + index
+  end
+
+  def user_site_connection(site = nil, master_options = {})
+    @user_site_connections ||= {}
+    return @user_site_connections[site] if @user_site_connections[site]
+
+    local_port = redirected_database_port_for_user_site(site)
+
+    @user_site_connections[site] = Mysql2::Client.new DEFAULT_OPTIONS.merge(:port => local_port)
+    @user_site_connections[site]
+  end
+
+  # Default timeout for queries: 10 minutes
+  SELECT_TIMEOUT = 600
+
+  def query_on_user_sites(query, sites = nil, master_options = {}, &block)
+    redirect_user_sites!(sites, master_options)
+
+    sites = user_sites(master_options) unless sites
+    conns = sites.map { |site| user_site_connection(site, master_options) }
+
+    results = {}
+    threads = []
+    sites.zip(conns).each do |site, conn|
+      t = nil
+      begin
+        t = Thread.new do
+          # Global Interpreter Lock means we don't need to synchronize this
+          results[site] = conn.query(query)
+          block.call(results[site]) if block
+        end
+      rescue
+        STDERR.puts "Errors on query for site #{site}:\n#{query}\n\n"
+        STDERR.puts "Backtrace:\n#{$!.backtrace.join("\n")}\n"
+      end
+      threads.push(t)
+    end
+    threads.each(&:join)
+
+    results
+  end
+
+  # TODO: figure out how to do this outside prod
+  def sites_in_maintenance
+    begin
+      stat = `curl http://mastermon.mca.onlive.net/glustats/glustats.json 2>/dev/null`
+      glustat = JSON.parse(stat)
+      sites = glustat.keys
+      sites = sites.select do |site|
+        glustat[site].is_a?(Hash) && glustat[site]["drain_state"] == "drain"
+      end
+      return sites
+    rescue
+      STDERR.puts "Error querying sites in maint: #{$!.message}\n#{$!.backtrace.join "\n"}"
+      return []
+    end
+  end
+
+end

data/lib/cryptic/hoffa/version.rb

@@ -0,0 +1,6 @@
+# Copyright (C) 2013-2015 OL2, Inc.  All Rights Reserved.
+module Cryptic
+  module Hoffa
+    VERSION = "0.0.16"
+  end
+end

metadata

@@ -0,0 +1,240 @@
+--- !ruby/object:Gem::Specification
+name: cryptic-hoffa
+version: !ruby/object:Gem::Version
+  version: 0.0.16
+  prerelease: 
+platform: ruby
+authors:
+- Noah Gibbs
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-02-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: cassandra_migrate
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: trollop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: cryptic-highway
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubyglu
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: erubis
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Gateway OMQ data to Cassandra
+email:
+- noah@onlive.com
+executables:
+- dev-glu-tunnel.sh
+- highway-from-sql
+- hoffa
+- prod-glu-tunnel.sh
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .ruby-version
+- Gemfile
+- LICENSE.txt
+- RBPKG
+- README.md
+- Rakefile
+- bin/dev-glu-tunnel.sh
+- bin/highway-from-sql
+- bin/hoffa
+- bin/prod-glu-tunnel.sh
+- binstubs/.gitkeep
+- cassandra_migrations/20131024000000_create_keyspace_Cryptic_down.cql.erb
+- cassandra_migrations/20131024000000_create_keyspace_Cryptic_up.cql.erb
+- cassandra_migrations/20131025000000_create_table_overlay_actions_down.cql.erb
+- cassandra_migrations/20131025000000_create_table_overlay_actions_up.cql.erb
+- cassandra_migrations/20131114488001_create_client_survey_user_site_tables_down.cql.erb
+- cassandra_migrations/20131114488001_create_client_survey_user_site_tables_up.cql.erb
+- cassandra_migrations/20131206944013_create_table_cryptic_place_marker_down.cql.erb
+- cassandra_migrations/20131206944013_create_table_cryptic_place_marker_up.cql.erb
+- cassandra_migrations/20140115150807_add_place_marker_to_place_markers_down.cql
+- cassandra_migrations/20140115150807_add_place_marker_to_place_markers_up.cql
+- cassandra_migrations/20140116281758_repartition_place_markers_table_down.cql
+- cassandra_migrations/20140116281758_repartition_place_markers_table_up.cql
+- cryptic-hoffa.gemspec
+- database.yml
+- jenkins.recipe
+- lib/cryptic/hoffa.rb
+- lib/cryptic/hoffa/version.rb
+- vendor/.gitkeep
+homepage: ''
+licenses:
+- Proprietary
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Gateway OMQ data to Cassandra
+test_files: []