solano 1.31.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MmY5ZWMxY2NlNjVhZGIyYzkxZjU1NzZmNGYyMjQ3YThhYzY3ZWYyYg==
+  data.tar.gz: !binary |-
+    YjMzNTIxZTAzODczOTIzZTUzYWZjYjIxZGFjODg3ODQxMzc3MjlmZQ==
+SHA512:
+  metadata.gz: !binary |-
+    YWUzNzA1M2Q3NTg0M2U3ZmE0ZDFiMGM2ZWZlMDkwYjIyZTNkY2Q1Y2EyNDI0
+    N2JkN2E2MGE0YmQxNGYxMmVmMTA2NzM4ZjUzMmYxOGY0YzNhZTRmNmQ3ODYz
+    YmVlOTIyNjU0MjVlMTNjZDEzZmEyMzgzYjhkYjA5MGRhNzE0YWI=
+  data.tar.gz: !binary |-
+    NGI0ZjI0NDZiZTBkZmYyYWQxM2I4NWMxNDI1MDJlZjY0MDE5NTQ5ODlhYWVm
+    OThjOTEwMzkxNDIyMGI5NDgzYzhiOWQ2ZDIxNTk1NzczNTYyYzUxY2Q4ZTRj
+    Mzk3YmZlOTVkZTNkOWRiZmRiOTczNDdmMWZjZmIxZGRiNDA0Njc=

data/bin/solano

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# 
+# Copyright (c) 2011, 2012, 2013, 2014 Solano Labs All Rights Reserved
+#
+
+require 'yaml'
+
+if RUBY_VERSION < "2.1.0" && defined?(YAML::ENGINE) then
+  YAML::ENGINE.yamler = 'syck'
+end
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+if ENV['COVERAGE']
+  begin
+    require 'rubygems'
+    require 'simplecov'
+    SimpleCov.root(ENV['COVERAGE_ROOT'])
+    SimpleCov.start do
+      add_group "Commands", "lib/cli/solano/commands"
+    end
+  rescue => e
+    STDERR.puts "Can't load simplecov: #{e.inspect} #{e.backtrace}"
+  end
+end
+
+require "solano"
+require "solano/cli"
+Solano::SolanoCli.start

data/bin/tddium

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# 
+# Copyright (c) 2011, 2012, 2013, 2014 Solano Labs All Rights Reserved
+#
+
+require 'yaml'
+
+if RUBY_VERSION < "2.1.0" && defined?(YAML::ENGINE) then
+  YAML::ENGINE.yamler = 'syck'
+end
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+if ENV['COVERAGE']
+  begin
+    require 'rubygems'
+    require 'simplecov'
+    SimpleCov.root(ENV['COVERAGE_ROOT'])
+    SimpleCov.start do
+      add_group "Commands", "lib/cli/solano/commands"
+    end
+  rescue => e
+    STDERR.puts "Can't load simplecov: #{e.inspect} #{e.backtrace}"
+  end
+end
+
+require "solano"
+require "solano/cli"
+Solano::SolanoCli.start

data/lib/solano.rb

@@ -0,0 +1,19 @@
+# Copyright (c) 2011, 2012, 2013, 2014 Solano Labs All Rights Reserved
+
+require "solano/constant"
+require "solano/version"
+
+require "solano/util"
+
+require "solano/scm"
+require "solano/ssh"
+
+module Solano
+  class SolanoError < Exception
+    attr_reader :message
+
+    def initialize(message)
+      @message = message
+    end
+  end
+end

data/lib/solano/agent.rb

@@ -0,0 +1,3 @@
+# Copyright (c) 2011, 2012, 2013, 2014 Solano Labs All Rights Reserved
+
+require 'solano/agent/solano'

data/lib/solano/agent/solano.rb

@@ -0,0 +1,128 @@
+# Copyright (c) 2011, 2012, 2013, 2014, 2015 Solano Labs All Rights Reserved
+
+require 'json'
+require 'fileutils'
+require 'securerandom'
+require 'tddium_client'
+
+module Solano
+  class BuildAgent
+    MAXIMUM_ATTACHMENT_SIZE = 16*1024*1024
+
+    def initialize
+    end
+
+    # @return Boolean indicating whether or not we are running inside Solano
+    def solano?
+      return ENV.member?('SOLANO') || ENV.member?('TDDIUM')
+    end
+
+    # @return The current worker thread ID
+    # @note Id is not unique across workers; there is no accessible GUID
+    def thread_id
+      return fetch_id('TID')
+    end
+
+    # @return Current session ID
+    def session_id
+      return fetch_id('SESSION_ID')
+    end
+
+    # @return Per-execution unique ID of currently running test
+    def test_exec_id
+      return fetch_id('TEST_EXEC_ID')
+    end
+
+    # @return Solano environment (batch, interactive, etc.)
+    def environment
+      env = ENV['SOLANO_MODE'] || 'none'
+      return env
+    end
+
+    # Status of build
+    # @param which :current or :last
+    # @return 'passed', 'failed', 'error', or 'unknown'
+    def build_status(which=:current)
+      status = 'unknown'
+      case which
+      when :current
+        status = ENV['SOLANO_BUILD_STATUS']
+      when :last
+        status = ENV['SOLANO_LAST_BUILD_STATUS']
+      end
+      status ||= 'unknown'
+      return status
+    end
+
+    # BOTCH: must be SCM agnostic
+    def current_branch
+      cmd = "cd #{ENV['SOLANO_REPO_ROOT']} && git symbolic-ref HEAD"
+      `#{cmd}`.gsub("\n", "").split("/")[2..-1].join("/")
+    end
+
+    # Attach a blob to the session -- excessive storage use is billable
+    # @param data blob that is convertible into a string
+    # @param metadata hash of metadata options
+    # @note See attach_file for description of options
+    def attach(data, metadata)
+      if data.size > MAXIMUM_ATTACHMENT_SIZE then
+        raise SolanoError.new("Data are too large to attach to session")
+      end
+
+      if !metadata.member?(:name) then
+        guid = SecureRandom.hex(4)
+        metadata[:name] = "user.#{guid}.dat"
+      end
+
+      guid = SecureRandom.hex(8)
+      temp_path = File.join(ENV['HOME'], 'tmp', "attach-#{guid}.dat")
+      File.open(temp_path, File::CREAT|File::TRUNC|File::RDWR, 0600) do |file|
+        file.write(data)
+        attach_file(temp_path, metadata)
+      end
+    end
+
+    # Attach a blob to the session -- excessive storage use is billable
+    # @param data blob that is convertible into a string
+    # @param [Hash] metadata hash of metadata options
+    # @option metadata [String] :name Override name of attachment
+    # @option metadata [String] :exec_id Attach to named test execution
+    def attach_file(path, metadata={})
+      if !File.exists?(path) then
+        raise Errno::ENOENT.new(path)
+      end
+      if File.size(path) > MAXIMUM_ATTACHMENT_SIZE then
+        raise SolanoError.new("Data are too large to attach to session")
+      end
+      name = metadata[:name] || File.basename(path)
+      attach_path = attachment_path(name, metadata[:exec_id])
+      FileUtils.cp(path, attach_path)
+    end
+
+    # FUTURE: convert to call to internal agent API server
+    # Unregistered and authenticated files will be ignored
+    def attachment_path(name, exec_id=nil)
+      path = File.join(ENV['HOME'], 'results', session_id.to_s)
+      if exec_id.nil? then
+        path = File.join(path, 'session', name)
+      else
+        path = File.join(path, exec_id.to_s, name)
+      end
+      return path
+    end
+
+    protected
+
+    def fetch_id(name)
+      return nil unless solano?
+      %w(TDDIUM SOLANO).each do |prefix|
+        qualified_name = "#{prefix}_#{name}"
+        if ENV.member?(qualified_name) then
+          id = ENV[qualified_name]
+          return id.to_i
+        end
+      end
+      return nil
+    end
+  end
+end

data/lib/solano/cli.rb

@@ -0,0 +1,25 @@
+# Copyright (c) 2011, 2012, 2013, 2014 Solano Labs All Rights Reserved
+
+require 'rubygems'
+require 'thor'
+require 'highline/import'
+require 'json'
+require 'launchy'
+require 'tddium_client'
+require 'shellwords'
+require 'base64'
+require 'msgpack_pure'
+require 'erb'
+
+require 'solano/script'
+require 'solano/cli/params_helper'
+require 'solano/cli/solano'
+
+require 'solano/cli/api'
+require 'solano/cli/config'
+require 'solano/cli/suite'
+require 'solano/cli/prompt'
+require 'solano/cli/show'
+require 'solano/cli/util'
+require 'solano/cli/text_helper'
+require 'solano/cli/timeformat'

data/lib/solano/cli/api.rb

@@ -0,0 +1,368 @@
+# Copyright (c) 2011-2016 Solano Labs All Rights Reserved
+
+module Solano
+  class SolanoAPI
+    include SolanoConstant
+
+    attr_reader :scm	# rspec
+
+    def initialize(scm, tddium_client, api_config, options={})
+      @scm = scm
+      @api_config = api_config
+      @tddium_client = tddium_client
+      @tddium_clientv3 = options[:v3]
+    end
+
+    def call_api(method, api_path, params = {}, api_key = nil, show_error = true)
+      api_key ||= @api_config.get_api_key unless api_key == false
+
+      if params[:v3]
+        api = @tddium_clientv3
+        params.delete(:v3)
+      end
+      api ||= @tddium_client
+
+      begin
+        result = api.call_api(method, api_path, params, api_key)
+      rescue TddiumClient::Error::UpgradeRequired => e
+        abort e.message
+      rescue TddiumClient::Error::APICert => e
+        abort e.message
+      rescue TddiumClient::Error::Base => e
+        say e.message.dup if show_error
+        raise e
+      end
+      result
+    end
+
+    def get_single_account_id
+      user_details = user_logged_in?(true, false)
+      return nil unless user_details
+      accounts = user_details["participating_accounts"]
+      unless accounts.length == 1
+        msg = "You are a member of more than one organization.\n"
+        msg << "Please specify the organization you want to operate on with "
+        msg << "'--org NAME'.\n"
+        accounts.each do |acct|
+          msg << "  #{acct["account"]}\n"
+        end
+        raise msg
+      end
+      accounts.first["account_id"]
+    end
+
+    def get_account_id(acct_name)
+      user_details = user_logged_in?(true, false)
+      return nil unless user_details
+      accts = user_details["participating_accounts"]
+      acct = accts.select{|acct| acct["account"] == acct_name}.first
+      if acct.nil?
+        raise "You aren't a member of organization '%s'." % acct_name
+      end
+      acct["account_id"]
+    end
+
+    def env_path(scope, key=nil)
+      account_id = nil
+      if @api_config.cli_options[:account] then
+        account_id = get_account_id(@api_config.cli_options[:account])
+      end
+      if account_id.nil? then
+        account_id = get_single_account_id
+      end
+      path = ['']
+
+      case scope
+      when "suite"
+        path << 'suites'
+        path << current_suite_id
+      when "repo"
+        path << 'repos'
+        path << current_repo_id
+      when "org"
+        path << 'accounts'
+        path << account_id
+      else
+        raise "Unrecognized scope. Use 'suite', 'repo', 'org'."
+      end
+
+      path << 'env'
+      path << key if key
+      path.join('/')
+    end
+
+    def get_config_key(scope, key=nil)
+      path = env_path(scope, key)
+      call_api(:get, path)
+    end
+
+    def set_config_key(scope, key, value)
+      path = env_path(scope)
+      call_api(:post, path, :env=>{key=>value})
+    end
+
+    def delete_config_key(scope, key)
+      path = env_path(scope, key)
+      call_api(:delete, path)
+    end
+
+    def get_user(api_key=nil)
+      result = call_api(:get, Api::Path::USERS, {}, api_key, false)
+      result && result['user']
+    end
+
+    def set_user(params)
+      call_api(:post, Api::Path::USERS, {:user => params}, false, false)
+    end
+
+    def update_user(user_id, params, api_key=nil)
+      call_api(:put, "#{Api::Path::USERS}/#{user_id}/", params, api_key, false)
+    end
+
+    def get_user_credentials(options = {})
+      params = {}
+
+      if options[:cli_token]
+        params[:cli_token] = options[:cli_token]
+      elsif options[:invited]
+        # prompt for email/invitation and password
+        token = options[:invitation_token] || ask(Text::Prompt::INVITATION_TOKEN)
+        params[:invitation_token] = token.strip
+        params[:password] = options[:password] || HighLine.ask(Text::Prompt::NEW_PASSWORD) { |q| q.echo = "*" }
+      else
+        say Text::Warning::USE_PASSWORD_TOKEN
+        params[:email] = options[:email] || HighLine.ask(Text::Prompt::EMAIL)
+        params[:password] = options[:password] || HighLine.ask(Text::Prompt::PASSWORD) { |q| q.echo = "*" }
+      end
+      params
+    end
+
+    def login_user(options = {})
+      # POST (email, password) to /users/sign_in to retrieve an API key
+      begin
+        user = options[:params]
+        login_result = call_api(:post, Api::Path::SIGN_IN, {:user => user}, false, options[:show_error])
+        @api_config.set_api_key(login_result["api_key"], user[:email])
+      rescue TddiumClient::Error::Base => e
+      end
+      login_result
+    end
+
+    def user_logged_in?(active = true, message = false)
+      global_api_key = @api_config.get_api_key(:global => true)
+      repo_api_key = @api_config.get_api_key(:repo => true)
+
+      if (global_api_key && repo_api_key && global_api_key != repo_api_key)
+        say Text::Error::INVALID_CREDENTIALS if message
+        return
+      end
+
+      result = repo_api_key || global_api_key
+
+      if message && result.nil? then
+        say Text::Error::NOT_INITIALIZED
+      end
+
+      if result && active
+        u = get_user
+        if message && u.nil?
+          say Text::Error::INVALID_CREDENTIALS
+        end
+        u
+      else
+        result
+      end
+    end
+
+    def get_memberships(params={})
+      result = call_api(:get, Api::Path::MEMBERSHIPS)
+      result['account_roles'] || []
+    end
+
+    def set_memberships(params={})
+      result = call_api(:post, Api::Path::MEMBERSHIPS, params)
+      result['memberships'] || []
+    end
+
+    def delete_memberships(email, params={})
+      call_api(:delete, "#{Api::Path::MEMBERSHIPS}/#{email}", params)
+    end
+
+    def get_usage(params={})
+      result = call_api(:get, Api::Path::ACCOUNT_USAGE_BY_ACCOUNT)
+      result['usage'] || []
+    end
+
+    def get_keys(params={})
+      result = call_api(:get, Api::Path::KEYS)
+      result['keys']|| []
+    end
+
+    def set_keys(params)
+      call_api(:post, Api::Path::KEYS, params)
+    end
+
+    def delete_keys(name, params={})
+      call_api(:delete, "#{Api::Path::KEYS}/#{name}", params)
+    end
+
+    def default_branch
+      @default_branch ||= @scm.default_branch
+    end
+
+    def current_branch
+      @current_branch ||= @scm.current_branch
+    end
+
+    def current_repo_id(options={})
+      # api_config.get_branch will query the server if there is no locally cached data
+      @api_config.get_branch(current_branch, 'repo_id', options)
+    end
+
+    def current_suite_id(options={})
+      # api_config.get_branch will query the server if there is no locally cached data
+      @api_config.get_branch(current_branch, 'id', options)
+    end
+
+    def current_suite_options(options={})
+      @api_config.get_branch(current_branch, 'options', options)
+    end
+
+    def default_suite_id(options={})
+      # api_config.get_branch will query the server if there is no locally cached data
+      @api_config.get_branch(default_branch, 'id', options)
+    end
+
+    def default_suite_options(options={})
+      @api_config.get_branch(default_branch, 'options', options)
+    end
+
+    # suites/user_suites returns:
+    # [
+    #   'account',
+    #   'account_id',
+    #   'branch',
+    #   'ci_ssh_pubkey',
+    #   'git_repo_uri',
+    #   'id',
+    #   'org_name',
+    #   'repo_name',
+    #   'repo_url'
+    # ]
+    def get_suites(params={})
+      current_suites = call_api(:get, "#{Api::Path::SUITES}/user_suites", params)
+      current_suites ||= {}
+      current_suites['suites'] || []
+    end
+
+    def get_suite_by_id(id, params={})
+      current_suites = call_api(:get, "#{Api::Path::SUITES}/#{id}", params)
+      current_suites ||= {}
+      current_suites['suite']
+    end
+
+    def create_suite(params)
+      account_id = params.delete(:account_id)
+      new_suite = call_api(:post, Api::Path::SUITES, {:suite => params, :account_id => account_id})
+      new_suite["suite"]
+    end
+
+    def update_suite(id, params={})
+      call_api(:put, "#{Api::Path::SUITES}/#{id}", params)
+    end
+
+    def permanent_destroy_suite(id, params={})
+      call_api(:delete, "#{Api::Path::SUITES}/#{id}/permanent_destroy", params)
+    end
+
+    def demand_repoman_account(id, params={})
+      call_api(:post, "#{Api::Path::ACCOUNTS}/#{id}/demand_repoman", params)
+    end
+
+    def get_sessions(params={})
+      begin
+        call_api(:get, Api::Path::SESSIONS, params)['sessions']
+      rescue TddiumClient::Error::Base
+        []
+      end
+    end
+
+    def create_session(suite_id, params = {})
+      new_session = call_api(:post, Api::Path::SESSIONS, params.merge(:suite_id=>suite_id))
+      return new_session['session'], new_session['manager']
+    end
+
+    def get_snapshot_commit(params={})
+      params.merge!({:v3 => true})
+      call_api(:get, "#{Api::Path::REPO_SNAPSHOT}/commit_id", params)
+    end
+
+    def start_destrofree_session(session_id, params={})
+      params.merge!({:v3 => true})
+      call_api(:post, "#{Api::Path::SESSIONS}/#{session_id}/start", params)
+    end
+
+    def request_snapshot_url(params={})
+      params.merge!({:v3 => true})
+      call_api(:post, "#{Api::Path::REPO_SNAPSHOT}/request_upload_url", params)
+    end
+
+    def update_snapshot(params={})
+      params.merge!({:v3 => true})
+      call_api(:post, "#{Api::Path::REPO_SNAPSHOT}", params)
+    end
+
+    def request_patch_url(params={})
+      params.merge!({:v3 => true})
+      call_api(:post, "#{Api::Path::SESSION_PATCH}/request_url", params)
+    end
+
+    def upload_session_patch(params={})
+      params.merge!({:v3 => true})
+      call_api(:post, "#{Api::Path::SESSION_PATCH}", params)
+    end
+
+    def update_session(session_id, params={})
+      result = call_api(:put, "#{Api::Path::SESSIONS}/#{session_id}", params)
+      result['session']
+    end
+
+    def register_session(session_id, suite_id, test_pattern, test_exclude_pattern=nil)
+      args = {:suite_id => suite_id, :test_pattern => test_pattern}
+      if test_exclude_pattern
+        args[:test_exclude_pattern] = test_exclude_pattern
+      end
+
+      call_api(:post, "#{Api::Path::SESSIONS}/#{session_id}/#{Api::Path::REGISTER_TEST_EXECUTIONS}", args)
+    end
+
+    def start_session(session_id, params)
+      call_api(:post, "#{Api::Path::SESSIONS}/#{session_id}/#{Api::Path::START_TEST_EXECUTIONS}", params)
+    end
+
+    def start_console(session_id, suite_id)
+      path = "#{Api::Path::SESSIONS}/#{session_id}/#{Api::Path::TEST_EXECUTIONS}/console"
+      call_api(:post, path, {suite_id: suite_id})
+    end
+
+    def stop_session(ls_id, params = {})
+      call_api(:post, "#{Api::Path::SESSIONS}/#{ls_id}/stop", params)
+    end
+
+    def poll_session(session_id, params={})
+      call_api(:get, "#{Api::Path::SESSIONS}/#{session_id}/#{Api::Path::TEST_EXECUTIONS}")
+    end
+
+    def query_session(session_id, params={})
+      call_api(:get, "#{Api::Path::SESSIONS}/#{session_id}")
+    end
+
+    def query_session_tests(session_id, params={})
+      call_api(:get, "#{Api::Path::SESSIONS}/#{session_id}/#{Api::Path::QUERY_TEST_EXECUTIONS}")
+    end
+
+    def check_session_done(session_id)
+      call_api(:get, "#{Api::Path::SESSIONS}/#{session_id}/check_done")
+    end
+  end
+end