polytrix 0.0.1

data/lib/polytrix/rspec.rb

@@ -0,0 +1,75 @@
+require 'polytrix'
+begin
+  require 'rspec/core'
+  require 'rspec/expectations'
+  require 'rspec/core/formatters/base_text_formatter'
+rescue LoadError
+  raise 'polytrix/rspec requires rspec 2 or later'
+end
+
+module Polytrix
+  module RSpec
+    module Helper
+      def challenge_runner
+        @challenge_runner ||= Polytrix::ChallengeRunner.createRunner
+      end
+
+      def execute_challenge(sdk_dir, challenge_name, vars)
+        implementor_name = File.basename(sdk_dir) # Might not be a good assumption
+        implementor = Polytrix.implementors.find { |i| i.name == implementor_name }
+        challenge = ChallengeBuilder.new(implementor).build :name => challenge_name, :vars => vars, :basedir => sdk_dir, :implementor => implementor.name
+        example.metadata[:polytrix] = challenge
+        result = challenge.run
+        yield result
+      end
+    end
+
+    class << self
+      def run_manifest(manifest)
+        manifest['suites'].each do |suite_name, suite_config|
+          describe suite_name do
+            suite_config['samples'].each do |scenario|
+              code_sample scenario, '', suite_config['env'].to_hash do |result|
+                instance_exec result, &Polytrix.default_validator_callback
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end
+
+def code_sample(challenge, description = '', environment = [], services = [], &block)
+  challenge_file = challenge.downcase.gsub(' ', '_')
+  describe challenge, markdown: description,
+    # :environment => redact(environment),
+                      services: services do
+    Polytrix.implementors.each do |sdk|
+      sdk = sdk.name if sdk.respond_to? :name
+      it sdk, sdk.to_sym => true, 'data-challenge' => challenge_file, 'data-sdk' => sdk do
+        Polytrix.results.example_started example
+        begin
+          sdk_dir = Polytrix.sdk_dir sdk
+          pending "#{sdk} is not setup" unless File.directory? sdk_dir
+          challenge_runner.find_challenge! challenge_file, sdk_dir
+          execute_challenge sdk_dir, challenge_file, environment do |result|
+            Polytrix.results.execution_result example, result
+            instance_exec result, &block
+          end
+
+        rescue Polytrix::FeatureNotImplementedError => e
+          pending e.message
+        rescue ThreadError => e
+          puts "ThreadError detected: #{e.message}"
+          puts "ThreadError backtrace: #{e.backtrace}"
+          raise e
+        end
+      end
+    end
+  end
+end
+
+RSpec.configure do |c|
+  c.include Polytrix::RSpec::Helper
+end

data/lib/polytrix/runners/linux_challenge_runner.rb

@@ -0,0 +1,22 @@
+module Polytrix
+  module Runners
+    class LinuxChallengeRunner < ChallengeRunner
+      def script_extension
+        'sh'
+      end
+
+      def challenge_command(env_file, challenge_script)
+        challenge_script = "./#{challenge_script}" unless challenge_script.to_s.start_with? '/'
+        if File.exist? 'scripts/wrapper'
+          ". #{env_file} && scripts/wrapper #{challenge_script}"
+        else
+          ". #{env_file} && #{challenge_script}"
+        end
+      end
+
+      def save_environment_variable(key, value)
+        "export #{key}=\"#{value}\""
+      end
+    end
+  end
+end

data/lib/polytrix/runners/middleware/change_directory.rb

@@ -0,0 +1,20 @@
+module Polytrix
+  module Runners
+    module Middleware
+      class ChangeDirectory
+        def initialize(app)
+          @app   = app
+        end
+
+        def call(env)
+          sdk_dir = env[:basedir]
+          Bundler.with_clean_env do
+            Dir.chdir sdk_dir do
+              @app.call env
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/polytrix/runners/middleware/feature_executor.rb

@@ -0,0 +1,23 @@
+module Polytrix
+  module Runners
+    module Middleware
+      class FeatureExecutor
+        def initialize(app)
+          @app   = app
+        end
+
+        def call(env)
+          challenge_runner = env[:challenge_runner]
+          env_file = env[:env_file]
+          source_file = env[:source_file]
+          relative_source_file = source_file.relative_path_from env[:basedir]
+          command = challenge_runner.challenge_command(env_file, relative_source_file)
+          process = challenge_runner.run_command command
+          env[:result] = Result.new(process: process, source: env[:source_file])
+          @app.call env
+          env[:result]
+        end
+      end
+    end
+  end
+end

data/lib/polytrix/runners/middleware/pacto.rb

@@ -0,0 +1,59 @@
+require 'pacto_server'
+require 'goliath/test_helper'
+
+module Polytrix
+  module Runners
+    module Middleware
+      class Pacto
+        include Goliath::TestHelper
+
+        def initialize(app, server_options)
+          @app   = app
+          # FIXM: Ideal would be to start a Pacto server once
+          # @pacto_server = server(PactoServer, server_options.delete(:port) || 9901, server_options)
+          # puts "Started Pacto middleware on port #{@pacto_server.port}"
+        end
+
+        def call(env)
+          # FIXME: Ideal (continued) and clear the Pacto validation results before each test...
+          with_pacto do
+            @app.call(env)
+          end
+          # Hacky - need better Pacto API
+          contracts = ::Pacto::ValidationRegistry.instance.validations.map(&:contract)
+          # Unknown services aren't captured in detected services
+          detected_services = contracts.compact.map(&:name)
+          puts "Services detected: #{detected_services.join ','}"
+          env[:plugin_data][:pacto] = {
+            :detected_services => detected_services
+          }
+          # ...
+        end
+
+        private
+
+        def with_pacto
+          result = nil
+          puts "Starting Pacto on port #{pacto_port}"
+          with_api(PactoServer,
+                   stdout: true,
+                   log_file: 'pacto.log',
+                   config: 'pacto/config/pacto_server.rb',
+                   live: true,
+                   generate: generate?,
+                   verbose: true,
+                   validate: true,
+                   directory: File.join(Dir.pwd, 'pacto', 'contracts'),
+                   port: pacto_port
+          ) do
+            EM::Synchrony.defer do
+              result = yield
+              EM.stop
+            end
+          end
+          result
+        end
+      end
+    end
+  end
+end

data/lib/polytrix/runners/middleware/setup_env_vars.rb

@@ -0,0 +1,38 @@
+require 'fileutils'
+
+module Polytrix
+  module Runners
+    module Middleware
+      class SetupEnvVars
+        def initialize(app)
+          @app   = app
+        end
+
+        def call(env)
+          challenge_runner = env[:challenge_runner]
+          vars = begin
+            Polytrix.manifest[:global_env].dup
+          rescue
+            {}
+          end
+          vars = vars.merge env[:vars].dup
+
+          env[:env_file] = setup_env_vars(vars, challenge_runner)
+          @app.call env
+        end
+
+        private
+
+        def setup_env_vars(vars, challenge_runner)
+          FileUtils.mkdir_p 'tmp'
+          file = File.open("tmp/vars.#{challenge_runner.script_extension}", 'w')
+          vars.each do |key, value|
+            file.puts challenge_runner.save_environment_variable(key, value)
+          end
+          file.close
+          file.path
+        end
+      end
+    end
+  end
+end

data/lib/polytrix/runners/windows_challenge_runner.rb

@@ -0,0 +1,25 @@
+module Polytrix
+  module Runners
+    class WindowsChallengeRunner < ChallengeRunner
+      PS_OPTIONS = '-NoProfile -ExecutionPolicy Bypass'
+      def script_extension
+        'ps1'
+      end
+
+      def challenge_command(env_file, challenge_script)
+        # I don't know a simple powershell replacement for &&
+        # See http://stackoverflow.com/questions/2416662/what-are-the-powershell-equivalent-of-bashs-and-operators
+        if File.exist? 'scripts/wrapper.ps1'
+          command = ". ./#{env_file}; ./scripts/wrapper.ps1 #{challenge_script}"
+        else
+          command = ". ./#{env_file}; ./#{challenge_script}"
+        end
+        "PowerShell #{PS_OPTIONS} -Command \"#{command}\""
+      end
+
+      def save_environment_variable(key, value)
+        "$Env:#{key}='#{value}'"
+      end
+    end
+  end
+end

data/lib/polytrix/version.rb

@@ -0,0 +1,3 @@
+module Polytrix
+  VERSION = '0.0.1'
+end

data/lib/polytrix.rb

@@ -0,0 +1,56 @@
+require 'polytrix/version'
+require 'polytrix/manifest'
+require 'polytrix/core/implementor'
+require 'polytrix/core/result_tracker'
+require 'polytrix/core/file_finder'
+require 'polytrix/challenge_runner'
+require 'polytrix/challenge'
+require 'polytrix/challenge_builder'
+require 'polytrix/configuration'
+require 'polytrix/result'
+require 'polytrix/documentation_generator'
+
+require 'polytrix/rspec'
+
+module Polytrix
+  class << self
+    attr_accessor :implementors
+    attr_accessor :manifest
+    attr_accessor :default_validator_callback
+
+    def default_validator_callback
+      @default_validator_callback ||= proc{ |challenge|
+        expect(challenge[:result].process.exitstatus).to eq(0)
+      }
+    end
+
+    def default_validator_callback=(callback)
+      @default_validator_callback = callback
+    end
+
+    def configuration
+      fail "configuration doesn't take a block, use configure" if block_given?
+      @configuration ||= Configuration.new
+    end
+
+    def configure
+      yield(configuration)
+    end
+
+    def sdk_dir(sdk)
+      "sdks/#{sdk}"
+    end
+
+    def load_manifest(yaml_file)
+      @manifest = Polytrix::Manifest.from_yaml yaml_file
+    end
+
+    def results
+      Polytrix::ResultTracker.instance
+    end
+
+    def run_tests
+      Polytrix::RSpec.run_manifest(@manifest)
+    end
+  end
+end

data/packer/.gitignore

@@ -0,0 +1,3 @@
+vendor/
+Berksfile.lock
+output-virtualbox/

data/packer/Berksfile

@@ -0,0 +1,15 @@
+site :opscode
+
+cookbook 'apt'
+cookbook 'python'
+cookbook 'rbenv'
+cookbook 'golang'
+cookbook 'nodejs'
+cookbook 'php'
+cookbook 'java'
+cookbook 'groovy'
+cookbook 'maven', git: 'git@github.com:soundcloud-cookbooks/maven.git'
+cookbook 'dnsmasq', git: 'git://github.com/maxlinc/dnsmasq.git', branch: "hash_merge"
+cookbook 'ssh_known_hosts'
+cookbook 'users'
+cookbook 'sudo'

data/packer/Gemfile

@@ -0,0 +1,5 @@
+# A sample Gemfile
+source "https://rubygems.org"
+
+gem "berkshelf"
+

data/packer/Vagrantfile

@@ -0,0 +1,128 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+# Vagrantfile API/syntax version. Don't touch unless you know what you're doing!
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  # All Vagrant configuration is done here. The most common configuration
+  # options are documented and commented below. For a complete reference,
+  # please see the online documentation at vagrantup.com.
+
+  # Every Vagrant virtual environment requires a box to build off of.
+  config.vm.box = "saucy"
+
+  config.vm.provider :rackspace do |rs, override|
+    override.vm.box = "dummy"
+    override.ssh.private_key_path = '~/.ssh/id_rsa'
+    rs.public_key_path = '~/.ssh/id_rsa.pub'
+    rs.username = ENV['RAX_USERNAME']
+    rs.api_key  = ENV['RAX_API_KEY']
+    rs.flavor   = /512MB/
+    rs.image    = "Ubuntu 13.10 (Saucy Salamander)"
+  end
+
+  # The url from where the 'config.vm.box' box will be fetched if it
+  # doesn't already exist on the user's system.
+  # config.vm.box_url = "http://domain.com/path/to/above.box"
+
+  # Create a forwarded port mapping which allows access to a specific port
+  # within the machine from a port on the host machine. In the example below,
+  # accessing "localhost:8080" will access port 80 on the guest machine.
+  # config.vm.network :forwarded_port, guest: 80, host: 8080
+
+  # Create a private network, which allows host-only access to the machine
+  # using a specific IP.
+  # config.vm.network :private_network, ip: "192.168.33.10"
+
+  # Create a public network, which generally matched to bridged network.
+  # Bridged networks make the machine appear as another physical device on
+  # your network.
+  # config.vm.network :public_network
+
+  # If true, then any SSH connections made will enable agent forwarding.
+  # Default value: false
+  # config.ssh.forward_agent = true
+
+  # Share an additional folder to the guest VM. The first argument is
+  # the path on the host to the actual folder. The second argument is
+  # the path on the guest to mount the folder. And the optional third
+  # argument is a set of non-required options.
+  # config.vm.synced_folder "../data", "/vagrant_data"
+
+  # Provider-specific configuration so you can fine-tune various
+  # backing providers for Vagrant. These expose provider-specific options.
+  # Example for VirtualBox:
+  #
+  # config.vm.provider :virtualbox do |vb|
+  #   # Don't boot with headless mode
+  #   vb.gui = true
+  #
+  #   # Use VBoxManage to customize the VM. For example to change memory:
+  #   vb.customize ["modifyvm", :id, "--memory", "1024"]
+  # end
+  #
+  # View the documentation for the provider you're using for more
+  # information on available options.
+
+  # Enable provisioning with Puppet stand alone.  Puppet manifests
+  # are contained in a directory path relative to this Vagrantfile.
+  # You will need to create the manifests directory and a manifest in
+  # the file base.pp in the manifests_path directory.
+  #
+  # An example Puppet manifest to provision the message of the day:
+  #
+  # # group { "puppet":
+  # #   ensure => "present",
+  # # }
+  # #
+  # # File { owner => 0, group => 0, mode => 0644 }
+  # #
+  # # file { '/etc/motd':
+  # #   content => "Welcome to your Vagrant-built virtual machine!
+  # #               Managed by Puppet.\n"
+  # # }
+  #
+  # config.vm.provision :puppet do |puppet|
+  #   puppet.manifests_path = "manifests"
+  #   puppet.manifest_file  = "site.pp"
+  # end
+
+  # Enable provisioning with chef solo, specifying a cookbooks path, roles
+  # path, and data_bags path (all relative to this Vagrantfile), and adding
+  # some recipes and/or roles.
+  #
+  config.vm.provision :chef_solo do |chef|
+     chef.cookbooks_path = ["cookbooks", "vendor/cookbooks"]
+  #   chef.roles_path = "../my-recipes/roles"
+  #   chef.data_bags_path = "../my-recipes/data_bags"
+     chef.add_recipe "drg"
+  #   chef.add_role "web"
+  #
+  #   # You may also specify custom JSON attributes:
+  #   chef.json = { :mysql_password => "foo" }
+   end
+
+  # Enable provisioning with chef server, specifying the chef server URL,
+  # and the path to the validation key (relative to this Vagrantfile).
+  #
+  # The Opscode Platform uses HTTPS. Substitute your organization for
+  # ORGNAME in the URL and validation key.
+  #
+  # If you have your own Chef Server, use the appropriate URL, which may be
+  # HTTP instead of HTTPS depending on your configuration. Also change the
+  # validation key to validation.pem.
+  #
+  # config.vm.provision :chef_client do |chef|
+  #   chef.chef_server_url = "https://api.opscode.com/organizations/ORGNAME"
+  #   chef.validation_key_path = "ORGNAME-validator.pem"
+  # end
+  #
+  # If you're using the Opscode platform, your validator client is
+  # ORGNAME-validator, replacing ORGNAME with your organization name.
+  #
+  # If you have your own Chef Server, the default validation client name is
+  # chef-validator, unless you changed the configuration.
+  #
+  #   chef.validation_client_name = "ORGNAME-validator"
+end

data/packer/cookbooks/drg/metadata.rb

@@ -0,0 +1,27 @@
+name              "drg"
+maintainer        "Rackspace US, Inc"
+maintainer_email  "sdk-support@rackspace.com"
+license           "MIT"
+description       "Installs tools required for testing Rackspace SDKS."
+version           "0.0.1"
+
+depends 'apt'
+depends 'python'
+depends 'rbenv'
+depends 'golang'
+depends 'nodejs'
+depends 'php'
+depends 'java'
+depends 'groovy'
+depends 'maven'
+depends 'dnsmasq'
+depends 'ssh_known_hosts'
+depends 'users'
+depends 'sudo'
+depends 'mono'
+
+recipe "drg", "Installs tools required for testing Rackspace SDKS."
+
+%w{ ubuntu }.each do |os|
+  supports os
+end

data/packer/cookbooks/drg/recipes/admins.rb

@@ -0,0 +1,22 @@
+node.override['authorization']['sudo']['groups'] = ["sudo"]
+node.override['authorization']['sudo']['passwordless'] = true
+include_recipe 'sudo'
+
+# Jenkins User... jenkins-jclouds plugin will setup the rest
+user "jenkins" do
+  supports :manage_home => true
+  home '/jenkins'
+end
+
+group "sudo" do
+  action :modify
+  members ["jenkins"]
+  append true
+end
+
+# /etc/sudoers should be set for "sudo" instead of "wheel", but let's add them just in case
+# group "wheel" do
+#   action :modify
+#   members ["jenkins"]
+#   append true
+# end

data/packer/cookbooks/drg/recipes/default.rb

@@ -0,0 +1,9 @@
+include_recipe 'drg::system'
+include_recipe 'drg::admins'
+include_recipe 'python'
+include_recipe 'drg::ruby'
+include_recipe 'drg::golang'
+include_recipe "nodejs::install_from_package"
+include_recipe 'drg::php'
+include_recipe 'drg::java'
+include_recipe 'drg::dotnet'

data/packer/cookbooks/drg/recipes/dotnet.rb

@@ -0,0 +1,4 @@
+# FIXME: May need to setup a PPA to get a more recent Mono
+# FIXME: Microsoft.Build.dll was not shipped with current Ubuntu stable Mono, is in latest.
+# FIXME: Need to automate `mozroots --import --sync` before Mono can fetch packages.
+include_recipe 'mono'

data/packer/cookbooks/drg/recipes/golang.rb

@@ -0,0 +1,4 @@
+node.override["go"]["version"] = "1.1.1"
+node.override["go"]["filename"] = "go#{node["go"]["version"]}.#{node["os"]}-#{node["go"]["platform"]}.tar.gz"
+node.override['go']['url'] = "http://go.googlecode.com/files/#{node["go"]["filename"]}"
+include_recipe 'golang'

data/packer/cookbooks/drg/recipes/java.rb

@@ -0,0 +1,5 @@
+node.override['maven']['3']['version']  = '3.1.1'
+
+include_recipe 'java'
+include_recipe 'maven'
+include_recipe 'groovy'

data/packer/cookbooks/drg/recipes/php.rb

@@ -0,0 +1,10 @@
+include_recipe 'php'
+node.override['php']['directives'] = {
+  'date.timezone' => 'GMT'
+}
+
+%w{php5-json php5-curl}.each do |pkg|
+  package pkg do
+    action :install
+  end
+end

data/packer/cookbooks/drg/recipes/ruby.rb

@@ -0,0 +1,29 @@
+if node[:instance_role] == 'vagrant'
+  # Ideally would be group_users, but see https://github.com/RiotGames/rbenv-cookbook/issues/44
+  # node.override[:rbenv][:group_users] = ['vagrant']
+  node.override[:rbenv][:user] = 'vagrant'
+else
+  node.override[:rbenv][:user] = 'jenkins'
+end
+
+include_recipe "rbenv::default"
+include_recipe "rbenv::ruby_build"
+include_recipe "rbenv::rbenv_vars"
+
+global_ruby = "2.1.0"
+other_rubies = ["1.9.3-p448", "2.0.0-p353"]
+
+rbenv_ruby global_ruby do
+  ruby_version global_ruby
+  global true
+end
+
+other_rubies.each do |version|
+  rbenv_ruby version
+end
+
+other_rubies.push(global_ruby).each do |version|
+  rbenv_gem "bundler" do
+    ruby_version version
+  end
+end

data/packer/cookbooks/drg/recipes/system.rb

@@ -0,0 +1,13 @@
+include_recipe 'apt'
+
+ssh_known_hosts_entry 'github.com'
+
+node.force_default[:dnsmasq][:dns] = {
+  # 'no-poll' => nil,
+  # 'no-resolv' => nil,
+  'bind-interfaces' => nil,
+  'server' => '127.0.0.1',
+  'address' => '/dev/127.0.0.1'
+}
+
+include_recipe 'dnsmasq'

data/packer/create_box.sh

@@ -0,0 +1,10 @@
+#!/bin/bash
+
+set -e
+
+#export PACKER_LOG=1
+rm packer_virtualbox_virtualbox.box || true
+packer build -var-file ~/.rackspace-creds.json -only=virtualbox packer.json
+vagrant box remove vagrant_machine || true
+vagrant box add vagrant_machine packer_virtualbox_virtualbox.box
+