fog-openstack-fork 99

data/lib/fog/openstack/workflow/v2/requests/validate_action.rb

@@ -0,0 +1,28 @@
+module Fog
+  module OpenStack
+    class Workflow
+      class V2
+        class Real
+          def validate_action(definition)
+            body = Fog::JSON.encode(definition)
+            request(
+              :body    => body,
+              :expects => 200,
+              :method  => "POST",
+              :path    => "actions/validate"
+            )
+          end
+        end
+
+        class Mock
+          def validate_action(_definition)
+            response = Excon::Response.new
+            response.status = 200
+            response.body = "{\"valid\": true}"
+            response
+          end
+        end
+      end
+    end
+  end
+end

data/lib/fog/openstack/workflow/v2/requests/validate_workbook.rb

@@ -0,0 +1,28 @@
+module Fog
+  module OpenStack
+    class Workflow
+      class V2
+        class Real
+          def validate_workbook(definition)
+            body = Fog::JSON.encode(definition)
+            request(
+              :body    => body,
+              :expects => 200,
+              :method  => "POST",
+              :path    => "workbooks/validate"
+            )
+          end
+        end
+
+        class Mock
+          def validate_workbook(_definition)
+            response = Excon::Response.new
+            response.status = 200
+            response.body = "{\"valid\": true}"
+            response
+          end
+        end
+      end
+    end
+  end
+end

data/lib/fog/openstack/workflow/v2/requests/validate_workflow.rb

@@ -0,0 +1,28 @@
+module Fog
+  module OpenStack
+    class Workflow
+      class V2
+        class Real
+          def validate_workflow(definition)
+            body = Fog::JSON.encode(definition)
+            request(
+              :body    => body,
+              :expects => 200,
+              :method  => "POST",
+              :path    => "workflows/validate"
+            )
+          end
+        end
+
+        class Mock
+          def validate_workflow(_definition)
+            response = Excon::Response.new
+            response.status = 200
+            response.body = "{\"valid\": true}"
+            response
+          end
+        end
+      end
+    end
+  end
+end

data/lib/fog/openstack/workflow/v2.rb

@@ -0,0 +1,143 @@
+require 'fog/openstack/workflow'
+
+module Fog
+  module OpenStack
+    class Workflow
+      class V2 < Fog::Service
+        SUPPORTED_VERSIONS = /v2/
+
+        requires :openstack_auth_url
+        recognizes :openstack_username, :openstack_api_key,
+                   :openstack_project_name, :openstack_domain_id
+
+        ## REQUESTS
+        #
+        request_path 'fog/openstack/workflow/v2/requests'
+
+        # Workflow requests
+        request :create_execution
+        request :get_execution
+        request :list_executions
+        request :update_execution
+        request :delete_execution
+
+        request :create_action_execution
+        request :get_action_execution
+        request :list_action_executions
+        request :update_action_execution
+        request :delete_action_execution
+
+        request :create_workbook
+        request :get_workbook
+        request :list_workbooks
+        request :update_workbook
+        request :validate_workbook
+        request :delete_workbook
+
+        request :create_workflow
+        request :get_workflow
+        request :list_workflows
+        request :update_workflow
+        request :validate_workflow
+        request :delete_workflow
+
+        request :create_action
+        request :get_action
+        request :list_actions
+        request :update_action
+        request :validate_action
+        request :delete_action
+
+        request :get_task
+        request :list_tasks
+        request :rerun_task
+
+        request :create_cron_trigger
+        request :get_cron_trigger
+        request :list_cron_triggers
+        request :delete_cron_trigger
+
+        request :create_environment
+        request :get_environment
+        request :list_environments
+        request :update_environment
+        request :delete_environment
+
+        request :list_services
+
+        class Mock
+          def self.data
+            @data ||= Hash.new do |hash, key|
+              hash[key] = {
+                :workflows => {}
+              }
+            end
+          end
+
+          def self.reset
+            @data = nil
+          end
+
+          include Fog::OpenStack::Core
+
+          def initialize(options = {})
+            @auth_token = Fog::Mock.random_base64(64)
+            @auth_token_expiration = (Time.now.utc + 86_400).iso8601
+          end
+
+          def data
+            self.class.data[@openstack_username]
+          end
+
+          def reset_data
+            self.class.data.delete(@openstack_username)
+          end
+        end
+
+        class Real
+          include Fog::OpenStack::Core
+
+          def default_path_prefix
+            'v2'
+          end
+
+          def default_service_type
+            %w[workflowv2]
+          end
+
+          def request(params)
+            response = @connection.request(
+              params.merge(
+                :headers => {
+                  'Content-Type' => 'application/json',
+                  'X-Auth-Token' => @auth_token
+                }.merge!(params[:headers] || {}),
+                :path    => "#{@path}/#{params[:path]}"
+              )
+            )
+          rescue Excon::Errors::Unauthorized    => error
+            if error.response.body != "Bad username or password" # token expiration
+              @openstack_must_reauthenticate = true
+              authenticate
+              retry
+            else # bad credentials
+              raise error
+            end
+          rescue Excon::Errors::HTTPStatusError => error
+            raise case error
+                  when Excon::Errors::NotFound
+                    Fog::OpenStack::Workflow::NotFound.slurp(error)
+                  else
+                    error
+                  end
+          else
+            unless response.body.empty?
+              response.body = Fog::JSON.decode(response.body)
+            end
+            response
+          end
+        end
+      end
+    end
+  end
+end

data/lib/fog/openstack/workflow.rb

@@ -0,0 +1,14 @@
+module Fog
+  module OpenStack
+    class Workflow < Fog::Service
+      autoload :V2, 'fog/openstack/workflow/v2'
+
+      # Fog::OpenStack::Workflow.new() will return a Fog::OpenStack::Workflow::V2
+      #  Will choose the latest available once Mistral V3 is released.
+      def self.new(args = {})
+        @openstack_auth_uri = URI.parse(args[:openstack_auth_url]) if args[:openstack_auth_url]
+        Fog::OpenStack::Workflow::V2.new(args)
+      end
+    end
+  end
+end

data/lib/fog/openstack.rb

@@ -0,0 +1,148 @@
+require 'fog/core'
+require 'fog/json'
+
+module Fog
+  module OpenStack
+    require 'fog/openstack/auth/token'
+
+    autoload :VERSION, 'fog/openstack/version'
+
+    autoload :Core, 'fog/openstack/core'
+    autoload :Errors, 'fog/openstack/errors'
+
+    autoload :Baremetal, 'fog/openstack/baremetal'
+    autoload :Compute, 'fog/openstack/compute'
+    autoload :ContainerInfra, 'fog/openstack/container_infra'
+    autoload :DNS, 'fog/openstack/dns'
+    autoload :Event, 'fog/openstack/event'
+    autoload :Identity, 'fog/openstack/identity'
+    autoload :Image, 'fog/openstack/image'
+    autoload :Introspection, 'fog/openstack/introspection'
+    autoload :KeyManager, 'fog/openstack/key_manager'
+    autoload :Metering, 'fog/openstack/metering'
+    autoload :Metric, 'fog/openstack/metric'
+    autoload :Monitoring, 'fog/openstack/monitoring'
+    autoload :Network, 'fog/openstack/network'
+    autoload :NFV, 'fog/openstack/nfv'
+    autoload :Orchestration, 'fog/openstack/orchestration'
+    autoload :OrchestrationUtil, 'fog/openstack/orchestration/util/recursive_hot_file_loader'
+    autoload :Planning, 'fog/openstack/planning'
+    autoload :SharedFileSystem, 'fog/openstack/shared_file_system'
+    autoload :Storage, 'fog/openstack/storage'
+    autoload :Workflow, 'fog/openstack/workflow'
+    autoload :Volume, 'fog/openstack/volume'
+
+    extend Fog::Provider
+
+    service(:baremetal,          'Baremetal')
+    service(:compute,            'Compute')
+    service(:container_infra,    'ContainerInfra')
+    service(:dns,                'DNS')
+    service(:event,              'Event')
+    service(:identity,           'Identity')
+    service(:image,              'Image')
+    service(:introspection,      'Introspection')
+    service(:key,                'KeyManager')
+    service(:metering,           'Metering')
+    service(:metric,             'Metric')
+    service(:monitoring,         'Monitoring')
+    service(:network,            'Network')
+    service(:nfv,                'NFV')
+    service(:orchestration,      'Orchestration')
+    service(:planning,           'Planning')
+    service(:shared_file_system, 'SharedFileSystem')
+    service(:storage,            'Storage')
+    service(:volume,             'Volume')
+    service(:workflow,           'Workflow')
+
+    @token_cache = {}
+
+    class << self
+      attr_accessor :token_cache
+    end
+
+    def self.clear_token_cache
+      Fog::OpenStack.token_cache = {}
+    end
+
+    def self.endpoint_region?(endpoint, region)
+      region.nil? || endpoint['region'] == region
+    end
+
+    def self.get_supported_version(supported_versions, uri, auth_token, connection_options = {})
+      supported_version = get_version(supported_versions, uri, auth_token, connection_options)
+      version = supported_version['id'] if supported_version
+      version_raise(supported_versions) if version.nil?
+
+      version
+    end
+
+    def self.get_supported_version_path(supported_versions, uri, auth_token, connection_options = {})
+      supported_version = get_version(supported_versions, uri, auth_token, connection_options)
+      link = supported_version['links'].find { |l| l['rel'] == 'self' } if supported_version
+      path = URI.parse(link['href']).path if link
+      version_raise(supported_versions) if path.nil?
+
+      path.chomp '/'
+    end
+
+    def self.get_supported_microversion(supported_versions, uri, auth_token, connection_options = {})
+      supported_version = get_version(supported_versions, uri, auth_token, connection_options)
+      supported_version['version'] if supported_version
+    end
+
+    # CGI.escape, but without special treatment on spaces
+    def self.escape(str, extra_exclude_chars = '')
+      str.gsub(/([^a-zA-Z0-9_.-#{extra_exclude_chars}]+)/) do
+        '%' + $1.unpack('H2' * $1.bytesize).join('%').upcase
+      end
+    end
+
+    def self.get_version(supported_versions, uri, auth_token, connection_options = {})
+      version_cache = "#{uri}#{supported_versions}"
+      return @version[version_cache] if @version && @version[version_cache]
+
+      # To allow version discovery we need a "version less" endpoint
+      path = uri.path.gsub(/\/v([1-9]+\d*)(\.[1-9]+\d*)*.*$/, '/')
+      url = "#{uri.scheme}://#{uri.host}:#{uri.port}#{path}"
+      connection = Fog::Core::Connection.new(url, false, connection_options)
+      response = connection.request(
+        :expects => [200, 204, 300],
+        :headers => {'Content-Type' => 'application/json',
+                     'Accept'       => 'application/json',
+                     'X-Auth-Token' => auth_token},
+        :method  => 'GET'
+      )
+
+      body = Fog::JSON.decode(response.body)
+
+      @version                = {} unless @version
+      @version[version_cache] = extract_version_from_body(body, supported_versions)
+    end
+
+    def self.extract_version_from_body(body, supported_versions)
+      versions = []
+      unless body['versions'].nil? || body['versions'].empty?
+        versions = body['versions'].kind_of?(Array) ? body['versions'] : body['versions']['values']
+      end
+      # Some version API would return single endpoint rather than endpoints list, try to get it via 'version'.
+      unless body['version'].nil? or versions.length != 0
+        versions = [body['version']]
+      end
+      version = nil
+
+      # order is important, preferred status should be first
+      %w(CURRENT stable SUPPORTED DEPRECATED).each do |status|
+        version = versions.find { |x| x['id'].match(supported_versions) && (x['status'] == status) }
+        break if version
+      end
+
+      version
+    end
+
+    def self.version_raise(supported_versions)
+      raise Fog::OpenStack::Errors::ServiceUnavailable,
+            "OpenStack service only supports API versions #{supported_versions.inspect}"
+    end
+  end
+end

data/playbooks/fog-openstack-unittest-spec/run.yaml

@@ -0,0 +1,56 @@
+- hosts: all
+  become: yes
+  tasks:
+    - name: Run unittest spec tests
+      shell:
+        cmd: |
+          set -e
+          set -o pipefail
+          set -x
+          apt-get install ruby ruby-dev -y
+          for key in 409B6B1796C275462A1703113804BB82D39DC0E3 7D2BAF1CF37B13E2069D6956105BD0E739499BDB; do
+              gpg --keyserver keys.gnupg.net --keyserver-options timeout=5 --recv-keys "$key" || \
+              gpg --keyserver pgp.mit.edu --keyserver-options timeout=5 --recv-keys "$key" || \
+              gpg --keyserver keyserver.pgp.com --keyserver-options timeout=5 --recv-keys "$key" || \
+              gpg --keyserver ha.pool.sks-keyservers.net --keyserver-options timeout=5 --recv-keys "$key"
+          done
+          curl -L https://get.rvm.io | bash -s stable
+          source /usr/local/rvm/scripts/rvm > /dev/null 2>&1
+          for version in {{ rvm }}; do
+              if [ "$version" == "jruby-head" ]; then
+                  continue
+              fi
+              rvm install ${version} --disable-binary > /dev/null 2>&1
+              rvm use ${version} > /dev/null 2>&1
+              echo "Running tests based on Ruby ${version}..."
+              ruby --version
+              gem install bundler --version '~> 1'
+              bundle install --jobs=3 --retry=3
+              bundle exec rake spec TESTOPTS="--verbose"
+          done
+        executable: /bin/bash
+        chdir: '{{ zuul.project.src_dir }}'
+      environment:
+        JRUBY_OPTS: '--debug'
+        ANSIBLE_PYTHON_INTERPRETER: /usr/bin/python3
+
+    - name: Run unittest spec tests for jruby-head
+      shell:
+        cmd: |
+          set -e
+          set -o pipefail
+          set -x
+          rvm install jruby-head --disable-binary
+          rvm use jruby-head
+          echo "Running tests based on Ruby jruby-head...
+          ruby --version
+          gem install bundler
+          gem update bundler
+          bundle install --jobs=3 --retry=3
+          bundle exec rake spec TESTOPTS="--verbose"
+        executable: /bin/bash
+        chdir: '{{ zuul.project.src_dir }}'
+      environment:
+        JRUBY_OPTS: '--debug'
+        ANSIBLE_PYTHON_INTERPRETER: /usr/bin/python3
+      ignore_errors: true

data/playbooks/fog-openstack-unittest-test/run.yaml

@@ -0,0 +1,56 @@
+- hosts: all
+  become: yes
+  tasks:
+    - name: Run unittest tests
+      shell:
+        cmd: |
+          set -e
+          set -o pipefail
+          set -x
+          apt-get install ruby ruby-dev -y
+          for key in 409B6B1796C275462A1703113804BB82D39DC0E3 7D2BAF1CF37B13E2069D6956105BD0E739499BDB; do
+              gpg --keyserver keys.gnupg.net --keyserver-options timeout=5 --recv-keys "$key" || \
+              gpg --keyserver pgp.mit.edu --keyserver-options timeout=5 --recv-keys "$key" || \
+              gpg --keyserver keyserver.pgp.com --keyserver-options timeout=5 --recv-keys "$key" || \
+              gpg --keyserver ha.pool.sks-keyservers.net --keyserver-options timeout=5 --recv-keys "$key"
+          done
+          curl -L https://get.rvm.io | bash -s stable
+          source /usr/local/rvm/scripts/rvm > /dev/null 2>&1
+          for version in {{ rvm }}; do
+              if [ "$version" == "jruby-head" ]; then
+                  continue
+              fi
+              rvm install ${version} --disable-binary > /dev/null 2>&1
+              rvm use ${version} > /dev/null 2>&1
+              echo "Running tests based on Ruby ${version}..."
+              ruby --version
+              gem install bundler --version '~> 1'
+              bundle install --jobs=3 --retry=3
+              bundle exec rake test TESTOPTS="--verbose"
+          done
+        executable: /bin/bash
+        chdir: '{{ zuul.project.src_dir }}'
+      environment:
+        JRUBY_OPTS: '--debug'
+        ANSIBLE_PYTHON_INTERPRETER: /usr/bin/python3
+
+    - name: Run unittest tests for jruby-head
+      shell:
+        cmd: |
+          set -e
+          set -o pipefail
+          set -x
+          rvm install jruby-head --disable-binary
+          rvm use jruby-head
+          echo "Running tests based on Ruby jruby-head...
+          ruby --version
+          gem install bundler
+          gem update bundler
+          bundle install --jobs=3 --retry=3
+          bundle exec rake test TESTOPTS="--verbose"
+        executable: /bin/bash
+        chdir: '{{ zuul.project.src_dir }}'
+      environment:
+        JRUBY_OPTS: '--debug'
+        ANSIBLE_PYTHON_INTERPRETER: /usr/bin/python3
+      ignore_errors: true

data/supported.md

@@ -0,0 +1,55 @@
+# Supported OpenStack Projects
+
+## Supported
+
+| Project          | Fog Type           | API Version(s) | Compliance | Notes |
+|------------------|--------------------|----------------|------------|-------|
+| Barbican         | Key Manager        | v1             | TBD        |       |
+| Ceilometer       | Metering           | v2             | TBD        |       |
+| Cinder           | Volume             | v1, v2, v3     | TBD        |       |
+| Designate        | DNS                | v1, v2         | TBD        |       |
+| Glance           | Image              | v1, v2         | TBD        |       |
+| Gnocci           | Metric             | v1             | TBD        |       |
+| Heat             | Orchestration      | v1             | TBD        |       |
+| Ironic           | Bare Metal         | v1             | TBD        |       |
+| Ironic Inspector | Introspection      | v1             | TBD        |       |
+| Keystone         | Identity           | v2, v3         | TBD        |       |
+| Magnum           | Container Infra    | v1             | TBD        |       |
+| Manila           | Shared File System | v2.0           | TBD        |       |
+| Mistral          | Workflow           | v2.0           | TBD        |       |
+| Monasca          | Monitoring         | v2.0           | TBD        |       |
+| Neutron          | Network            | v2             | TBD        |       |
+| Nova             | Compute            | v2.0           | TBD        |       |
+| Panko            | Event              | v2             | TBD        |       |
+| Swift            | Storage            | v2             | TBD        |       |
+| Tacker           | NFV                | v1             | TBD        |       |
+| Tuskar           | TripleO Planning   | v1             | TBD        |       |
+
+## Wish List
+
+Feel free to submit pull requests to add support for these.
+
+* [congress](https://wiki.openstack.org/wiki/Congress) (Policy As a Service)
+* [trove](https://wiki.openstack.org/wiki/Trove) (DBaaS)
+
+## Unsupported
+
+* aodh (Telemetry Alarms)
+* astara (Network)
+* cloudkitty (Telemetry)
+* cue (Messaging)
+* dragonflow (Network)
+* ec2-api (Compatibility Layer)
+* freezer (Disaster Recovery)
+* fuel (Orchestration)
+* horizon (Web Frontend)
+* kolla (Containers)
+* kuryr (Containers)
+* murano (Catalog Service)
+* rally (Benchmarking)
+* sahara (Map-Reduce)
+* searchlight (Searching)
+* senlin (Clustering)
+* solum (Lifecycle)
+* tripleo (Orchestration)
+* zaqar (Messaging)