vagrant-subutai 1.0.3 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e1f1026f4c5e11de51b599fc9f5c2430e6ee4343
-  data.tar.gz: 89ba02daddc664a570a70a901fb1d552a5b9ef3d
+  metadata.gz: 4105a1ad3b5e5d3f61465aa910e4e876297e5309
+  data.tar.gz: 4261d2ba9fe00f7e61e5edb060ebd5c561d18b2f
 SHA512:
-  metadata.gz: e2af952e3fccd435879c018ed38cc14b3827908317610db26d7b4e4eb4e920f895f1f40cbaa10ed68a8255f82f5e4083c2b7c26a0aa937366463234515460e82
-  data.tar.gz: 73155e4270d5bafe3ff94732c2adfeb19b5c0e49a37f0d3ddae907f413217b30103ddc3e4ee73de32e641c5beacdd7be3f215d7da348a10a61fd66d508e7f331
+  metadata.gz: 04eb8cb919fac5be3a5e6dee6a31570a95b583d992a263133d00c84f831fd1d11b215669b22fce837e97a14ea5c1cad37bca92aa8147c6a81983fa1524666e13
+  data.tar.gz: ecc183b0935f57facd0131b9ebcc7465e28e52ed6646a8aee38190362ff63a28d50cdee25ffdbe01a39431a6f8c7f70d6ee662a59694984c534afa94a3264b93

data/.gitignore

@@ -18,4 +18,5 @@ mkmf.log
 *.gem
 pkg
 Gemfile.lock
-build.sh
+build.sh
+.vscode/

data/CHANGELOG.md

@@ -0,0 +1,7 @@
+## 1.1.0 (March 13, 2018)
+
+FEATURES:
+
+  - Blueprint provisioning in two modes bazaar and peer
+  - Open command PeerOS in browser
+    

data/README.md

@@ -42,9 +42,10 @@ COMMANDS:
        tunnel                  - SSH tunnel management
        update                  - update Subutai management, container or Resource host
        vxlan                   - VXLAN tunnels operation
-       register                - register Subutai Peer to Hub
+       register                - register Subutai PeerOS to Bazaar
        fingerprint             - shows fingerprint Subutai Console
-       disk                    - shows Subutai disk size
+       open                    - open the Subutai PeerOS in browser
+       blueprint               - run blueprint provisioning
 
 GLOBAL OPTIONS:
        -h, --help              - show help

data/lib/vagrant-subutai.rb

@@ -1,13 +1,39 @@
 require 'vagrant'
+
+require 'vagrant-subutai/blueprint/ansible_controller'
+require 'vagrant-subutai/blueprint/variables_controller'
+require 'vagrant-subutai/blueprint/environment_controller'
+
+require 'vagrant-subutai/configs/configs'
+
+require 'vagrant-subutai/models/console/container'
+require 'vagrant-subutai/models/console/environment'
+require 'vagrant-subutai/models/ansible'
+require 'vagrant-subutai/models/container'
+require 'vagrant-subutai/models/domain'
+require 'vagrant-subutai/models/environment'
+
+require 'vagrant-subutai/packer/subutai_config'
+require 'vagrant-subutai/packer/subutai_hooks'
+require 'vagrant-subutai/packer/subutai_net'
+require 'vagrant-subutai/packer/subutai_disk'
+
+require 'vagrant-subutai/rest/bazaar'
+require 'vagrant-subutai/rest/gorjun'
+require 'vagrant-subutai/rest/subutai_console'
+
 require 'vagrant-subutai/command'
 require 'vagrant-subutai/config'
 require 'vagrant-subutai/plugin'
-require 'vagrant-subutai/rest'
+require 'vagrant-subutai/provisioner'
+require 'vagrant-subutai/put'
 require 'vagrant-subutai/subutai_commands'
 require 'vagrant-subutai/version'
-require 'vagrant-subutai/rh_controller'
-require 'vagrant-subutai/models/resource_host'
-require 'vagrant-subutai/packer/subutai_config'
-require 'vagrant-subutai/packer/subutai_hooks'
-require 'vagrant-subutai/packer/subutai_net'
-require 'vagrant-subutai/packer/subutai_disk'
+
+
+
+
+
+
+
+

data/lib/vagrant-subutai/blueprint/ansible_controller.rb

@@ -0,0 +1,93 @@
+require_relative '../../vagrant-subutai'
+require 'json'
+
+module VagrantSubutai
+  module Blueprint
+    class AnsibleController
+      attr_accessor :ansible,      # ansible model
+                    :environment,  # environment model
+                    :url,          # Subutai Console url
+                    :token         # Subutai Console token
+
+      def initialize(ansible, environment, url, token)
+        @ansible = ansible
+        @environment = environment
+        @url = url
+        @token = token
+      end
+
+      # Adds template hosts to ansible configuration
+      # /etc/ansible/hosts
+      def hosts
+        Put.warn "\nStarted configuring ansible hosts.......\n"
+        @ansible.groups.each do |group|
+          Put.info "Adding group [#{group['name']}]"
+
+          response = Rest::SubutaiConsole.command("echo [#{group['name']}] >> /etc/ansible/hosts", @environment.ansible_host_id, "/root","1000", @url, @token)
+          status(response)
+
+          group['hostnames'].each do |hostname|
+            container = find(hostname)
+            Put.info "Adding hosts #{container.containerName} to group [#{group['name']}]"
+
+            if group.key?('python-interpreter')
+              response = Rest::SubutaiConsole.command("echo \"#{container.containerName} ansible_user=root template=#{hostname} ansible_ssh_host=#{container.ip} ansible_python_interpreter=#{group['python-interpreter']}\" >> /etc/ansible/hosts", @environment.ansible_host_id, "/root","360000", @url, @token)
+              status(response)
+            else
+              response = Rest::SubutaiConsole.command("echo \"#{container.containerName} ansible_user=root template=#{hostname} ansible_ssh_host=#{container.ip}\" >> /etc/ansible/hosts", @environment.ansible_host_id, "/root","360000", @url, @token)
+              status(response)
+            end
+          end
+        end
+      end
+
+      # Downloads ansible source
+      def download
+        Put.info "\nStarted downloading ansible source...."
+        #response = Rest::SubutaiConsole.command("ansible-playbook download.json -e 'ansible_python_interpreter=/usr/bin/python3' --extra-vars '{ \"source_url\": \"#{@ansible.source_url}\"}'", @environment.ansible_host_id, "/root","360000", @url, @token)
+        response = Rest::SubutaiConsole.command("bash /root/get_unzip.sh #{@ansible.source_url}", @environment.ansible_host_id, "/root","360000", @url, @token)
+
+        status(response)
+      end
+
+      # Runs ansible playbook
+      def run
+        Put.info "\nStarted running ansible playbook may be take too long time please wait......."
+        if @ansible.extra_vars.empty?
+          response = Rest::SubutaiConsole.command("cd /root/*master/;ansible-playbook #{@ansible.ansible_playbook}", @environment.ansible_host_id, "/root","360000", @url, @token)
+          status(response)
+        else
+          extra_vars = {}
+          @ansible.extra_vars.each do |extra_var|
+            extra_var.map {|k, v| extra_vars[k] = v }
+          end
+          response = Rest::SubutaiConsole.command("cd /root/*master;ansible-playbook #{@ansible.ansible_playbook} --extra-vars '#{extra_vars.to_json}'", @environment.ansible_host_id, "/root","360000", @url, @token)
+          status(response)
+        end
+      end
+
+      # Finds Container model from array by hostname
+      def find(hostname)
+        @environment.containers.find {|cont| cont.hostname.include?(hostname)}
+      end
+
+      # Check request response status
+      def status(response)
+        case response
+          when Net::HTTPOK
+            response = JSON.parse(response.body)
+            if response['status'] == Configs::EnvironmentState::SUCCEEDED
+              Put.success response['status']
+              Put.info response['stdOut']
+            elsif response['status'] == Configs::EnvironmentState::FAILED
+              Put.error response['status']
+              Put.info response['stdOut']
+              Put.error response['stdErr']
+            end
+          else
+           Put.error response.body
+        end
+      end
+    end
+  end
+end

data/lib/vagrant-subutai/blueprint/environment_controller.rb

@@ -0,0 +1,324 @@
+require_relative '../../vagrant-subutai'
+require 'base64'
+require 'json'
+
+
+module VagrantSubutai
+  module Blueprint
+    class EnvironmentController
+      attr_accessor :name,          # Environment name
+                    :ansible,       # Environment ansible configurations
+                    :log,           # Environment build logs
+                    :id,            # Environment build id
+                    :tracker_id,    # Environment logs tracker id
+                    :container_ids, # Container Hash {'hostname' => id}
+                    :peer_os_token  # Peer Os token
+
+      def build(url, token, rh_id, peer_id, mode)
+
+        variable = VagrantSubutai::Blueprint::VariablesController.new(@free_ram, @free_disk, mode)
+        variable.cookies = token       # needs cookies while reserving domain to Bazaar
+        variable.check_required_quota
+
+        if mode == Configs::Blueprint::MODE::PEER
+          variable.user_variables
+
+          if variable.has_ansible?
+            @ansible = variable.ansible
+          end
+
+          params = variable.params(rh_id, peer_id)
+          @name = params['name']
+
+          response = Rest::SubutaiConsole.environment(url, token, params.to_json)
+
+          case response
+            when Net::HTTPAccepted
+              json = JSON.parse(response.body)
+
+              Put.warn "\nStarted \"#{@name}\" environment building ...... \n"
+
+              @id          = json['environmentId']
+              @tracker_id  = json['trackerId']
+
+              @log = VagrantSubutai::Rest::SubutaiConsole.log(url, token, @tracker_id)
+              @log = JSON.parse(@log.body)
+
+              decoded_log = Base64.decode64(@log['log'])
+              logs = decoded_log.split(/\{(.*?)\}\,/)
+
+              @logs_last_index = nil # this saves last logs index (for not showing duplicated logs)
+              @temp_last_index = nil
+
+              logs.each_with_index do |v, i|
+                v = v.split(',')
+                v.shift
+                Put.info "#{v[1]}  #{v[0]}" unless v.empty?
+                @temp_last_index = i
+              end
+
+              @logs_last_index = @temp_last_index
+
+              until @log['state'] == Configs::EnvironmentState::SUCCEEDED || @log['state'] == Configs::EnvironmentState::FAILED
+                @log = VagrantSubutai::Rest::SubutaiConsole.log(url, token, @tracker_id)
+
+                begin
+                  @log = JSON.parse(@log.body)
+                  decoded_log = Base64.decode64(@log['log'])
+                  logs = decoded_log.split(/\{(.*?)\}\,/)
+
+                  logs.each_with_index do |v, i|
+                    if @logs_last_index < i
+                      v = v.split(',')
+                      v.shift
+                      Put.info "#{v[1]}  #{v[0]}" unless v.empty?
+                    end
+                    @temp_last_index = i
+                  end
+
+                  @logs_last_index = @temp_last_index
+                rescue JSON::ParserError => e
+                  Put.error e
+                end
+
+                sleep 5 # sleep 5 seconds
+              end
+
+              if @log['state'] == Configs::EnvironmentState::SUCCEEDED
+                Put.success "\nEnvironment State: #{@log['state']}"
+
+                if variable.has_ansible?
+                  env = list(url, token)
+
+                  ansible = VagrantSubutai::Blueprint::AnsibleController.new(@ansible, env, url, token)
+                  ansible.hosts
+                  ansible.download
+                  ansible.run
+                else
+                  list(url, token)
+                end
+
+                domain = variable.domain
+                unless domain.nil?
+                  response = VagrantSubutai::Rest::SubutaiConsole.domain(url, token, @id, domain.name)
+
+                  case response
+                    when Net::HTTPOK
+
+                      response = VagrantSubutai::Rest::SubutaiConsole.port(url, token, @id, @container_ids[domain.container_hostname], domain.internal_port)
+
+                      unless response.code == 200
+                        Put.error response.message
+                        Put.error response.body
+                      end
+                      ip = url.gsub("https://", "")
+                      ip = ip.gsub(':8443', '')
+
+                      if RbConfig::CONFIG['host_os'] =~ /mswin|mingw|cygwin/
+                        Put.warn "MESSAGE You're environment has been setup for a *local* #{domain.name}. You can map this domain to the IP address #{ip} in your C:\\Windows\\System32\\drivers\\etc\\hosts file or to your local DNS."
+                      else
+                        Put.warn "MESSAGE You're environment has been setup for a *local* #{domain.name}. You can map this domain to the IP address #{ip} in your /etc/hosts file or to your local DNS."
+                      end
+                    else
+                      Put.error response.body
+                      Put.error response.code
+                      Put.error response.message
+                  end
+                end
+              else
+                Put.error "\nEnvironment State: #{@log['state']}"
+              end
+            else
+              Put.error "Error: #{response.body}"
+          end
+        elsif mode == Configs::Blueprint::MODE::BAZAAR
+          # Bazaar new REST API to build blueprint provisioning
+          response = VagrantSubutai::Rest::Bazaar.variables(variable.json, peer_id, token)
+
+          case response
+            when Net::HTTPOK
+              variables = JSON.parse(response.body)
+              conf_user_variables = SubutaiConfig.get(:USER_VARIABLES)
+
+              if conf_user_variables.nil?
+                conf_user_variables = {}
+              else
+                if conf_user_variables.kind_of?(String)
+                  begin
+                    conf_user_variables = JSON.parse(SubutaiConfig.get(:USER_VARIABLES))
+                  rescue JSON::ParserError => e
+                    Put.error e
+                    return
+                  end
+                end
+              end
+
+              params = []
+
+              variables.each do |var|
+                temp = var
+                if conf_user_variables[var['name']].nil?
+                  temp['value'] = variable.get_input_bazaar(var)
+                else
+                  temp['value'] = conf_user_variables[var['name']]
+                end
+                params << temp
+              end
+
+              response = Rest::Bazaar.blueprint(variable.json, params, peer_id, token)
+
+              case response
+                when Net::HTTPAccepted
+                  json = JSON.parse(response.body)
+                  hub_id = json['hubId']
+                  subutai_id = json['subutaiId']
+                  @id = subutai_id
+
+                  Put.warn "\nStarted environment building ...... \n"
+
+                  # Track environment create state logs
+                  @log = Rest::Bazaar.log(token, subutai_id)
+                  @log = JSON.parse(@log.body)
+                  timer = Time.now + (60 * 60 * 17) # 17 hours
+                  @last_peer_state = nil
+
+                  until (@log['environment_status'] == Configs::EnvironmentState::HEALTHY || @log['environment_status'] == Configs::EnvironmentState::UNHEALTHY) && Time.now <= timer
+                    @log = Rest::Bazaar.log(token, subutai_id)
+
+                    begin
+                      @log = JSON.parse(@log.body)
+                      environment_peers = @log['environment_peers']
+
+                      environment_peers.each_with_index do |v, i|
+                        if (@last_peer_state != v['peer_state'])
+                          Put.info v['peer_state']
+                          Put.info v['peer_message']
+                        end
+                        @last_peer_state = v['peer_state']
+                      end
+
+                    rescue JSON::ParserError => e
+                      Put.error e
+                    end
+
+                    sleep 5 # sleep 5 seconds
+                  end
+
+                  if @log['environment_status'] == Configs::EnvironmentState::HEALTHY
+                    Put.success "\nEnvironment State: #{@log['environment_status']}"
+                    # Track ansible logs
+
+                    unless @log['environment_applications'].empty?
+                      arr = @log['environment_applications']
+
+                      arr.each_with_index  do |environment_application, i|
+                        @tmp = nil
+
+                        until (@log['environment_applications'][i])['application_state'] == Configs::ApplicationState::INSTALLED
+                          @log = Rest::Bazaar.log(token, subutai_id)
+
+                          begin
+                            @log = JSON.parse(@log.body)
+
+                            if @tmp.nil?
+                              Put.info (@log['environment_applications'][i])['application_log']
+                            else
+                              msg = (@log['environment_applications'][i])['application_log']
+                              if @tmp.length < msg.length
+                                msg = msg[(@tmp.length)..(msg.length-1)]
+                                Put.info msg
+                              end
+                            end
+                            @tmp = (@log['environment_applications'][i])['application_log']
+
+                          rescue JSON::ParserError => e
+                            Put.error e
+                          end
+
+                          sleep 5 # sleep 5 seconds
+                        end
+                      end
+                    end
+                  elsif @log['environment_status'] == Configs::EnvironmentState::UNHEALTHY
+                    Put.error "\nEnvironment State: #{@log['environment_status']}"
+                  elsif timer < Time.now
+                    Put.error "\nEnvironment State: Timeout environment creating"
+                  else
+                    Put.error "\nEnvironment State: #{@log['environment_status']}"
+                  end
+                else
+                  Put.error response.body
+              end
+            else
+              Put.error response.body
+              Put.error response.message
+          end
+        end
+      end
+
+      # Checks peer available resource ram, disk
+      def check_free_quota(resource)
+        resource = JSON.parse(resource)
+
+        @free_ram = resource['RAM']['free'].to_f / 1073741824                                       # convert bytes to gb
+        @free_disk = (resource['Disk']['total'].to_f - resource['Disk']['used'].to_f) / 1073741824  # convert bytes to gb
+      end
+
+      # Gets Environment from Subutai Console REST API
+      def list(url, token)
+        env = VagrantSubutai::Models::Console::Environment.new
+        response = VagrantSubutai::Rest::SubutaiConsole.environments(url, token)
+
+        @container_ids = {}
+
+        case response
+          when Net:: HTTPOK
+            environments = JSON.parse(response.body)
+
+            environments.each do |environment|
+
+              if environment['id'] == @id
+                env.id = @id
+                env.name = environment['name']
+                env.status = environment['status']
+                env.containers = []
+
+                environment['containers'].each do |container|
+                  if container['templateName'] == VagrantSubutai::Configs::Ansible::TEMPLATE_NAME
+                    env.ansible_host_id         = container['id']
+                    env.ansible_container_state = container['state']
+                  else
+                    cont = VagrantSubutai::Models::Console::Container.new
+                    cont.id            = container['id']
+                    cont.environmentId = container['environmentId']
+                    cont.hostname      = container['hostname']
+                    cont.ip            = container['ip']
+                    cont.templateName  = container['templateName']
+                    cont.templateId    = container['templateId']
+                    cont.type          = container['type']
+                    cont.arch          = container['arch']
+                    cont.peerId        = container['peerId']
+                    cont.hostId        = container['hostId']
+                    cont.local         = container['local']
+                    cont.state         = container['state']
+                    cont.rhId          = container['rhId']
+                    cont.quota         = container['quota']
+                    cont.dataSource    = container['dataSource']
+                    cont.containerName = container['containerName']
+                    @container_ids[cont.hostname] = cont.id
+
+                    env.containers << cont
+                  end
+                end
+              end
+            end
+          else
+            Put.error response.body
+            raise 'Can\'t get Environment lists from Subutai Console'
+        end
+
+        env
+      end
+    end
+  end
+end