knife-google 0.0.1 → 1.0.0

data/lib/chef/knife/google_server_delete.rb

@@ -1,23 +1,16 @@
-#
-# Author:: Chirag Jog (<chiragj@websym.com>)
-# Copyright:: Copyright (c) 2012 Opscode, Inc.
-# License:: Apache License, Version 2.0
+# Copyright 2013 Google Inc. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
-# 
+#
 #     http://www.apache.org/licenses/LICENSE-2.0
-# 
+#
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-#
-
-require 'chef/knife'
-require 'chef/json_compat'
 
 require 'chef/knife/google_base'
 
@@ -26,34 +19,83 @@ class Chef
     class GoogleServerDelete < Knife
 
       include Knife::GoogleBase
-      banner "knife google server delete SERVER (options)"
 
-      option :project_id,
-        :short => "-p PROJECTNAME",
-        :long => "--project_id PROJECTNAME",
-        :description => "Your Google Compute Project Name",
-        :proc => Proc.new { |project| Chef::Config[:knife][:google_project] = project } 
+      deps do
+        require 'google/compute'
+      end
+
+      banner "knife google server delete SERVER [SERVER] --google-compute-zone ZONE (options)"
+
+      attr_reader :instances
+
+      option :zone,
+        :short => "-Z ZONE",
+        :long => "--google-compute-zone ZONE",
+        :description => "The Zone for this server",
+        :required => true
 
-      def run 
-        unless Chef::Config[:knife][:google_project]
-          ui.error("Project ID is a compulsory parameter")
+      option :purge,
+        :short => "-P",
+        :long => "--purge",
+        :boolean => true,
+        :default => false,
+        :description => "Destroy corresponding node and client on the Chef Server, in addition to destroying the GCE server itself.  Assumes node and client have the same name as the server (if not, add the '--node-name' option)."
+
+      option :chef_node_name,
+        :short => "-N NAME",
+        :long => "--node-name NAME",
+        :description => "The name of the node and client to delete, if it differs from the server name.  Only has meaning when used with the '--purge' option."
+
+      # Taken from knife-ec2 plugin, for rational , check the following link
+      # https://github.com/opscode/knife-ec2/blob/master/lib/chef/knife/ec2_server_delete.rb#L48
+      def destroy_item(klass, name, type_name)
+        begin
+          object = klass.load(name)
+          object.destroy
+          ui.warn("Deleted #{type_name} #{name}")
+        rescue Net::HTTPServerException
+          ui.warn("Could not find a #{type_name} named #{name} to delete!")
+        end
+      end
+
+      def run
+        begin
+          zone = client.zones.get(config[:zone]).self_link
+        rescue Google::Compute::ResourceNotFound
+          ui.error("Zone '#{config[:zone]}' not found")
           exit 1
         end
 
-        $stdout.sync = true
-        project_id = Chef::Config[:knife][:google_project]
-        validate_project(project_id) 
-
-        @name_args.each do |server| 
-          confirm("Do you really want to delete the server - #{server} ?")
-          del_instance = exec_shell_cmd("#{@gcompute} deleteinstance #{server} --print_json --project_id=#{project_id} -f")
-          Chef::Log.debug 'Executing ' + del_instance.command
-        
-          if not del_instance.stderr.downcase.scan("error").empty?
-            ui.error("Failed to delete server. Error: #{error}")
-            exit 1
+        @instances = []
+        @name_args.each do |instance_name|
+          begin
+            instance = client.instances.get(:name=>instance_name, :zone=>selflink2name(zone))
+            @instances << instance
+            msg_pair("Name", instance.name)
+            msg_pair("MachineType", selflink2name(instance.machine_type))
+            msg_pair("Image", selflink2name(instance.image))
+            msg_pair("Zone", selflink2name(instance.zone))
+            msg_pair("Tags", instance.tags.has_key?("items") ? instance.tags["items"].join(',') : "None")
+            msg_pair("Public IP Address", public_ips(instance).join(','))
+            msg_pair("Private IP Address", private_ips(instance).join(','))
+
+            puts "\n"
+            ui.confirm("Do you really want to delete server '#{selflink2name(zone)}:#{instance.name}'")
+
+            client.instances.delete(:instance=>instance.name, :zone=>selflink2name(zone))
+
+            ui.warn("Deleted server '#{selflink2name(zone)}:#{instance.name}'")
+
+            if config[:purge]
+              thing_to_delete = config[:chef_node_name] || instance.name
+              destroy_item(Chef::Node, thing_to_delete, "node")
+              destroy_item(Chef::ApiClient, thing_to_delete, "client")
+            else
+              ui.warn("Corresponding node and client for the #{instance.name} server  were not deleted and remain registered with the Chef Server")
+            end
+          rescue
+            ui.error("Could not locate server '#{selflink2name(zone)}:#{instance_name}'.")
           end
-          ui.warn("Deleted server #{server}")
         end
       end
     end

data/lib/chef/knife/google_server_list.rb

@@ -1,26 +1,17 @@
-# Author:: Chirag Jog (<chiragj@websym.com>)
-# Copyright:: Copyright (c) 2012 Opscode, Inc.
-# License:: Apache License, Version 2.0
+# Copyright 2013 Google Inc. All Rights Reserved.
 #
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
-# 
+#
 #     http://www.apache.org/licenses/LICENSE-2.0
-# 
+#
 # Unless required by applicable law or agreed to in writing, software
 # distributed under the License is distributed on an "AS IS" BASIS,
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-
-require 'stringio'
-require 'yajl'
-require 'highline'
-require 'chef/knife'
-require 'chef/json_compat'
-require 'tempfile'
-
+#
 require 'chef/knife/google_base'
 
 class Chef
@@ -29,67 +20,57 @@ class Chef
 
       include Knife::GoogleBase
 
-      banner "knife google server list (options)"
-
-      option :project_id,
-        :short => "-p PROJECTNAME",
-        :long => "--project_id PROJECTNAME",
-        :description => "Your Google Compute Project Name",
-        :proc => Proc.new { |project| Chef::Config[:knife][:google_project] = project } 
+      banner "knife google server list --google-compute-zone ZONE (options)"
 
-      def h
-        @highline ||= HighLine.new
-      end
+      option :zone,
+        :short => "-Z ZONE",
+        :long => "--google-compute-zone ZONE",
+        :description => "The Zone for this server",
+        :required => true
 
       def run
-        unless Chef::Config[:knife][:google_project]
-          ui.error("Project ID is a compulsory parameter")
-          exit 1
-        end
         $stdout.sync = true
 
-        project_id = Chef::Config[:knife][:google_project]
-        validate_project(project_id)
-        list_instances = exec_shell_cmd("#{@gcompute} listinstances --print_json --project_id=#{project_id}")
-        Chef::Log.debug 'Executing ' + list_instances.command
-        list_instances.run_command
-
-        if not list_instances.stderr.downcase.scan("error").empty?
-          ui.error("Failed to list instances. Error: #{error}")
+        begin
+          zone = client.zones.get(config[:zone])
+        rescue Google::Compute::ResourceNotFound
+          ui.error("Zone '#{config[:zone]}' not found")
           exit 1
         end
-        instances_json = to_json(list_instances.stdout)
-
-        server_list = [
-            h.color('ID', :bold), 
-            h.color('Name', :bold),
-            h.color('PublicIP', :bold),
-            h.color('PrivateIP', :bold),
-            h.color('OperatingSystem', :bold)
-        
-        ]
-
-        if not instances_json.has_key?("items")
-          exit 0
-        end
 
-        instances_json["items"].each do |item|
-          server_list << item["id"]
-          server_list << item["name"].split("/").last
-          private_ip = []
-          public_ip = []
-          item["networkInterfaces"].each do  |interface| 
-            private_ip << interface["networkIP"]
-            interface["accessConfigs"].select { |cfg| public_ip << cfg["natIP"] }
+        instance_list = [
+          ui.color("Name", :bold),
+          ui.color('Type', :bold),
+          ui.color('Image', :bold),
+          ui.color('Public IP', :bold),
+          ui.color('Private IP', :bold),
+          ui.color('Disks', :bold),
+          ui.color("Zone", :bold),
+          ui.color('Status', :bold)].flatten.compact
+
+        output_column_count = instance_list.length
+
+        client.instances.list(:zone=>zone.name).each do |instance|
+          instance_list << instance.name
+          instance_list << selflink2name(instance.machine_type.to_s)
+          instance_list << selflink2name(instance.image.to_s)
+          instance_list << public_ips(instance).join(',')
+          instance_list << private_ips(instance).join(',')
+          instance_list << disks(instance).join(',')
+          instance_list << selflink2name(instance.zone.to_s)
+          instance_list << begin
+            status = instance.status.downcase
+            case status
+            when 'stopping', 'stopped', 'terminated'
+              ui.color(status, :red)
+            when 'requested', 'provisioning', 'staging'
+              ui.color(status, :yellow)
+            else
+              ui.color(status, :green)
+            end
           end
-
-          server_list << public_ip.join(",")
-          server_list << private_ip.join(",")
-          server_list << item["image"].split("/").last
         end
-
-        puts h.list(server_list, :columns_across, 5)
-
+        puts ui.list(instance_list, :uneven_columns_across, output_column_count)
       end
     end
   end

data/lib/chef/knife/google_setup.rb

@@ -0,0 +1,31 @@
+# Copyright 2013 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'chef/knife/google_base'
+
+class Chef
+  class Knife
+    class GoogleSetup < Knife
+
+      include Knife::GoogleBase
+
+      banner "knife google setup"
+
+      def run
+        Google::Compute::Client.setup
+      end
+    end
+  end
+end
+

data/lib/chef/knife/google_zone_list.rb

@@ -0,0 +1,78 @@
+# Copyright 2013 Google Inc. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require 'chef/knife/google_base'
+require 'time'
+
+class Chef
+  class Knife
+    class GoogleZoneList < Knife
+
+      include Knife::GoogleBase
+
+      banner "knife google zone list (options)"
+
+      def run
+        $stdout.sync = true
+
+        zone_list = [
+          ui.color("Name", :bold),
+          ui.color('Status', :bold),
+          ui.color('Servers', :bold),
+          ui.color('Disks', :bold),
+          ui.color('Maintainance Window',:bold)].flatten.compact
+
+        output_column_count = zone_list.length
+
+        client.zones.list.each do |zone|
+          zone_list << zone.name
+          zone_list << begin
+            status = zone.status.downcase
+            case status
+            when 'up'
+              ui.color(status, :green)
+            else
+              ui.color(status, :red)
+            end
+          end
+          instance_quota = "0"
+          zone.quotas.each do |quota|
+            if quota["metric"] == "INSTANCES"
+              instance_quota = "#{quota["usage"].to_i}"
+            end
+          end
+          zone_list << instance_quota
+          disk_quota = "0"
+          zone.quotas.each do |quota|
+            if quota["metric"] == "DISKS"
+              disk_quota = "#{quota["usage"].to_i}"
+            end
+          end
+          zone_list << disk_quota
+          maintenance_window = zone.maintenance_windows.map do |mw|
+            begin_time = Time.parse(mw["beginTime"])
+            end_time = Time.parse(mw["endTime"])
+            if (Time.now >= begin_time) and (Time.now <= end_time)
+              ui.color("#{begin_time} to #{end_time}",:red)
+            else
+              ui.color("#{begin_time} to #{end_time}",:green)
+            end
+          end.join(",")
+          zone_list << maintenance_window
+        end
+        ui.info(ui.list(zone_list, :uneven_columns_across, output_column_count))
+      end
+    end
+  end
+end

data/lib/google/compute.rb

@@ -0,0 +1,46 @@
+# Copyright 2013 Google Inc. All Rights Reserved.
+#
+# Copyright 2013 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless autoload :d by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+module Google
+  module Compute
+  end
+end
+
+require 'google/compute/version'
+require 'google/compute/config'
+require 'google/compute/resource_collection'
+require 'google/compute/listable_resource_collection'
+require 'google/compute/deletable_resource_collection'
+require 'google/compute/creatable_resource_collection'
+require 'google/compute/resource'
+require 'google/compute/client'
+require 'google/compute/exception'
+require 'google/compute/disk'
+require 'google/compute/firewall'
+require 'google/compute/image'
+require 'google/compute/server'
+require 'google/compute/kernel'
+require 'google/compute/machine_type'
+require 'google/compute/network'
+require 'google/compute/project'
+require 'google/compute/snapshot'
+require 'google/compute/zone'
+require 'google/compute/global_operation'
+require 'google/compute/zone_operation'
+require 'google/compute/server/attached_disk'
+require 'google/compute/server/network_interface'
+require 'google/compute/server/serial_port_output'
+require 'google/compute/server/network_interface/access_config'

data/lib/google/compute/client.rb

@@ -0,0 +1,188 @@
+# Copyright 2013 Google Inc. All Rights Reserved.
+#
+# Copyright 2013 Google Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'google/api_client'
+require 'multi_json'
+require 'google/compute/resource_collection'
+
+module Google
+  module Compute
+    class Client
+
+      DEFAULT_FILE = '~/.google-compute.json'
+
+      attr_reader :dispatcher
+
+      def initialize(authorization, project, credential_file)
+        api_client = Google::APIClient.new(:application_name=>'google-compute-ruby-client')
+        api_client.authorization = authorization
+        api_client.auto_refresh_token = true
+        @project = project
+        @credential_file = credential_file
+        @dispatcher = APIDispatcher.new(:project=>project,:api_client=>api_client)
+      end
+
+      def self.from_json(filename = nil)
+        filename ||= File.expand_path(DEFAULT_FILE)
+        begin
+		credential_data = MultiJson.load(File.read(filename))
+        rescue
+          $stdout.print "Error reading CREDENTIAL_FILE, please run 'knife google setup'\n"
+          exit 1
+        end
+        authorization = Signet::OAuth2::Client.new(credential_data)
+        self.new(authorization, credential_data['project'], filename)
+      end
+
+      def self.setup
+        $stdout.print "Enter project ID (not name or number): "
+        project = $stdin.gets.chomp
+        $stdout.print "Enter client id: "
+        client_id = $stdin.gets.chomp
+        $stdout.print "Enter client secret: "
+        client_secret = $stdin.gets.chomp
+        authorization_uri = "https://accounts.google.com/o/oauth2/auth"
+        token_credential_uri ="https://accounts.google.com/o/oauth2/token"
+        scope  = ["https://www.googleapis.com/auth/compute",
+          "https://www.googleapis.com/auth/compute.readonly",
+          "https://www.googleapis.com/auth/devstorage.full_control",
+          "https://www.googleapis.com/auth/devstorage.read_only",
+          "https://www.googleapis.com/auth/devstorage.read_write",
+          "https://www.googleapis.com/auth/devstorage.write_only",
+          "https://www.googleapis.com/auth/userinfo.email"]
+        redirect_uri = 'urn:ietf:wg:oauth:2.0:oob'
+
+        api_client = Google::APIClient.new(:application_name=>'google-compute-ruby-client')
+
+        api_client.authorization.scope = scope
+        api_client.authorization.client_id = client_id
+        api_client.authorization.client_secret = client_secret
+        api_client.authorization.redirect_uri = redirect_uri
+        $stdout.puts "Copy and paste the following url in your brower and allow access. Enter the resulting authorization code below.\n\n"
+        $stdout.puts api_client.authorization.authorization_uri
+        $stdout.print "\n\nAuthorization code: "
+        authorization_code = $stdin.gets.chomp
+        api_client.authorization.code = authorization_code
+        api_client.authorization.fetch_access_token!
+        access_token = api_client.authorization.access_token
+        refresh_token = api_client.authorization.refresh_token
+        id_token = api_client.authorization.id_token
+        expires_in = api_client.authorization.expires_in
+        issued_at = api_client.authorization.issued_at.to_s
+        if !@credential_file
+            filepath = File.expand_path(DEFAULT_FILE)
+        else
+            filepath = File.expand_path(@credential_file)
+        end
+        File.open(filepath,'w+') do |f|
+          f.write(MultiJson.dump({"authorization_uri" => authorization_uri,
+            "token_credential_uri"=>"https://accounts.google.com/o/oauth2/token",
+            "scope"=>scope,"redirect_uri"=>redirect_uri, "client_id"=>client_id,
+            "client_secret"=>client_secret, "access_token"=>access_token,
+            "expires_in"=>expires_in,"refresh_token"=> refresh_token, "id_token"=>id_token,
+            "issued_at"=>issued_at,"project"=>project }, :pretty=>true))
+        end
+      end
+
+      def projects
+        ResourceCollection.new(:resource_class => Google::Compute::Project, :dispatcher => @dispatcher)
+      end
+
+      def disks
+        CreatableResourceCollection.new(:resource_class => Google::Compute::Disk,  :dispatcher=>@dispatcher)
+      end
+
+      def firewalls
+        CreatableResourceCollection.new(:resource_class => Google::Compute::Firewall, :dispatcher => @dispatcher)
+      end
+
+      def images
+        CreatableResourceCollection.new(:resource_class => Google::Compute::Image, :dispatcher => @dispatcher)
+      end
+
+      def instances
+        CreatableResourceCollection.new(:resource_class => Google::Compute::Server, :dispatcher=>@dispatcher)
+      end
+
+      def kernels
+        ListableResourceCollection.new(:resource_class => Google::Compute::Kernel,:dispatcher=>@dispatcher)
+      end
+
+      def machine_types
+        ListableResourceCollection.new(:resource_class => Google::Compute::MachineType,:dispatcher=>@dispatcher)
+      end
+
+      def networks
+        CreatableResourceCollection.new(:resource_class => Google::Compute::Network, :dispatcher=>@dispatcher)
+      end
+
+      def globalOperations
+        DeletableResourceCollection.new(:resource_class => Google::Compute::GlobalOperation, :dispatcher=>@dispatcher)
+      end
+
+      def zoneOperations
+        DeletableResourceCollection.new(:resource_class => Google::Compute::ZoneOperation, :dispatcher=>@dispatcher)
+      end
+
+      def zones
+        ListableResourceCollection.new(:resource_class => Google::Compute::Zone, :dispatcher=>@dispatcher)
+      end
+
+      def snapshots
+        CreatableResourceCollection.new(:resource_class => Google::Compute::Snapshot, :dispatcher=>@dispatcher)
+      end
+
+      class APIDispatcher
+        attr_reader :project, :api_client
+
+        def initialize(opts)
+          @project= opts[:project]
+          @api_client = opts[:api_client]
+        end
+
+        def compute
+          @compute ||= @api_client.discovered_api('compute','v1beta14')
+        end
+        
+        def dispatch(opts)
+          begin  
+            unless opts[:parameters].has_key?(:project)
+              opts[:parameters].merge!( :project => @project )
+            end
+            result = @api_client.execute(:api_method=>opts[:api_method],
+                                    :parameters=>opts[:parameters],
+                                    :body_object => opts[:body_object]
+                                    )
+            unless result.success?
+              response = MultiJson.load(result.response.body)
+              error_code = response["error"]["code"] 
+              if error_code == 404
+                raise ResourceNotFound, result.response.body 
+              elsif error_code == 400
+                raise BadRequest, result.response.body 
+              else 
+                raise BadRequest, result.response.body 
+              end
+            end  
+            return MultiJson.load(result.response.body) unless result.response.body.nil?
+          rescue ArgumentError => e
+            raise ParameterValidation, e.message
+          end  
+        end
+      end
+    end
+  end
+end