swift-manager 0.0.4

data/lib/cloud_shell.rb

@@ -0,0 +1,127 @@
+#
+# Author:: Murali Raju (<murali.raju@appliv.com>)
+# Copyright:: Copyright (c) 2011 Murali Raju.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+
+class CloudShell
+
+	#A basic read-only shell-like interface for browsing S3 or Swift JSON objects via fog.to_json using readline
+
+	def run(json_file)
+	  root = JSON.parse(json_file)
+	  command = nil
+
+	  current_context = Context.new(root,nil)
+
+	  Readline.completion_proc = proc { |input|
+    	current_context.completions(input)
+  	  }
+
+	  while command != 'exit'
+	    command = Readline.readline("swift> ",true)
+	    break if command.nil?
+	    current_context = execute_command(command.strip,current_context)
+	  end
+	end
+
+
+	def execute_command(command,current_context)
+	  case command
+	  when /^ls$/
+	    puts current_context.to_s
+	  when /^cd (.*$)/
+	    new_context = current_context.cd($1)
+	    if new_context.nil?
+	      puts "No such key #{$1}"
+	    else
+	      current_context = new_context
+	    end
+	  when /^cat (.*)$/
+	    item = current_context.cat($1)
+	    if item.nil?
+	      puts "No such item #{$1}"
+	    else
+	      puts item.inspect
+	    end
+	  when /^help$/
+	    puts "cat <item> - print the contents of <item> in the current context"
+	    puts "cd  <item> - change context to the context of <item>"
+	    puts "cd  ..     - change up one level"
+	    puts "ls         - list available items in the current context"
+	    puts "exit	   - exit shell"
+	  end
+	  current_context
+	end
+
+	class Context
+	  attr_reader :here
+	  attr_reader :parent_context
+
+	  def initialize(here,parent_context)
+	    @here = here
+	    @parent_context = parent_context
+	  end
+
+	  def completions(input)
+    	self.to_s.split(/\s+/).grep(/^#{input}/)
+  	  end
+
+	  def cat(path)
+	    item_at(path)
+	  end
+
+	  def cd(path)
+	    if path == '..'
+	      self.parent_context
+	    else
+	      item = item_at(path)
+	      if item.nil?
+	        nil
+	      else
+	        Context.new(item,self)
+	      end
+	    end
+	  end
+
+	  def to_s
+	    if self.here.kind_of? Array
+	      indices = []
+	      self.here.each_index { |i| indices << i }
+	      indices.join(' ')
+	    elsif self.here.kind_of? Hash
+	      self.here.keys.join(' ')
+	    else
+	      self.here.to_s
+	    end
+	  end
+
+	  private 
+	  
+	  def item_at(path)
+	    if path == '..'
+	      self.parent_context.here
+	    elsif self.here.kind_of? Array
+	      self.here[path.to_i]
+	    elsif self.here.kind_of? Hash
+	      self.here[path]
+	    else
+	      nil
+	    end
+	  end
+	end
+
+end

data/lib/configurator.rb

@@ -0,0 +1,69 @@
+# Author:: Murali Raju (<murali.raju@appliv.com>)
+# Copyright:: Copyright (c) 2011 Murali Raju.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+class Configurator
+	
+	
+	def create_auth_config(auth_hash)
+		my_provider = auth_hash[:provider]
+		my_service  = auth_hash[:service]
+		my_secret_access_key = auth_hash[:secret_access_key]
+		my_access_key_id = auth_hash[:access_key_id]
+		my_tag = auth_hash[:tag]
+		my_auth_url_ip = auth_hash[:url_ip]
+
+      	auth_params = { :provider => my_provider, :service => my_service, :tag => my_tag, :url_ip => my_auth_url_ip,
+				        :keys => { :secret_access_key => my_secret_access_key, 
+				  	               :access_key_id => my_access_key_id } }
+
+		if File.exists?( File.expand_path "~/.swift-manager/authentication/" )
+
+
+		    @auth_config_path = Dir.home + "/.swift-manager/authentication/auth_config_#{my_tag}.json"
+	      	File.open(@auth_config_path, "w") do |f|        
+		        f << JSON.pretty_generate(auth_params)
+			end
+			
+			formatter = Formatter.new
+			formatter.print_progress_bar_short
+
+			puts ''
+	        puts "Adding authentication info to #{@auth_config_path}".color(:green)
+	        puts ''			
+		else
+			
+			puts 'Looks like this is the first time you are running swift-manager. Let\'s setup the env...'.color(:green)
+			puts ''
+			formatter = Formatter.new
+			formatter.print_progress_bar_short
+
+			Dir.mkdir(File.expand_path "~/.swift-manager")
+			Dir.mkdir(File.expand_path "~/.swift-manager/authentication")
+			Dir.mkdir(File.expand_path "~/.swift-manager/log")
+			Dir.mkdir(File.expand_path "~/.swift-manager/shell")
+
+		    @auth_config_path = Dir.home + "/.swift-manager/authentication/auth_config_#{my_tag}.json"
+
+	      	File.open(@auth_config_path, "w") do |f|
+		        f << JSON.pretty_generate(auth_params)
+			end
+			puts ''
+			puts "Adding authentication info to #{@auth_config_path}".color(:green)
+			puts ''
+		end
+	end
+end

data/lib/formatter.rb

@@ -0,0 +1,42 @@
+
+# Author:: Murali Raju (<murali.raju@appliv.com>)
+# Copyright:: Copyright (c) 2011 Murali Raju.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+
+
+class Formatter
+
+	def print_progress_bar_long
+		puts ''
+        bar = ProgressBar.new
+		    100.times do
+		      sleep 0.075
+		  	  bar.increment!
+			end
+		puts ''
+	end
+
+	def print_progress_bar_short
+		puts ''
+        bar = ProgressBar.new
+	    100.times do
+	      sleep 0.0055
+	  	  bar.increment!
+		end
+		puts ''		
+	end
+end

data/lib/parser.rb

@@ -0,0 +1,60 @@
+# Author:: Murali Raju (<murali.raju@appliv.com>)
+# Copyright:: Copyright (c) 2011 Murali Raju.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+class Parser
+
+	#Parse swift-manager configs (JSON)
+
+	def list_auth_configs
+		auth_config_path = Dir.home + "/.swift-manager/authentication/*.json"
+		auth_configs = Dir.glob(auth_config_path)
+
+		#Display table output using the terminal-table gem
+		table = Terminal::Table.new :headings => ['Auth Config']
+		unless auth_configs.empty?
+			auth_configs.each do |row|
+				@row = []
+				@row << "#{File.basename(row, '.*').chomp(File.extname(row))}".bright
+				table << @row
+			end
+		
+		end
+		puts table.to_s
+		puts ''
+
+	end
+
+	def show_auth_config(auth_json)
+		auth_config = File.read(Dir.home + "/.swift-manager/authentication/#{auth_json}.json")
+		auth_params = JSON.parse(auth_config)
+
+		#Display table output using the terminal-table gem
+		table = Terminal::Table.new :headings => [ 'Tag', 'Provider', 'Service', 'Secret Access Key', 'Access Key ID', 'Auth URL IP']
+		auth_params.each do |row|
+		  @row = []
+		  @row << auth_params["tag"]
+		  @row << auth_params["provider"]
+		  @row << auth_params["service"]
+		  @row << auth_params["keys"]["secret_access_key"]
+		  @row << auth_params["keys"]["access_key_id"]
+		  @row << auth_params["url_ip"]
+		end
+		table << @row
+		puts table.to_s
+		puts ''
+	end
+end

data/lib/swift-manager_version.rb

@@ -0,0 +1,21 @@
+#
+# Author:: Murali Raju (<murali.raju@appliv.com>)
+# Copyright:: Copyright (c) 2011 Murali Raju.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+module SwiftManager
+  VERSION = '0.0.4'
+end

data/lib/swift_client.rb

@@ -0,0 +1,172 @@
+# Author:: Murali Raju (<murali.raju@appliv.com>)
+# Copyright:: Copyright (c) 2011 Murali Raju.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+class SwiftClient
+
+	def initialize(type, auth_json)
+		auth_config = File.read(Dir.home + "/.swift-manager/authentication/#{auth_json}.json")
+		@auth_params = JSON.parse(auth_config)
+
+		case type
+		when 's3'
+			provider = @auth_params["provider"]
+			aws_secret_access_key = @auth_params["keys"]["secret_access_key"]
+			aws_access_key_id = @auth_params["keys"]["access_key_id"]
+			begin
+				puts 'Connecting to OpenStack Swift: S3 middleware...'.color(:green)
+				puts ''
+				@connection = Fog::Storage.new(	:provider => provider, 
+												:aws_secret_access_key => aws_secret_access_key, 
+												:aws_access_key_id => aws_access_key_id	)
+			
+			rescue Exception => e
+				raise 'Unable to connect to OpenStack Swift: S3 middleware. Check authentication information or if the service is running'
+			end
+
+		when 'swift'
+			provider = @auth_params["provider"]			
+			swift_api_key = @auth_params["keys"]["secret_access_key"]
+			swift_username = @auth_params["keys"]["access_key_id"]
+			swift_auth_ip = @auth_params["url_ip"]
+
+			begin
+			Excon.defaults[:ssl_verify_peer] = false #SSL verify error on Mac OS X	
+			puts 'Connecting to OpenStack Swift...'.color(:green)
+			puts ''
+			@connection = Fog::Storage.new({	:provider => provider,
+												:rackspace_username => swift_username,
+												:rackspace_api_key => swift_api_key,
+												:rackspace_auth_url => "#{swift_auth_ip}:8080/auth/v1.0"})
+
+			@cdn_connection = Fog::CDN.new({	:provider => provider,
+												:rackspace_username => swift_username,
+												:rackspace_api_key => swift_api_key,
+												:rackspace_auth_url => "#{swift_auth_ip}:8080/auth/v1.0"}) 			
+
+			rescue Exception => e
+				raise 'Unable to connect to OpenStack Swift. Check authentication information or if the service is running.'
+			end						
+		end
+	end
+
+
+	def list_containers
+	 	@connection.directories.table
+	end
+
+	def create_container_no_cdn(prefix)
+		@connection.directories.create(
+					:key    => "#{prefix}-#{Time.now.to_i}", # globally unique name
+					:public => false,
+					:cdn => ""
+		)
+		sleep 1	
+		list_containers
+		puts ''
+	end
+
+	def create_containers_no_cdn(prefix, number_of)
+		start_time = Time.now.to_f
+		@count = 1
+		number_of.times do
+			create_container_no_cdn(prefix)
+			end_time = Time.now.to_f
+			time_elapsed = end_time - start_time
+			puts "Time elapsed to create #{@count} containers: #{time_elapsed} seconds".bright
+			@count += 1			
+		end
+	end
+
+	def delete_container(prefix)
+		begin
+			puts "Deleting container #{prefix}...".color(:green)
+			@connection.directories.get(prefix).destroy
+    		puts ''
+		rescue Exception => e
+			#Fog related bugs...tbd
+			#raise 'Delete files first or check if the container lists using \'swift-manager list storage -t swift -f <auth> -i container\''
+		end
+	end
+
+	def delete_containers
+		containers_json = @connection.directories.to_json
+		containers = JSON.parse(containers_json)
+
+		container_names = []
+		containers.length.times do |i|
+			container_names << containers[i]['key']
+		end
+		start_time = Time.now.to_f
+		container_names.each do |container|
+			delete_files(container)
+			delete_container(container)
+			end_time = Time.now.to_f
+			@time_elapsed = end_time - start_time
+		end
+		puts ''
+		puts "Time elapsed to delete #{containers.length} containers: #{@time_elapsed} seconds".bright
+		puts ''
+	end
+
+	def create_objects(path_to_local_files, container)
+		directory = @connection.directories.get(container)
+		files = Dir[path_to_local_files]
+		for file in files do
+			name = File.basename(file)
+			begin
+				unless directory.files.head(name)
+					directory.files.create(:key => name, :body => open(file))
+					puts "Uploading file #{name} to #{container}".bright
+				else
+					puts "File #{name} already exists. Please delete file and try again".bright
+				end
+			rescue Exception => e
+				raise "Container #{container} does not exist. Please check and try again"
+			end
+
+		end
+		puts ''
+		puts 'Creating objects complete'.color(:green)
+		puts ''
+	end
+
+	def list_objects(container_name)
+		@connection.directories.get(container_name).files.table([:key, :last_modified, :content_length])			
+	end
+
+	def delete_objects(container)
+
+	    directory = @connection.directories.get(container)
+	    files = directory.files
+	    files.each do |f|
+			f.destroy
+	    end
+		puts ''
+		puts "*Deleting all files in container #{container}".bright
+	end
+
+	def generate_json_output
+		container_json_path = Dir.home + "/.swift-manager/shell/container.json"
+		files_json_path 	= Dir.home + "/.swift-manager/shell/files.json"
+
+		File.open(container_json_path, "w") do |f|        
+		    f << @connection.directories.to_json
+		end
+	end	
+
+
+end