knife-hadoop 0.0.4 → 0.0.5

data/README.md

@@ -3,7 +3,7 @@ Knife Hadoop
 
 This is a Chef Knife plugin for Hadoop. This plugin gives knife the ability to provision, list, and manage Hadoop for Operators. 
 
-Version 0.0.3
+Version 0.0.5
 
 Features:
 
@@ -11,7 +11,7 @@ HDFS APIs (currently supported) using the ruby webhdfs gem: https://github.com/k
 https://github.com/murraju/webhdfs
 	
 	a. List Directories and Files
-	b. Snapshot metadata information to a database (PostgreSQL for now). Useful for reporting and audits
+	b. Snapshot metadata information to a database (SQLlite default, PostgreSQL). Useful for reporting and audits
 	c. Create Directories and Files
 	d. Update Files
 	e. Read Files
@@ -29,6 +29,7 @@ Issues:
 
 
 
+
 # Installation #
 
 Be sure you are running the latest version Chef. Versions earlier than 0.10.0 don't support plugins:
@@ -50,6 +51,7 @@ In order to communicate with Hadoop and other APIs, you will have to set paramet
 	knife[:namenode_username] 	= "namenode_username"
 	knife[:mapred_mgmt_host]    = "mapred_mgmt_host"
 	knife[:mapred_mgmt_port]    = "mapred_mgmt_port"
+	knife[:db_type]				= "db_type"
 	knife[:db_username] 		= "dbusername"
 	knife[:db_password] 		= "dbpassword"
 	knife[:db_host] 			= "dbhost"
@@ -62,6 +64,7 @@ If your knife.rb file will be checked into a SCM system (ie readable by others)
 	knife[:namenode_username] 	= "#{ENV['NAMENODE_USERNAME']}"
 	knife[:mapred_mgmt_host]    = "#{ENV['MAPRED_MGMT_HOST']}"
 	knife[:mapred_mgmt_port]    = "#{ENV['MAPRED_MGMT_PORT']}"
+	knife[:db_type] 			= "#{ENV['DB_TYPE']}"
 	knife[:db_username] 		= "#{ENV['DB_USERNAME']}"
 	knife[:db_password] 		= "#{ENV['DB_PASSWORD']}"
 	knife[:db_host] 			= "#{ENV['DB_HOST']}"

data/knife-hadoop.gemspec

@@ -20,7 +20,8 @@ Gem::Specification.new do |s|
   s.require_paths = ["lib"]
 
   s.add_dependency "webhdfs"
-  s.add_dependency "pg"
+  #s.add_dependency "pg"
+  s.add_dependency "sqlite3"
   s.add_dependency "sequel"
   s.add_dependency "debugger"
   s.add_dependency "rest-client"

data/lib/chef/knife/hadoop_base.rb

@@ -58,6 +58,12 @@ class Chef
             :description => "NameNode port",
             :proc => Proc.new { |key| Chef::Config[:knife][:namenode_port] = key }
 
+          option :db_type,
+            :short => "-T DATABASETYPE",
+            :long => "--database-type DATABASETYPE",
+            :description => "PostgreSQL or Sqlite Database to use for Hadoop Management Data",
+            :proc => Proc.new { |key| Chef::Config[:knife][:db] = key }
+
           option :db,
             :short => "-D DATABASE",
             :long => "--database DATABASE",
@@ -98,15 +104,25 @@ class Chef
       end
 
       def db_connection
+        Chef::Log.debug("db_type: #{Chef::Config[:knife][:db_type]}")
         Chef::Log.debug("db: #{Chef::Config[:knife][:db]}")
         Chef::Log.debug("db_username: #{Chef::Config[:knife][:db_username]}")
         Chef::Log.debug("db_password: #{Chef::Config[:knife][:db_password]}")
         Chef::Log.debug("db_host: #{Chef::Config[:knife][:db_host]}")
-        @db_connection ||= begin
-          db_connection = Sequel.connect("postgres://#{Chef::Config[:knife][:db_username]}"+':'+
-                                         "#{Chef::Config[:knife][:db_password]}"+'@'+
-                                         "#{Chef::Config[:knife][:db_host]}"+'/'+ 
-                                         "#{Chef::Config[:knife][:db]}")
+        db_type = "#{Chef::Config[:knife][:db_type]}".downcase
+        case db_type
+        when 'postgres'
+          @db_connection ||= begin
+            db_connection = Sequel.connect("postgres://#{Chef::Config[:knife][:db_username]}"+':'+
+                                           "#{Chef::Config[:knife][:db_password]}"+'@'+
+                                           "#{Chef::Config[:knife][:db_host]}"+'/'+ 
+                                           "#{Chef::Config[:knife][:db]}")
+          end
+        when 'sqlite'
+          @db_connection ||= begin
+            db_dir = Dir.mkdir(File.expand_path "~/.db/")
+            db_connection = Sequel.sqlite("#{db_dir}/" + "#{Chef::Config[:knife][:db]}")
+          end
         end
       end
 

data/lib/knife-hadoop/version.rb

@@ -1,6 +1,6 @@
 module Knife
   module Hadoop
-    VERSION = "0.0.4"
+    VERSION = "0.0.5"
     MAJOR, MINOR, TINY = VERSION.split('.')
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: knife-hadoop
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-02-21 00:00:00.000000000 Z
+date: 2013-02-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: webhdfs
@@ -28,7 +28,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: pg
+  name: sqlite3
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements: