knife-github 0.0.3 → 0.0.6

data/lib/chef/knife/github_download.rb

@@ -0,0 +1,104 @@
+#
+# Author:: Sander Botman (<sbotman@schubergphilis.com>)
+# Copyright:: Copyright (c) 2013 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/knife'
+
+class Chef
+  class Knife
+
+    class GithubDownload < Knife
+
+      deps do
+        require 'chef/knife/github_base'
+        include Chef::Knife::GithubBase
+        require 'chef/mixin/shell_out'
+      end
+      
+      banner "knife github download COOKBOOK (options)"
+      category "github"
+
+      option :all,
+             :short => "-a",
+             :long => "--all",
+             :description => "Download all cookbooks from github.",
+             :boolean => true
+
+      option :force,
+             :short => "-f",
+             :long => "--force",
+             :description => "Delete the existing cookbooks if exist.",
+             :boolean => true
+
+      def run
+
+        #executing shell commands
+	extend Chef::Mixin::ShellOut
+
+        # validate base options from base module.
+        validate_base_options      
+
+        # Display information if debug mode is on.
+        display_debug_info
+
+        # Gather all repo information from github.
+        all_repos = get_all_repos(@github_organizations.reverse)
+
+        # Get all chef cookbooks and versions (hopefully chef does the error handeling).
+        cookbooks = rest.get_rest("/cookbooks?num_version=1")
+
+        # Get the cookbook names from the command line
+        @cookbook_name = name_args.first unless name_args.empty?
+        if @cookbook_name
+          repo = all_repos.select { |k,v| v["name"] == @cookbook_name }
+          repo_download(repo, @cookbook_name)
+        elsif config[:all]
+          cookbooks.each do |c,v|
+            repo_download(all_repos, c)
+          end
+        else
+          Chef::Log.error("Please specify a cookbook name")
+        end
+      end
+
+      def repo_download(repo, cookbook)
+        if repo.nil? || repo.empty?
+          ui.info("Processing [?] #{cookbook}")
+          Chef::Log.info("Cannot find the repository: #{cookbook} within github")
+          return nil
+        end
+
+        repo_link = get_repo_clone_link()
+        if repo[cookbook].nil? || repo[cookbook][repo_link].nil? || repo[cookbook][repo_link].empty?
+          ui.info("Processing [?] #{cookbook}")
+          Chef::Log.info("Cannot find the link for the repository with the name: #{cookbook}")
+          return nil
+        end
+
+ 	github_url = repo[cookbook][repo_link]
+        cookbook_path = cookbook_path_valid?(cookbook, true)
+        unless cookbook_path.nil?
+          ui.info("Processing [C] #{cookbook}")
+          Chef::Log.info("Cloning repository to: #{cookbook_path}")
+          shell_out!("git clone #{github_url} #{cookbook_path}") 
+        end
+      end
+  
+
+    end
+  end
+end

data/lib/chef/knife/github_list.rb

@@ -25,27 +25,14 @@ class Chef
 
       deps do
         require 'chef/knife/github_base'
-
         include Chef::Knife::GithubBase
+        require 'chef/knife/github_baselist'
+        include Chef::Knife::GithubBaseList
       end
       
       banner "knife github list [COOKBOOK] (options)"
       category "github"
 
-      option :fields,
-             :long => "--fields 'NAME, NAME'",
-             :description => "The fields to output, comma-separated"
-
-      option :fieldlist,
-             :long => "--fieldlist",
-             :description => "The available fields to output/filter",
-             :boolean => true
-
-      option :noheader,
-             :long => "--noheader",
-             :description => "Removes header from output",
-             :boolean => true
-
       option :all,
              :short => "-a",
              :long => "--all",
@@ -63,37 +50,30 @@ class Chef
         # Gather all repo information from github.
         get_all_repos = get_all_repos(@github_organizations.reverse)
 
-
         # Get all chef cookbooks and versions (hopefully chef does the error handeling).
-        cb_and_ver = rest.get_rest("/cookbooks?num_version=1")
+        cookbooks = rest.get_rest("/cookbooks?num_version=1")
 
-        # Get the github link
-        git_link = get_github_link(@github_link)
+        #Get the github link
+        git_link = get_repo_clone_link
     
-        
         # Filter all repo information based on the tags that we can find
         if config[:fields] || config[:fieldlist]
           all_repos = get_all_repos
           config[:fields] = "name" if config[:fields].nil? || config[:fields].empty?
-        else 
-        all_repos = {}
-        if config[:all]
-          get_all_repos.each { |k,v|
-            cookbook = k
-            cb_and_ver[k].nil? || cb_and_ver[k]['versions'].nil? ? version = "" : version = cb_and_ver[k]['versions'][0]['version']
-            gh_url = v["#{git_link}"]
-            gh_tag  = v['latest_tag']
-            all_repos[cookbook] = { 'name' => cookbook, 'latest_cb_tag' => version, 'git_url' => gh_url, 'latest_gh_tag' => gh_tag }
-          } 
         else
-          cb_and_ver.each { |k,v|
-            cookbook = k
-            version  = v['versions'][0]['version']
-            get_all_repos[k].nil? || get_all_repos[k]["#{git_link}"].nil? ? gh_url = ui.color("ERROR: Cannot find cookbook!", :red) : gh_url = get_all_repos[k]["#{git_link}"]
-            get_all_repos[k].nil? || get_all_repos[k]['latest_tag'].nil? ? gh_tag = ui.color("ERROR: No tags!", :red) : gh_tag = get_all_repos[k]['latest_tag']
-            all_repos[cookbook] = { 'name' => cookbook, 'latest_cb_tag' => version, 'git_url' => gh_url, 'latest_gh_tag' => gh_tag } 
-          }
-        end
+          all_repos = {}
+          if config[:all]
+            get_all_repos.each { |k,v|
+              cookbooks[k].nil? || cookbooks[k]['versions'].nil? ? version = "" : version = cookbooks[k]['versions'][0]['version']
+              all_repos[k] = { 'name' => k, 'latest_cb_tag' => version, 'git_url' => v[git_link], 'latest_gh_tag' => v['latest_tag'] }
+            }
+          else
+            cookbooks.each { |k,v|
+              get_all_repos[k].nil? || get_all_repos[k][git_link].nil? ? gh_url = ui.color("ERROR: Cannot find cookbook!", :red) : gh_url = get_all_repos[k][git_link]
+              get_all_repos[k].nil? || get_all_repos[k]['latest_tag'].nil? ? gh_tag = ui.color("ERROR: No tags!", :red) : gh_tag = get_all_repos[k]['latest_tag']
+              all_repos[k] = { 'name' => k, 'latest_cb_tag' => v['versions'][0]['version'], 'git_url' => gh_url, 'latest_gh_tag' => gh_tag }
+            }
+          end
         end
 
         # Filter only on the cookbook name if its given on the command line
@@ -104,131 +84,14 @@ class Chef
           repos = all_repos 
         end
 
-        # Displaying information based on the fields and repos
-        if config[:fields]
-          object_list = []
-          config[:fields].split(',').each { |n| object_list << ui.color(("#{n}").strip, :bold) }
-        else
-          object_list = [
-            ui.color('Cookbook', :bold),
-            ui.color('Github', :bold)
-          ]
-        end
+        columns = [ 'name,Name', 'git_url,Link' ]
 
-        columns = object_list.count
-        object_list = [] if config[:noheader]
-
-        repos.each do |k,r|
-          if config[:fields]
-             config[:fields].downcase.split(',').each { |n| object_list << ((r[("#{n}").strip]).to_s || 'n/a') }
-          else
-            object_list << (r['name'] || 'n/a')
-            object_list << (r['git_url'] || 'n/a')
-          end
-        end
-
-        puts ui.list(object_list, :uneven_columns_across, columns)
-        list_object_fields(repos) if locate_config_value(:fieldlist)
-      end
-
-          def list_object_fields(object)
-            # pp object
-            # return
-            exit 1 if object.nil? || object.empty?
-            object_fields = [
-              ui.color('Key', :bold),
-              ui.color('Type', :bold),
-              ui.color('Value', :bold)
-            ]
-
-            object.first.each do |n|
-              if n.class == Hash
-                n.keys.each do |k,v|
-                  object_fields << ui.color(k, :yellow, :bold)
-                  object_fields << n[k].class.to_s
-                  if n[k].kind_of?(Array)
-                    object_fields << '<Array>'
-                  elsif  n[k].kind_of?(Hash)
-                    object_fields << '<Hash>'
-                  else
-                    object_fields << ("#{n[k]}").strip.to_s
-                  end
-                end
-              end
-            end
-
-            puts "\n"
-            puts ui.list(object_fields, :uneven_columns_across, 3)
-          end
- 
-      def get_all_repos(orgs)
-        # Parse every org and merge all into one hash
-        repos = {}
-        orgs.each do |org|
-          get_repos(org).each { |repo| name = repo['name'] ; repos["#{name}"] = repo } 
-        end
-        repos
-      end
-
-      def get_repos(org)
-        dns_name  = get_dns_name(@github_url)
-        file_cache = "#{ENV['HOME']}/.chef/.#{dns_name.downcase}_#{org.downcase}.cache" 
-        if File.exists?(file_cache)
-          Chef::Log.debug("#{org} cache is created: " + (Time.now - File.ctime(file_cache)).to_i.to_s  + " seconds ago.")
-          if Time.now - File.ctime(file_cache) > @github_cache
-            # update cache file
-            create_cache_file(file_cache, org)
-          end
+        if repos.nil? || repos.empty?
+          Chef::Log.error("No repositories found.")
         else
-          create_cache_file(file_cache, org)
+          display_info(repos, columns )
         end
-        # use cache files
-        JSON.parse(File.read(file_cache))
-      end
-
-      def create_cache_file(file_cache, org)
-        Chef::Log.debug("Updating the cache file: #{file_cache}")
-        result = get_repos_github(org)
-        File.open(file_cache, 'w') { |file| file.write(JSON.pretty_generate(result)) }
-      end
-
-
- 
-      def get_repos_github(org)
-        # Get all repo's for the org from github
-        arr  = []
-        page = 1
-        url  = @github_url + "/api/" + @github_api_version + "/orgs/" + org + "/repos" 
-        while true
-          params = { 'page' => page }
-          result = send_request(url, params)
-          break if result.nil? || result.count < 1
-          result.each { |key|
-            if key['tags_url']
-              tags = get_tags(key)
-              key['tags'] = tags unless tags.nil? || tags.empty?
-              key['latest_tag'] = tags.first['name'] unless tags.nil? || tags.empty?
-              arr << key
-            else 
-              arr << key 
-            end
-          }
-          page = page + 1
-        end
-        arr
-      end
-
-
-      def get_tags(repo)
-        tags = send_request(repo['tags_url'])
-        tags
-      end
-
 
-      def get_dns_name(url)
-        url = url.downcase.gsub("http://","") if url.downcase.start_with?("http://")
-        url = url.downcase.gsub("https://","") if url.downcase.start_with?("https://")
-        url
       end
 
     end

data/lib/chef/knife/github_search.rb

@@ -0,0 +1,88 @@
+#
+# Author:: Sander Botman (<sbotman@schubergphilis.com>)
+# Copyright:: Copyright (c) 2013 Sander Botman.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require 'chef/knife'
+
+module KnifeGithubSearch
+  class GithubSearch < Chef::Knife
+
+    deps do
+      require 'chef/knife/github_base'
+      include Chef::Knife::GithubBase
+      require 'chef/knife/github_baselist'
+      include Chef::Knife::GithubBaseList
+    end
+      
+    banner "knife github search STRING (options)"
+    category "github"
+
+    option :link,
+           :short => "-l",
+           :long => "--link",
+           :description => "Show the links instead of the description",
+           :boolean => true
+
+
+    def run
+
+      # validate base options from base module.
+      validate_base_options      
+
+      # Display information if debug mode is on.
+      display_debug_info
+
+      # Get the name_args from the command line
+      query = name_args.join(' ')
+
+      if query.nil? || query.empty? 
+        Chef::Log.error("Please specify a search query")
+        exit 1
+      end 
+
+      result = github_search_repos(query)
+
+      if config[:link]
+        columns = [ 'score,Score', 'name,Name', "url,URL" ]
+      else
+        columns = [ 'score,Score', 'name,Name', 'description,Description' ]
+      end
+
+      if result['repositories'].nil? || result['repositories'].empty?
+        Chef::Log.error("No results when searching for: " + query)
+      else
+        items = []
+        result['repositories'].each { |n| items << [ "#{n['name']}", n ] } 
+        display_info(items, columns )
+      end
+    end
+
+    def github_search_repos(query, params ={})
+      # once the new search function is available, we can use these params
+      params['q'] = query
+      params['sort'] = 'stars'
+      params['order'] = 'desc'
+      params['response'] = 'json'
+
+      url  = @github_url + "/api/" + @github_api_version + "/legacy/repos/search/" + query
+      Chef::Log.debug("URL: #{url}")
+     
+      send_request(url)
+    end
+
+  end
+end

data/lib/knife-github/version.rb

@@ -1,6 +1,6 @@
 module Knife
   module Github
-    VERSION = "0.0.3"
+    VERSION = "0.0.6"
     MAJOR, MINOR, TINY = VERSION.split('.')
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: knife-github
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.6
   prerelease: 
 platform: ruby
 authors:
@@ -9,8 +9,24 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-10-14 00:00:00.000000000 Z
-dependencies: []
+date: 2013-10-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mixlib-versioning
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.0.0
 description: Github interaction support for Chef's Knife Command
 email:
 - sbotman@schubergphilis.com
@@ -22,10 +38,17 @@ files:
 - .gitignore
 - LICENSE
 - README.md
+- Rakefile
 - knife-github.gemspec
 - lib/chef/knife/github_base.rb
+- lib/chef/knife/github_baselist.rb
+- lib/chef/knife/github_cleanup.rb
 - lib/chef/knife/github_compare.rb
+- lib/chef/knife/github_deploy.rb
+- lib/chef/knife/github_diff.rb
+- lib/chef/knife/github_download.rb
 - lib/chef/knife/github_list.rb
+- lib/chef/knife/github_search.rb
 - lib/knife-github/version.rb
 homepage: https://github.com/schubergphilis/knife-github
 licenses: []