nailed 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2c61db81e9588903795209716ac504caa4fa7df0
-  data.tar.gz: 0125349b98cc888829ec79dc9cf02a1eadcf5efa
+  metadata.gz: c558f13601ace2b9d76d18bea2f96e2cb8f731cd
+  data.tar.gz: e7f14b357926f916503a6b92f2f688dfcd8cf694
 SHA512:
-  metadata.gz: aa3b37beae82df9904e92b6d41dc81aafe0b14d8931162d0ac222fb820ac4a0c11c486af9eae24967002f0ef374223491eb0900c491ebb01f9a66208f7853d18
-  data.tar.gz: 3313f9300db5e555f6dac533695086e9622137099335d5bf3acd22a1d9dbbb51e0d9dfaa0c183bb35a0ebdfe320f69e0ea01c54fe27d0070206fd3f568e9fdfc
+  metadata.gz: 9cf648116e6b619c9824142f484da4c640e07508063d0a19f79c586fd922a3e9297ea855afc2f3c6a008b875f62a6646445dfc5f8cefbb41f6b040d8d05b3862
+  data.tar.gz: 90f90c6cfaa4728a023870586b0d043ecf401993aa1ece8debba37a4f8ffb0f980956cf74a9ef1164fc3fcd430f07d8a6ef364f6d7e4a1cf74015205917df7b0

data/README.md

@@ -1,3 +1,4 @@
+[![Code Climate](https://codeclimate.com/github/MaximilianMeister/nailed/badges/gpa.svg)](https://codeclimate.com/github/MaximilianMeister/nailed)
 ## What is nailed?
 
 `nailed` consists of a back-end CLI for data collection and a sinatra based web front-end for visualization of relevant development data of Products that have their bugtracker on Bugzilla and (optionally) their codebase on GitHub.
@@ -53,6 +54,7 @@ All configuration is read from `config/config.yml`
 
 ``` yaml
 ---
+debug: # true for debugging
 title: # Give me a name, or (default) call me Dashboard
 port: # Specify a port where you can reach the webinterface, or (default) 4567
 bugzilla:

data/README.rdoc

@@ -1,3 +1,4 @@
+{<img src="https://codeclimate.com/github/MaximilianMeister/nailed/badges/gpa.svg" />}[https://codeclimate.com/github/MaximilianMeister/nailed]
 = nailed
 == What is nailed?
 
@@ -47,6 +48,7 @@ You can use nailed directly from a git checkout as well. Make sure to fetch the
 All configuration is read from +config/products.yml+
 
    ---
+   debug: # true for debugging
    title: # Give me a name, or (default) call me Dashboard
    port: # Specify a port where you can reach the webinterface, or (default) 4567
    bugzilla:

data/bin/nailed

@@ -77,7 +77,6 @@ opts.each_pair do |key,val|
     end
   when :github
     if val
-      github_client.update_pull_states
       github_client.get_open_pulls
     end
   when :list

data/config/config.yml

@@ -1,15 +1,93 @@
 ---
-title: # Give me a name, or (default) call me Dashboard
-port: # Specify a port where you can reach the webinterface, or (default) 4567
+debug: true
+title: SUSE Cloud Team
+port: 8080
 bugzilla:
-  url: # Url of your Bugzilla instance
+  url: https://bugzilla.novell.com
 products:
-  example_product: # Just a a short key/name for the product (can be arbitrary)
+  cloud:
     versions:
-    # Array of Bugzilla products (typically different versions of one product)
-    # Exact names have to be given, as they appear in Bugzilla (can not be arbitrary)
-    organization: # here goes the organization name (under which your repos are hosted) as it appears in GitHub
+    - SUSE Cloud 3
+    - SUSE Cloud 4
+    - SUSE Cloud 5
+    - SUSE OpenStack Cloud 6
+    organization: crowbar
     repos:
-    # Array of GitHub repository names, as they appear in GitHub
-    # query available repos with nailed -l <organization>
-  # continue adding more products here
+    - crowbar
+    - barclamp-crowbar
+    - barclamp-deployer
+    - barclamp-dns
+    - barclamp-ganglia
+    - barclamp-ipmi
+    - barclamp-logging
+    - barclamp-nagios
+    - barclamp-network
+    - barclamp-ntp
+    - barclamp-provisioner
+    - barclamp-redhat-install
+    - barclamp-test
+    - barclamp-ubuntu-install
+    - barclamp-glance
+    - barclamp-nova
+    - barclamp-swift
+    - barclamp-keystone
+    - barclamp-mysql
+    - barclamp-kong
+    - barclamp-nova_dashboard
+    - barclamp-openstack
+    - barclamp-hadoop
+    - barclamp-hive
+    - barclamp-pig
+    - barclamp-zookeeper
+    - barclamp-sqoop
+    - barclamp-quantum
+    - barclamp-clouderamanager
+    - barclamp-ApacheHadoop
+    - barclamp-postgresql
+    - barclamp-tempest
+    - barclamp-database
+    - barclamp-git
+    - barclamp-cinder
+    - barclamp-dell_bios
+    - barclamp-dell_raid
+    - barclamp-chef
+    - crowbar.github.com
+    - crowbar-utils
+    - ci-tracking
+    - barclamp-example
+    - travis-ci-crowbar
+    - barclamp-loadbalancer
+    - barclamp-ceilometer
+    - barclamp-rabbitmq
+    - raw.crowbar.github.com
+    - barclamp-inteltxt
+    - barclamp-cisco-ucs
+    - barclamp-heat
+    - barclamp-openstack-titanium-block-storage
+    - barclamp-openstack-titanium-compute
+    - barclamp-openstack-titanium-identity
+    - barclamp-openstack-titanium-object-storage
+    - barclamp-openstack-titanium-dashboard
+    - barclamp-openstack-titanium-image
+    - barclamp-openstack-titanium-network
+    - barclamp-openstack-titanium-database
+    - barclamp-openstack-titanium-messaging
+    - barclamp-openstack-titanium-loadbalancer
+    - barclamp-openstack-titanium-base
+    - barclamp-neutron
+    - barclamp-hadoop_infrastructure
+    - barclamp-ceph
+    - barclamp-pacemaker
+    - barclamp-trove
+    - barclamp-messaging
+    - barclamp-hyperv-compute
+    - barclamp-updater
+    - barclamp-suse-manager-client
+    - barclamp-nfs_client
+    - barclamp-raid
+    - barclamp-bios
+    - wsman
+  cloud-tools:
+    organization: SUSE-Cloud
+    repos:
+    - automation

data/lib/nailed.rb

@@ -2,143 +2,19 @@ require 'logger'
 require 'yaml'
 require "octokit"
 require "bicho"
+require_relative "nailed/bugzilla"
+require_relative "nailed/github"
+require_relative "nailed/version"
 require  File.join(File.expand_path("..", File.dirname(__FILE__)),"db","database")
 
 module Nailed
   LOGGER = Logger.new(File.join(File.expand_path("..", File.dirname(__FILE__)),"log","nailed.log"))
 
-  class Bugzilla
-    def initialize
-      Bicho.client = Bicho::Client.new(Nailed.get_config["bugzilla"]["url"])
-    end
-
-    def get_bugs
-      Nailed.get_config["products"].each do |product,values|
-        values["versions"].each do |version|
-          begin
-            Bicho::Bug.where(:product => version).each do |bug|
-              attributes = {
-                :bug_id => bug.id,
-                :summary => bug.summary,
-                :status => bug.status,
-                :is_open => bug.is_open,
-                :product_name => bug.product,
-                :component => bug.component,
-                :severity => bug.severity,
-                :priority => bug.priority,
-                :whiteboard => bug.whiteboard,
-                :assigned_to => bug.assigned_to,
-                :creation_time => "#{bug.creation_time.to_date}T#{bug.creation_time.hour}:#{bug.creation_time.min}:#{bug.creation_time.sec}+00:00",
-                :last_change_time => "#{bug.last_change_time.to_date}T#{bug.last_change_time.hour}:#{bug.last_change_time.min}:#{bug.last_change_time.sec}+00:00",
-                :url => bug.url.gsub(/novell.com\//,'suse.com/show_bug.cgi?id=')
-              }
-
-              db_handler = (Bugreport.get(bug.id) || Bugreport.new).update(attributes)
-            end
-          rescue
-            Nailed.log("error","Could not fetch Bugs for #{version}.")
-          end
-        end unless values["versions"].nil?
-      end
-    end
-
-    def write_bug_trends
-      Nailed.get_config["products"].each do |product,values|
-        values["versions"].each do |version|
-          open = Bugreport.count(:is_open => true, :product_name => version)
-          fixed = Bugreport.count(:status => "VERIFIED", :product_name => version) + \
-                  Bugreport.count(:status => "RESOLVED", :product_name => version)
-          db_handler = Bugtrend.first_or_create(
-                       :time => Time.new.strftime("%Y-%m-%d %H:%M:%S"),
-                       :open => open,
-                       :fixed => fixed,
-                       :product_name => version
-                       )
-
-          Nailed.save_state(db_handler)
-        end unless values["versions"].nil?
-      end
-    end
-
-    def write_l3_trends
-      open = 0
-      Nailed.get_config["products"].each do |product,values|
-        values["versions"].each do |version|
-          open += Bugreport.count(:product_name => version, :whiteboard.like => "%openL3%", :is_open => true)
-        end unless values["versions"].nil?
-      end
-      db_handler = L3Trend.first_or_create(
-                   :time => Time.new.strftime("%Y-%m-%d %H:%M:%S"),
-                   :open => open
-                   )
-
-      Nailed.save_state(db_handler)
-    end
-  end
-
-  class Github
-    attr_reader :client
-
-    def initialize
-      Octokit.auto_paginate = true
-      @client = Octokit::Client.new(:netrc => true)
-    end
-
-    def get_open_pulls
-      Nailed.get_config["products"].each do |product,values|
-        organization = values["organization"]
-        repos = values["repos"]
-        repos.each do |repo|
-          pulls = @client.pull_requests("#{organization}/#{repo}")
-          pulls.each do |pr|
-            db_handler = Pullrequest.first_or_create(
-                         :pr_number => pr.number,
-                         :title => pr.title,
-                         :state => pr.state,
-                         :url => pr.html_url,
-                         :created_at => pr.created_at,
-                         :repository_rname => repo
-                         )
-
-            Nailed.save_state(db_handler)
-          end unless pulls.empty?
-          write_pull_trends(repo)
-        end unless repos.nil?
-      end
-    end
-
-    def update_pull_states
-      pulls = Pullrequest.all
-      pulls.each do |db_pull|
-        number = db_pull.pr_number
-        repo = db_pull.repository_rname
-        org = Repository.get(repo).organization_oname
-        github_pull = @client.pull_request("#{org}/#{repo}", number)
-        if github_pull.state == "closed"
-          db_pull.destroy
-        end
-      end
-    end
-
-    def write_pull_trends(repo)
-      open = Pullrequest.count(:repository_rname => repo)
-      db_handler = Pulltrend.first_or_create(
-                   :time => Time.new.strftime("%Y-%m-%d %H:%M:%S"),
-                   :open => open,
-                   :repository_rname => repo
-                   )
-
-      Nailed.save_state(db_handler)
-    end
-  end
-
   extend self
-  # Generic methods
   def log(level,msg)
-    if level == "error"
-      LOGGER.error(msg)
-    else
-      LOGGER.info(msg)
+    if get_config["debug"]
+      LOGGER.error(msg) if level == "error"
+      LOGGER.info(msg) if level == "info"
     end
   end
 
@@ -181,8 +57,8 @@ module Nailed
 
   def save_state(db_handler)
     unless db_handler.save
-      puts("ERROR: see logfile")
-      log("error", db_handler.errors.inspect)
+      puts("ERROR: #{__method__}: see logfile")
+      log("error", "#{__method__}: #{db_handler.errors.inspect}")
     end
   end
 end

data/lib/nailed/bugzilla.rb

@@ -0,0 +1,76 @@
+module Nailed
+  class Bugzilla
+    def initialize
+      Bicho.client = Bicho::Client.new(Nailed.get_config["bugzilla"]["url"])
+    end
+
+    def get_bugs
+      Nailed.get_config["products"].each do |product,values|
+        values["versions"].each do |version|
+          Nailed.log("info", "#{__method__}: Fetching bugs for #{version}")
+          begin
+            Bicho::Bug.where(:product => version).each do |bug|
+              attributes = {
+                :bug_id => bug.id,
+                :summary => bug.summary,
+                :status => bug.status,
+                :is_open => bug.is_open,
+                :product_name => bug.product,
+                :component => bug.component,
+                :severity => bug.severity,
+                :priority => bug.priority,
+                :whiteboard => bug.whiteboard,
+                :assigned_to => bug.assigned_to,
+                :creation_time => "#{bug.creation_time.to_date}T#{bug.creation_time.hour}:#{bug.creation_time.min}:#{bug.creation_time.sec}+00:00",
+                :last_change_time => "#{bug.last_change_time.to_date}T#{bug.last_change_time.hour}:#{bug.last_change_time.min}:#{bug.last_change_time.sec}+00:00",
+                :url => bug.url.gsub(/novell.com\//,'suse.com/show_bug.cgi?id=')
+              }
+
+              db_handler = (Bugreport.get(bug.id) || Bugreport.new).update(attributes)
+              Nailed.log("info", "#{__method__}: Saved #{attributes.inspect}")
+            end
+          rescue
+            Nailed.log("error","Could not fetch Bugs for #{version}.")
+          end
+        end unless values["versions"].nil?
+      end
+    end
+
+    def write_bug_trends
+      Nailed.get_config["products"].each do |product,values|
+        values["versions"].each do |version|
+          Nailed.log("info", "#{__method__}: Writing bug trends for #{version}")
+          open = Bugreport.count(:is_open => true, :product_name => version)
+          fixed = Bugreport.count(:status => "VERIFIED", :product_name => version) + \
+                  Bugreport.count(:status => "RESOLVED", :product_name => version)
+          attributes = {:time => Time.new.strftime("%Y-%m-%d %H:%M:%S"),
+                        :open => open,
+                        :fixed => fixed,
+                        :product_name => version}
+
+          db_handler = Bugtrend.first_or_create(attributes)
+
+          Nailed.save_state(db_handler)
+          Nailed.log("info", "#{__method__}: Saved #{attributes.inspect}")
+        end unless values["versions"].nil?
+      end
+    end
+
+    def write_l3_trends
+      open = 0
+      Nailed.get_config["products"].each do |product,values|
+        values["versions"].each do |version|
+          Nailed.log("info", "#{__method__}: Aggregating l3 trends for #{version}")
+          open += Bugreport.count(:product_name => version, :whiteboard.like => "%openL3%", :is_open => true)
+        end unless values["versions"].nil?
+      end
+      attributes = {:time => Time.new.strftime("%Y-%m-%d %H:%M:%S"),
+                    :open => open}
+
+      db_handler = L3Trend.first_or_create(attributes)
+
+      Nailed.save_state(db_handler)
+      Nailed.log("info", "#{__method__}: Saved #{attributes.inspect}")
+    end
+  end
+end

data/lib/nailed/github.rb

@@ -0,0 +1,64 @@
+module Nailed
+  class Github
+    attr_reader :client
+
+    def initialize
+      Octokit.auto_paginate = true
+      @client = Octokit::Client.new(:netrc => true)
+    end
+
+    def get_open_pulls
+      Nailed.get_config["products"].each do |product,values|
+        organization = values["organization"]
+        repos = values["repos"]
+        repos.each do |repo|
+          Nailed.log("info", "#{__method__}: Getting open pullrequests for #{organization}/#{repo}")
+          pulls = @client.pull_requests("#{organization}/#{repo}")
+          pulls.each do |pr|
+            attributes = {:pr_number => pr.number,
+                         :title => pr.title,
+                         :state => pr.state,
+                         :url => pr.html_url,
+                         :created_at => pr.created_at,
+                         :repository_rname => repo}
+
+            # if pr exists dont create a new record
+            pull_to_update = Pullrequest.all(:pr_number => pr.number, :repository_rname => repo)
+            if pull_to_update
+              if pr.state == "closed"
+                # delete record if pr.state changed to "closed"
+                pull_to_update.destroy
+                Nailed.log("info", "#{__method__}: Destroyed closed pullrequest #{pr.repo} ##{pr.number}")
+              else
+                # update saves the state, so we dont need a db_handler
+                # TODO check return code for true if saved correctly
+                pull_to_update.update(attributes)
+                Nailed.log("info", "#{__method__}: Updated #{pr.repo} ##{pr.number} with #{attributes.inspect}")
+              end
+            else
+              db_handler = Pullrequest.first_or_create(attributes)
+              Nailed.log("info", "#{__method__}: Created new pullrequest #{pr.repo} ##{pr.number} with #{attributes.inspect}")
+            end
+
+            Nailed.save_state(db_handler) unless defined? db_handler
+            Nailed.log("info", "#{__method__}: Saved #{attributes.inspect}")
+          end unless pulls.empty?
+          write_pull_trends(repo)
+        end unless repos.nil?
+      end
+    end
+
+    def write_pull_trends(repo)
+      Nailed.log("info", "#{__method__}: Writing pull trends for #{repo}")
+      open = Pullrequest.count(:repository_rname => repo)
+      attributes = {:time => Time.new.strftime("%Y-%m-%d %H:%M:%S"),
+                    :open => open,
+                    :repository_rname => repo}
+
+      db_handler = Pulltrend.first_or_create(attributes)
+
+      Nailed.save_state(db_handler)
+      Nailed.log("info", "#{__method__}: Saved #{attributes.inspect}")
+    end
+  end
+end