nailed 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a4c55d859f8482367000e42658d95e29b719a74b
+  data.tar.gz: a5e2c71830070186fadaf821cdd6bdc927e1c37f
+SHA512:
+  metadata.gz: a7a277fd9c9f64f1d6657bcc4e855e5e0e67029f140141975c170cc254bc096eed2d5ac5ca784a0c44bbaa364a2d589c915888bf764c0212a118467e9e5c5efc
+  data.tar.gz: 5592d161d09ff7707d06032c30662c1683049e4f7bf84eaba4cd7c220829b314583fd582fcbf6c68a464e40c738a3592c07d27d7ea55f9868d05c41f988c2beb

data/.gitignore

@@ -0,0 +1,2 @@
+Gemfile.lock
+db/nailed.db

data/Gemfile

@@ -0,0 +1,14 @@
+source "https://rubygems.org"
+
+# back-end
+gem "trollop", "2.0"
+gem "bicho", "0.0.8"
+gem "octokit", "3.7.0"
+gem "data_mapper", "1.2.0"
+gem "dm-sqlite-adapter", "1.2.0"
+gem "netrc", "0.10.2"
+# front-end
+gem "sinatra-base", "1.4.0"
+gem "sinatra-assetpack", "0.3.3"
+gem "haml", "4.0.6"
+gem "rerun", "0.10.0"

data/README.md

@@ -0,0 +1,71 @@
+## What is nailed?
+
+`nailed` consists of a back-end CLI for data collection and a sinatra based web front-end for visualization of relevant development data of Products that have their bugtracker on Bugzilla and (optionally) their codebase on GitHub.
+
+`Be aware` that the bugzilla layout (metadata) is still SUSE specific, which may not be useful for everybody.
+e.g. it relies on bugs being tagged as L3. The plan is to make it optional in the future.
+
+## Installation
+   gem install 'nailed'
+
+## Usage
+
+```
+$ nailed -h
+Options:
+      --migrate, -m:   Set database to pristine state
+      --upgrade, -u:   Upgrade database
+     --bugzilla, -b:   Refresh bugzilla database records
+       --github, -g:   Refresh github database records
+           --l3, -l:   Refresh l3 trend database records
+       --server, -s:   Start a dashboard webinterface
+         --help, -h:   Show this message
+```
+
+## Initial setup
+
+* for the bugzilla API make sure you have an `.oscrc` file with your credentials in ~
+* for the github API make sure you have a `.netrc` with a valid GitHub OAuth-Token in ~
+```
+# example .netrc
+
+machine api.github.com
+  login MaximilianMeister
+  password <your OAuth Token>
+```
+* to setup the database run
+```
+nailed --migrate
+```
+
+## Configuration
+
+All configuration is read from `config/products.yml`
+
+``` yaml
+---
+bugzilla:
+  url: # Url of your Bugzilla instance
+products:
+  example_product: # Just a a short key/name for the product (can be arbitrary)
+    versions:
+    # Array of Bugzilla products (typically different versions of one product)
+    # Exact names have to be given, as they appear in Bugzilla (can not be arbitrary)
+    organization: # here goes the organization name (under which your repos are hosted) as it appears in GitHub
+    # just leave it blank if your repo isn't hosted under an organizational umbrella
+    repos:
+    # Array of GitHub repository names, as they appear in GitHub
+    # If there are no associated repos for the product, just leave it blank
+  # continue adding more products here
+
+```
+
+* in production, after adding products/changes, to upgrade the database with the new changes run
+```
+nailed --upgrade
+```
+
+## Run
+
+* create a `cronjob` for automated data collection with `nailed`
+* start the webserver with `nailed --server`

data/README.rdoc

@@ -0,0 +1,64 @@
+= nailed
+== What is nailed?
+
++nailed+ consists of a back-end CLI for data collection and a sinatra based web front-end for visualization of relevant development data of Products that have their bugtracker on Bugzilla and (optionally) their codebase on GitHub.
+
++Be+ +aware+ that the bugzilla layout (metadata) is still SUSE specific, which may not be useful for everybody.
+e.g. it relies on bugs being tagged as L3. The plan is to make it optional in the future.
+
+== Installation
+   gem install 'nailed'
+
+== Usage
+
+   $ nailed -h
+   Options:
+         --migrate, -m:   Set database to pristine state
+         --upgrade, -u:   Upgrade database
+        --bugzilla, -b:   Refresh bugzilla database records
+          --github, -g:   Refresh github database records
+              --l3, -l:   Refresh l3 trend database records
+          --server, -s:   Start a dashboard webinterface
+            --help, -h:   Show this message
+
+== Initial setup
+
+* for the bugzilla API make sure you have an +.oscrc+ file with your credentials in ~
+* for the github API make sure you have a +.netrc+ with a valid GitHub OAuth-Token in ~
+
+   # example .netrc
+
+   machine api.github.com
+     login MaximilianMeister
+     password <your OAuth Token>
+
+* to setup the database run
+   nailed --migrate
+
+== Configuration
+
+All configuration is read from +config/products.yml+
+
+   ---
+   bugzilla:
+     url: # Url of your Bugzilla instance
+   products:
+     example_product: # Just a a short key/name for the product (can be arbitrary)
+       versions:
+       # Array of Bugzilla products (typically different versions of one product)
+       # Exact names have to be given, as they appear in Bugzilla (can not be arbitrary)
+       organization: # here goes the organization name (under which your repos are hosted) as it appears in GitHub
+       # just leave it blank if your repo isn't hosted under an organizational umbrella
+       repos:
+       # Array of GitHub repository names, as they appear in GitHub
+       # If there are no associated repos for the product, just leave it blank
+     # continue adding more products here
+
+* in production, after adding products/changes, to upgrade the database with the new changes run
+   nailed --upgrade
+
+== Run
+
+* create a +cronjob+ for automated data collection with +nailed+
+* start the webserver with 
+   nailed --server

data/bin/app

@@ -0,0 +1,142 @@
+#!/usr/bin/env ruby
+
+require 'sinatra/base'
+require 'sinatra/assetpack'
+require 'haml'
+require 'json'
+require 'time'
+require File.join(File.expand_path("..", File.dirname(__FILE__)),"lib","nailed")
+require  File.join(File.expand_path("..", File.dirname(__FILE__)),"db","database")
+
+class App < Sinatra::Base
+  ROOT_PATH = File.join(File.expand_path("..", File.dirname(__FILE__)))
+  self.set :root, File.join(ROOT_PATH, "lib")
+  set :public_folder, File.join(ROOT_PATH, "public")
+  set :views, File.join(ROOT_PATH, "views")
+  set :bind, '0.0.0.0'
+
+  register Sinatra::AssetPack
+
+  assets {
+    serve '/js',     from: '../public/vendor/js'
+    serve '/css',    from: '../public/vendor/css'
+    serve '/images', from: '../public/images'
+
+    js :foundation, '/js/foundation.min.js', [
+      '/js/external/*.js',
+      '/js/foundation/foundation.js',
+      '/js/foundation/*.js'
+    ]
+    js :morris, '/js/morris.min.js', [
+      '/js/morris/morris.js',
+      '/js/morris/raphael.js'
+    ]
+
+    css :foundation, '/css/foundation.min.css', [
+      '/css/foundation.css',
+      '/css/normalize.css'
+    ]
+    css :morris, '/css/morris.min.js', [
+      '/css/morris.css'
+    ]
+
+    js_compression  :jsmin
+    css_compression :simple
+  }
+
+  before do
+    @products = Nailed::PRODUCTS["products"].map{|p,v| v["versions"]}.flatten
+    @product_query = @products.join('&product=')
+    @github_repos = Pullrequest.all(:order => [:created_at.desc]).map(&:repository_rname).uniq
+  end
+
+  helpers do
+    def get_trends(action, item)
+      case action
+      when :bug
+        trend = Bugtrend.all(:product_name => item)
+      when :pull
+        trend = Pulltrend.all(:repository_rname => item)
+      when :l3
+        trend = L3Trend.all
+      end
+      trend_clone = trend.clone
+      begin
+        interval = (trend.length/20.0).round
+        last_iter_open = trend.first.open
+        trend.each do |bt|
+          if trend.index(bt) % interval != 0
+            if bt != trend.last
+              if bt.open == last_iter_open
+                trend_clone.delete(bt)
+              end
+            end
+          else
+            next
+          end
+          last_iter_open = bt.open
+        end
+      rescue ZeroDivisionError
+      end
+      trend_clone.to_json
+    end
+  end
+
+  # define sinatra routes
+  get '/' do
+    @l3trend = get_trends(:l3, nil)
+
+    @bugtop = []
+    Nailed::PRODUCTS["products"].each do |product,values|
+      values["versions"].each do |version|
+        p = Product.get(version)
+        open = Bugreport.count(:product_name => p.name, :is_open => true)
+        @bugtop << {label: p.name, value: open} unless open == 0
+      end
+    end
+    @bugtop = @bugtop.to_json
+
+    haml :index
+  end
+
+  Nailed::PRODUCTS["products"].each do |product,values|
+    values["versions"].each do |version|
+      get "/#{version.gsub(/ /,'_')}/bugzilla" do
+        @product = version
+
+        @bugtrend = get_trends(:bug, version)
+        @allbugs = Bugreport.all(:product_name => version).to_json
+        @allopenbugs = (Bugreport.all(:product_name => version, :is_open => true) -
+                        Bugreport.all(:product_name => version, :whiteboard.like => "%openL3%", :is_open => true)).sort! {|a,b| Time.parse(b.last_change_time.to_s).to_i <=> Time.parse(a.last_change_time.to_s).to_i}
+        @allopenl3bugs = (Bugreport.all(:product_name => version, :is_open => true, :whiteboard.like => "%openL3%")).sort! {|a,b| Time.parse(b.last_change_time.to_s).to_i <=> Time.parse(a.last_change_time.to_s).to_i}
+        @bugprio = []
+        {"P1 - Urgent" => "p1",
+         "P2 - High" => "p2",
+         "P3 - Medium" => "p3",
+         "P4 - Low" => "p4",
+         "P5 - None" => "p5"}.each_pair do |key,val|
+           @bugprio << {"bugprio" => key, val => Bugreport.count(:product_name => version, :priority => key, :is_open => true)}
+        end
+        @bugprio = @bugprio.to_json
+
+        haml :bugzilla
+      end
+    end
+  end
+
+  @github_repos = Pullrequest.all(:order => [:created_at.desc]).map(&:repository_rname).uniq
+  @github_repos.each do |repo|
+    get "/github/#{repo}" do
+      @repo = repo
+      @org = Repository.get(repo).organization_oname
+      @github_url_all_pulls = "https://github.com/#{@org}/#{@repo}/pulls"
+
+      @allpulls = Pullrequest.all(:repository_rname => repo).sort! {|a,b| b.pr_number <=> a.pr_number}
+      @pulltrend = get_trends(:pull, repo)
+
+      haml :github
+    end
+  end
+
+  run! if app_file == $0
+end

data/bin/nailed

@@ -0,0 +1,90 @@
+#!/usr/bin/env ruby
+
+require "trollop"
+require File.join(File.expand_path("..", File.dirname(__FILE__)),"lib","nailed")
+require File.join(File.expand_path("..", File.dirname(__FILE__)),"db","database")
+
+bugzilla_client = Nailed::Bugzilla.new
+github_client = Nailed::Github.new
+
+opts = Trollop::options do
+  opt :migrate, "Set database to pristine state", :short => 'm'
+  opt :upgrade, "Upgrade database", :short => 'u'
+  opt :bugzilla, "Refresh bugzilla database records", :short => 'b'
+  opt :github, "Refresh github database records", :short => 'g'
+  opt :l3, "Refresh l3 trend database records", :short => 'l'
+  opt :server, "Start a dashboard webinterface", :short => 's'
+end
+
+if opts.map{|k,v| v == false}
+  puts "try nailed -h"
+end
+
+if opts[:server_given]
+  if Nailed::PRODUCTS["products"].nil?
+    abort("Add some data, there is nothing to be shown")
+  else
+    begin
+      `#{File.join("rerun ",File.expand_path("..", File.dirname(__FILE__)),"bin","app")}`
+    rescue Interrupt
+      sleep 2
+      exit
+    end
+  end
+end
+
+opts.each_pair do |key,val|
+  case key
+  when :migrate
+    if val
+      print("Are you sure? This will delete all data from the database. (y/n) ")
+      if gets.strip == "y"
+        Product.auto_migrate!
+        Bugreport.auto_migrate!
+        Bugtrend.auto_migrate!
+        L3Trend.auto_migrate!
+        Organization.auto_migrate!
+        Repository.auto_migrate!
+        Pullrequest.auto_migrate!
+        Pulltrend.auto_migrate!
+        Nailed.fill_db_after_migration(github_client.client)
+        Nailed.log("info", "Database migrated")
+        abort "Database migrated"
+      else
+        abort "Aborting..."
+      end
+    end
+  when :upgrade
+    if val
+      print "Are you sure? This will create new tables, new columns, but not change anything existing. (y/n) "
+      if gets.strip == "y"
+        Product.auto_upgrade!
+        Bugreport.auto_upgrade!
+        Bugtrend.auto_upgrade!
+        L3Trend.auto_upgrade!
+        Organization.auto_upgrade!
+        Repository.auto_upgrade!
+        Pullrequest.auto_upgrade!
+        Pulltrend.auto_upgrade!
+        Nailed.fill_db_after_migration(github_client.client)
+        Nailed.log("info", "Database upgraded")
+        abort "Database upgraded"
+      end
+    end
+  when :bugzilla
+    if val
+      bugzilla_client.get_bugs
+      bugzilla_client.write_bug_trends
+    end
+  when :github
+    if val
+      github_client.update_pull_states
+      github_client.get_open_pulls
+    end
+  when :l3
+    if val
+      bugzilla_client.write_l3_trends
+    end
+  end
+end
+

data/config/products.yml

@@ -0,0 +1,14 @@
+---
+bugzilla:
+  url: # Url of your Bugzilla instance
+products:
+  example_product: # Just a a short key/name for the product (can be arbitrary)
+    versions:
+    # Array of Bugzilla products (typically different versions of one product)
+    # Exact names have to be given, as they appear in Bugzilla (can not be arbitrary)
+    organization: # here goes the organization name (under which your repos are hosted) as it appears in GitHub
+    # just leave it blank if your repo isn't hosted under an organizational umbrella
+    repos:
+    # Array of GitHub repository names, as they appear in GitHub
+    # If there are no associated repos for the product, just leave it blank
+  # continue adding more products here

data/config/products.yml.example

@@ -0,0 +1,65 @@
+---
+bugzilla:
+  url: https://bugzilla.novell.com
+products:
+  cloud:
+    versions:
+    - SUSE Cloud 3
+    - SUSE Cloud 4
+    - SUSE Cloud 5
+    organization: crowbar
+    repos:
+    - crowbar
+    - barclamp-crowbar
+    - barclamp-deployer
+    - barclamp-dns
+    - barclamp-ganglia
+    - barclamp-ipmi
+    - barclamp-logging
+    - barclamp-nagios
+    - barclamp-network
+    - barclamp-ntp
+    - barclamp-provisioner
+    - barclamp-redhat-install
+    - barclamp-test
+    - barclamp-ubuntu-install
+    - barclamp-glance
+    - barclamp-nova
+    - barclamp-swift
+    - barclamp-keystone
+    - barclamp-mysql
+    - barclamp-kong
+    - barclamp-nova_dashboard
+    - barclamp-openstack
+    - barclamp-hadoop
+    - barclamp-hive
+    - barclamp-pig
+    - barclamp-zookeeper
+    - barclamp-sqoop
+    - barclamp-quantum
+    - barclamp-clouderamanager
+    - barclamp-ApacheHadoop
+  susemanager:
+    versions:
+    - SUSE Manager 2.1 Server
+    - SUSE Manager 2.1 Proxy
+    organization: SUSE
+    repos:
+    - spacewalk
+  scc:
+    versions:
+    - SUSE Customer Center
+    organization: SUSE
+    repos:
+    - happy-customer
+  sles:
+    versions:
+    - SUSE Linux Enterprise Server 12 (SLES 12)
+    organization: SUSE
+    repos:
+    - machinery
+  opensuse:
+    versions:
+    - openSUSE 13.1
+    organization:
+    repos: