asanban 0.0.4 → 0.0.5

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MWQxYzY4OTJkMzJlOTdiMWQwMDE4MzM0NWFhODQxOWMwZWJkZmY1Yg==
+    Y2VmZjRhNTI3ZGE1OTUyZjYzYWE1OTliNDU1MmFlZWViNWU0OGIwMQ==
   data.tar.gz: !binary |-
-    MmY0MTYzM2RmYzNiNGQ1MzlmNWQwMjViOGUxYTg2YWQyYmRhNDZlNg==
+    MTkxMjA5OGQzMGM5NzBlODFiNjMyNmE2MDdmNDI2OTA2MTVlYzAwYQ==
 SHA512:
   metadata.gz: !binary |-
-    NzVkZWNiMjIzYzQ5YzRiYjI2NjA5ZWU0YzhmMjJmYjk2MWMzZTliOGZmMTIx
-    ZjYxYzY2MzVjYTk3YzgyNmNiYzEzNWI2NDA3NGY5NzdmNWFmYzZiMGE5YWY5
-    ODIzMTRjNzkyYjIxNDBlMTgyMTlkMzdiM2NhZmUzNzJhZjk1ZTg=
+    ZjRhMTdkYjdhYmNmNTFkYzJkM2NmYjIwY2M1MjE5ZmVhNzFiMThlODc4M2Zi
+    MWMyODJjNjYyY2I4MzY3NjY2ZjJlMTJjMDJkNGI5ZjgxNDBiNjU1ZDY0N2Ni
+    YzAyMTU5OTBlZmJjYTExNDg3MWY1YzAzY2YxZTM5MmRlYjEwM2I=
   data.tar.gz: !binary |-
-    OWU5NTlmOWRkZjI4Y2I1NWI1MTczYTg3NWI5NGUzN2JlMzgwMjMwYjMyNDM0
-    ZjY5MWI5NTM4YTRkY2M2ZGQzYjRjMDBhYTRiZDdjZjlkNzVjOTVmYjViZDhk
-    N2JmMmYwNTliZTI0MjM4YzY2ZGM3NDlkZjgzYjgyOWEzYmE3YjM=
+    NGY3MDViYTU2ZDA0NDZjMDlkM2Y0ZjljNjUxODVlYjA5YWExZTAzN2JhYzI3
+    ODE5NDZkZThlMmJjMjA0ZWE4MDdiMTJkNWJlNzBjYTQ0MDk2NDM3Yzk4NDRi
+    ZTk0ZmQwOTYxOWQ2MDExOWYyOTYxY2MwNjhhNTBlZjk3ODNjYTI=

data/asanban.gemspec

@@ -20,6 +20,7 @@ Gem::Specification.new do |gem|
   gem.add_dependency "json"
   gem.add_dependency "json_pure"
   gem.add_dependency "sinatra"
+  gem.add_dependency "descriptive_statistics"
   gem.add_development_dependency "rspec"
   gem.add_development_dependency "rack-test"
 end

data/lib/asanban.rb

@@ -1,5 +1,6 @@
 require "asanban/version"
+require "asanban/service"
+require "asanban/bulk_load"
 
 module Asanban
-  # Your code goes here...
 end

data/lib/asanban/bulk_load.rb

@@ -6,156 +6,166 @@ require "time"
 require "yaml"
 
 module Asanban
-	class BulkLoad
-		def self.run(config = nil)
-		  unless config
-		    if !File.exists?('asana.yml')
-		      puts "Must specify configuration in asana.yml"
-		      exit(1)
-		    end
-		    config = YAML::load(File.open('asana.yml'))
-		  end
-		  api_key = config['asana_api_key']
-		  workspace_id = config['asana_workspace_id']
-		  project_id = config['asana_project_id']
-		  mongodb_uri = config['mongodb_uri']
-		  mongodb_dbname = config['mongodb_dbname']
+  class BulkLoad
+    def self.run(config = nil)
+      unless config
+        if !File.exists?('asana.yml')
+          puts "Must specify configuration in asana.yml"
+          exit(1)
+        end
+        config = YAML::load(File.open('asana.yml'))
+      end
+      api_key = config['asana_api_key']
+      workspace_id = config['asana_workspace_id']
+      project_id = config['asana_project_id']
+      mongodb_uri = config['mongodb_uri']
+      mongodb_dbname = config['mongodb_dbname']
 
-		  if (ARGV.count < 1 || ARGV.count > 2)
-		    puts "Syntax is: bulkload {stage} [mode]"
-		    puts "{stage} is 'LOCAL' or 'PROD'"
-		    puts "[mode] can be 'tasks' (to create task data) or 'times' to create milestone and lead time data. Script will do both if not specified."
-		    exit(1)
-		  else
-		    if (ARGV[0].downcase == "local")
-		      conn = Mongo::Connection.new
-		    elsif (ARGV[0].downcase == "prod")
-		      conn = Mongo::Connection.from_uri(mongodb_uri)
-		    else
-		      puts "Invalid stage: #{ARGV[0]}"
-		      exit(1)
-		    end
-		    if mode = ARGV[1] && !['tasks', 'times'].include?(mode)
-		      puts "Invalid mode: #{mode}"
-		      exit(1)
-		    end
-		  end
+      if (ARGV.count < 1 || ARGV.count > 2)
+        puts "Syntax is: bulkload {stage} [mode]"
+        puts "{stage} is 'LOCAL' or 'PROD'"
+        puts "[mode] can be 'tasks' (to create task data) or 'times' to create milestone and lead time data. Script will do both if not specified."
+        exit(1)
+      else
+        if (ARGV[0].downcase == "local")
+          conn = Mongo::Connection.new
+        elsif (ARGV[0].downcase == "prod")
+          conn = Mongo::Connection.from_uri(mongodb_uri)
+        else
+          puts "Invalid stage: #{ARGV[0]}"
+          exit(1)
+        end
+        if (mode = ARGV[1]) && !['tasks', 'times'].include?(mode)
+          puts "Invalid mode: #{mode}"
+          exit(1)
+        end
+      end
 
-		  db = conn.db(mongodb_dbname)
-		  tasks_collection = db["tasks"]
+      db = conn.db(mongodb_dbname)
+      tasks_collection = db["tasks"]
 
-		  if (mode == 'tasks' || !mode)
-		    puts "Creating times..."
-		    uri = URI.parse("https://app.asana.com/api/1.0/projects/#{project_id}/tasks?opt_fields=id,name,assignee,assignee_status,created_at,completed,completed_at,due_on,followers,modified_at,name,notes,projects,parent")
-		    http = Net::HTTP.new(uri.host, uri.port)
-		    http.use_ssl = true
-		    http.verify_mode = OpenSSL::SSL::VERIFY_PEER
-		    header = { "Content-Type" => "application/json" }
-		    path = "#{uri.path}?#{uri.query}"
-		    req = Net::HTTP::Get.new(path, header)
-		    req.basic_auth(api_key, '')
-		    res = http.start { |http| http.request(req) }
-		    tasks = JSON.parse(res.body)
+      if (mode == 'tasks' || !mode)
+        puts "Creating times..."
+        uri = URI.parse("https://app.asana.com/api/1.0/projects/#{project_id}/tasks?opt_fields=id,name,assignee,assignee_status,created_at,completed,completed_at,due_on,followers,modified_at,name,notes,projects,parent")
+        http = Net::HTTP.new(uri.host, uri.port)
+        http.use_ssl = true
+        http.verify_mode = OpenSSL::SSL::VERIFY_PEER
+        header = { "Content-Type" => "application/json" }
+        path = "#{uri.path}?#{uri.query}"
+        req = Net::HTTP::Get.new(path, header)
+        req.basic_auth(api_key, '')
+        res = http.start { |http| http.request(req) }
+        tasks = JSON.parse(res.body)
 
-		    if tasks['errors']
-		      puts "Server returned an error retrieving tasks: #{tasks['errors'][0]['message']}"
-		    else
-		      #old_tasks = tasks_collection.find({"projects.id" => project_id, "completed" => false}).to_a
-		      tasks['data'].each_with_index do |task, i|
-		      	uri = URI.parse("https://app.asana.com/api/1.0/tasks/#{task['id']}/stories")
-		    	  req = Net::HTTP::Get.new(uri.path, header)
-		        req.basic_auth(api_key, '')
-		        res = http.start { |http| http.request(req) }
-		        stories = JSON.parse(res.body)
+        if tasks['errors']
+          puts "Server returned an error retrieving tasks: #{tasks['errors'][0]['message']}"
+        else
+          #old_tasks = tasks_collection.find({"projects.id" => project_id, "completed" => false}).to_a
+          tasks_collection.update({}, {"$set" => {"old" => true}}, {:multi => true})
+          tasks['data'].each_with_index do |task, i|
+            uri = URI.parse("https://app.asana.com/api/1.0/tasks/#{task['id']}/stories")
+            req = Net::HTTP::Get.new(uri.path, header)
+            req.basic_auth(api_key, '')
+            res = http.start { |http| http.request(req) }
+            stories = JSON.parse(res.body)
 
-		        if task['errors']
-		          puts "Server returned an error retrieving stories: #{task['errors'][0]['message']}"
-		        else
-		    	   task["stories"] = stories['data']
-		        end
+            if task['errors']
+              puts "Server returned an error retrieving stories: #{task['errors'][0]['message']}"
+            else
+             task["stories"] = stories['data']
+            end
 
-		        tasks_collection.update({"id" => task['id']}, task, {:upsert => true})
-		        puts "Created task: #{task['id']}"
+            task["old"] = false
+            tasks_collection.update({"id" => task['id']}, task, {:upsert => true})
+            puts "Created task: #{task['id']}"
 
-		        if (((i + 1) % 100) == 0)
-		          puts "Sleeping for one minute to avoid Asana's rate limit of 100 requests per minute"
-		          sleep 60
-		        end
-		      end
+            if (((i + 1) % 100) == 0)
+              puts "Sleeping for one minute to avoid Asana's rate limit of 100 requests per minute"
+              sleep 60
+            end
+          end
 
-		      puts "Done creating times."
-		    end
-		  end
+          puts "Done creating times."
+        end
+      end
 
-		  if (mode == 'times' || !mode)
-		    puts "Creating milestone and lead time data..."
-		    milestone_times_collection = db["milestone_times"]
-		    lead_times_collection = db["lead_times"]
-		    # TODO: filter - complete_time = null or completed_time - now <= 24hours
-		    tasks_collection.find().each do |task|
-		      stories = task["stories"]
-		      task_id = task["_id"]
-		      stories.each do |story|
-		        if (story['text'] =~ /Moved from (.*)\(\d+\) to (.*)\(\d+\)/)    
-		          start_milestone = $1.strip
-		          end_milestone = $2.strip
-		          timestamp = Time.parse(story["created_at"])
-		          day = "#{timestamp.year}-#{timestamp.month}-#{timestamp.day}"
-		          month = "#{timestamp.year}-#{timestamp.month}"
-		          year = timestamp.year.to_s
-		          end_story_id = story["id"]
+      if (mode == 'times' || !mode)
+        puts "Creating milestone and lead time data..."
+        milestone_times_collection = db["milestone_times"]
+        lead_times_collection = db["lead_times"]
+        # TODO: filter - complete_time = null or completed_time - now <= 24hours
+        tasks_collection.find().each do |task|
+          stories = task["stories"] || []
+          task_id = task["_id"]
+          #TODO: Write a test...
+          task_completed = task["completed"]
+          task_deleted = task["old"]
+          stories.each do |story|
+            if (story['text'] =~ /Moved from (.*)\(\d+\) to (.*)\(\d+\)/)
+              start_milestone = $1.strip
+              end_milestone = $2.strip
+              timestamp = Time.parse(story["created_at"])
+              day = "#{timestamp.year}-#{timestamp.month}-#{timestamp.day}"
+              month = "#{timestamp.year}-#{timestamp.month}"
+              year = timestamp.year.to_s
+              end_story_id = story["id"]
+              escaped_milestone = start_milestone.gsub('(', '\\(').gsub(')', '\\)')
 
-		          if (start_story = stories.find {|s| s['text'] =~ /Moved .*to #{start_milestone}/})
-		            #TODO: Refactor to use record_time
-		            start_story_id = start_story["id"]
-		            start_timestamp = Time.parse(start_story["created_at"])
-		            elapsed_time_seconds = timestamp - start_timestamp
-		            elapsed_days = elapsed_time_seconds / (60.0 * 60.0 * 24.0)
+              if (start_story = stories.find {|s| s['text'] =~ /Moved .*to #{escaped_milestone}/})
+                #TODO: Refactor to use record_time
+                start_story_id = start_story["id"]
+                start_timestamp = Time.parse(start_story["created_at"])
+                elapsed_time_seconds = timestamp - start_timestamp
+                elapsed_days = elapsed_time_seconds / (60.0 * 60.0 * 24.0)
 
-		            milestone = {"day" => day, "month" => month, "year" => year, "task_id" => task_id, 
-		              "start_milestone" => start_milestone, "end_milestone" => end_milestone, 
-		              "start_story_id" => start_story_id, "end_story_id" => end_story_id,
-		              "elapsed_days" => elapsed_days}
-		            milestone_times_collection.remove("end_story_id" => end_story_id)
-		            milestone_times_collection.insert(milestone)
-		            puts "Inserted milestone: #{milestone}"
-		          else
-		            puts "Could not find time task entered #{start_milestone}"
-		          end
-		        end
-		      end
+                milestone = {"day" => day, "month" => month, "year" => year, 
+                  "task_id" => task_id, "date" => Time.parse(day),
+                  "task_completed" => task_completed, "task_deleted" => task_deleted,
+                  "start_milestone" => start_milestone, "end_milestone" => end_milestone, 
+                  "start_story_id" => start_story_id, "end_story_id" => end_story_id,
+                  "elapsed_days" => elapsed_days}
+                milestone_times_collection.remove("end_story_id" => end_story_id)
+                milestone_times_collection.insert(milestone)
+                puts "Inserted milestone: #{milestone}"
+              else
+                puts "Could not find time task entered #{start_milestone}"
+              end
+            end
+          end
 
-		      if ((end_story = stories.find_all {|s| s['text'] =~ /Moved .*to #{config['asana_ending_milestone']}/}[-1]) && 
-		          (start_story = stories.find_all {|s| s['text'] =~ /Moved .*to #{config['asana_beginning_milestone']}/}[0]))
-		        lead_times_collection.remove("end_story_id" => end_story["id"])
-		        lead_time = record_time(task_id, start_story, config['asana_beginning_milestone'], end_story, config['asana_ending_milestone'], lead_times_collection)
-		        puts "Inserted lead time: #{lead_time}"
-		      end
-		    end
-		    puts "Finished creating milestone and lead time data."
-		  end
-		  puts "Done!"
-		end
+          if ((end_story = stories.find_all {|s| s['text'] =~ /Moved .*to #{config['asana_ending_milestone']}/}[-1]) && 
+              (start_story = stories.find_all {|s| s['text'] =~ /Moved .*to #{config['asana_beginning_milestone']}/}[0]))
+            lead_times_collection.remove("end_story_id" => end_story["id"])
+            lead_time = record_time(task_id, task_completed, task_deleted, start_story, config['asana_beginning_milestone'], end_story, config['asana_ending_milestone'], lead_times_collection)
+            puts "Inserted lead time: #{lead_time}"
+          end
+        end
+        puts "Finished creating milestone and lead time data."
+      end
+      puts "Done!"
+    end
 
-		#Visible For Testing
-		def self.record_time(task_id, start_story, start_milestone, end_story, end_milestone, collection)
-		  end_story_id = end_story["id"]
-		  start_story_id = start_story["id"]
-		  start_timestamp = Time.parse(start_story["created_at"])
-		  end_timestamp = Time.parse(end_story["created_at"])
-		  elapsed_time_seconds = end_timestamp - start_timestamp
-		  elapsed_days = elapsed_time_seconds / (60.0 * 60.0 * 24.0)
-		  day = "#{end_timestamp.year}-#{end_timestamp.month}-#{end_timestamp.day}"
-		  month = "#{end_timestamp.year}-#{end_timestamp.month}"
-		  year = end_timestamp.year.to_s
+    #Visible For Testing
+    def self.record_time(task_id, task_completed, task_deleted, start_story, start_milestone, end_story, end_milestone, collection)
+      end_story_id = end_story["id"]
+      start_story_id = start_story["id"]
+      start_timestamp = Time.parse(start_story["created_at"])
+      end_timestamp = Time.parse(end_story["created_at"])
+      elapsed_time_seconds = end_timestamp - start_timestamp
+      elapsed_days = elapsed_time_seconds / (60.0 * 60.0 * 24.0)
+      day = "#{end_timestamp.year}-#{end_timestamp.month}-#{end_timestamp.day}"
+      month = "#{end_timestamp.year}-#{end_timestamp.month}"
+      year = end_timestamp.year.to_s
 
-		  record = {"day" => day, "month" => month, "year" => year, "task_id" => task_id, 
-		    "start_milestone" => start_milestone, "end_milestone" => end_milestone, 
-		    "start_story_id" => start_story_id, "end_story_id" => end_story_id,
-		    "elapsed_days" => elapsed_days}
-		  collection.remove("end_story_id" => end_story_id)
-		  collection.insert(record)
-		  record
-		end
-	end
+      record = {"day" => day, "month" => month, "year" => year, 
+        "task_id" => task_id, "date" => Time.parse(day),
+        "task_completed" => task_completed, "task_deleted" => task_deleted,
+        "start_milestone" => start_milestone, "end_milestone" => end_milestone, 
+        "start_story_id" => start_story_id, "end_story_id" => end_story_id,
+        "elapsed_days" => elapsed_days}
+      collection.remove("end_story_id" => end_story_id)
+      collection.insert(record)
+      record
+    end
+  end
 end

data/lib/asanban/service.rb

@@ -3,61 +3,128 @@ require "json"
 require "mongo"
 require "sinatra"
 require "yaml"
+require "descriptive_statistics"
 
 module Asanban
-	class Service < Sinatra::Base
-		set :public_folder, File.expand_path(File.join('..', '..', '..', 'static'), __FILE__)
-		set :port, ENV['PORT'] if ENV['PORT'] #set by Heroku
-
-		configure :production, :development do
-			if !File.exists?('asana.yml')
-				puts "Must specify configuration in asana.yml"
-				exit(1)
-			end
-			set :config, YAML::load(File.open('asana.yml'))
-		end
-
-		get '/metrics' do
-		  config = settings.config
-		  conn = Mongo::Connection.from_uri(config['mongodb_uri'])
-		  db = conn.db(config["mongodb_dbname"])
-			aggregate_by = params[:aggregate_by]
-			return [400, "Cannot aggregate by #{aggregate_by}"] unless ["year", "month", "day"].include? aggregate_by
-
-			map_function = "function() { emit(this.#{aggregate_by}, { count: 1, elapsed_days: this.elapsed_days }); };"
-
-			reduce_function = "function (name, values){
-			  var n = {count : 0, elapsed_days : 0};
-			  for ( var i=0; i<values.length; i++ ){
-			    n.count += values[i].count;
-			    n.elapsed_days += values[i].elapsed_days;
-			  }
-			  return n;
-			};"
-
-			finalize_function = "function(who, res){
-			  res.avg = res.elapsed_days / res.count;
-			  return res;
-			};"
-
-			map_reduce_options = {:finalize => finalize_function, :out => "mr_results"}
-			if (milestone = params[:milestone])
-				map_reduce_options[:query] = {"start_milestone" => milestone}
-				collection = db["milestone_times"]
-			else
-				collection = db["lead_times"]
-			end
-
-			results = collection.map_reduce(map_function, reduce_function, map_reduce_options)
-			
-			content_type :json
-			results.find().map do |result|
-				[result['_id'], result["value"]["avg"]]
-			end.sort {|a, b| datestring_to_int(a[0]) <=> datestring_to_int(b[0])}.to_json
-		end
-
-		def datestring_to_int(datestring)
-			datestring.split("-").map {|part| part.length == 1 ? "0" + part : part}.join("").to_i
-		end
-	end
+  class Service < Sinatra::Base
+    set :public_folder, File.expand_path(File.join('..', '..', '..', 'static'), __FILE__)
+    set :port, ENV['PORT'] if ENV['PORT'] #set by Heroku
+
+    configure :production, :development do
+      if !File.exists?('asana.yml')
+        puts "Must specify configuration in asana.yml"
+        exit(1)
+      end
+      set :config, YAML::load(File.open('asana.yml'))
+    end
+
+    get '/metrics' do
+      config = settings.config
+      conn = Mongo::Connection.from_uri(config['mongodb_uri'])
+      db = conn.db(config["mongodb_dbname"])
+      aggregate_by = params[:aggregate_by]
+      return [400, "Cannot aggregate by #{aggregate_by}"] unless ["year", "month", "day", "start_milestone"].include? aggregate_by
+      content_type :json
+
+      map_function = "function() { emit(this.#{aggregate_by}, { count: 1, elapsed_days: this.elapsed_days }); };"
+
+      reduce_function = "function (name, values){
+        var n = {count : 0, elapsed_days : 0};
+        for ( var i=0; i<values.length; i++ ){
+          n.count += values[i].count;
+          n.elapsed_days += values[i].elapsed_days;
+        }
+        return n;
+      };"
+
+      finalize_function = "function(who, res){
+        res.avg = res.elapsed_days / res.count;
+        return res;
+      };"
+
+      map_reduce_options = {:finalize => finalize_function, :out => "mr_results"}
+
+      if (aggregate_by == "start_milestone")
+        results = db["milestone_times"].map_reduce(map_function, reduce_function, map_reduce_options)
+        hashes = results.find().map do |result|
+          {result['_id'] => 
+            {"count" => result["value"]["count"], 
+              "cycle_time" => result["value"]["avg"]}}
+        end
+        #TODO: Refactor
+        hash = {}
+        hashes.map do |h|
+          hash.merge! h
+        end
+
+        #TODO: Move this (and other M/Rs?) to bulk loader
+        map_function = "function() { emit(this.task_id, {end_milestone: this.end_milestone, end_story_id: this.end_story_id, day: this.day}); };"
+        reduce_function = "function (name, values){
+          var n = {end_milestone : '', end_story_id : 0};
+          for ( var i=0; i<values.length; i++ ){
+            if (values[i].end_story_id > n.end_story_id) {
+              n.end_milestone = values[i].end_milestone;
+              n.end_story_id = values[i].end_story_id;
+              n.day = values[i].day;
+            }
+          }
+          return n;
+        };"
+
+        query = {"task_completed" => false, "task_deleted" => false}
+        if ((start_date = params[:start_date]) && (end_date = params[:end_date]))
+          query["date"] = {"$gte" => Time.parse(start_date), "$lte" => Time.parse(end_date)}
+        end
+        results = db["milestone_times"].map_reduce(map_function, reduce_function, :query => query, :out => "mr_end_milestone")
+        elapsed_days_by_phase = {}
+        results.find().map do |result|
+          task_id = result['_id']
+          end_milestone = result["value"]["end_milestone"]
+          if (end_milestone == "Dev Ready (10): Strat(5), Eng (1), Imp(3), Eme")
+            puts "task_id: #{task_id}"
+          end
+          day = result["value"]["day"]
+          milestone_metrics = (hash[end_milestone] ||= {})
+          milestone_metrics["current"] ||= 0
+          milestone_metrics["current"] += 1
+          elapsed_seconds = Time.now - Time.parse(day)
+          elapsed_days = ((elapsed_seconds / 60) / 60) / 24
+          milestone_metrics["current_days_total"] ||= 0
+          milestone_metrics["current_days_total"] += elapsed_days
+          elapsed_days_by_phase[end_milestone] ||= []
+          elapsed_days_by_phase[end_milestone].push elapsed_days
+        end
+
+        hash.each do |key, value|
+          if (value["current_days_total"] && value["current"])
+            value["current_days_average"] = value["current_days_total"] / value["current"]
+            all_elapsed_days = elapsed_days_by_phase[key]
+            value["current_days_stdev"] = all_elapsed_days.standard_deviation
+          end
+        end
+
+        if (params[:current_milestones_only])
+          hash = hash.select {|phase, phase_metrics| phase_metrics["current_days_average"] }
+        end
+        return hash.to_json
+      end
+
+      if (milestone = params[:milestone])
+        map_reduce_options[:query] = {"start_milestone" => milestone}
+        collection = db["milestone_times"]
+      else
+        collection = db["lead_times"]
+      end
+
+      results = collection.map_reduce(map_function, reduce_function, map_reduce_options)
+      
+      results.find().map do |result|
+        [result['_id'], result["value"]["avg"]]
+      end.sort {|a, b| datestring_to_int(a[0]) <=> datestring_to_int(b[0])}.to_json
+    end
+
+    def datestring_to_int(datestring)
+      datestring.split("-").map {|part| part.length == 1 ? "0" + part : part}.join("").to_i
+    end
+  end
 end

data/lib/asanban/version.rb

@@ -1,3 +1,3 @@
 module Asanban
-  VERSION = "0.0.4"
+  VERSION = "0.0.5"
 end

data/spec/service_spec.rb

@@ -1,6 +1,5 @@
 ENV['RACK_ENV'] = 'test'
-require 'asanban/service'
-require 'asanban/bulk_load'
+require 'asanban'
 require 'rspec'
 require 'rack/test'
 
@@ -8,83 +7,176 @@ describe Asanban::Service do
   include Rack::Test::Methods
 
   before do
-	  config = { "mongodb_uri" => "mongodb://localhost/", "mongodb_dbname" => "asana_test" }
-  	app.settings.set(:config, config)
-		conn = Mongo::Connection.from_uri(config['mongodb_uri'])
-		db = conn.db(config["mongodb_dbname"])
-  	@milestone_times_collection = db["milestone_times"]
-  	@milestone_times_collection.drop
-	  @lead_times_collection = db["lead_times"]
-	  @lead_times_collection.drop
+    config = { "mongodb_uri" => "mongodb://localhost/", "mongodb_dbname" => "asana_test" }
+    app.settings.set(:config, config)
+    conn = Mongo::Connection.from_uri(config['mongodb_uri'])
+    db = conn.db(config["mongodb_dbname"])
+    @milestone_times_collection = db["milestone_times"]
+    @milestone_times_collection.drop
+    @lead_times_collection = db["lead_times"]
+    @lead_times_collection.drop
+    @story_id_counter = 1
+
+    class Time
+      @stub_time = Time.parse("2013-9-30")
+      def self.now()
+        @stub_time
+      end
+    end
   end
 
   it "returns average lead times by year" do
-		record_lead_time('Foo', "October 2, 2012", "October 14, 2012") #12 days
-		record_lead_time('Bar', "May 12, 2013", "May 14, 2013") #2 days
-		record_lead_time('Baz', "October 12, 2013", "October 16, 2013") #4 days
+    record_lead_time('Foo', "October 2, 2012", "October 14, 2012") #12 days
+    record_lead_time('Bar', "May 12, 2013", "May 14, 2013") #2 days
+    record_lead_time('Baz', "October 12, 2013", "October 16, 2013") #4 days
 
-  	get '/metrics', :aggregate_by => 'year'
-  	#Average: 12 days 2012, 3 days 2013
-  	expect(last_response.body).to eq('[["2012",12.0],["2013",3.0]]')
+    get '/metrics', :aggregate_by => 'year'
+    #Average: 12 days 2012, 3 days 2013
+    expect(last_response.body).to eq('[["2012",12.0],["2013",3.0]]')
   end
 
   it "returns average lead times by month" do
-		record_lead_time('Foo', "September 20, 2013", "September 30, 2013") #10 days
-		record_lead_time('Bar', "October 2, 2013", "October 14, 2013") #12 days
-		record_lead_time('Baz', "October 12, 2013", "October 16, 2013") #4 days
+    record_lead_time('Foo', "September 20, 2013", "September 30, 2013") #10 days
+    record_lead_time('Bar', "October 2, 2013", "October 14, 2013") #12 days
+    record_lead_time('Baz', "October 12, 2013", "October 16, 2013") #4 days
 
-  	get '/metrics', :aggregate_by => 'month'
-  	#Average: 10 days September, 8 days in October
-  	expect(last_response.body).to eq('[["2013-9",10.0],["2013-10",8.0]]')
+    get '/metrics', :aggregate_by => 'month'
+    #Average: 10 days September, 8 days in October
+    expect(last_response.body).to eq('[["2013-9",10.0],["2013-10",8.0]]')
   end
 
   it "returns average lead times by day" do
-		record_lead_time('Foo', "October 2, 2013", "October 14, 2013") #12 days
-		record_lead_time('Bar', "October 12, 2013", "October 14, 2013") #2 days
-		record_lead_time('Baz', "October 12, 2013", "October 16, 2013") #4 days
+    record_lead_time('Foo', "October 2, 2013", "October 14, 2013") #12 days
+    record_lead_time('Bar', "October 12, 2013", "October 14, 2013") #2 days
+    record_lead_time('Baz', "October 12, 2013", "October 16, 2013") #4 days
 
-  	get '/metrics', :aggregate_by => 'day'
-  	#Average: 7 days 10/14, 4 days 10/16
-  	expect(last_response.body).to eq('[["2013-10-14",7.0],["2013-10-16",4.0]]')
+    get '/metrics', :aggregate_by => 'day'
+    #Average: 7 days 10/14, 4 days 10/16
+    expect(last_response.body).to eq('[["2013-10-14",7.0],["2013-10-16",4.0]]')
   end
 
   describe "milestone times recorded" do
-  	before do
-			record_time('Foo', "September 1, 2013", "September 3, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection) #2
-			record_time('Foo', "September 3, 2013", "September 10, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection) #7
-			record_time('Foo', "September 10, 2013", "September 15, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection) #5
-			record_time('Bar', "September 1, 2013", "September 7, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection) #6
-			record_time('Bar', "September 7, 2013", "September 12, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection) #5
-			record_time('Bar', "September 12, 2013", "September 15, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection) #3
-  	end
-
-	  it "returns average time in 'Dev Ready' by month" do
-	  	get '/metrics', :aggregate_by => 'month', :milestone => 'Dev Ready'
-	  	expect(last_response.body).to eq('[["2013-9",4.0]]')
-	  end
-
-	  it "returns average time in 'Dev In Progress' by month" do
-	  	get '/metrics', :aggregate_by => 'month', :milestone => 'Dev In Progress'
-	  	expect(last_response.body).to eq('[["2013-9",6.0]]')
-	  end
-	end
-
-	it "returns an error when an invalid aggregation is specified" do
-	  get '/metrics', :aggregate_by => 'engineer'
+    before do
+      record_time('Foo', false, false, "September 1, 2013", "September 3, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection) #2
+      record_time('Foo', false, false, "September 3, 2013", "September 10, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection) #7
+      record_time('Foo', false, false, "September 10, 2013", "September 15, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection) #5
+      record_time('Bar', false, false, "September 1, 2013", "September 7, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection) #6
+      record_time('Bar', false, false, "September 7, 2013", "September 12, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection) #5
+      record_time('Bar', false, false, "September 12, 2013", "September 15, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection) #3
+    end
+
+    it "returns average time in 'Dev Ready' by month" do
+      get '/metrics', :aggregate_by => 'month', :milestone => 'Dev Ready'
+      expect(last_response.body).to eq('[["2013-9",4.0]]')
+    end
+
+    it "returns average time in 'Dev In Progress' by month" do
+      get '/metrics', :aggregate_by => 'month', :milestone => 'Dev In Progress'
+      expect(last_response.body).to eq('[["2013-9",6.0]]')
+    end
+
+    describe "cycle times" do
+      it "returns number of items currently in each phase" do
+        get '/metrics', :aggregate_by => 'start_milestone'
+
+        json = JSON(last_response.body)
+        expect(json["PM Test, in Dev"]["current"]).to eq(2.0)
+      end
+
+      it "filters out tasks that are completed" do
+        record_time('Baz', true, false, "September 1, 2013", "September 8, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection)
+        record_time('Baz', true, false, "September 8, 2013", "September 14, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection)
+        record_time('Baz', true, false, "September 14, 2013", "September 19, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection)
+
+        get '/metrics', :aggregate_by => 'start_milestone'
+
+        json = JSON(last_response.body)
+        expect(json["PM Test, in Dev"]["current"]).to eq(2.0)
+      end
+
+      it "filters out deleted tasks" do
+        record_time('Baz', false, true, "September 1, 2013", "September 8, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection)
+        record_time('Baz', false, true, "September 8, 2013", "September 14, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection)
+        record_time('Baz', false, true, "September 14, 2013", "September 19, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection)
+
+        get '/metrics', :aggregate_by => 'start_milestone'
+
+        json = JSON(last_response.body)
+        expect(json["PM Test, in Dev"]["current"]).to eq(2.0)
+      end
+
+      it "returns time in phase for items still in phase" do
+        record_time('Baz', false, false, "September 1, 2013", "September 8, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection)
+        record_time('Baz', false, false, "September 8, 2013", "September 14, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection)
+        record_time('Baz', false, false, "September 14, 2013", "September 19, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection)
+
+        get '/metrics', :aggregate_by => 'start_milestone'
+
+        json = JSON(last_response.body)
+        json["PM Test, in Dev"]["current_days_average"].should be_within(0.01).of(13.66)
+      end
+
+      it "returns standard deviation of time in phase for items still in phase" do
+        record_time('Baz', false, false, "September 1, 2013", "September 8, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection)
+        record_time('Baz', false, false, "September 8, 2013", "September 14, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection)
+        record_time('Baz', false, false, "September 14, 2013", "September 19, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection)
+
+        get '/metrics', :aggregate_by => 'start_milestone'
+
+        json = JSON(last_response.body)
+        json["PM Test, in Dev"]["current_days_stdev"].should be_within(0.01).of(1.88)
+      end
+
+      it "filters out phases with no current items" do
+        get '/metrics', :aggregate_by => 'start_milestone', :current_milestones_only => true
+        json = JSON(last_response.body)
+        json["Dev Ready"].should be_nil
+      end
+
+      it "returns number of items that flowed through each phase" do
+        get '/metrics', :aggregate_by => 'start_milestone'
+        json = JSON(last_response.body)
+        expect(json["Dev Ready"]["count"]).to eq(2.0)
+      end
+
+      it "returns cycle time for each phase" do
+        get '/metrics', :aggregate_by => 'start_milestone'
+
+        json = JSON(last_response.body)
+        expect(json["Dev Ready"]["cycle_time"]).to eq(4.0)
+      end
+
+      it "filters by start and end date" do
+        record_time('Baz', false, false, "September 1, 2013", "September 8, 2013", 'Dev Ready', 'Dev In Progress', @milestone_times_collection)
+        record_time('Baz', false, false, "September 8, 2013", "September 14, 2013", 'Dev In Progress', 'Dev Done', @milestone_times_collection)
+        record_time('Baz', false, false, "September 14, 2013", "September 19, 2013", 'Dev Done', 'PM Test, in Dev', @milestone_times_collection)
+
+        get '/metrics', :aggregate_by => 'start_milestone', :start_date => '2013-9-12', :end_date => '2013-9-17'
+
+        json = JSON(last_response.body)
+        expect(json["PM Test, in Dev"]["current"]).to eq(2.0)
+        #TODO: check cycle time
+      end
+    end
+  end
+
+  it "returns an error when an invalid aggregation is specified" do
+    get '/metrics', :aggregate_by => 'engineer'
     expect(last_response.status).to eq(400)
-	end
+  end
 
   def app
     Asanban::Service
   end
 
   def record_lead_time(task_id, started_at, ended_at)
-  	record_time(task_id, started_at, ended_at, 'Dev Ready', 'Production', @lead_times_collection)
+    record_time(task_id, false, false, started_at, ended_at, 'Dev Ready', 'Production', @lead_times_collection)
   end
 
-  def record_time(task_id, started_at, ended_at, start_milestone, end_milestone, collection)
-  	start_story = {'id' => "#{task_id}_#{start_milestone}", 'created_at' => started_at}
-  	end_story = {'id' => "#{task_id}_#{end_milestone}", 'created_at' => ended_at}
-  	Asanban::BulkLoad.record_time(task_id, start_story, start_milestone, end_story, end_milestone, collection)
+  def record_time(task_id, completed, deleted, started_at, ended_at, start_milestone, end_milestone, collection)
+    start_story = {'id' => @story_id_counter, 'created_at' => started_at}
+    @story_id_counter += 1
+    end_story = {'id' => @story_id_counter, 'created_at' => ended_at}
+    Asanban::BulkLoad.record_time(task_id, completed, deleted, start_story, start_milestone, end_story, end_milestone, collection)
   end
 end

data/static/dashboard.html

@@ -0,0 +1,44 @@
+<html ng-app="asanbanApp">
+	<head>
+		<link href="https://public.bizo.com/bizstrap/css/bizstrap-v2.2.2.15.css" rel="stylesheet" />
+		<script src="https://ajax.googleapis.com/ajax/libs/angularjs/1.3.0-beta.6/angular.min.js"></script>
+		<script src="https://ajax.googleapis.com/ajax/libs/angularjs/1.3.0-beta.6/angular-resource.min.js"></script>
+		<script src="js/controllers.js"></script>
+	</head>
+	<body ng-controller="AsanbanDashboardCtrl">
+		<h1 class="section-header">Kanban Dashboard</h1>
+		<div class="control-group">
+			<label class="control-label">Analysis Begin Date</label>
+			<div class="controls">
+				<input type="text" class="input-xlarge" ng-model="start_date" />
+			</div>
+		</div>
+		<div class="control-group">
+			<label class="control-label">Analysis End Date</label>
+			<div class="controls">
+				<input type="text" class="input-xlarge" ng-model="end_date" />
+			</div>
+		</div>
+		<button class="btn btn-large" ng-click="query()">Filter</button>
+		<table class="table">
+			<thead>
+				<tr>
+					<th>Phase</th>
+					<th>Total # of Items</th>
+					<th>Average # of Days in State</th>
+					<th>Std Deviation of Days in State</th>
+					<th># of Items that Flowed Through in Date Range</th>
+				</tr>
+			</thead>
+			<tbody>
+				<tr ng-repeat="(phase, phase_metrics) in metrics">
+					<td>{{phase}}</td>
+					<td>{{phase_metrics.current | number}}</td>
+					<td>{{phase_metrics.current_days_average | number:0}}</td>
+					<td>{{phase_metrics.current_days_stdev | number:1}}</td>
+					<td>{{phase_metrics.count | number}}</td>
+				</tr>
+			</tbody>
+		</table>
+	</body>
+</html>

data/static/js/controllers.js

@@ -0,0 +1,28 @@
+var asanbanApp = angular.module('asanbanApp', ['ngResource']);
+
+//TODO: Move this into a separate file
+asanbanApp.factory('Metrics', ['$resource',
+  function($resource){
+    return $resource('/metrics?aggregate_by=start_milestone&current_milestones_only=true&start_date=:start_date&end_date=:end_date', 
+    	{}, {
+      query: {method:'GET'}
+    });
+  }]);
+
+asanbanApp.controller('AsanbanDashboardCtrl', ['$scope', 'Metrics',
+  function($scope, Metrics) {
+  	var format_date = function(date) {
+  		return date.toISOString().substring(0, 10);
+  	};
+
+  	var start_date = new Date();
+		start_date.setMonth(start_date.getMonth() - 2);
+  	$scope.start_date = format_date(start_date);
+  	$scope.end_date = format_date(new Date());
+
+    $scope.query = function() {
+	    $scope.metrics = Metrics.query({start_date: $scope.start_date, end_date: $scope.end_date});
+    };
+
+    $scope.query();
+  }]);

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: asanban
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - Pat Gannon
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-10-30 00:00:00.000000000 Z
+date: 2014-04-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mongo
@@ -66,6 +66,20 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: descriptive_statistics
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -116,6 +130,8 @@ files:
 - lib/asanban/service.rb
 - lib/asanban/version.rb
 - spec/service_spec.rb
+- static/dashboard.html
+- static/js/controllers.js
 - static/metrics.html
 homepage: ''
 licenses: []