@beauraines/sprint-tracker 0.6.1

package/R/burndDownChart.R

@@ -0,0 +1,144 @@
+library(tidyverse)
+library(lubridate)
+
+burndown = tibble(
+  date = seq.Date(as.Date('2022-11-16'),as.Date('2022-11-28'), by=1),
+  points = c(10,10,9,9,7,7,2,2,2,2,2,0,0),
+  done = c(10,10,10,9,9,9,7,7,7,2,2,2,2)
+  )
+
+burndown %>% 
+  filter(! date %in% c('2022-11-24','2022-11-25')) %>%
+  ggplot(aes(x=date)) +
+  geom_line(mapping=aes(y=points)) +
+  geom_line(aes(y=done),color="blue")
+
+
+
+foo =  tibble_row(
+    issue = "ABC-123",
+    qa_review = '2022-07-15T14:27:11.011-0700',
+    done = "2022-07-18T12:19:02.457-0700"
+  ) 
+
+foo = foo %>% tibble_row(
+    issue = "ABC-124",
+    qa_review = '2022-07-18T15:39:09.969-0700',
+    done = "2022-07-19T06:04:54.823-0700"
+  )
+
+sprint_data = tribble(
+  ~issue, ~qa_review, ~done,~points,
+  "ABC-123",'2022-07-15T14:27:11.011-0700',"2022-07-18T12:19:02.457-0700",3,
+  "ABC-124",'2022-07-18T15:39:09.969-0700',"2022-07-19T06:04:54.823-0700",2
+) %>% mutate(
+  qa_review=as_datetime(qa_review),
+  done = as_datetime(done)
+)
+
+
+sprint_raw = read_csv('~/projects/sprint-tracker/burndown.csv') %>% 
+  rename(
+    issue = key,
+    from = changelog.transition.from,
+    to = changelog.transition.to,
+    timestamp = changelog.timestamp
+  ) %>% 
+  pivot_longer(cols = c(from,to)) %>%
+  filter(name == "to", value %in% c("Done","Code Review","QA Review") )%>%
+  pivot_wider(names_from = "value",
+              id_cols = -name,
+              values_from = timestamp)
+
+
+
+sprint_start = as_datetime('2022-11-09T16:20:00-0700')
+sprint_end = as_datetime('2022-11-23T16:00:00-0700')
+sprint_points = sum(sprint_raw$points,na.rm = TRUE)
+
+# sprint_raw %>% 
+#   select(qa_review,points) %>% 
+#   mutate(points = points * -1) %>% 
+#   rename(qa_points = points,
+#          date = qa_review)
+
+
+pointChanges = tribble(
+  ~date,~qa_points,~done_points,~code_review_points,
+  sprint_start,sprint_points,sprint_points,sprint_points
+) %>% bind_rows(
+  sprint_raw %>% 
+    select(`QA Review` ,points) %>% 
+    filter(!is.na(`QA Review`)) %>%
+    mutate(points = points * -1) %>% 
+    rename(qa_points = points,
+           date = `QA Review`)
+) %>% bind_rows(
+  sprint_raw %>% 
+    select(Done,points) %>% 
+    filter(!is.na(Done)) %>%
+    mutate(points = points * -1) %>% 
+    rename(done_points = points,
+           date = Done)
+) %>% bind_rows(
+  sprint_raw %>% 
+    select(`Code Review`,points) %>% 
+    filter(!is.na(`Code Review`)) %>%
+    mutate(points = points * -1) %>% 
+    rename(code_review_points = points,
+           date = `Code Review`) %>%
+    rowwise() %>%
+    mutate(date = if (as_datetime(date) < as_datetime(sprint_start)) sprint_start + 1 else date)
+) %>% 
+  arrange(date) %>%
+  mutate_at(~replace(., is.na(.), 0),.vars = vars(ends_with("points"))) ## Replace all NA with zero
+
+## Add the running total
+library(runner)
+pointChanges <- pointChanges %>% 
+  mutate(
+    qa_burndown = runner(qa_points,f=sum),
+    done_burndown = runner(done_points,f=sum),
+    code_review_burndown = runner(code_review_points,f=sum)
+  )
+
+
+## Plot it
+
+pointChanges %>%
+  ggplot(aes(x=date)) +
+  geom_line(mapping=aes(y=qa_burndown)) +
+  geom_point(mapping=aes(y=qa_burndown)) +
+  geom_line(aes(y=done_burndown),color="blue")+
+  geom_point(aes(y=done_burndown),color="blue") +
+  geom_line(mapping=aes(y=code_review_burndown),color="red") +
+  geom_point(mapping=aes(y=code_review_burndown),color="red") +
+  labs(title="Sprint Burndown", 
+       subtitle = "Not including additions to the in-progress sprint",
+       x ="",
+       y = "Story Points") +
+  ylim(0,NA) +
+  scale_x_datetime(date_labels = "%b-%d",
+                   date_breaks = "1 day",
+                   limits=c(sprint_start,sprint_end)) +
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.text.x = element_text(angle = 45, vjust = 1, hjust=1),
+    axis.title.y = element_text(family = "roboto"),
+    panel.grid.major.y = element_line(colour = "#D9D9D9"), 
+    panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+    panel.grid.major.x = element_line(colour = "#D9D9D9"), 
+    panel.grid.minor.x = element_line(colour = "#D9D9D9"),
+    # background color 
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    legend.position = "right",
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA)
+  ) 
+# Add Theme
+# Add Titles
+# Add Legend
+
+ggsave("~/projects/sprint-tracker/burndown.png",bg="white", width = 2100, height = 700, units="px")
+
+

package/R/carryOverAdjustedVelocity.R

@@ -0,0 +1,154 @@
+library(tidyverse)
+library(ggplot2)
+
+# sqlite3 --header --csv tracker.db < sprint_outcomes.sql > /tmp/outcomes.csv
+
+library(DBI)
+library(RSQLite)
+con <- dbConnect(RSQLite::SQLite(),"/home/rstudio/projects/sprint-tracker/tracker.db")
+
+res <- dbSendQuery(con, "-- SQLite
+SELECT 
+    p.name project_name,
+    s.id sprint_id,
+    s.sprint_name,
+    s.end_date,
+    o.name outcome,
+    -- s.commited_points,
+    -- so.issue_count,
+    -- so.story_points,
+    ifnull(so.story_points, so.issue_count) AS story_points -- accounts for unpointed bug stories
+
+from projects p
+
+JOIN sprints s on s.project_id = p.id
+JOIN sprint_outcomes so on so.sprint_id = s.id
+JOIN outcomes o on o.id = so.outcome_id and o.id in (1,6,7) -- only commitment, deliver and external carry over
+
+WHERE
+   p.pm_name like 'Beau%'
+   and p.id = 4 -- ECOM Enhancements
+   -- p.name = 'FHIR'
+   -- p.name = 'DF'
+   and s.end_date <= date('now')
+order by sprint_id,s.end_date,outcome
+;
+")
+
+
+# TODO query sqlite directly
+outcomes <- dbFetch(res)
+
+# Clear the result
+dbClearResult(res)
+
+# Disconnect from the database
+dbDisconnect(con)
+
+outcomes <- outcomes %>% 
+  tibble() %>%
+  filter(story_points != 0) %>%
+  mutate(
+    end_date = as.Date(end_date)
+  )
+
+## Compute Adjusted Devlivery
+
+outcomes <- outcomes %>% pivot_wider(names_from = outcome,
+                         values_from = story_points) %>%
+  rowwise() %>%
+  mutate(
+    `Delivered (adjusted)` = sum(c(`Carryover - External`,Delivered),na.rm =TRUE)
+    ) %>% 
+  ungroup() %>% 
+  select(-Delivered,-`Carryover - External`) %>% 
+  rename('B-Delivered' = `Delivered (adjusted)`,
+         'A-Commitment' = Commitment) %>%
+  pivot_longer(cols = c("B-Delivered","A-Commitment"),
+               values_to = 'story_points',
+               names_to = "outcome") 
+
+# compute velocity statistics
+
+entire_project_velocity = (outcomes %>% 
+                             filter(outcome == 'B-Delivered' ) %>% 
+                             summarize( average_velocity = mean(story_points)))$average_velocity
+
+average_velocity = (outcomes %>% 
+                      filter(outcome == 'B-Delivered') %>%
+                      filter(!sprint_name  %in% c('Accessibility Improvement 0','Accessibility Improvements 1')) %>%
+                      summarize( average_velocity = mean(story_points)))$average_velocity
+
+# Compute 95% band velocity
+
+outcomeColors = c("A-Commitment" = "#0B4F6C",
+                 # "Carryover" = "#D34E24",
+                 # "Carryover - External" = "#d3248d",
+                 # "Descoped" ="#A39BA8",
+                 # "Unplanned - Bug" ="#F28123",
+                 # "Unplanned - Story" = "#F7F052",
+                 "B-Delivered" ="#00A878")
+outcomeFills = c("A-Commitment" = "#0B4F6C",
+                 # "Carryover" = "#D34E24",
+                 # "Carryover - External" = "#d3248d",
+                 # "Descoped" ="#A39BA8",
+                 # "Unplanned - Bug" ="#F28123",
+                 # "Unplanned - Story" = "#F7F052",
+                 "B-Delivered" ="#00A878")
+
+chartTitle = str_c("Sprint Outcomes - ",unique(outcomes$project_name))
+
+plot<-ggplot(outcomes,
+             aes(fill=outcome,
+                 y=story_points,
+                 # x=end_date
+                 #x = str_wrap(sprint_name,15)
+                 x = reorder(str_wrap(sprint_name,15),end_date)
+                 )
+             )+
+  geom_bar(position="dodge", stat="identity",color = "black") +
+  # add bar labels
+  geom_text(data = outcomes %>% mutate(story_points = na_if(story_points,0)),
+            aes(label=story_points, y = story_points + .5),
+            position = position_dodge(0.9)) +
+  # trendline
+  geom_smooth(aes(#x=factor(end_date),
+                  x=factor(reorder(str_wrap(sprint_name,15),end_date)),
+                  y=story_points,group=outcome),
+              data = outcomes%>%filter(outcome=="B-Delivered"),
+              #method = "lm", # no method = curved line
+              se=FALSE,
+              show.legend = FALSE,
+              linetype = "dashed",
+              color = "#00A878") +
+  # TODO better position this annotation
+  annotate(geom="text",
+           x=length(unique(outcomes$sprint_name))+.25,
+           y=average_velocity + 1.5,
+           label="Trend Line") +
+  # average velocity line
+  geom_hline(yintercept=average_velocity,linetype = "dotted", color = "#00A878") +
+  annotate(geom="text", x=.75, y=average_velocity + 1.5, label="Average\nVelocity") +
+  # plot labels
+  labs(title=chartTitle, x ="", y = "Story Points", fill='Outcomes',
+       subtitle = 'Adjusting delivered to include external carry over') +
+  #colors
+  scale_colour_manual(values = outcomeColors) + 
+  scale_fill_manual(values = outcomeFills) +
+  #themes
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.text.x = element_text(angle = 45, vjust = 1, hjust=1),
+    axis.title.y = element_text(family = "roboto"),
+    panel.grid.major.y = element_line(colour = "#D9D9D9"), panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+    panel.grid.major.x = element_blank(), panel.grid.minor.x = element_blank(),
+    # background color 
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    legend.position = "bottom",
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA)
+  ) 
+
+# plot # commented out for docker
+
+ggsave(str_c("~/projects/sprint-tracker/",str_replace(unique(outcomes$project_name)," ",""),"-carryover-adjusted",".png"),plot=plot,bg="white", width = 2882, height = 1700, units =  "px")

package/R/featureTeamBacklog.R

@@ -0,0 +1,73 @@
+library(tidyverse)
+library(ggplot2)
+
+# jq -r '.[]| [.id,.fields."System.Title",.fields."System.WorkItemType",.fields."System.IterationPath",.fields."System.State", input_filename] | @csv' feature-team-*.json > ~/projects/featureTeamBacklog.csv
+
+backlog = read_csv('~/projects/featureTeamBacklog.csv', col_names = c('id','title','type','iteration','state','filename') )
+
+backlog <- backlog %>% 
+  tibble() %>%
+  mutate(
+    date_string = str_replace(str_replace(filename,'feature-team-',''),'.json',''),
+    date_string2 = str_replace(date_string,'T',' '),
+    date = as_datetime(date_string2,format = '%Y-%m-%d %H:%M%z')
+  ) %>%
+  select(-c("date_string","date_string2","filename"))
+
+# Backlog work by day
+# backlog %>%
+#   filter(! type %in% c('Feature','Task','Idea')) %>%
+#   filter(state == 'Backlog') %>%
+#   group_by(date,state,iteration) %>%
+#   summarize(
+#     count = n()
+#   ) %>%
+#   arrange(desc(date))%>%
+#   # Fill in empty days as zeros
+#   ggplot(aes(x=date,y=count)) + 
+#   geom_line() + 
+#   scale_x_datetime(date_labels = "%d-%b",date_breaks = "1 week") 
+  
+
+
+
+
+# Work in backlog not assigned to a sprint
+p = backlog %>%
+  filter(! type %in% c('Feature','Task','Idea')) %>%
+  filter(state == 'Backlog') %>%
+  filter(iteration == 'The Helo Project') %>%
+  group_by(date,state,iteration) %>%
+  summarize(
+    count = n()
+  ) %>%
+  arrange(desc(date)) %>%
+  ggplot(aes(x=date,y=count,fill=iteration,color=iteration)) + 
+  geom_col() + 
+  scale_x_datetime(date_labels = "%d-%b",date_breaks = "1 day") +
+  labs(title='Feature Team Backlog Items not Assigned a Sprint',
+       # subtitle = 'Excluding the Data Science, Product Ownership and QA Teams',
+       # zero means no data, either nothing in the backlog or no data recorded
+       x ="", 
+       y = "Work Item Count", 
+       fill='Iteration',
+       color ='Iteration') +
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.text.x = element_text(angle = 45, vjust = 1, hjust=1),
+    axis.title.y = element_text(family = "roboto"),
+    panel.grid.major.y = element_line(colour = "#D9D9D9"), panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+    panel.grid.major.x = element_blank(), panel.grid.minor.x = element_blank(),
+    # background color 
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    legend.position = "bottom",
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA)
+  ) 
+  
+FILENAME = str_c("~/projects/sprint-tracker/","featureTeamBacklog",".png")
+ggsave(FILENAME,plot = p, bg="white", width = 2882, height = 1700, units =  "px")
+print(str_c("Saving to ",FILENAME),sep = " ")
+  
+
+         

package/R/projectHealth.Rmd

@@ -0,0 +1,111 @@
+---
+title: "Project Health"
+author: "Beau Raines"
+date: "`r Sys.Date()`"
+output: html_document
+---
+
+```{r setup, include=FALSE}
+knitr::opts_chunk$set(echo = TRUE)
+
+library(tidyverse)
+library(ggplot2)
+library(DBI)
+library(RSQLite)
+
+
+con <- dbConnect(RSQLite::SQLite(),"~/projects/sprint-tracker/tracker.db")
+res <- dbSendQuery(con, "select * from health where project = 'ACDC';")
+# Fetch query results
+healthData <- dbFetch(res)
+# Clear the result
+dbClearResult(res)
+# Disconnect from the database
+dbDisconnect(con)
+
+# healthData <- read_csv("~/projects/sprint-tracker/health.csv")
+
+healthData <- healthData %>% mutate(
+    date = as.Date(date),
+    workable_issues = open_count - blocked_count
+  ) %>%
+  pivot_longer(cols = c(bug_count,unestimated_count,blocked_count,open_count,total_count,workable_issues),
+               values_to = "count")
+
+
+```
+
+## Overview
+
+History of project health metrics over time. This data wasn't captured from the project onset
+
+```{r overall, echo=FALSE, fig.width=10, fig.height=3, fig.fullwidth=TRUE}
+
+overallPlot <- healthData %>% filter(date >= Sys.Date()-15) %>%
+  ggplot(aes(x=date,
+             y=count,
+             color = name)) +
+  geom_line()
+
+overallPlot
+
+```
+
+## Seven Day Changes
+
+```{r recent_changes, echo=FALSE}
+
+
+latest_data = healthData %>% filter(date == max(date))
+seven_days_ago = healthData %>% filter(date == max(date)-7)
+
+tableData = bind_rows(latest_data,seven_days_ago) %>% 
+  pivot_wider(values_from = count)
+
+knitr::kable(tableData %>% select(-id,-project))
+
+
+```
+
+```{r 7 Day Changes, echo=FALSE}
+
+
+bugChange = latest_data %>% 
+  filter (name == "bug_count") %>%
+  pull(count) -
+  seven_days_ago %>% 
+  filter (name == "bug_count") %>%
+  pull(count)
+
+print(str_c("Bug delta ",bugChange))
+
+blockedChange = latest_data %>% 
+  filter (name == "blocked_count") %>%
+  pull(count) - 
+  seven_days_ago %>% 
+  filter (name == "blocked_count") %>%
+  pull(count)
+
+print(str_c("Blocked delta ",blockedChange))
+
+unestimatedChange = latest_data %>% 
+  filter (name == "unestimated_count") %>%
+  pull(count) - 
+  seven_days_ago %>% 
+  filter (name == "unestimated_count") %>%
+  pull(count)
+
+print(str_c("Unestimated delta ",unestimatedChange))
+
+
+workableChange = latest_data %>% 
+  filter (name == "workable_issues") %>%
+  pull(count) - 
+  seven_days_ago %>% 
+  filter (name == "workable_issues") %>%
+  pull(count)
+
+print(str_c("Workable delta ",workableChange))
+
+
+```

package/R/sprintOutcomes.R

@@ -0,0 +1,142 @@
+library(tidyverse)
+library(ggplot2)
+
+# sqlite3 --header --csv tracker.db < sprint_outcomes.sql > /tmp/outcomes.csv
+
+library(DBI)
+library(RSQLite)
+con <- dbConnect(RSQLite::SQLite(),"~/projects/sprint-tracker/tracker.db")
+
+res <- dbSendQuery(con, "-- SQLite
+SELECT 
+    p.name project_name,
+    s.id sprint_id,
+    s.sprint_name,
+    s.end_date,
+    case
+        when o.name = 'Commitment' then 'A-Commitment'
+        when o.name = 'Delivered' then 'B-Delivered'
+        else o.name
+    end outcome,
+    -- s.commited_points,
+    -- so.issue_count,
+    -- so.story_points,
+    ifnull(so.story_points, so.issue_count) AS story_points -- accounts for unpointed bug stories
+
+from projects p
+
+JOIN sprints s on s.project_id = p.id
+JOIN sprint_outcomes so on so.sprint_id = s.id
+JOIN outcomes o on o.id = so.outcome_id
+
+WHERE
+  p.id = 10 -- Helo Project Team
+  -- p.id = 11 -- Feature Team One
+
+")
+
+
+# TODO query sqlite directly
+outcomes <- dbFetch(res)
+
+# Clear the result
+dbClearResult(res)
+
+# Disconnect from the database
+dbDisconnect(con)
+
+outcomes <- outcomes %>% 
+  tibble() %>%
+  filter(story_points != 0) %>%
+  mutate(
+    end_date = as.Date(end_date)
+  )
+
+# compute velocity statistics
+
+entire_project_velocity = (outcomes %>% 
+                             filter(outcome == 'B-Delivered' ) %>% 
+                             summarize( average_velocity = mean(story_points)))$average_velocity
+
+average_velocity = (outcomes %>% 
+                      filter(outcome == 'B-Delivered') %>%
+                      filter(!sprint_name  %in% c('Accessibility Improvement 0','Accessibility Improvements 1')) %>%
+                      summarize( average_velocity = mean(story_points)))$average_velocity
+
+# Compute 95% band velocity
+
+outcomeColors = c("A-Commitment" = "#0B4F6C",
+                 "Carryover" = "#D34E24",
+                 "Carryover - External" = "#d3248d",
+                 "Descoped" ="#A39BA8",
+                 "Unplanned - Bug" ="#F28123",
+                 "Unplanned - Story" = "#F7F052",
+                 "B-Delivered" ="#00A878")
+outcomeFills = c("A-Commitment" = "#0B4F6C",
+                 "Carryover" = "#D34E24",
+                 "Carryover - External" = "#d3248d",
+                 "Descoped" ="#A39BA8",
+                 "Unplanned - Bug" ="#F28123",
+                 "Unplanned - Story" = "#F7F052",
+                 "B-Delivered" ="#00A878")
+
+chartTitle = str_c("Sprint Outcomes - ",unique(outcomes$project_name))
+
+plot<-ggplot(outcomes,
+             aes(fill=outcome,
+                 y=story_points,
+                 # x=end_date
+                 #x = str_wrap(sprint_name,15)
+                 x = reorder(str_wrap(sprint_name,15),end_date)
+                 )
+             )+
+  geom_bar(position="dodge", stat="identity",color = "black") +
+  # add bar labels
+  geom_text(data = outcomes %>% mutate(story_points = na_if(story_points,0)),
+            aes(label=story_points, y = story_points + .5),
+            position = position_dodge(0.9)) +
+  # trendline
+  geom_smooth(aes(#x=factor(end_date),
+                  x=factor(reorder(str_wrap(sprint_name,15),end_date)),
+                  y=story_points,group=outcome),
+              data = outcomes%>%filter(outcome=="B-Delivered"),
+              #method = "lm", # no method = curved line
+              se=FALSE,
+              show.legend = FALSE,
+              linetype = "dashed",
+              color = "#00A878") +
+  # TODO better position this annotation
+  annotate(geom="text",
+           x=length(unique(outcomes$sprint_name))+.25,
+           y=average_velocity + 1.5,
+           label="Trend Line") +
+  # average velocity line
+  geom_hline(yintercept=average_velocity,linetype = "dotted", color = "#00A878") +
+  annotate(geom="text", x=.75, y=average_velocity + 1.5, label="Average\nVelocity") +
+  # plot labels
+  labs(title=chartTitle,
+       subtitle = 'Excluding the Data Science, Product Ownership and QA Teams',
+       x ="", 
+       y = "Stories", 
+       fill='Outcomes') +
+  #colors
+  scale_colour_manual(values = outcomeColors) + 
+  scale_fill_manual(values = outcomeFills) +
+  #themes
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.text.x = element_text(angle = 45, vjust = 1, hjust=1),
+    axis.title.y = element_text(family = "roboto"),
+    panel.grid.major.y = element_line(colour = "#D9D9D9"), panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+    panel.grid.major.x = element_blank(), panel.grid.minor.x = element_blank(),
+    # background color 
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    legend.position = "bottom",
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA)
+  ) 
+
+# plot # commented out for docker
+
+ggsave(str_c("~/projects/sprint-tracker/",str_replace(unique(outcomes$project_name)," ",""),"SprintOutcomes.png"),plot=plot,bg="white", width = 2882, height = 1700, units =  "px")
+