@beauraines/sprint-tracker 0.6.1

package/.eslintrc.json

@@ -0,0 +1,16 @@
+{
+    "env": {
+        "browser": true,
+        "commonjs": true,
+        "es2021": true,
+        "node": true
+    },
+    "extends": "eslint:recommended",
+    "overrides": [
+    ],
+    "parserOptions": {
+        "ecmaVersion": "latest"
+    },
+    "rules": {
+    }
+}

package/.github/dependabot.yml

@@ -0,0 +1,21 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/github/administering-a-repository/configuration-options-for-dependency-updates
+
+version: 2
+updates:
+  - package-ecosystem: "npm" # See documentation for possible values
+    directory: "/" # Location of package manifests
+    schedule:
+      interval: "weekly"
+      day: "friday"
+    commit-message:
+      prefix: fix
+      prefix-development: chore
+      include: scope
+    groups:
+        dev-dependencies:
+          dependency-type: "development"
+          patterns:
+            - "*"

package/CHANGELOG.md

@@ -0,0 +1,52 @@
+# Changelog
+
+All notable changes to this project will be documented in this file. See [standard-version](https://github.com/conventional-changelog/standard-version) for commit guidelines.
+
+### [0.6.1](https://bitbucket.org/beauraines/sprint-tracker/compare/v0.6.0...v0.6.1) (2023-03-25)
+
+
+### Features
+
+* adds cli command to create tracker database ([d17d671](https://bitbucket.org/beauraines/sprint-tracker/commit/d17d6715ac2206476adf15c754069fd4c606c113))
+
+
+### Bug Fixes
+
+* adds await to config reader ([4e7d3d1](https://bitbucket.org/beauraines/sprint-tracker/commit/4e7d3d1c6bd703257f958e3fdb17929ac579fcc7))
+* **migrations:** allows to run on pre-existing database ([d0bef24](https://bitbucket.org/beauraines/sprint-tracker/commit/d0bef242ee3890d2a14cc933564c329ece231a2d))
+* updates database migration commands ([f0a2307](https://bitbucket.org/beauraines/sprint-tracker/commit/f0a230735e836b54362f01123a914ce9047c2c98))
+* updates script name ([a93c724](https://bitbucket.org/beauraines/sprint-tracker/commit/a93c7247d7483b8f87a378dd75aee198c1f18563))
+
+## [0.6.0](https://bitbucket.org/beauraines/sprint-tracker/compare/v0.5.2...v0.6.0) (2023-03-25)
+
+
+### ⚠ BREAKING CHANGES
+
+* removes `recordSprintOutcomes` command
+* now a configuration file is required `~/sprintTracker.json` with the full path to the database
+
+```
+{
+"database":"/Users/beauraines/projects/sprint-tracker/tracker.db"
+}
+```
+
+### Features
+
+* adds command line support and sub commands ([0c897e1](https://bitbucket.org/beauraines/sprint-tracker/commit/0c897e1986a02281863dfbfd65cf0615d05874f3))
+* adds sprintTracker command to global install ([54256cc](https://bitbucket.org/beauraines/sprint-tracker/commit/54256cc3be8ca1323a40c8a79b2483d09add8026))
+* database is specified in config ([c33b916](https://bitbucket.org/beauraines/sprint-tracker/commit/c33b9169b87302b80aed3753b846b347db9f1f1c))
+
+### [0.5.2](https://bitbucket.org/beauraines/sprint-tracker/compare/v0.5.1...v0.5.2) (2023-03-08)
+
+
+### Features
+
+* adds script to generate outcome plot ([8d53548](https://bitbucket.org/beauraines/sprint-tracker/commit/8d535488eee52087b736bfbdf020d57aa43cbc37))
+
+### 0.5.1 (2023-03-06)
+
+
+### Bug Fixes
+
+* update dependencies ([394cfa3](https://bitbucket.org/beauraines/sprint-tracker/commit/394cfa38c025265d3c925bca6785c754a3e56f2a))

package/R/HeloSprintBurndown.R

@@ -0,0 +1,138 @@
+library(ggplot2)
+library(tidyverse)
+library(lubridate)
+library(DBI)
+library(RSQLite)
+con <- dbConnect(RSQLite::SQLite(),"~/BurnDownStatus.db")
+
+
+
+
+res <- dbSendQuery(con, "select
+    p.project_key,
+    p.name project,
+    ifnull(e.epic_name,b.epic) team,
+    b.date,
+    b.issue_status,
+    sum(b.issue_count) issue_count,
+    sum(b.estimate) estimate
+ from burndown b
+LEFT join epics e on e.epic_key = b.epic
+LEFT join projects p on b.project = p.project_key
+WHERE b.project = 'HELO'
+    and b.date >= '2023-05-16'
+group by
+    p.project_key,
+    p.name,
+    b.epic,
+    b.date,
+    b.issue_status
+order by date desc;")
+
+queryResponse = dbFetch(res)
+
+burndownData = queryResponse %>% 
+  tibble() %>%
+  mutate(date = as_datetime(date)) %>%
+  rename(issues = issue_count, Status = issue_status ) %>%
+  filter(!Status %in% c("Duplicate","Wont Do","As Designed","Cant Repro")) %>%
+  filter(!team %in% c('Data Science','Product')) %>% 
+  # Transform other statuses
+  mutate( Status =
+            case_when(
+              Status == "Defining" ~ "Backlog",
+              Status == "Triaged" ~ "Backlog",
+              Status == "New" ~ "Backlog",
+              Status == "Team Review" ~ "Active",
+              Status == "In QA" ~ "QA Review",
+              Status == "In UAT" ~ "QA Review",
+              TRUE ~ as.character(Status))) %>%
+  relocate(date) %>%
+  arrange(date,team) %>%
+  group_by(date,project,project_key,team,Status) %>%
+  summarize(issues = sum(issues),estimate = sum(estimate)) %>% 
+  ungroup() 
+
+burndownData = burndownData %>%
+  ## all dates need to have values, missing values to 0
+  pivot_wider(names_from=Status, values_from = issues, values_fill = 0, id_cols = !estimate) %>% 
+  pivot_longer(cols = !c(date,project,project_key,team), names_to = "Status", values_to = "issues")
+
+
+# Clear the result
+dbClearResult(res)
+
+# Disconnect from the database
+dbDisconnect(con)
+
+lapply(sort(unique(burndownData$team)), function(Team) {
+  
+  # Team = 'Frontend'
+  
+  burndown = burndownData %>% 
+    # filter(Status != 'Closed') %>% 
+    group_by(date,project,project_key,team) %>%
+    summarize(
+      closed_issues = sum(issues[Status != 'Closed']),
+      qa_issues = sum(issues[!Status %in% c('Closed',"QA Review")])
+    ) %>%
+    filter(team == Team)
+  
+  plotTitle = str_c(unique(burndown$team),"Sprint Burndown",sep=" ")
+  print(str_c("Plotting",plotTitle, sep=" "))
+  
+  sprintStart = floor_date(min(burndown$date),"day")
+  startingIssueCount = burndown %>% filter(date == min(burndown$date)) %>% pull(closed_issues)
+  
+  sprintEnd=sprintStart + days(12) # Days after first sprint snapshot. This should change in the long run
+  sprintDuration = as.integer(sprintEnd) - as.integer(sprintStart)
+  slope = -1 * startingIssueCount/sprintDuration
+  intercept = startingIssueCount - slope*as.integer(sprintStart)
+  
+  burndown %>%
+    ggplot(aes(x=date)) +
+    geom_line(aes(y=closed_issues,color="red")) +
+    geom_line(aes(y=qa_issues,color="blue")) +
+    geom_abline(intercept = intercept, slope = slope, color = "black") +
+      scale_x_datetime(date_labels = "%d-%b",date_breaks = "1 day") +
+      labs(title = plotTitle,
+           subtitle = "red = issues closed, blue = issues to QA",
+           x = "Date",
+           y = "Issue Count",
+           alt = paste("Team burn down",
+                       "displaying the idealized burndown",
+                       sep = " ")) +
+      expand_limits(x=c(sprintStart,sprintEnd),y=0) +
+      theme(
+        plot.title = element_text(family = "roboto"),
+        axis.title.x = element_text(family = "roboto"),
+        axis.title.y = element_text(family = "roboto"),
+        panel.grid.major.y = element_line(colour = "#D9D9D9"), panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+        panel.grid.major.x = element_blank(), panel.grid.minor.x = element_blank(),
+        # background color 
+        panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+        legend.position = "bottom",
+        plot.background = element_rect(colour = "#D9D9D9", fill=NA)
+      ) +   
+      scale_y_continuous(breaks = scales::pretty_breaks())
+  
+  print(str_c("Saving",plotTitle,sep = " "))
+  ggsave(str_c("~/projects/sprint-tracker/","Helo-Sprint-Burndown-",Team,".png"),bg="white", width = 2882, height = 1700, units =  "px")
+})
+
+
+## This tries to facet_wrap the plots but it's not working
+# burndownData %>% 
+#   filter(Status != 'Closed') %>% 
+#   group_by(date,project,project_key,team) %>%
+#   summarize(issues = sum(issues),estimate = sum(estimate)) %>%
+#   ggplot(aes(x=date)) +
+#     geom_line(aes(y=issues,color=team)) +
+#     geom_abline(intercept = burndownData %>% filter(date == sprintStart) %>% pull(issues) - slope*as.integer(min(burndownData$date)), 
+#                 slope = slope, 
+#                 color = "black") +
+#     scale_x_date(date_labels = "%d-%b",date_breaks = "1 day") +
+#     expand_limits(x=c(min(burndownData$date),min(burndownData$date) + 12),y=0) +
+#     facet_wrap(~team,ncol = 2)
+
+

package/R/ProjectHealth.R

@@ -0,0 +1,109 @@
+library(ggplot2)
+library(tidyverse)
+
+library(DBI)
+library(RSQLite)
+con <- dbConnect(RSQLite::SQLite(), "~/projects/sprint-tracker/tracker.db")
+
+
+
+
+res <- dbSendQuery(con, "select * 
+from health
+where
+    project = 'ALPR Data Enhancements'
+    -- project = 'ACDC'
+Order by date desc;")
+
+
+project_health = dbFetch(res) %>%
+  tibble() %>%
+  mutate(date = as.Date(date,"%Y-%m-%d"),
+    closed_count = total_count - open_count,
+    closed_percentage = (total_count - open_count) / total_count,
+    unestimated_percentage = unestimated_count /open_count,
+    # aim_unestimated_percentage = (unestimated_count -26)  /(open_count -26)
+  ) 
+
+project_health = project_health%>%
+  pivot_longer(cols=contains(c("count","percentage")),names_to = "measure",values_to = "count")
+  
+
+# Clear the result
+dbClearResult(res)
+
+# Disconnect from the database
+dbDisconnect(con)
+
+
+## Issue Counts
+
+plotTitle = paste(project_health%>%pull(project)%>%unique(),"Issue Counts")
+issuePlot = project_health %>% 
+  filter(!measure %in% c("unestimated_percentage","closed_percentage","blocked_count","bug_count")) %>%
+  ggplot() +
+  geom_line(aes(x=date,y=count,group=measure,color=measure)) +
+  # geom_line(data=project_health,aes(x=date,y=count)) +
+  geom_hline(yintercept = 26) + # Issues to roll over to CDCE project = ACDC and labels in (move-to-cdce)   ORDER BY cf[12111] ASC
+  labs(title = plotTitle,
+       x = "Date",
+       y = "Issue Count",
+       caption = str_wrap("The horizontal line indicates the number of issues that will be rolled over to the CDCE team on 10 March at the end of the AIM SOW",width=100),
+       alt = "") +
+  # scale_colour_manual(values = statusColors,guide_legend(title=legendTitle)) + 
+  # scale_fill_manual(values = statusFills, guide_legend(title=legendTitle)) + 
+  scale_x_date(date_labels = "%d-%b",date_breaks = "1 week") +
+  expand_limits(y=0) +
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.title.y = element_text(family = "roboto"),
+    panel.grid.major.y = element_line(colour = "#D9D9D9"), panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+    panel.grid.major.x = element_blank(), panel.grid.minor.x = element_blank(),
+    # background color 
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    legend.position = "bottom",
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA)
+  ) +   
+  scale_y_continuous(breaks = scales::pretty_breaks())
+filename = str_c("~/projects/sprint-tracker/",str_remove_all(plotTitle," "),".png")
+print(str_c("Saving",plotTitle,"to",filename,sep = " "))
+ggsave(filename,plot=issuePlot,bg="white")
+
+## Issue Counts
+
+plotTitle = paste(project_health%>%pull(project)%>%unique(),"Project Health")
+countPlot = project_health %>% 
+  filter(measure %in% c("unestimated_percentage","closed_percentage")) %>%
+  ggplot() +
+  geom_line(aes(x=date,y=count,group=measure,color=measure)) +
+  # geom_line(data=project_health,aes(x=date,y=count)) +
+  labs(title = plotTitle,
+       x = "Date",
+       y = "Percentage",
+       caption = str_wrap("This plot includes issues from non-AIM teams, including 26 issues that will be rolled over to the CDCE team at the end of our contract",
+                          width=100),
+       alt = "") +
+  # scale_colour_manual(values = statusColors,guide_legend(title=legendTitle)) + 
+  # scale_fill_manual(values = statusFills, guide_legend(title=legendTitle)) + 
+  scale_x_date(date_labels = "%d-%b",date_breaks = "1 week") +
+  # expand_limits(y=0) +
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.title.y = element_text(family = "roboto"),
+    panel.grid.major.y = element_line(colour = "#D9D9D9"), panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+    panel.grid.major.x = element_blank(), panel.grid.minor.x = element_blank(),
+    # background color 
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    legend.position = "bottom",
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA)
+  ) +   
+  # scale_y_continuous(breaks = scales::pretty_breaks())  +
+  ylim(0,1) +
+  facet_wrap(~measure,
+             nrow = 2)
+filename = str_c("~/projects/sprint-tracker/",str_remove_all(plotTitle," "),".png")
+print(str_c("Saving",plotTitle,"to",filename,sep = " "))
+ggsave(filename,plot=countPlot,bg="white")
+

package/R/backlogByTeam.R

@@ -0,0 +1,52 @@
+library(ggplot2)
+library(tidyverse)
+library(lubridate)
+
+#az boards query  --organization https://dev.azure.com/teamsi --id b18a81c9-3e3a-4dc6-87ef-140caf5bcb6a | jq -r '[.[]| {team:.fields."System.AreaPath",type:.fields."System.WorkItemType",id,estimate: .fields."Microsoft.VSTS.Scheduling.StoryPoints" }]' | json2csv -o ~/projects/backlog.csv
+
+backlog = read_csv('~/projects/backlog.csv')
+
+data = backlog %>% 
+  mutate(
+    estimate = replace_na(estimate,0),
+    team = str_remove(team,"The Helo Project\\\\Solution Team(\\\\)"),
+    team = str_remove(team,"The Helo Project\\\\")
+  ) %>%
+  group_by(team,type) %>%
+  summarise(count = n()) %>%
+  mutate(total = sum(count))
+
+p = ggplot(data,aes(x=reorder(team,total),y=count, fill=type, color = type)) +
+  geom_col() + 
+  coord_flip() +
+  scale_fill_manual(values=c("#31313180",
+                             "#d61c1c80",
+                             "#2e509680")) +
+  scale_color_manual(values=c("#313131",
+                             "#d61c1c",
+                             "#2e5096")) +
+  labs(title = "Backlog Work Items by Team",
+       subtitle = "Work-items in a ready to work state, including Stories, Analyses, and Bugs.\nThis includes work-items both assigned and not assigned to a sprint, including the current sprint.",
+       x = "",
+       y = "Issue Count",
+       alt = paste("QA issue burn up chart",
+                   sep = " "),
+       caption = Sys.Date(),
+       fill = 'Work Item Type',
+       color = 'Work Item Type') +
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.title.y = element_text(family = "roboto"),
+    panel.grid.major.x = element_line(colour = "#D9D9D9"), panel.grid.minor.x = element_line(colour = "#D9D9D9"),
+    panel.grid.major.y = element_blank(), panel.grid.minor.y = element_blank(),
+    # background color 
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    legend.position = "bottom",
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA)
+  )
+
+FILENAME = str_c("~/projects/sprint-tracker/","backlog_by_team",".png")
+ggsave(FILENAME,plot=p,bg="white", width = 2882, height = 1700, units =  "px")
+print(str_c("Saving to ",FILENAME),sep = " ")
+

package/R/backlogHealth.R

@@ -0,0 +1,163 @@
+library(ggplot2)
+library(tidyverse)
+
+library(DBI)
+library(RSQLite)
+con <- dbConnect(RSQLite::SQLite(),"~/projects/sprint-tracker/tracker.db")
+
+res <- dbSendQuery(con, "
+SELECT
+    bh.id,
+    p.name,
+    bh.date,
+    bh.health_type,
+    bh.backlog_count,
+    bh.unhealthy_count
+  FROM backlog_health bh
+       JOIN
+       projects p ON p.id = bh.project_id;
+")
+
+backlogData = dbFetch(res) %>% 
+  tibble() %>%
+  select(-id) %>%
+  mutate(
+    date = lubridate::ymd(date),
+    healthy_count = backlog_count - unhealthy_count)
+
+# pivot_longer(cols=c(qa_review_count,qa_validated_count),values_to="count",names_to="status") %>%
+  # Coalesce NA to zero
+  # mutate(count = replace_na(count,0),date = lubridate::ymd(date))
+
+
+# Clear the result
+dbClearResult(res)
+
+# Disconnect from the database
+dbDisconnect(con)
+
+
+statusColors = c("backlog_count" = "#000000", "healthy_count" = "#03AC13")
+statusFills = c("backlog_count" = "#00000020", "healthy_count" = "#03AC1380")
+
+
+
+p<-backlogData %>% 
+  pivot_longer(cols=c(backlog_count,unhealthy_count,healthy_count),values_to = "count", names_to = "health_state") %>% 
+  filter(health_type == 'workable backlog') %>%
+  filter(!health_state == 'unhealthy_count') %>%
+  ggplot(aes(x=date,
+             y=count
+             ,
+             group=health_state,
+             color=health_state,
+             fill=health_state
+             )) +
+  # geom_point() + geom_line() +
+  geom_area(linewidth=2,position="identity") +
+  geom_label(data = backlogData %>%
+               pivot_longer(cols=c(backlog_count,unhealthy_count,healthy_count),values_to = "count", names_to = "health_state") %>%
+               filter(health_type == 'workable backlog') %>%
+               filter(health_state == "healthy_count")%>%
+               tail(n=1),
+             mapping = aes(y=count,label=count),
+             nudge_y = 1.1,
+             nudge_x = 2.2) +
+  geom_label(data = backlogData %>%
+               pivot_longer(cols=c(backlog_count,unhealthy_count,healthy_count),values_to = "count", names_to = "health_state") %>%
+               filter(health_type == 'workable backlog') %>%
+               filter(health_state == "backlog_count")%>%
+               tail(n=1),
+             mapping = aes(y=count,label=count),
+             nudge_y = 1.1,
+             nudge_x = 2.2) +
+  scale_color_manual(values = statusColors,guide_legend(title="Status")) +
+  scale_fill_manual(values = statusFills,guide_legend(title="Status")) +
+  labs(title = "Backlog Health",
+       subtitle = "Workable items with acceptance criteria text",
+       x = "Date",
+       y = "Issue Count",
+       alt = paste("Line chart of workable backlog items",
+                   sep = " "),
+       caption = Sys.Date()) +
+  scale_x_date(date_labels = "%d-%b",date_breaks = "1 week") +
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.title.y = element_text(family = "roboto"),
+    axis.text.x = element_text(angle = 45, vjust = 1, hjust=1),
+    # Grid
+    panel.grid.major.y = element_line(colour = "#D9D9D9"),
+    panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+    panel.grid.major.x = element_line(colour = "#D9D9D9"),
+    panel.grid.minor.x = element_blank(),
+    # background color
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA),
+    # Move legend
+    legend.position = "bottom"
+  )
+
+ggsave(str_c("~/projects/ado-utilities/","backlog_health_ac",".png"),plot=p,bg="white", width = 2882, height = 1700, units =  "px")
+
+
+p<-backlogData %>% 
+  pivot_longer(cols=c(backlog_count,unhealthy_count,healthy_count),values_to = "count", names_to = "health_state") %>% 
+  filter(health_type == 'backlog health') %>%
+  filter(!health_state == 'unhealthy_count') %>%
+  ggplot(aes(x=date,
+             y=count
+             ,
+             group=health_state,
+             color=health_state,
+             fill=health_state
+  )) +
+  # geom_point() + geom_line() +
+  geom_area(linewidth=2,position="identity") +
+  geom_label(data = backlogData %>%
+               pivot_longer(cols=c(backlog_count,unhealthy_count,healthy_count),values_to = "count", names_to = "health_state") %>%
+               filter(health_type == 'backlog health') %>%
+               filter(health_state == "healthy_count")%>%
+               tail(n=1),
+             mapping = aes(y=count,label=count),
+             nudge_y = 1.1,
+             nudge_x = 2.2) +
+  geom_label(data = backlogData %>%
+               pivot_longer(cols=c(backlog_count,unhealthy_count,healthy_count),values_to = "count", names_to = "health_state") %>%
+               filter(health_type == 'backlog health') %>%
+               filter(health_state == "backlog_count")%>%
+               tail(n=1),
+             mapping = aes(y=count,label=count),
+             nudge_y = 1.1,
+             nudge_x = 2.2) +
+  scale_color_manual(values = statusColors,guide_legend(title="Status")) +
+  scale_fill_manual(values = statusFills,guide_legend(title="Status")) +
+  labs(title = "Backlog Health",
+       subtitle = "Backlog items (Story,Analysis) in a ready to work state. Prior to 14 June 2023, bugs were included in the data.",
+       x = "Date",
+       y = "Issue Count",
+       alt = paste("QA issue burn up chart",
+                   sep = " "),
+       caption = Sys.Date()) +
+  scale_x_date(date_labels = "%d-%b",date_breaks = "1 week") +
+  theme(
+    plot.title = element_text(family = "roboto"),
+    axis.title.x = element_text(family = "roboto"),
+    axis.title.y = element_text(family = "roboto"),
+    axis.text.x = element_text(angle = 45, vjust = 1, hjust=1),
+    # Grid
+    panel.grid.major.y = element_line(colour = "#D9D9D9"),
+    panel.grid.minor.y = element_line(colour = "#D9D9D9"),
+    panel.grid.major.x = element_line(colour = "#D9D9D9"),
+    panel.grid.minor.x = element_blank(),
+    # background color
+    panel.background = element_rect(fill = "#D9D9D920", colour = NA),
+    plot.background = element_rect(colour = "#D9D9D9", fill=NA),
+    # Move legend
+    legend.position = "bottom"
+  )
+
+FILENAME = str_c("~/projects/ado-utilities/","backlog_health",".png")
+ggsave(FILENAME,plot=p,bg="white", width = 2882, height = 1700, units =  "px")
+print(str_c("Saving to ",FILENAME),sep = " ")
+