vika-cli 0.0.0-stage → 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (243) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +37 -2
  3. package/dist/cli.js +32 -0
  4. package/dist/cli.js.map +1 -0
  5. package/dist/commands/approve-and-create-tickets.js +51 -0
  6. package/dist/commands/approve-and-create-tickets.js.map +1 -0
  7. package/dist/commands/create-tickets-command.js +30 -0
  8. package/dist/commands/create-tickets-command.js.map +1 -0
  9. package/dist/commands/doctor-command.js +59 -0
  10. package/dist/commands/doctor-command.js.map +1 -0
  11. package/dist/commands/init-command.js +21 -0
  12. package/dist/commands/init-command.js.map +1 -0
  13. package/dist/commands/mark-deploy-command.js +59 -0
  14. package/dist/commands/mark-deploy-command.js.map +1 -0
  15. package/dist/commands/report-command.js +40 -0
  16. package/dist/commands/report-command.js.map +1 -0
  17. package/dist/commands/run-cli.js +197 -0
  18. package/dist/commands/run-cli.js.map +1 -0
  19. package/dist/commands/run-exit-code.js +11 -0
  20. package/dist/commands/run-exit-code.js.map +1 -0
  21. package/dist/commands/serve-command.js +49 -0
  22. package/dist/commands/serve-command.js.map +1 -0
  23. package/dist/configuration/configuration-errors.js +43 -0
  24. package/dist/configuration/configuration-errors.js.map +1 -0
  25. package/dist/configuration/configuration-schema.js +69 -0
  26. package/dist/configuration/configuration-schema.js.map +1 -0
  27. package/dist/configuration/database-url-checks.js +43 -0
  28. package/dist/configuration/database-url-checks.js.map +1 -0
  29. package/dist/configuration/describe-configuration-safely.js +20 -0
  30. package/dist/configuration/describe-configuration-safely.js.map +1 -0
  31. package/dist/configuration/hide-secrets.js +44 -0
  32. package/dist/configuration/hide-secrets.js.map +1 -0
  33. package/dist/configuration/load-configuration.js +97 -0
  34. package/dist/configuration/load-configuration.js.map +1 -0
  35. package/dist/configuration/read-environment-file.js +77 -0
  36. package/dist/configuration/read-environment-file.js.map +1 -0
  37. package/dist/dashboard/dashboard-page.js +267 -0
  38. package/dist/dashboard/dashboard-page.js.map +1 -0
  39. package/dist/dashboard/dashboard-server.js +144 -0
  40. package/dist/dashboard/dashboard-server.js.map +1 -0
  41. package/dist/dashboard/github-issue-link.js +23 -0
  42. package/dist/dashboard/github-issue-link.js.map +1 -0
  43. package/dist/dashboard/request-guard.js +34 -0
  44. package/dist/dashboard/request-guard.js.map +1 -0
  45. package/dist/database/database-store.js +425 -0
  46. package/dist/database/database-store.js.map +1 -0
  47. package/dist/database/store-types.js +2 -0
  48. package/dist/database/store-types.js.map +1 -0
  49. package/dist/deploys/check-sha-on-branch.js +21 -0
  50. package/dist/deploys/check-sha-on-branch.js.map +1 -0
  51. package/dist/deploys/commits-in-range.js +31 -0
  52. package/dist/deploys/commits-in-range.js.map +1 -0
  53. package/dist/deploys/marker-deploys.js +18 -0
  54. package/dist/deploys/marker-deploys.js.map +1 -0
  55. package/dist/deploys/merge-log.js +33 -0
  56. package/dist/deploys/merge-log.js.map +1 -0
  57. package/dist/deploys/pull-request-number.js +5 -0
  58. package/dist/deploys/pull-request-number.js.map +1 -0
  59. package/dist/deploys/read-merge-deploys.js +46 -0
  60. package/dist/deploys/read-merge-deploys.js.map +1 -0
  61. package/dist/deploys/record-deploys.js +12 -0
  62. package/dist/deploys/record-deploys.js.map +1 -0
  63. package/dist/deploys/run-git.js +49 -0
  64. package/dist/deploys/run-git.js.map +1 -0
  65. package/dist/deploys/starting-point.js +5 -0
  66. package/dist/deploys/starting-point.js.map +1 -0
  67. package/dist/deploys/utc-timestamp.js +6 -0
  68. package/dist/deploys/utc-timestamp.js.map +1 -0
  69. package/dist/doctor/check-configuration.js +46 -0
  70. package/dist/doctor/check-configuration.js.map +1 -0
  71. package/dist/doctor/check-database.js +30 -0
  72. package/dist/doctor/check-database.js.map +1 -0
  73. package/dist/doctor/check-deploys.js +22 -0
  74. package/dist/doctor/check-deploys.js.map +1 -0
  75. package/dist/doctor/check-service-logs.js +107 -0
  76. package/dist/doctor/check-service-logs.js.map +1 -0
  77. package/dist/doctor/check-service-repository.js +43 -0
  78. package/dist/doctor/check-service-repository.js.map +1 -0
  79. package/dist/doctor/check-tracker.js +20 -0
  80. package/dist/doctor/check-tracker.js.map +1 -0
  81. package/dist/doctor/check-webhook.js +13 -0
  82. package/dist/doctor/check-webhook.js.map +1 -0
  83. package/dist/doctor/doctor-check-types.js +4 -0
  84. package/dist/doctor/doctor-check-types.js.map +1 -0
  85. package/dist/doctor/format-doctor-report.js +15 -0
  86. package/dist/doctor/format-doctor-report.js.map +1 -0
  87. package/dist/doctor/suggest-path-map.js +35 -0
  88. package/dist/doctor/suggest-path-map.js.map +1 -0
  89. package/dist/error-grouping/build-clusters.js +77 -0
  90. package/dist/error-grouping/build-clusters.js.map +1 -0
  91. package/dist/error-grouping/cluster-types.js +3 -0
  92. package/dist/error-grouping/cluster-types.js.map +1 -0
  93. package/dist/error-grouping/exception-type.js +6 -0
  94. package/dist/error-grouping/exception-type.js.map +1 -0
  95. package/dist/error-grouping/fingerprints.js +18 -0
  96. package/dist/error-grouping/fingerprints.js.map +1 -0
  97. package/dist/error-grouping/normalize-message.js +29 -0
  98. package/dist/error-grouping/normalize-message.js.map +1 -0
  99. package/dist/error-grouping/template-miner.js +75 -0
  100. package/dist/error-grouping/template-miner.js.map +1 -0
  101. package/dist/log-parsing/assemble-log-entries.js +49 -0
  102. package/dist/log-parsing/assemble-log-entries.js.map +1 -0
  103. package/dist/log-parsing/build-log-entry.js +33 -0
  104. package/dist/log-parsing/build-log-entry.js.map +1 -0
  105. package/dist/log-parsing/detect-log-format.js +44 -0
  106. package/dist/log-parsing/detect-log-format.js.map +1 -0
  107. package/dist/log-parsing/json-log-format.js +56 -0
  108. package/dist/log-parsing/json-log-format.js.map +1 -0
  109. package/dist/log-parsing/line-readers.js +14 -0
  110. package/dist/log-parsing/line-readers.js.map +1 -0
  111. package/dist/log-parsing/log-entry-types.js +3 -0
  112. package/dist/log-parsing/log-entry-types.js.map +1 -0
  113. package/dist/log-parsing/log-levels.js +21 -0
  114. package/dist/log-parsing/log-levels.js.map +1 -0
  115. package/dist/log-parsing/nginx-log-format.js +56 -0
  116. package/dist/log-parsing/nginx-log-format.js.map +1 -0
  117. package/dist/log-parsing/parse-log-lines.js +11 -0
  118. package/dist/log-parsing/parse-log-lines.js.map +1 -0
  119. package/dist/log-parsing/read-line-timestamp.js +21 -0
  120. package/dist/log-parsing/read-line-timestamp.js.map +1 -0
  121. package/dist/log-parsing/read-log-command.js +68 -0
  122. package/dist/log-parsing/read-log-command.js.map +1 -0
  123. package/dist/log-parsing/read-log-file.js +32 -0
  124. package/dist/log-parsing/read-log-file.js.map +1 -0
  125. package/dist/log-parsing/stack-frames.js +10 -0
  126. package/dist/log-parsing/stack-frames.js.map +1 -0
  127. package/dist/log-parsing/text-log-format.js +24 -0
  128. package/dist/log-parsing/text-log-format.js.map +1 -0
  129. package/dist/log-parsing/timestamps.js +22 -0
  130. package/dist/log-parsing/timestamps.js.map +1 -0
  131. package/dist/pipeline/analyze-service.js +45 -0
  132. package/dist/pipeline/analyze-service.js.map +1 -0
  133. package/dist/pipeline/build-stored-report.js +24 -0
  134. package/dist/pipeline/build-stored-report.js.map +1 -0
  135. package/dist/pipeline/ingest-service-logs.js +39 -0
  136. package/dist/pipeline/ingest-service-logs.js.map +1 -0
  137. package/dist/pipeline/load-deploys-for-service.js +16 -0
  138. package/dist/pipeline/load-deploys-for-service.js.map +1 -0
  139. package/dist/pipeline/prepare-ticket-drafts.js +33 -0
  140. package/dist/pipeline/prepare-ticket-drafts.js.map +1 -0
  141. package/dist/pipeline/read-new-log-lines.js +39 -0
  142. package/dist/pipeline/read-new-log-lines.js.map +1 -0
  143. package/dist/pipeline/run-all-services.js +73 -0
  144. package/dist/pipeline/run-all-services.js.map +1 -0
  145. package/dist/pipeline/timestamp-range.js +20 -0
  146. package/dist/pipeline/timestamp-range.js.map +1 -0
  147. package/dist/project-setup/detect-project.js +76 -0
  148. package/dist/project-setup/detect-project.js.map +1 -0
  149. package/dist/project-setup/write-starter-files.js +68 -0
  150. package/dist/project-setup/write-starter-files.js.map +1 -0
  151. package/dist/redaction/redact-ip-addresses.js +26 -0
  152. package/dist/redaction/redact-ip-addresses.js.map +1 -0
  153. package/dist/redaction/redact-sensitive-text.js +40 -0
  154. package/dist/redaction/redact-sensitive-text.js.map +1 -0
  155. package/dist/redaction/redaction-kinds.js +5 -0
  156. package/dist/redaction/redaction-kinds.js.map +1 -0
  157. package/dist/regression-detection/count-series.js +38 -0
  158. package/dist/regression-detection/count-series.js.map +1 -0
  159. package/dist/regression-detection/detect-regressions.js +162 -0
  160. package/dist/regression-detection/detect-regressions.js.map +1 -0
  161. package/dist/regression-detection/detection-types.js +9 -0
  162. package/dist/regression-detection/detection-types.js.map +1 -0
  163. package/dist/regression-detection/noise-check.js +7 -0
  164. package/dist/regression-detection/noise-check.js.map +1 -0
  165. package/dist/regression-detection/restore-time.js +19 -0
  166. package/dist/regression-detection/restore-time.js.map +1 -0
  167. package/dist/regression-detection/severity.js +12 -0
  168. package/dist/regression-detection/severity.js.map +1 -0
  169. package/dist/regression-detection/time-units.js +12 -0
  170. package/dist/regression-detection/time-units.js.map +1 -0
  171. package/dist/reporting/build-report.js +77 -0
  172. package/dist/reporting/build-report.js.map +1 -0
  173. package/dist/reporting/compute-metrics.js +42 -0
  174. package/dist/reporting/compute-metrics.js.map +1 -0
  175. package/dist/reporting/format-terminal-report.js +104 -0
  176. package/dist/reporting/format-terminal-report.js.map +1 -0
  177. package/dist/reporting/report-schema.js +96 -0
  178. package/dist/reporting/report-schema.js.map +1 -0
  179. package/dist/reporting/report-types.js +2 -0
  180. package/dist/reporting/report-types.js.map +1 -0
  181. package/dist/suspect-attribution/apply-path-map.js +31 -0
  182. package/dist/suspect-attribution/apply-path-map.js.map +1 -0
  183. package/dist/suspect-attribution/attribute-regression.js +176 -0
  184. package/dist/suspect-attribution/attribute-regression.js.map +1 -0
  185. package/dist/suspect-attribution/bot-authors.js +8 -0
  186. package/dist/suspect-attribution/bot-authors.js.map +1 -0
  187. package/dist/suspect-attribution/callee-files.js +53 -0
  188. package/dist/suspect-attribution/callee-files.js.map +1 -0
  189. package/dist/suspect-attribution/changed-file-categories.js +39 -0
  190. package/dist/suspect-attribution/changed-file-categories.js.map +1 -0
  191. package/dist/suspect-attribution/crash-line-inputs.js +81 -0
  192. package/dist/suspect-attribution/crash-line-inputs.js.map +1 -0
  193. package/dist/suspect-attribution/function-names.js +42 -0
  194. package/dist/suspect-attribution/function-names.js.map +1 -0
  195. package/dist/suspect-attribution/git-blame-reader.js +160 -0
  196. package/dist/suspect-attribution/git-blame-reader.js.map +1 -0
  197. package/dist/suspect-attribution/score-suspects.js +100 -0
  198. package/dist/suspect-attribution/score-suspects.js.map +1 -0
  199. package/dist/suspect-attribution/suspect-types.js +2 -0
  200. package/dist/suspect-attribution/suspect-types.js.map +1 -0
  201. package/dist/ticket-trackers/create-tracker.js +21 -0
  202. package/dist/ticket-trackers/create-tracker.js.map +1 -0
  203. package/dist/ticket-trackers/jira-document.js +34 -0
  204. package/dist/ticket-trackers/jira-document.js.map +1 -0
  205. package/dist/ticket-trackers/jira-tracker.js +65 -0
  206. package/dist/ticket-trackers/jira-tracker.js.map +1 -0
  207. package/dist/ticket-trackers/linear-tracker.js +109 -0
  208. package/dist/ticket-trackers/linear-tracker.js.map +1 -0
  209. package/dist/ticket-trackers/send-tracker-request.js +84 -0
  210. package/dist/ticket-trackers/send-tracker-request.js.map +1 -0
  211. package/dist/ticket-trackers/tracker-types.js +3 -0
  212. package/dist/ticket-trackers/tracker-types.js.map +1 -0
  213. package/dist/ticketing/build-ticket-comment.js +14 -0
  214. package/dist/ticketing/build-ticket-comment.js.map +1 -0
  215. package/dist/ticketing/build-ticket-draft.js +172 -0
  216. package/dist/ticketing/build-ticket-draft.js.map +1 -0
  217. package/dist/ticketing/choose-assignee.js +30 -0
  218. package/dist/ticketing/choose-assignee.js.map +1 -0
  219. package/dist/ticketing/create-ticket.js +92 -0
  220. package/dist/ticketing/create-ticket.js.map +1 -0
  221. package/dist/ticketing/describe-ticket-outcome.js +24 -0
  222. package/dist/ticketing/describe-ticket-outcome.js.map +1 -0
  223. package/dist/ticketing/read-code-owners.js +82 -0
  224. package/dist/ticketing/read-code-owners.js.map +1 -0
  225. package/dist/ticketing/render-ticket-text.js +22 -0
  226. package/dist/ticketing/render-ticket-text.js.map +1 -0
  227. package/dist/ticketing/ticket-types.js +2 -0
  228. package/dist/ticketing/ticket-types.js.map +1 -0
  229. package/dist/webhook/build-webhook-payload.js +29 -0
  230. package/dist/webhook/build-webhook-payload.js.map +1 -0
  231. package/dist/webhook/send-regression-webhooks.js +57 -0
  232. package/dist/webhook/send-regression-webhooks.js.map +1 -0
  233. package/dist/webhook/sign-webhook-body.js +16 -0
  234. package/dist/webhook/sign-webhook-body.js.map +1 -0
  235. package/dist/webhook/webhook-payload-schema.js +32 -0
  236. package/dist/webhook/webhook-payload-schema.js.map +1 -0
  237. package/migrations/001_init.sql +66 -0
  238. package/migrations/002_bookmark_history_start.sql +9 -0
  239. package/migrations/003_tickets.sql +20 -0
  240. package/migrations/004_ticket_comment_count.sql +10 -0
  241. package/migrations/005_webhook_events.sql +18 -0
  242. package/migrations/README.md +1 -0
  243. package/package.json +37 -3
@@ -0,0 +1,32 @@
1
+ // Reads new lines from a log file, starting where the last run stopped.
2
+ import { open } from "node:fs/promises";
3
+ // A different inode, or a file shorter than the bookmark, means the file
4
+ // was rotated or truncated: read it from the start. A partial last line
5
+ // (no newline yet) is left for the next run.
6
+ export async function readFile(path, bookmark) {
7
+ const handle = await open(path, "r");
8
+ try {
9
+ const fileStats = await handle.stat();
10
+ const isSameFile = bookmark !== undefined && bookmark.inode === fileStats.ino && bookmark.offset <= fileStats.size;
11
+ const startOffset = isSameFile ? bookmark.offset : 0;
12
+ const byteCount = fileStats.size - startOffset;
13
+ if (byteCount <= 0)
14
+ return { lines: [], next: { offset: startOffset, inode: fileStats.ino } };
15
+ const buffer = Buffer.alloc(byteCount);
16
+ const { bytesRead } = await handle.read(buffer, 0, byteCount, startOffset);
17
+ const newBytes = buffer.subarray(0, bytesRead);
18
+ const lastNewline = newBytes.lastIndexOf(0x0a);
19
+ if (lastNewline === -1)
20
+ return { lines: [], next: { offset: startOffset, inode: fileStats.ino } };
21
+ const lines = newBytes
22
+ .subarray(0, lastNewline)
23
+ .toString("utf8")
24
+ .split("\n")
25
+ .map((line) => (line.endsWith("\r") ? line.slice(0, -1) : line));
26
+ return { lines, next: { offset: startOffset + lastNewline + 1, inode: fileStats.ino } };
27
+ }
28
+ finally {
29
+ await handle.close();
30
+ }
31
+ }
32
+ //# sourceMappingURL=read-log-file.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"read-log-file.js","sourceRoot":"","sources":["../../src/log-parsing/read-log-file.ts"],"names":[],"mappings":"AAAA,wEAAwE;AACxE,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AAYxC,yEAAyE;AACzE,wEAAwE;AACxE,6CAA6C;AAC7C,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,IAAY,EAAE,QAAuB;IAClE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IACrC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACtC,MAAM,UAAU,GAAG,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,KAAK,KAAK,SAAS,CAAC,GAAG,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS,CAAC,IAAI,CAAC;QACnH,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,SAAS,CAAC,IAAI,GAAG,WAAW,CAAC;QAC/C,IAAI,SAAS,IAAI,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,EAAE,EAAE,CAAC;QAE9F,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,SAAS,EAAE,WAAW,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAE/C,MAAM,WAAW,GAAG,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,WAAW,KAAK,CAAC,CAAC;YAAE,OAAO,EAAE,KAAK,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,EAAE,EAAE,CAAC;QAElG,MAAM,KAAK,GAAG,QAAQ;aACnB,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC;aACxB,QAAQ,CAAC,MAAM,CAAC;aAChB,KAAK,CAAC,IAAI,CAAC;aACX,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACnE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,WAAW,GAAG,WAAW,GAAG,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,GAAG,EAAE,EAAE,CAAC;IAC1F,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;AACH,CAAC"}
@@ -0,0 +1,10 @@
1
+ const STACK_FRAME_LINE = /^\s*at\s+(?:(.+?)\s+\((.+):(\d+):\d+\)|(.+):(\d+):\d+)\s*$/;
2
+ export function parseFrame(line) {
3
+ const frameMatch = STACK_FRAME_LINE.exec(line);
4
+ if (!frameMatch)
5
+ return undefined;
6
+ if (frameMatch[2] !== undefined)
7
+ return { fn: frameMatch[1], file: frameMatch[2], line: Number(frameMatch[3]) };
8
+ return { file: frameMatch[4], line: Number(frameMatch[5]) };
9
+ }
10
+ //# sourceMappingURL=stack-frames.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"stack-frames.js","sourceRoot":"","sources":["../../src/log-parsing/stack-frames.ts"],"names":[],"mappings":"AAGA,MAAM,gBAAgB,GAAG,4DAA4D,CAAC;AAEtF,MAAM,UAAU,UAAU,CAAC,IAAY;IACrC,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,UAAU;QAAE,OAAO,SAAS,CAAC;IAClC,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,SAAS;QAAE,OAAO,EAAE,EAAE,EAAE,UAAU,CAAC,CAAC,CAAW,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1H,OAAO,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC,CAAW,EAAE,IAAI,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACxE,CAAC"}
@@ -0,0 +1,24 @@
1
+ // Plain text lines: "<timestamp> <LEVEL> <message>", level optionally in [brackets].
2
+ import { ALL_REDACTION_KINDS } from "../redaction/redaction-kinds.js";
3
+ import { assembleLogEntries } from "./assemble-log-entries.js";
4
+ import { normalizeLevel } from "./log-levels.js";
5
+ import { toIso } from "./timestamps.js";
6
+ const TIMESTAMP = "\\d{4}-\\d{2}-\\d{2}[T ]\\d{2}:\\d{2}:\\d{2}(?:\\.\\d+)?(?:Z|[+-]\\d{2}:?\\d{2})?";
7
+ const STARTS_WITH_TIME = new RegExp(`^${TIMESTAMP}(?=\\s|$)`, "i");
8
+ const TEXT_LOG_LINE = new RegExp(`^(${TIMESTAMP})\\s+\\[?([A-Za-z]+)\\]?:?(?:\\s+(.*))?$`, "i");
9
+ export function readTextStart(line) {
10
+ if (!STARTS_WITH_TIME.test(line))
11
+ return { kind: "none" };
12
+ const lineMatch = TEXT_LOG_LINE.exec(line);
13
+ const timestamp = lineMatch?.[1] ? toIso(lineMatch[1]) : undefined;
14
+ const level = lineMatch?.[2] ? normalizeLevel(lineMatch[2]) : undefined;
15
+ if (!timestamp || level === undefined)
16
+ return { kind: "bad" };
17
+ if (level === null)
18
+ return { kind: "drop", timestamp };
19
+ return { kind: "entry", timestamp, level, message: lineMatch?.[3] ?? "" };
20
+ }
21
+ export function parseText(lines, redactionKinds = ALL_REDACTION_KINDS) {
22
+ return assembleLogEntries(lines, readTextStart, redactionKinds);
23
+ }
24
+ //# sourceMappingURL=text-log-format.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"text-log-format.js","sourceRoot":"","sources":["../../src/log-parsing/text-log-format.ts"],"names":[],"mappings":"AAAA,qFAAqF;AACrF,OAAO,EAAE,mBAAmB,EAAsB,MAAM,iCAAiC,CAAC;AAC1F,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAC/D,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEjD,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAExC,MAAM,SAAS,GAAG,mFAAmF,CAAC;AACtG,MAAM,gBAAgB,GAAG,IAAI,MAAM,CAAC,IAAI,SAAS,WAAW,EAAE,GAAG,CAAC,CAAC;AACnE,MAAM,aAAa,GAAG,IAAI,MAAM,CAAC,KAAK,SAAS,0CAA0C,EAAE,GAAG,CAAC,CAAC;AAEhG,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1D,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,SAAS,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACnE,MAAM,KAAK,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACxE,IAAI,CAAC,SAAS,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;IAC9D,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;IACvD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;AAC5E,CAAC;AAED,MAAM,UAAU,SAAS,CAAC,KAAe,EAAE,cAAc,GAA6B,mBAAmB;IACvG,OAAO,kBAAkB,CAAC,KAAK,EAAE,aAAa,EAAE,cAAc,CAAC,CAAC;AAClE,CAAC"}
@@ -0,0 +1,22 @@
1
+ // Turns the timestamps found in log lines into UTC ISO strings ("...Z").
2
+ const ISO_TIMESTAMP = /^(\d{4}-\d{2}-\d{2})[T ](\d{2}:\d{2}:\d{2})(?:\.(\d+))?(Z|[+-]\d{2}:?\d{2})?$/i;
3
+ export function toIso(text) {
4
+ const isoMatch = ISO_TIMESTAMP.exec(text.trim());
5
+ if (!isoMatch)
6
+ return undefined;
7
+ const [, date, time, fraction = "", zone = "Z"] = isoMatch;
8
+ const milliseconds = (fraction + "000").slice(0, 3);
9
+ const timezoneOffset = zone.toUpperCase() === "Z" ? "Z" : zone.includes(":") ? zone : `${zone.slice(0, 3)}:${zone.slice(3)}`;
10
+ return toIsoOrUndefined(Date.parse(`${date}T${time}.${milliseconds}${timezoneOffset}`));
11
+ }
12
+ // Epoch seconds or epoch milliseconds: values below 1e11 are taken as seconds.
13
+ export function epochToIso(value) {
14
+ return toIsoOrUndefined(value < 1e11 ? value * 1000 : value);
15
+ }
16
+ function toIsoOrUndefined(epochMs) {
17
+ if (!Number.isFinite(epochMs))
18
+ return undefined;
19
+ const date = new Date(epochMs);
20
+ return Number.isNaN(date.getTime()) ? undefined : date.toISOString();
21
+ }
22
+ //# sourceMappingURL=timestamps.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"timestamps.js","sourceRoot":"","sources":["../../src/log-parsing/timestamps.ts"],"names":[],"mappings":"AAAA,yEAAyE;AAEzE,MAAM,aAAa,GAAG,gFAAgF,CAAC;AAEvG,MAAM,UAAU,KAAK,CAAC,IAAY;IAChC,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IACjD,IAAI,CAAC,QAAQ;QAAE,OAAO,SAAS,CAAC;IAChC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,GAAG,EAAE,EAAE,IAAI,GAAG,GAAG,CAAC,GAAG,QAAQ,CAAC;IAC3D,MAAM,YAAY,GAAG,CAAC,QAAQ,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7H,OAAO,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,IAAI,IAAI,IAAI,YAAY,GAAG,cAAc,EAAE,CAAC,CAAC,CAAC;AAC1F,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,UAAU,CAAC,KAAa;IACtC,OAAO,gBAAgB,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe;IACvC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,SAAS,CAAC;IAChD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,CAAC;IAC/B,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;AACvE,CAAC"}
@@ -0,0 +1,45 @@
1
+ import { listCommitsInRange } from "../deploys/commits-in-range.js";
2
+ import { detectRegressions } from "../regression-detection/detect-regressions.js";
3
+ import { attributeRegression } from "../suspect-attribution/attribute-regression.js";
4
+ export async function analyzeService(store, serviceName, serviceSettings, deploys, notes) {
5
+ const clusters = await store.listClusters(serviceName);
6
+ const countsByFingerprint = await store.listClusterCounts(serviceName);
7
+ const logHistory = await store.getLogHistory(serviceName);
8
+ const detection = detectRegressions({
9
+ service: serviceName,
10
+ deploys,
11
+ clusters: clusters.map((cluster) => ({
12
+ fingerprint: cluster.fingerprint,
13
+ firstSeen: cluster.firstSeen,
14
+ lastSeen: cluster.lastSeen,
15
+ countsPerMinute: countsByFingerprint[cluster.fingerprint] ?? {},
16
+ })),
17
+ ...(logHistory.historyStart === null ? {} : { historyStart: logHistory.historyStart }),
18
+ ...(logHistory.lastLogTimestamp === null ? {} : { dataEnd: logHistory.lastLogTimestamp }),
19
+ });
20
+ const attributions = [];
21
+ for (const regression of detection.regressions) {
22
+ const deploy = deploys.find((candidate) => candidate.sha === regression.deploySha);
23
+ const cluster = clusters.find((candidate) => candidate.fingerprint === regression.fingerprint);
24
+ attributions.push(await attributeRegression({
25
+ repoPath: serviceSettings.repo,
26
+ deploySha: deploy.sha,
27
+ previousSha: deploy.previousSha,
28
+ topFrames: cluster?.topFrames ?? [],
29
+ ...(serviceSettings.pathMap === undefined ? {} : { pathMap: serviceSettings.pathMap }),
30
+ commitsInRange: deploy.previousSha === null ? [] : await listCommitsInRange(serviceSettings.repo, deploy.previousSha, deploy.sha),
31
+ }));
32
+ }
33
+ return {
34
+ serviceName,
35
+ isSkipped: false,
36
+ notes,
37
+ clusters,
38
+ countsByFingerprint,
39
+ deploys,
40
+ detection,
41
+ attributions,
42
+ lastLogTimestamp: logHistory.lastLogTimestamp,
43
+ };
44
+ }
45
+ //# sourceMappingURL=analyze-service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"analyze-service.js","sourceRoot":"","sources":["../../src/pipeline/analyze-service.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,+CAA+C,CAAC;AAElF,OAAO,EAAE,mBAAmB,EAAE,MAAM,gDAAgD,CAAC;AAGrF,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAY,EACZ,WAAmB,EACnB,eAAgC,EAChC,OAAiB,EACjB,KAAe;IAEf,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;IACvD,MAAM,mBAAmB,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;IAE1D,MAAM,SAAS,GAAG,iBAAiB,CAAC;QAClC,OAAO,EAAE,WAAW;QACpB,OAAO;QACP,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACnC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,eAAe,EAAE,mBAAmB,CAAC,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE;SAChE,CAAC,CAAC;QACH,GAAG,CAAC,UAAU,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QACtF,GAAG,CAAC,UAAU,CAAC,gBAAgB,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,CAAC,gBAAgB,EAAE,CAAC;KAC1F,CAAC,CAAC;IAEH,MAAM,YAAY,GAAwB,EAAE,CAAC;IAC7C,KAAK,MAAM,UAAU,IAAI,SAAS,CAAC,WAAW,EAAE,CAAC;QAC/C,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,KAAK,UAAU,CAAC,SAAS,CAAE,CAAC;QACpF,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,KAAK,UAAU,CAAC,WAAW,CAAC,CAAC;QAC/F,YAAY,CAAC,IAAI,CACf,MAAM,mBAAmB,CAAC;YACxB,QAAQ,EAAE,eAAe,CAAC,IAAI;YAC9B,SAAS,EAAE,MAAM,CAAC,GAAG;YACrB,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,EAAE;YACnC,GAAG,CAAC,eAAe,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,eAAe,CAAC,OAAO,EAAE,CAAC;YACtF,cAAc,EAAE,MAAM,CAAC,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,kBAAkB,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC;SAClI,CAAC,CACH,CAAC;IACJ,CAAC;IAED,OAAO;QACL,WAAW;QACX,SAAS,EAAE,KAAK;QAChB,KAAK;QACL,QAAQ;QACR,mBAAmB;QACnB,OAAO;QACP,SAAS;QACT,YAAY;QACZ,gBAAgB,EAAE,UAAU,CAAC,gBAAgB;KAC9C,CAAC;AACJ,CAAC"}
@@ -0,0 +1,24 @@
1
+ // The report from what is already stored: no logs are read and no deploys
2
+ // are loaded from git (that is `vika run`'s job). Detection and attribution
3
+ // run on the stored clusters, counts and deploys (attribution reads git, but
4
+ // only reads). Used by the dashboard, for the page and for every Refresh.
5
+ // One service failing doesn't stop the others.
6
+ import { collectSecrets, hideSecrets } from "../configuration/hide-secrets.js";
7
+ import { buildReport } from "../reporting/build-report.js";
8
+ import { analyzeService } from "./analyze-service.js";
9
+ import { makeSkippedService } from "./run-all-services.js";
10
+ export async function buildStoredReport(store, configuration) {
11
+ const secrets = collectSecrets(configuration);
12
+ const serviceInputs = [];
13
+ for (const serviceName of Object.keys(configuration.services).sort()) {
14
+ try {
15
+ const deploys = await store.listDeploys(serviceName);
16
+ serviceInputs.push(await analyzeService(store, serviceName, configuration.services[serviceName], deploys, []));
17
+ }
18
+ catch (error) {
19
+ serviceInputs.push(makeSkippedService(serviceName, `failed: ${hideSecrets(error instanceof Error ? error.message : String(error), secrets)}`));
20
+ }
21
+ }
22
+ return buildReport(serviceInputs);
23
+ }
24
+ //# sourceMappingURL=build-stored-report.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"build-stored-report.js","sourceRoot":"","sources":["../../src/pipeline/build-stored-report.ts"],"names":[],"mappings":"AAAA,0EAA0E;AAC1E,4EAA4E;AAC5E,6EAA6E;AAC7E,0EAA0E;AAC1E,+CAA+C;AAC/C,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAG/E,OAAO,EAAE,WAAW,EAA2B,MAAM,8BAA8B,CAAC;AAEpF,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAE3D,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAAY,EAAE,aAAkC;IACtF,MAAM,OAAO,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,aAAa,GAAyB,EAAE,CAAC;IAC/C,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACrE,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;YACrD,aAAa,CAAC,IAAI,CAAC,MAAM,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAE,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;QAClH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,WAAW,WAAW,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;QACjJ,CAAC;IACH,CAAC;IACD,OAAO,WAAW,CAAC,aAAa,CAAC,CAAC;AACpC,CAAC"}
@@ -0,0 +1,39 @@
1
+ import { buildClusters } from "../error-grouping/build-clusters.js";
2
+ import { parseLines } from "../log-parsing/parse-log-lines.js";
3
+ import { readNewLogLines } from "./read-new-log-lines.js";
4
+ import { findTimestampRange } from "./timestamp-range.js";
5
+ // Glob characters: a pattern, not one file.
6
+ const GLOB_CHARACTERS = /[*?[\]{}]/;
7
+ export async function ingestServiceLogs(input) {
8
+ const { store, serviceName, logs } = input;
9
+ if (typeof logs === "string" && GLOB_CHARACTERS.test(logs)) {
10
+ return { status: "not-supported", message: `services.${serviceName}.logs is a glob pattern; globs are not supported yet, so no logs were read` };
11
+ }
12
+ const lockResult = await store.withRunLock(serviceName, async () => {
13
+ const newLines = await readNewLogLines(store, serviceName, logs, input.configurationDirectory);
14
+ const bookmark = { sourceKey: newLines.sourceKey };
15
+ if (newLines.nextFileBookmark !== undefined)
16
+ bookmark.file = newLines.nextFileBookmark;
17
+ const previousLastTimestamp = newLines.previousBookmark?.lastTimestamp;
18
+ if (previousLastTimestamp !== undefined)
19
+ bookmark.lastTimestamp = previousLastTimestamp;
20
+ // The newest line read moves the bookmark's time forward. The earliest
21
+ // line read is offered as the history start; the store keeps only the
22
+ // first one it ever gets.
23
+ const timestampRange = findTimestampRange(newLines.lines);
24
+ if (timestampRange !== undefined) {
25
+ if (previousLastTimestamp === undefined || timestampRange.newest > previousLastTimestamp)
26
+ bookmark.lastTimestamp = timestampRange.newest;
27
+ bookmark.firstReadAt = timestampRange.earliest;
28
+ }
29
+ const { entries, skipped } = parseLines(newLines.lines, undefined, input.redactionKinds);
30
+ const clustering = buildClusters(entries, serviceName, await store.getMinerState(serviceName), input.redactionKinds);
31
+ await store.saveBatch({ service: serviceName, clusters: clustering.clusters, minerState: clustering.state, bookmark });
32
+ return { status: "ingested", linesRead: newLines.lines.length, entriesKept: entries.length, linesSkipped: skipped, notes: newLines.notes };
33
+ });
34
+ if (lockResult === "busy") {
35
+ return { status: "busy", message: `skipped: another vika run is working on service "${serviceName}" right now; try again when it finishes` };
36
+ }
37
+ return lockResult;
38
+ }
39
+ //# sourceMappingURL=ingest-service-logs.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"ingest-service-logs.js","sourceRoot":"","sources":["../../src/pipeline/ingest-service-logs.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,aAAa,EAAE,MAAM,qCAAqC,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,mCAAmC,CAAC;AAE/D,OAAO,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAe1D,4CAA4C;AAC5C,MAAM,eAAe,GAAG,WAAW,CAAC;AAEpC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,KAAkB;IACxD,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,KAAK,CAAC;IAC3C,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3D,OAAO,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,YAAY,WAAW,4EAA4E,EAAE,CAAC;IACnJ,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAE/F,MAAM,QAAQ,GAAa,EAAE,SAAS,EAAE,QAAQ,CAAC,SAAS,EAAE,CAAC;QAC7D,IAAI,QAAQ,CAAC,gBAAgB,KAAK,SAAS;YAAE,QAAQ,CAAC,IAAI,GAAG,QAAQ,CAAC,gBAAgB,CAAC;QACvF,MAAM,qBAAqB,GAAG,QAAQ,CAAC,gBAAgB,EAAE,aAAa,CAAC;QACvE,IAAI,qBAAqB,KAAK,SAAS;YAAE,QAAQ,CAAC,aAAa,GAAG,qBAAqB,CAAC;QACxF,uEAAuE;QACvE,sEAAsE;QACtE,0BAA0B;QAC1B,MAAM,cAAc,GAAG,kBAAkB,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC1D,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,qBAAqB,KAAK,SAAS,IAAI,cAAc,CAAC,MAAM,GAAG,qBAAqB;gBAAE,QAAQ,CAAC,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC;YACzI,QAAQ,CAAC,WAAW,GAAG,cAAc,CAAC,QAAQ,CAAC;QACjD,CAAC;QAED,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACzF,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,EAAE,WAAW,EAAE,MAAM,KAAK,CAAC,aAAa,CAAC,WAAW,CAAC,EAAE,KAAK,CAAC,cAAc,CAAC,CAAC;QACrH,MAAM,KAAK,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,CAAC,QAAQ,EAAE,UAAU,EAAE,UAAU,CAAC,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEvH,OAAO,EAAE,MAAM,EAAE,UAAmB,EAAE,SAAS,EAAE,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,OAAO,CAAC,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC;IACtJ,CAAC,CAAC,CAAC;IAEH,IAAI,UAAU,KAAK,MAAM,EAAE,CAAC;QAC1B,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,oDAAoD,WAAW,yCAAyC,EAAE,CAAC;IAC/I,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC"}
@@ -0,0 +1,16 @@
1
+ import { readMergeDeploys } from "../deploys/read-merge-deploys.js";
2
+ import { recordDeploys } from "../deploys/record-deploys.js";
3
+ export async function loadDeploysForService(store, serviceName, serviceSettings) {
4
+ const source = serviceSettings.deploys.source;
5
+ let addedCount = 0;
6
+ let note = null;
7
+ if (source === "merges") {
8
+ const deploysFromGit = await readMergeDeploys(serviceSettings.repo, serviceSettings.branch, serviceName, serviceSettings.pathPrefix);
9
+ addedCount = (await recordDeploys(store, deploysFromGit)).added;
10
+ }
11
+ else if (source !== "marker") {
12
+ note = `deploys.source "${source}" is not supported yet; using only deploys already stored (for example from vika mark-deploy)`;
13
+ }
14
+ return { deploys: await store.listDeploys(serviceName), addedCount, note };
15
+ }
16
+ //# sourceMappingURL=load-deploys-for-service.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"load-deploys-for-service.js","sourceRoot":"","sources":["../../src/pipeline/load-deploys-for-service.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAQ7D,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,KAAY,EAAE,WAAmB,EAAE,eAAgC;IAC7G,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC;IAC9C,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,IAAI,GAAkB,IAAI,CAAC;IAE/B,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,cAAc,GAAG,MAAM,gBAAgB,CAAC,eAAe,CAAC,IAAI,EAAE,eAAe,CAAC,MAAM,EAAE,WAAW,EAAE,eAAe,CAAC,UAAU,CAAC,CAAC;QACrI,UAAU,GAAG,CAAC,MAAM,aAAa,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC;IAClE,CAAC;SAAM,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,IAAI,GAAG,mBAAmB,MAAM,+FAA+F,CAAC;IAClI,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;AAC7E,CAAC"}
@@ -0,0 +1,33 @@
1
+ import { buildTicketDraft, rankDraftSuspects } from "../ticketing/build-ticket-draft.js";
2
+ import { readCodeOwnersForFile } from "../ticketing/read-code-owners.js";
3
+ const NO_CODE_OWNERS = { emails: [], handles: [] };
4
+ export async function prepareTicketDrafts(store, configuration, report) {
5
+ const drafts = [];
6
+ for (const serviceReport of report.services) {
7
+ const serviceSettings = configuration.services[serviceReport.serviceName];
8
+ if (serviceReport.isSkipped || serviceSettings === undefined || serviceReport.regressions.length === 0)
9
+ continue;
10
+ const clusters = await store.listClusters(serviceReport.serviceName);
11
+ // The deploys with regressions, in report order.
12
+ const deployShas = [...new Set(serviceReport.regressions.map((regression) => regression.deploySha))];
13
+ for (const deploySha of deployShas) {
14
+ const regressions = serviceReport.regressions.filter((regression) => regression.deploySha === deploySha);
15
+ const topSuspect = rankDraftSuspects(regressions)[0];
16
+ const codeOwners = topSuspect === undefined || topSuspect.filePath === ""
17
+ ? NO_CODE_OWNERS
18
+ : await readCodeOwnersForFile(serviceSettings.repo, deploySha, topSuspect.filePath);
19
+ const draft = buildTicketDraft({
20
+ serviceName: serviceReport.serviceName,
21
+ deploySha,
22
+ deployTime: regressions[0].deployTime,
23
+ regressions,
24
+ clusters,
25
+ codeOwners,
26
+ });
27
+ if (draft !== undefined)
28
+ drafts.push(draft);
29
+ }
30
+ }
31
+ return drafts;
32
+ }
33
+ //# sourceMappingURL=prepare-ticket-drafts.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"prepare-ticket-drafts.js","sourceRoot":"","sources":["../../src/pipeline/prepare-ticket-drafts.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,gBAAgB,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AACzF,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AAGzE,MAAM,cAAc,GAAe,EAAE,MAAM,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;AAE/D,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,KAAY,EAAE,aAAkC,EAAE,MAAc;IACxG,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,KAAK,MAAM,aAAa,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC5C,MAAM,eAAe,GAAG,aAAa,CAAC,QAAQ,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAC1E,IAAI,aAAa,CAAC,SAAS,IAAI,eAAe,KAAK,SAAS,IAAI,aAAa,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC;YAAE,SAAS;QACjH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,aAAa,CAAC,WAAW,CAAC,CAAC;QAErE,iDAAiD;QACjD,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QACrG,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,WAAW,GAAG,aAAa,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,UAAU,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC;YACzG,MAAM,UAAU,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;YACrD,MAAM,UAAU,GACd,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,QAAQ,KAAK,EAAE;gBACpD,CAAC,CAAC,cAAc;gBAChB,CAAC,CAAC,MAAM,qBAAqB,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC;YACxF,MAAM,KAAK,GAAG,gBAAgB,CAAC;gBAC7B,WAAW,EAAE,aAAa,CAAC,WAAW;gBACtC,SAAS;gBACT,UAAU,EAAE,WAAW,CAAC,CAAC,CAAE,CAAC,UAAU;gBACtC,WAAW;gBACX,QAAQ;gBACR,UAAU;aACX,CAAC,CAAC;YACH,IAAI,KAAK,KAAK,SAAS;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,39 @@
1
+ // Reads the lines a service's log source has added since the last run:
2
+ // a file from its byte-offset bookmark, or a command's output newer than
3
+ // its timestamp bookmark. Errors name the setting and the file, in plain English.
4
+ import { isAbsolute, resolve } from "node:path";
5
+ import { readFile } from "../log-parsing/read-log-file.js";
6
+ import { readCommand } from "../log-parsing/read-log-command.js";
7
+ // A log command that runs longer than this is stopped; what it printed so far is used.
8
+ export const LOG_COMMAND_TIMEOUT_MS = 60_000;
9
+ // Key under which the bookmark is saved. Changing the path or the command
10
+ // starts a new bookmark (and reads that source from the start).
11
+ export function makeSourceKey(logs, configurationDirectory) {
12
+ if (typeof logs !== "string")
13
+ return `command:${logs.command}`;
14
+ return `file:${isAbsolute(logs) ? logs : resolve(configurationDirectory, logs)}`;
15
+ }
16
+ export async function readNewLogLines(store, serviceName, logs, configurationDirectory) {
17
+ const sourceKey = makeSourceKey(logs, configurationDirectory);
18
+ const previousBookmark = await store.getBookmark(serviceName, sourceKey);
19
+ if (typeof logs === "string") {
20
+ const filePath = sourceKey.slice("file:".length);
21
+ try {
22
+ const fileRead = await readFile(filePath, previousBookmark?.file);
23
+ return { sourceKey, lines: fileRead.lines, previousBookmark, nextFileBookmark: fileRead.next, notes: [] };
24
+ }
25
+ catch (error) {
26
+ throw new Error(`services.${serviceName}.logs: cannot read ${filePath} (${error.code ?? error.message})`, {
27
+ cause: error,
28
+ });
29
+ }
30
+ }
31
+ const commandRead = await readCommand(logs.command, previousBookmark?.lastTimestamp, LOG_COMMAND_TIMEOUT_MS);
32
+ const notes = [];
33
+ if (commandRead.timedOut)
34
+ notes.push(`the log command was stopped after ${LOG_COMMAND_TIMEOUT_MS / 1000} seconds; used what it printed until then`);
35
+ else if (commandRead.exitCode !== 0)
36
+ notes.push(`the log command exited with code ${commandRead.exitCode}; used what it printed`);
37
+ return { sourceKey, lines: commandRead.lines, previousBookmark, nextFileBookmark: undefined, notes };
38
+ }
39
+ //# sourceMappingURL=read-new-log-lines.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"read-new-log-lines.js","sourceRoot":"","sources":["../../src/pipeline/read-new-log-lines.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,yEAAyE;AACzE,kFAAkF;AAClF,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIhD,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,oCAAoC,CAAC;AAEjE,uFAAuF;AACvF,MAAM,CAAC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AAU7C,0EAA0E;AAC1E,gEAAgE;AAChE,MAAM,UAAU,aAAa,CAAC,IAAiB,EAAE,sBAA8B;IAC7E,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,WAAW,IAAI,CAAC,OAAO,EAAE,CAAC;IAC/D,OAAO,QAAQ,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,sBAAsB,EAAE,IAAI,CAAC,EAAE,CAAC;AACnF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,KAAY,EAAE,WAAmB,EAAE,IAAiB,EAAE,sBAA8B;IACxH,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,EAAE,sBAAsB,CAAC,CAAC;IAC9D,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IAEzE,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,EAAE,IAAI,CAAC,CAAC;YAClE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;QAC5G,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,YAAY,WAAW,sBAAsB,QAAQ,KAAM,KAA+B,CAAC,IAAI,IAAK,KAAe,CAAC,OAAO,GAAG,EAAE;gBAC9I,KAAK,EAAE,KAAK;aACb,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,MAAM,WAAW,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,sBAAsB,CAAC,CAAC;IAC7G,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,WAAW,CAAC,QAAQ;QAAE,KAAK,CAAC,IAAI,CAAC,qCAAqC,sBAAsB,GAAG,IAAI,2CAA2C,CAAC,CAAC;SAC/I,IAAI,WAAW,CAAC,QAAQ,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,oCAAoC,WAAW,CAAC,QAAQ,wBAAwB,CAAC,CAAC;IAClI,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,CAAC,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;AACvG,CAAC"}
@@ -0,0 +1,73 @@
1
+ // Runs every service in vika.yaml through the pipeline: read new logs,
2
+ // bring deploys up to date, detect regressions, name suspects. Shared by
3
+ // `vika report` and `vika run`.
4
+ //
5
+ // One service failing never stops the others: its error is caught, masked,
6
+ // recorded as status "failed", and shown in the report as a skipped service
7
+ // with the reason. A service whose lock is held by another run is "busy".
8
+ import { dirname } from "node:path";
9
+ import { collectSecrets, hideSecrets } from "../configuration/hide-secrets.js";
10
+ import { analyzeService } from "./analyze-service.js";
11
+ import { ingestServiceLogs } from "./ingest-service-logs.js";
12
+ import { loadDeploysForService } from "./load-deploys-for-service.js";
13
+ export function makeSkippedService(serviceName, note) {
14
+ return {
15
+ serviceName,
16
+ isSkipped: true,
17
+ notes: [note],
18
+ clusters: [],
19
+ countsByFingerprint: {},
20
+ deploys: [],
21
+ detection: { regressions: [], deploys: [] },
22
+ attributions: [],
23
+ lastLogTimestamp: null,
24
+ };
25
+ }
26
+ async function runOneService(store, configuration, serviceName, runNotes) {
27
+ const serviceSettings = configuration.services[serviceName];
28
+ const notes = [];
29
+ const ingestResult = await ingestServiceLogs({
30
+ store,
31
+ serviceName,
32
+ logs: serviceSettings.logs,
33
+ configurationDirectory: dirname(configuration.configurationFilePath),
34
+ redactionKinds: configuration.redact,
35
+ });
36
+ if (ingestResult.status === "busy") {
37
+ return { serviceInput: makeSkippedService(serviceName, ingestResult.message), status: { serviceName, status: "busy", message: ingestResult.message } };
38
+ }
39
+ if (ingestResult.status === "not-supported") {
40
+ notes.push(ingestResult.message);
41
+ }
42
+ else {
43
+ notes.push(...ingestResult.notes);
44
+ runNotes.push(`${serviceName}: read ${ingestResult.linesRead} new log lines, kept ${ingestResult.entriesKept} error/warning entries` +
45
+ (ingestResult.linesSkipped > 0 ? `, could not read ${ingestResult.linesSkipped}` : ""));
46
+ }
47
+ const deployLoad = await loadDeploysForService(store, serviceName, serviceSettings);
48
+ if (deployLoad.note !== null)
49
+ notes.push(deployLoad.note);
50
+ if (deployLoad.addedCount > 0)
51
+ runNotes.push(`${serviceName}: saved ${deployLoad.addedCount} new deploys from git`);
52
+ const serviceInput = await analyzeService(store, serviceName, serviceSettings, deployLoad.deploys, notes);
53
+ return { serviceInput, status: { serviceName, status: "ok", message: null } };
54
+ }
55
+ export async function runAllServices(store, configuration) {
56
+ const secrets = collectSecrets(configuration);
57
+ const result = { serviceInputs: [], serviceStatuses: [], runNotes: [] };
58
+ // Sorted, so the report lists services in the same order every time.
59
+ for (const serviceName of Object.keys(configuration.services).sort()) {
60
+ try {
61
+ const { serviceInput, status } = await runOneService(store, configuration, serviceName, result.runNotes);
62
+ result.serviceInputs.push(serviceInput);
63
+ result.serviceStatuses.push(status);
64
+ }
65
+ catch (error) {
66
+ const message = hideSecrets(error instanceof Error ? error.message : String(error), secrets);
67
+ result.serviceInputs.push(makeSkippedService(serviceName, `failed: ${message}`));
68
+ result.serviceStatuses.push({ serviceName, status: "failed", message });
69
+ }
70
+ }
71
+ return result;
72
+ }
73
+ //# sourceMappingURL=run-all-services.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-all-services.js","sourceRoot":"","sources":["../../src/pipeline/run-all-services.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,yEAAyE;AACzE,gCAAgC;AAChC,EAAE;AACF,2EAA2E;AAC3E,4EAA4E;AAC5E,0EAA0E;AAC1E,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,MAAM,kCAAkC,CAAC;AAI/E,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,qBAAqB,EAAE,MAAM,+BAA+B,CAAC;AAgBtE,MAAM,UAAU,kBAAkB,CAAC,WAAmB,EAAE,IAAY;IAClE,OAAO;QACL,WAAW;QACX,SAAS,EAAE,IAAI;QACf,KAAK,EAAE,CAAC,IAAI,CAAC;QACb,QAAQ,EAAE,EAAE;QACZ,mBAAmB,EAAE,EAAE;QACvB,OAAO,EAAE,EAAE;QACX,SAAS,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;QAC3C,YAAY,EAAE,EAAE;QAChB,gBAAgB,EAAE,IAAI;KACvB,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,aAAa,CAC1B,KAAY,EACZ,aAAkC,EAClC,WAAmB,EACnB,QAAkB;IAElB,MAAM,eAAe,GAAG,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAE,CAAC;IAC7D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,YAAY,GAAG,MAAM,iBAAiB,CAAC;QAC3C,KAAK;QACL,WAAW;QACX,IAAI,EAAE,eAAe,CAAC,IAAI;QAC1B,sBAAsB,EAAE,OAAO,CAAC,aAAa,CAAC,qBAAqB,CAAC;QACpE,cAAc,EAAE,aAAa,CAAC,MAAM;KACrC,CAAC,CAAC;IACH,IAAI,YAAY,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;QACnC,OAAO,EAAE,YAAY,EAAE,kBAAkB,CAAC,WAAW,EAAE,YAAY,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC;IACzJ,CAAC;IACD,IAAI,YAAY,CAAC,MAAM,KAAK,eAAe,EAAE,CAAC;QAC5C,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACN,KAAK,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QAClC,QAAQ,CAAC,IAAI,CACX,GAAG,WAAW,UAAU,YAAY,CAAC,SAAS,wBAAwB,YAAY,CAAC,WAAW,wBAAwB;YACpH,CAAC,YAAY,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,oBAAoB,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CACzF,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,qBAAqB,CAAC,KAAK,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC;IACpF,IAAI,UAAU,CAAC,IAAI,KAAK,IAAI;QAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;IAC1D,IAAI,UAAU,CAAC,UAAU,GAAG,CAAC;QAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,WAAW,UAAU,CAAC,UAAU,uBAAuB,CAAC,CAAC;IAEpH,MAAM,YAAY,GAAG,MAAM,cAAc,CAAC,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,UAAU,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IAC1G,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;AAChF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,KAAY,EAAE,aAAkC;IACnF,MAAM,OAAO,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAsB,EAAE,aAAa,EAAE,EAAE,EAAE,eAAe,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAC3F,qEAAqE;IACrE,KAAK,MAAM,WAAW,IAAI,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QACrE,IAAI,CAAC;YACH,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC,KAAK,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;YACzG,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACxC,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;YAC7F,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,kBAAkB,CAAC,WAAW,EAAE,WAAW,OAAO,EAAE,CAAC,CAAC,CAAC;YACjF,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1E,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -0,0 +1,20 @@
1
+ // The earliest and newest timestamps among log lines, in any format,
2
+ // including the INFO lines the parser drops: they still say how far the
3
+ // logs go. Pure.
4
+ import { lineTimestamp } from "../log-parsing/read-line-timestamp.js";
5
+ export function findTimestampRange(lines) {
6
+ let earliest;
7
+ let newest;
8
+ for (const line of lines) {
9
+ const timestamp = lineTimestamp(line);
10
+ if (timestamp === undefined)
11
+ continue;
12
+ // ISO UTC strings ("...Z") of the same shape sort the same as times.
13
+ if (earliest === undefined || timestamp < earliest)
14
+ earliest = timestamp;
15
+ if (newest === undefined || timestamp > newest)
16
+ newest = timestamp;
17
+ }
18
+ return earliest === undefined || newest === undefined ? undefined : { earliest, newest };
19
+ }
20
+ //# sourceMappingURL=timestamp-range.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"timestamp-range.js","sourceRoot":"","sources":["../../src/pipeline/timestamp-range.ts"],"names":[],"mappings":"AAAA,qEAAqE;AACrE,wEAAwE;AACxE,iBAAiB;AACjB,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AAEtE,MAAM,UAAU,kBAAkB,CAAC,KAAe;IAChD,IAAI,QAA4B,CAAC;IACjC,IAAI,MAA0B,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,SAAS,KAAK,SAAS;YAAE,SAAS;QACtC,qEAAqE;QACrE,IAAI,QAAQ,KAAK,SAAS,IAAI,SAAS,GAAG,QAAQ;YAAE,QAAQ,GAAG,SAAS,CAAC;QACzE,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,GAAG,MAAM;YAAE,MAAM,GAAG,SAAS,CAAC;IACrE,CAAC;IACD,OAAO,QAAQ,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;AAC3F,CAAC"}
@@ -0,0 +1,76 @@
1
+ // What `vika init` can learn about a project folder on its own: is it a git
2
+ // repo, what is the default branch, where are the logs, and what format are
3
+ // they in. The readers (git, folder listing, file sampling) are passed in,
4
+ // so tests can point them at temp folders.
5
+ import { readdirSync, statSync } from "node:fs";
6
+ import { open } from "node:fs/promises";
7
+ import { basename, join } from "node:path";
8
+ import { runGit } from "../deploys/run-git.js";
9
+ import { recognizeFormat } from "../log-parsing/detect-log-format.js";
10
+ const SAMPLE_LINE_COUNT = 50;
11
+ const SAMPLE_BYTES = 64 * 1024;
12
+ export const defaultDetectionReaders = {
13
+ runGit: (directory, gitArguments) => runGit(directory, gitArguments),
14
+ listLogFiles(folder) {
15
+ try {
16
+ return readdirSync(folder)
17
+ .filter((fileName) => fileName.endsWith(".log"))
18
+ .map((fileName) => join(folder, fileName))
19
+ .filter((filePath) => statSync(filePath).isFile())
20
+ .map((filePath) => ({ path: filePath, modifiedMs: statSync(filePath).mtimeMs }));
21
+ }
22
+ catch {
23
+ return []; // the folder doesn't exist or can't be read
24
+ }
25
+ },
26
+ async readFirstLines(filePath, lineCount) {
27
+ const handle = await open(filePath, "r");
28
+ try {
29
+ const buffer = Buffer.alloc(SAMPLE_BYTES);
30
+ const { bytesRead } = await handle.read(buffer, 0, SAMPLE_BYTES, 0);
31
+ return buffer.subarray(0, bytesRead).toString("utf8").split("\n").slice(0, lineCount);
32
+ }
33
+ finally {
34
+ await handle.close();
35
+ }
36
+ },
37
+ };
38
+ // Where logs usually are: ./logs and /var/log/<folder name>.
39
+ export function defaultLogFolders(directory) {
40
+ return [join(directory, "logs"), join("/var/log", basename(directory))];
41
+ }
42
+ // A service name from the folder name: lowercase letters, digits and dashes.
43
+ export function makeServiceName(directory) {
44
+ const serviceName = basename(directory)
45
+ .toLowerCase()
46
+ .replace(/[^a-z0-9-]+/g, "-")
47
+ .replace(/-{2,}/g, "-")
48
+ .replace(/^-|-$/g, "");
49
+ return serviceName === "" ? "app" : serviceName;
50
+ }
51
+ async function detectDefaultBranch(readers, directory) {
52
+ // The remote's default branch ("origin/main"), else the branch checked out.
53
+ const remoteDefault = await readers.runGit(directory, ["symbolic-ref", "--quiet", "--short", "refs/remotes/origin/HEAD"]);
54
+ if (remoteDefault.exitCode === 0 && remoteDefault.stdout.trim() !== "")
55
+ return remoteDefault.stdout.trim().replace(/^origin\//, "");
56
+ const currentBranch = await readers.runGit(directory, ["symbolic-ref", "--quiet", "--short", "HEAD"]);
57
+ if (currentBranch.exitCode === 0 && currentBranch.stdout.trim() !== "")
58
+ return currentBranch.stdout.trim();
59
+ return null;
60
+ }
61
+ export async function detectProject(directory, logFolders = defaultLogFolders(directory), readers = defaultDetectionReaders) {
62
+ const insideWorkTree = await readers.runGit(directory, ["rev-parse", "--is-inside-work-tree"]).catch(() => ({ exitCode: 1, stdout: "" }));
63
+ const isGitRepo = insideWorkTree.exitCode === 0 && insideWorkTree.stdout.trim() === "true";
64
+ const defaultBranch = isGitRepo ? await detectDefaultBranch(readers, directory) : null;
65
+ const logFiles = logFolders.flatMap((folder) => readers.listLogFiles(folder)).sort((left, right) => right.modifiedMs - left.modifiedMs);
66
+ let logFormat = null;
67
+ const newestLogFile = logFiles[0];
68
+ if (newestLogFile !== undefined) {
69
+ const sampleLines = (await readers.readFirstLines(newestLogFile.path, SAMPLE_LINE_COUNT)).filter((line) => line.trim() !== "");
70
+ const recognition = recognizeFormat(sampleLines);
71
+ if (recognition.recognizedCount > 0)
72
+ logFormat = recognition.format;
73
+ }
74
+ return { directory, serviceName: makeServiceName(directory), isGitRepo, defaultBranch, logFiles, logFormat };
75
+ }
76
+ //# sourceMappingURL=detect-project.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"detect-project.js","sourceRoot":"","sources":["../../src/project-setup/detect-project.ts"],"names":[],"mappings":"AAAA,4EAA4E;AAC5E,4EAA4E;AAC5E,2EAA2E;AAC3E,2CAA2C;AAC3C,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,qCAAqC,CAAC;AAuBtE,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,CAAC;AAE/B,MAAM,CAAC,MAAM,uBAAuB,GAAqB;IACvD,MAAM,EAAE,CAAC,SAAS,EAAE,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,YAAY,CAAC;IACpE,YAAY,CAAC,MAAM;QACjB,IAAI,CAAC;YACH,OAAO,WAAW,CAAC,MAAM,CAAC;iBACvB,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;iBAC/C,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;iBACzC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,MAAM,EAAE,CAAC;iBACjD,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACrF,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC,CAAC,4CAA4C;QACzD,CAAC;IACH,CAAC;IACD,KAAK,CAAC,cAAc,CAAC,QAAQ,EAAE,SAAS;QACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;YAC1C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;YACpE,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACxF,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;CACF,CAAC;AAEF,6DAA6D;AAC7D,MAAM,UAAU,iBAAiB,CAAC,SAAiB;IACjD,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;AAC1E,CAAC;AAED,6EAA6E;AAC7E,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC;SACpC,WAAW,EAAE;SACb,OAAO,CAAC,cAAc,EAAE,GAAG,CAAC;SAC5B,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;IACzB,OAAO,WAAW,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC;AAClD,CAAC;AAED,KAAK,UAAU,mBAAmB,CAAC,OAAyB,EAAE,SAAiB;IAC7E,4EAA4E;IAC5E,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,0BAA0B,CAAC,CAAC,CAAC;IAC1H,IAAI,aAAa,CAAC,QAAQ,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACpI,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC;IACtG,IAAI,aAAa,CAAC,QAAQ,KAAK,CAAC,IAAI,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,aAAa,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;IAC3G,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAiB,EACjB,UAAU,GAAa,iBAAiB,CAAC,SAAS,CAAC,EACnD,OAAO,GAAqB,uBAAuB;IAEnD,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,WAAW,EAAE,uBAAuB,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;IAC1I,MAAM,SAAS,GAAG,cAAc,CAAC,QAAQ,KAAK,CAAC,IAAI,cAAc,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,MAAM,CAAC;IAC3F,MAAM,aAAa,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAEvF,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC;IACxI,IAAI,SAAS,GAAqB,IAAI,CAAC;IACvC,MAAM,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAClC,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;QAChC,MAAM,WAAW,GAAG,CAAC,MAAM,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/H,MAAM,WAAW,GAAG,eAAe,CAAC,WAAW,CAAC,CAAC;QACjD,IAAI,WAAW,CAAC,eAAe,GAAG,CAAC;YAAE,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC;IACtE,CAAC;IAED,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,eAAe,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC;AAC/G,CAAC"}
@@ -0,0 +1,68 @@
1
+ // The text of the vika.yaml and .env.example that `vika init` writes, from
2
+ // what it detected. Pure. Everything it could not detect gets a sensible
3
+ // default and a "NOT DETECTED" comment saying what to change; the result
4
+ // always passes the configuration schema.
5
+ import { isAbsolute, relative } from "node:path";
6
+ const MAX_OTHER_LOG_FILES = 5;
7
+ // Inside the project folder, a relative path (vika.yaml lives there too).
8
+ function describePath(directory, filePath) {
9
+ const relativePath = relative(directory, filePath);
10
+ return relativePath.startsWith("..") || isAbsolute(relativePath) ? filePath : relativePath;
11
+ }
12
+ export function buildStarterVikaYaml(detection) {
13
+ const { serviceName } = detection;
14
+ const lines = [
15
+ "# vika.yaml, written by `vika init`. Check every line, then run `vika doctor`.",
16
+ "# Every setting is described in vika.example.yaml.",
17
+ "services:",
18
+ ` ${serviceName}:`,
19
+ ];
20
+ if (detection.isGitRepo)
21
+ lines.push(" repo: . # this folder is a git repository");
22
+ else
23
+ lines.push(" repo: . # NOT DETECTED: this folder is not a git repository; point this at your service's git checkout");
24
+ const [newestLogFile, ...otherLogFiles] = detection.logFiles;
25
+ if (newestLogFile !== undefined) {
26
+ const formatNote = detection.logFormat === null ? "format not recognized in the first lines" : `format: ${detection.logFormat}`;
27
+ lines.push(` logs: ${JSON.stringify(describePath(detection.directory, newestLogFile.path))} # detected (newest log file; ${formatNote})`);
28
+ if (otherLogFiles.length > 0) {
29
+ lines.push(` # other log files found: ${otherLogFiles.slice(0, MAX_OTHER_LOG_FILES).map((file) => describePath(detection.directory, file.path)).join(", ")}`);
30
+ }
31
+ }
32
+ else {
33
+ lines.push(` logs: logs/${serviceName}.log # NOT DETECTED: put the path of your log file here,`, " # or read logs from a command instead:", " # logs:", ` # command: docker logs --since 24h ${serviceName}`);
34
+ }
35
+ if (detection.defaultBranch !== null)
36
+ lines.push(` branch: ${detection.defaultBranch} # detected: the repository's default branch`);
37
+ else
38
+ lines.push(' branch: main # NOT DETECTED: set this to your production branch');
39
+ lines.push(" deploys:", " source: marker # record each deploy with `vika mark-deploy` from your deploy script", " # If stack traces show server paths (like /app/src/...), map them to repo", " # paths. `vika doctor` suggests the right mapping:", " # pathMap:", " # /app/src: src", "tracker:", " type: none # change to jira (with project) or linear (with team) to file tickets", "redact: # what to hide before anything is stored", " - email", " - jwt", " - ip", " - cardlike", "");
40
+ return lines.join("\n");
41
+ }
42
+ export function buildStarterEnvironmentExample() {
43
+ return [
44
+ "# Copy this file to .env (next to vika.yaml) and fill it in. Never commit .env.",
45
+ "# The default matches the database in vika's docker-compose.yml.",
46
+ "DATABASE_URL=postgres://vika:vika@localhost:5433/vika",
47
+ "",
48
+ "# Only when tracker.type is jira:",
49
+ "# JIRA_BASE_URL=https://your-company.atlassian.net",
50
+ "# JIRA_EMAIL=you@your-company.com",
51
+ "# JIRA_API_TOKEN=",
52
+ "",
53
+ "# Only when tracker.type is linear:",
54
+ "# LINEAR_API_KEY=",
55
+ "",
56
+ "# Only with a webhook in vika.yaml, to sign its bodies (X-Vika-Signature):",
57
+ "# VIKA_WEBHOOK_SECRET=",
58
+ "",
59
+ ].join("\n");
60
+ }
61
+ export const NEXT_STEPS = [
62
+ "Next steps:",
63
+ " 1. Start Postgres: docker compose up -d --wait db (or use your own and set DATABASE_URL)",
64
+ " 2. Copy .env.example to .env and fill in DATABASE_URL",
65
+ " 3. Run: vika doctor (checks everything vika.yaml points at, and says what to fix)",
66
+ " 4. Run: vika report (your first report)",
67
+ ].join("\n");
68
+ //# sourceMappingURL=write-starter-files.js.map