@xeonr/pipelines-sdk 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (96) hide show
  1. package/README.md +172 -16
  2. package/dist/client.d.ts +63 -4
  3. package/dist/client.d.ts.map +1 -1
  4. package/dist/client.js +43 -1
  5. package/dist/client.js.map +1 -1
  6. package/dist/gen/xeonr/pipelines/private/v1/attempt_pb.d.ts +173 -12
  7. package/dist/gen/xeonr/pipelines/private/v1/attempt_pb.d.ts.map +1 -1
  8. package/dist/gen/xeonr/pipelines/private/v1/attempt_pb.js +45 -28
  9. package/dist/gen/xeonr/pipelines/private/v1/attempt_pb.js.map +1 -1
  10. package/dist/gen/xeonr/pipelines/private/v1/step_local_pb.d.ts +136 -17
  11. package/dist/gen/xeonr/pipelines/private/v1/step_local_pb.d.ts.map +1 -1
  12. package/dist/gen/xeonr/pipelines/private/v1/step_local_pb.js +42 -35
  13. package/dist/gen/xeonr/pipelines/private/v1/step_local_pb.js.map +1 -1
  14. package/dist/gen/xeonr/pipelines/private/v1/worker_pb.d.ts +187 -2
  15. package/dist/gen/xeonr/pipelines/private/v1/worker_pb.d.ts.map +1 -1
  16. package/dist/gen/xeonr/pipelines/private/v1/worker_pb.js +38 -5
  17. package/dist/gen/xeonr/pipelines/private/v1/worker_pb.js.map +1 -1
  18. package/dist/gen/xeonr/pipelines/v1/common_pb.d.ts +4 -2
  19. package/dist/gen/xeonr/pipelines/v1/common_pb.d.ts.map +1 -1
  20. package/dist/gen/xeonr/pipelines/v1/common_pb.js +4 -2
  21. package/dist/gen/xeonr/pipelines/v1/common_pb.js.map +1 -1
  22. package/dist/gen/xeonr/pipelines/v1/definition_pb.d.ts +277 -4
  23. package/dist/gen/xeonr/pipelines/v1/definition_pb.d.ts.map +1 -1
  24. package/dist/gen/xeonr/pipelines/v1/definition_pb.js +100 -7
  25. package/dist/gen/xeonr/pipelines/v1/definition_pb.js.map +1 -1
  26. package/dist/gen/xeonr/pipelines/v1/pipelines_pb.d.ts +1100 -0
  27. package/dist/gen/xeonr/pipelines/v1/pipelines_pb.d.ts.map +1 -0
  28. package/dist/gen/xeonr/pipelines/v1/pipelines_pb.js +298 -0
  29. package/dist/gen/xeonr/pipelines/v1/pipelines_pb.js.map +1 -0
  30. package/dist/gen/xeonr/pipelines/v1/pools_pb.d.ts.map +1 -1
  31. package/dist/gen/xeonr/pipelines/v1/pools_pb.js +1 -1
  32. package/dist/gen/xeonr/pipelines/v1/pools_pb.js.map +1 -1
  33. package/dist/gen/xeonr/pipelines/v1/queues_pb.d.ts +769 -0
  34. package/dist/gen/xeonr/pipelines/v1/queues_pb.d.ts.map +1 -0
  35. package/dist/gen/xeonr/pipelines/v1/queues_pb.js +190 -0
  36. package/dist/gen/xeonr/pipelines/v1/queues_pb.js.map +1 -0
  37. package/dist/gen/xeonr/pipelines/v1/registry_pb.d.ts +60 -0
  38. package/dist/gen/xeonr/pipelines/v1/registry_pb.d.ts.map +1 -1
  39. package/dist/gen/xeonr/pipelines/v1/registry_pb.js +21 -16
  40. package/dist/gen/xeonr/pipelines/v1/registry_pb.js.map +1 -1
  41. package/dist/gen/xeonr/pipelines/v1/runs_pb.d.ts +846 -3
  42. package/dist/gen/xeonr/pipelines/v1/runs_pb.d.ts.map +1 -1
  43. package/dist/gen/xeonr/pipelines/v1/runs_pb.js +243 -27
  44. package/dist/gen/xeonr/pipelines/v1/runs_pb.js.map +1 -1
  45. package/dist/gen/xeonr/pipelines/v1/schedules_pb.d.ts +1110 -0
  46. package/dist/gen/xeonr/pipelines/v1/schedules_pb.d.ts.map +1 -0
  47. package/dist/gen/xeonr/pipelines/v1/schedules_pb.js +295 -0
  48. package/dist/gen/xeonr/pipelines/v1/schedules_pb.js.map +1 -0
  49. package/dist/gen/xeonr/pipelines/v1/secrets_pb.d.ts.map +1 -1
  50. package/dist/gen/xeonr/pipelines/v1/secrets_pb.js +1 -1
  51. package/dist/gen/xeonr/pipelines/v1/secrets_pb.js.map +1 -1
  52. package/dist/gen/xeonr/platform/v1/options_pb.d.ts +123 -1
  53. package/dist/gen/xeonr/platform/v1/options_pb.d.ts.map +1 -1
  54. package/dist/gen/xeonr/platform/v1/options_pb.js +90 -1
  55. package/dist/gen/xeonr/platform/v1/options_pb.js.map +1 -1
  56. package/dist/handler.d.ts +50 -0
  57. package/dist/handler.d.ts.map +1 -1
  58. package/dist/handler.js +27 -0
  59. package/dist/handler.js.map +1 -1
  60. package/dist/index.d.ts +11 -0
  61. package/dist/index.d.ts.map +1 -1
  62. package/dist/index.js +5 -0
  63. package/dist/index.js.map +1 -1
  64. package/dist/queues.d.ts +171 -0
  65. package/dist/queues.d.ts.map +1 -0
  66. package/dist/queues.js +135 -0
  67. package/dist/queues.js.map +1 -0
  68. package/dist/reporter.d.ts +120 -0
  69. package/dist/reporter.d.ts.map +1 -0
  70. package/dist/reporter.js +323 -0
  71. package/dist/reporter.js.map +1 -0
  72. package/dist/schedules.d.ts +201 -0
  73. package/dist/schedules.d.ts.map +1 -0
  74. package/dist/schedules.js +127 -0
  75. package/dist/schedules.js.map +1 -0
  76. package/dist/testing/cron.d.ts +33 -0
  77. package/dist/testing/cron.d.ts.map +1 -0
  78. package/dist/testing/cron.js +177 -0
  79. package/dist/testing/cron.js.map +1 -0
  80. package/dist/testing/index.d.ts +129 -4
  81. package/dist/testing/index.d.ts.map +1 -1
  82. package/dist/testing/index.js +723 -30
  83. package/dist/testing/index.js.map +1 -1
  84. package/dist/testing/queues.d.ts +46 -0
  85. package/dist/testing/queues.d.ts.map +1 -0
  86. package/dist/testing/queues.js +70 -0
  87. package/dist/testing/queues.js.map +1 -0
  88. package/dist/testing/schedules.d.ts +113 -0
  89. package/dist/testing/schedules.d.ts.map +1 -0
  90. package/dist/testing/schedules.js +419 -0
  91. package/dist/testing/schedules.js.map +1 -0
  92. package/dist/worker.d.ts +48 -1
  93. package/dist/worker.d.ts.map +1 -1
  94. package/dist/worker.js +67 -6
  95. package/dist/worker.js.map +1 -1
  96. package/package.json +1 -1
@@ -0,0 +1 @@
1
+ {"version":3,"file":"queues.js","sourceRoot":"","sources":["../src/queues.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAInD,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAC;AAEtE,OAAO,EAAE,WAAW,EAAE,MAAM,qCAAqC,CAAC;AAElE,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AA0C7C;;;;;;;GAOG;AACH,MAAM,OAAO,YAAY;IACvB,2DAA2D;IAClD,MAAM,CAA+B;IAC7B,IAAI,CAA6B;IACzC,OAAO,CAAS;IACR,SAAS,CAAS;IAEnC,YAAY,IAAyB;QACnC,MAAM,SAAS,GAAc,WAAW,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI,GAAG,YAAY,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,SAAS,CAAC,mCAAmC,CAAC,CAAC;QAC5E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC;IAC5C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAe,EAAE,MAAoB;QAClD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;QACpG,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC;IAC9D,CAAC;IAED,4FAA4F;IAC5F,KAAK,CAAC,QAAQ,CAAC,GAAa,EAAE,MAAoB;QAChD,MAAM,KAAK,GACT,IAAI,IAAI,GAAG;YACT,CAAC,CAAC,EAAE,IAAI,EAAE,SAAkB,EAAE,KAAK,EAAE,GAAG,CAAC,EAAE,EAAE;YAC7C,CAAC,CAAC,EAAE,IAAI,EAAE,QAAiB,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;QACzH,OAAO,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACpF,CAAC;IAED,yEAAyE;IACzE,KAAK,CAAC,UAAU,CAAC,QAA8D,EAAE,EAAE,MAAoB;QACrG,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CACtC,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,EAC1G,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAClB,CAAC;QACF,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;IAC5D,CAAC;IAED,uFAAuF;IACvF,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,MAAM,GAAG,EAAE,EAAE,MAAoB;QACjE,OAAO,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACrG,CAAC;IAED,+DAA+D;IAC/D,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,MAAoB;QACrD,OAAO,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,OAAO,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC9F,CAAC;IAED,kDAAkD;IAClD,KAAK,CAAC,aAAa,CAAC,OAAe,EAAE,QAAoD,EAAE,EAAE,MAAoB;QAC/G,OAAO,IAAI,CAAC,MAAM,CAAC,aAAa,CAC9B,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,CAAC,EAAE,EACrH,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAClB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,aAAa,CACjB,OAAe,EACf,QAAmF,EAAE,EACrF,MAAoB;QAEpB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CACzC,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,CAAC,EAAE,EACxH,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAClB,CAAC;QACF,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,CAAC,UAAU,EAAE,CAAC;IACxD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,QAAqC,EAAE,EAAE,MAAoB;QAC9F,OAAO,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,aAAa,IAAI,KAAK,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IACpI,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,UAAU,CAAC,KAAa,EAAE,MAAoB;QAClD,OAAO,QAAQ,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAChG,CAAC;IAEO,IAAI,CAAC,MAAoB;QAC/B,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC;IACtE,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,MAAoB,EAAE,KAA2B,EAAE,MAAoB;IACzG,MAAM,GAAG,GAAY,EAAE,CAAC;IACxB,KAAK,MAAM,CAAC,IAAI,KAAK;QAAE,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,SAAS,CAAC,OAAe,EAAE,CAAY;IACrD,OAAO;QACL,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE;QAC1C,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,WAAW,EAAE,CAAC,CAAC,WAAW,IAAI,EAAE;QAChC,cAAc,EAAE,CAAC,CAAC,cAAc,IAAI,CAAC;QACrC,uBAAuB,EAAE,CAAC,CAAC,uBAAuB,IAAI,CAAC;QACvD,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjH,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3D,GAAG,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,cAAc,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACrF,QAAQ,EAAE,CAAC,CAAC,QAAQ,IAAI,CAAC;KAC1B,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,KAAa;IAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IAC/B,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAA4B,CAAC;QACzG,MAAM,GAAG,GAAG,MAAM,CAAC,+BAA+B,CAAC,CAAC;QACpD,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAI,CAAgB;IACnC,IAAI,CAAC,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACjF,OAAO,CAAC,CAAC;AACX,CAAC"}
@@ -0,0 +1,120 @@
1
+ import type { JsonObject } from "@bufbuild/protobuf";
2
+ import type { Client } from "@connectrpc/connect";
3
+ import type { AttemptRef, WorkerService } from "./gen/xeonr/pipelines/private/v1/worker_pb.js";
4
+ /** A stage of a handler's work, declared in its manifest. */
5
+ export interface StageDef {
6
+ /** `^[a-z][a-z0-9_.-]{0,63}$`; unique in the handler. */
7
+ key: string;
8
+ /** What a person reads ("Reading folders"). */
9
+ name: string;
10
+ /** Its share of the overall progress. Default 1. */
11
+ weight?: number;
12
+ }
13
+ /** Item counts and a note, for `ctx.progress`. */
14
+ export interface ProgressUpdate {
15
+ processed?: number;
16
+ /** Zero or unset is unknown. */
17
+ total?: number;
18
+ failed?: number;
19
+ /** 0 to 1; derived from processed / total when unset and total is known. */
20
+ fraction?: number;
21
+ /** What the handler is doing now (at most 255 characters). */
22
+ message?: string;
23
+ }
24
+ /** One issue: a structured, non-fatal problem with an item of the work. */
25
+ export interface IssueInput {
26
+ severity?: "info" | "warning" | "error";
27
+ /** The human-readable thing it is about ("The Matrix (1999)/movie.mkv"). */
28
+ subject?: string;
29
+ /** The product's machine handle for it, for a deep link. */
30
+ subjectKind?: string;
31
+ subjectId?: string;
32
+ /** One sentence that stands on its own. */
33
+ message: string;
34
+ /** Anything more, as JSON; at most 16 KiB. */
35
+ detail?: JsonObject;
36
+ }
37
+ /** A span in progress, from `ctx.span`. */
38
+ export interface SpanHandle {
39
+ readonly traceId: string;
40
+ readonly spanId: string;
41
+ setAttribute(key: string, value: string | number | boolean): void;
42
+ /** Runs `fn` inside a child span. */
43
+ span<T>(name: string, fn: (span: SpanHandle) => Promise<T> | T, attributes?: JsonObject): Promise<T>;
44
+ }
45
+ /** What a reporter needs from its worker. */
46
+ export interface ReporterDeps {
47
+ api: Client<typeof WorkerService>;
48
+ ref: AttemptRef;
49
+ stages: readonly StageDef[];
50
+ debug: (message: string, fields?: Record<string, unknown>) => void;
51
+ /** How often progress, issues and spans are sent at most. Default 1 s. */
52
+ intervalMs?: number;
53
+ }
54
+ /**
55
+ * Reports an attempt's progress, issues and spans on the worker surface
56
+ * (`SetProgress`, `AppendIssues`, `ReportSpans`).
57
+ *
58
+ * - Progress is coalesced: the latest value about once a second, and the
59
+ * last one before the attempt completes ({@link finish}). A stage change is
60
+ * sent at once, in order.
61
+ * - Issues are batched (up to 100 a call) and spans too (up to 1000).
62
+ * - Nothing here can fail the handler: every error is logged at debug and
63
+ * dropped. `failed_precondition` (the attempt is no longer this worker's)
64
+ * stops all reporting; the heartbeat deals with the attempt itself.
65
+ */
66
+ export declare class AttemptReporter {
67
+ private readonly api;
68
+ private readonly ref;
69
+ private readonly declared;
70
+ private readonly interval;
71
+ private readonly debug;
72
+ private stopped;
73
+ private chain;
74
+ private stageKey;
75
+ private stageName;
76
+ private progressState;
77
+ private reported;
78
+ private dirty;
79
+ private lastSent;
80
+ private progressTimer;
81
+ private issues;
82
+ private spans;
83
+ private batchTimer;
84
+ readonly traceId: string;
85
+ constructor(deps: ReporterDeps);
86
+ /** The stage the attempt is in, or "" before any. */
87
+ get stage(): string;
88
+ /**
89
+ * Enters a stage (finishing the one before), or moves the current one to
90
+ * `state`. A key the manifest does not declare is added at run time with
91
+ * weight 0, named `name` (default the key).
92
+ */
93
+ setStage(key: string, opts?: {
94
+ name?: string;
95
+ state?: "running" | "succeeded" | "failed" | "skipped";
96
+ message?: string;
97
+ }): void;
98
+ /** Reports progress within the current stage (or the attempt). Coalesced. */
99
+ progress(update: ProgressUpdate): void;
100
+ /** Queues an issue. Batched. */
101
+ issue(input: IssueInput): void;
102
+ /** Runs `fn` inside a span of this attempt's trace. */
103
+ span<T>(name: string, fn: (span: SpanHandle) => Promise<T> | T, attributes?: JsonObject, parent?: string): Promise<T>;
104
+ /**
105
+ * The last reports before CompleteAttempt: the current stage finished as
106
+ * `outcome`, pending progress, issues and spans, waiting at most
107
+ * `timeoutMs`. Never throws.
108
+ */
109
+ finish(outcome: "succeeded" | "failed", timeoutMs: number): Promise<void>;
110
+ /** Stops reporting; nothing more is sent. */
111
+ stop(): void;
112
+ private flushProgress;
113
+ private progressRequest;
114
+ private armBatches;
115
+ private flushBatches;
116
+ private send;
117
+ /** Sends in order, one call at a time; failures are dropped. */
118
+ private enqueue;
119
+ }
120
+ //# sourceMappingURL=reporter.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAoB,MAAM,oBAAoB,CAAC;AAEvE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAIlD,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAyC,MAAM,+CAA+C,CAAC;AAGtI,6DAA6D;AAC7D,MAAM,WAAW,QAAQ;IACvB,yDAAyD;IACzD,GAAG,EAAE,MAAM,CAAC;IACZ,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,oDAAoD;IACpD,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,kDAAkD;AAClD,MAAM,WAAW,cAAc;IAC7B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gCAAgC;IAChC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,4EAA4E;IAC5E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,8DAA8D;IAC9D,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,2EAA2E;AAC3E,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAAC;IACxC,4EAA4E;IAC5E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4DAA4D;IAC5D,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2CAA2C;IAC3C,OAAO,EAAE,MAAM,CAAC;IAChB,8CAA8C;IAC9C,MAAM,CAAC,EAAE,UAAU,CAAC;CACrB;AAED,2CAA2C;AAC3C,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,YAAY,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,GAAG,IAAI,CAAC;IAClE,qCAAqC;IACrC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;CACtG;AAED,6CAA6C;AAC7C,MAAM,WAAW,YAAY;IAC3B,GAAG,EAAE,MAAM,CAAC,OAAO,aAAa,CAAC,CAAC;IAClC,GAAG,EAAE,UAAU,CAAC;IAChB,MAAM,EAAE,SAAS,QAAQ,EAAE,CAAC;IAC5B,KAAK,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;IACnE,0EAA0E;IAC1E,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAWD;;;;;;;;;;;GAWG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAsB;IAC1C,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAa;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAwB;IACjD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAwB;IAC9C,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,KAAK,CAAoC;IAEjD,OAAO,CAAC,QAAQ,CAAM;IACtB,OAAO,CAAC,SAAS,CAAM;IACvB,OAAO,CAAC,aAAa,CAMnB;IACF,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,aAAa,CAA4C;IAEjE,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,UAAU,CAA4C;IAC9D,QAAQ,CAAC,OAAO,SAAmC;gBAEvC,IAAI,EAAE,YAAY;IAQ9B,qDAAqD;IACrD,IAAI,KAAK,IAAI,MAAM,CAElB;IAED;;;;OAIG;IACH,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,GAAE;QAAE,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,SAAS,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAO,GAAG,IAAI;IAiBnI,6EAA6E;IAC7E,QAAQ,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;IAuBtC,gCAAgC;IAChC,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAuB9B,uDAAuD;IACvD,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,UAAU,CAAC,EAAE,UAAU,EAAE,MAAM,SAAK,GAAG,OAAO,CAAC,CAAC,CAAC;IAwCjH;;;;OAIG;IACG,MAAM,CAAC,OAAO,EAAE,WAAW,GAAG,QAAQ,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAoB/E,6CAA6C;IAC7C,IAAI,IAAI,IAAI;IASZ,OAAO,CAAC,aAAa;IAMrB,OAAO,CAAC,eAAe;IAgBvB,OAAO,CAAC,UAAU;IASlB,OAAO,CAAC,YAAY;IAapB,OAAO,CAAC,IAAI;IAKZ,gEAAgE;IAChE,OAAO,CAAC,OAAO;CAYhB"}
@@ -0,0 +1,323 @@
1
+ import { randomBytes } from "node:crypto";
2
+ import { timestampFromMs } from "@bufbuild/protobuf/wkt";
3
+ import { errorKind } from "./errors.js";
4
+ import { IssueSeverity } from "./gen/xeonr/pipelines/private/v1/attempt_pb.js";
5
+ import { StageState } from "./gen/xeonr/pipelines/v1/runs_pb.js";
6
+ const STAGE_KEY = /^[a-z][a-z0-9_.-]{0,63}$/;
7
+ const SUBJECT_KIND = /^[a-z0-9][a-z0-9._-]*$/;
8
+ const MAX_COUNT = 1_000_000_000_000;
9
+ const encoder = new TextEncoder();
10
+ /**
11
+ * Reports an attempt's progress, issues and spans on the worker surface
12
+ * (`SetProgress`, `AppendIssues`, `ReportSpans`).
13
+ *
14
+ * - Progress is coalesced: the latest value about once a second, and the
15
+ * last one before the attempt completes ({@link finish}). A stage change is
16
+ * sent at once, in order.
17
+ * - Issues are batched (up to 100 a call) and spans too (up to 1000).
18
+ * - Nothing here can fail the handler: every error is logged at debug and
19
+ * dropped. `failed_precondition` (the attempt is no longer this worker's)
20
+ * stops all reporting; the heartbeat deals with the attempt itself.
21
+ */
22
+ export class AttemptReporter {
23
+ api;
24
+ ref;
25
+ declared;
26
+ interval;
27
+ debug;
28
+ stopped = false;
29
+ chain = Promise.resolve();
30
+ stageKey = "";
31
+ stageName = "";
32
+ progressState = {
33
+ processed: 0,
34
+ total: 0,
35
+ failed: 0,
36
+ fraction: undefined,
37
+ message: "",
38
+ };
39
+ reported = false;
40
+ dirty = false;
41
+ lastSent = 0;
42
+ progressTimer;
43
+ issues = [];
44
+ spans = [];
45
+ batchTimer;
46
+ traceId = randomBytes(16).toString("hex");
47
+ constructor(deps) {
48
+ this.api = deps.api;
49
+ this.ref = deps.ref;
50
+ this.declared = new Map(deps.stages.map((s) => [s.key, s]));
51
+ this.interval = deps.intervalMs ?? 1_000;
52
+ this.debug = deps.debug;
53
+ }
54
+ /** The stage the attempt is in, or "" before any. */
55
+ get stage() {
56
+ return this.stageKey;
57
+ }
58
+ /**
59
+ * Enters a stage (finishing the one before), or moves the current one to
60
+ * `state`. A key the manifest does not declare is added at run time with
61
+ * weight 0, named `name` (default the key).
62
+ */
63
+ setStage(key, opts = {}) {
64
+ if (!STAGE_KEY.test(key)) {
65
+ this.debug("ignored a stage with an invalid key", { key });
66
+ return;
67
+ }
68
+ if (key !== this.stageKey) {
69
+ this.stageKey = key;
70
+ this.stageName = this.declared.has(key) ? "" : clip(opts.name ?? key, 128);
71
+ this.progressState = { processed: 0, total: 0, failed: 0, fraction: undefined, message: "" };
72
+ }
73
+ if (opts.message !== undefined)
74
+ this.progressState.message = clip(opts.message, 255);
75
+ const state = stageState(opts.state);
76
+ // A stage move is sent at once, after anything pending, so none is skipped.
77
+ this.flushProgress();
78
+ this.send(this.progressRequest(state));
79
+ }
80
+ /** Reports progress within the current stage (or the attempt). Coalesced. */
81
+ progress(update) {
82
+ if (this.stopped)
83
+ return;
84
+ const p = this.progressState;
85
+ if (update.processed !== undefined)
86
+ p.processed = count(update.processed);
87
+ if (update.total !== undefined)
88
+ p.total = count(update.total);
89
+ if (update.failed !== undefined)
90
+ p.failed = count(update.failed);
91
+ if (update.fraction !== undefined)
92
+ p.fraction = Number.isFinite(update.fraction) ? Math.min(1, Math.max(0, update.fraction)) : undefined;
93
+ if (update.message !== undefined)
94
+ p.message = clip(update.message, 255);
95
+ this.dirty = true;
96
+ this.reported = true;
97
+ if (this.progressTimer)
98
+ return;
99
+ const wait = this.lastSent + this.interval - Date.now();
100
+ if (wait <= 0) {
101
+ this.flushProgress();
102
+ }
103
+ else {
104
+ this.progressTimer = setTimeout(() => {
105
+ this.progressTimer = undefined;
106
+ this.flushProgress();
107
+ }, wait);
108
+ this.progressTimer.unref?.();
109
+ }
110
+ }
111
+ /** Queues an issue. Batched. */
112
+ issue(input) {
113
+ if (this.stopped)
114
+ return;
115
+ const message = clip(String(input.message ?? "").trim(), 4096);
116
+ if (!message) {
117
+ this.debug("ignored an issue with no message");
118
+ return;
119
+ }
120
+ const kind = (input.subjectKind ?? "").toLowerCase().slice(0, 100);
121
+ const detail = input.detail && jsonSize(input.detail) <= 16 << 10 ? input.detail : undefined;
122
+ if (input.detail && !detail)
123
+ this.debug("dropped an issue's detail over 16 KiB");
124
+ this.issues.push({
125
+ severity: severity(input.severity),
126
+ subject: clip(input.subject ?? "", 512),
127
+ subjectKind: kind === "" || SUBJECT_KIND.test(kind) ? kind : "",
128
+ subjectId: clip((input.subjectId ?? "").replaceAll("\0", ""), 1024),
129
+ message,
130
+ ...(detail ? { detail } : {}),
131
+ stage: this.stageKey,
132
+ });
133
+ if (this.issues.length >= 100)
134
+ this.flushBatches();
135
+ else
136
+ this.armBatches();
137
+ }
138
+ /** Runs `fn` inside a span of this attempt's trace. */
139
+ span(name, fn, attributes, parent = "") {
140
+ const spanId = randomBytes(8).toString("hex");
141
+ const attrs = { ...(attributes ?? {}) };
142
+ const handle = {
143
+ traceId: this.traceId,
144
+ spanId,
145
+ setAttribute: (k, v) => {
146
+ attrs[k] = v;
147
+ },
148
+ span: (n, f, a) => this.span(n, f, a, spanId),
149
+ };
150
+ const startedAt = Date.now();
151
+ const end = (status, statusMessage = "") => {
152
+ if (this.stopped)
153
+ return;
154
+ this.spans.push({
155
+ traceId: this.traceId,
156
+ spanId,
157
+ parentSpanId: parent,
158
+ name: clip(name || "span", 255),
159
+ startedAt: timestampFromMs(startedAt),
160
+ endedAt: timestampFromMs(Math.max(Date.now(), startedAt)),
161
+ status,
162
+ statusMessage: clip(statusMessage, 1024),
163
+ ...(jsonSize(attrs) <= 16 << 10 && Object.keys(attrs).length > 0 ? { attributes: attrs } : {}),
164
+ });
165
+ if (this.spans.length >= 1000)
166
+ this.flushBatches();
167
+ else
168
+ this.armBatches();
169
+ };
170
+ return (async () => {
171
+ try {
172
+ const out = await fn(handle);
173
+ end("ok");
174
+ return out;
175
+ }
176
+ catch (err) {
177
+ end("error", err instanceof Error ? err.message : String(err));
178
+ throw err;
179
+ }
180
+ })();
181
+ }
182
+ /**
183
+ * The last reports before CompleteAttempt: the current stage finished as
184
+ * `outcome`, pending progress, issues and spans, waiting at most
185
+ * `timeoutMs`. Never throws.
186
+ */
187
+ async finish(outcome, timeoutMs) {
188
+ if (this.stopped)
189
+ return;
190
+ if (this.progressTimer)
191
+ clearTimeout(this.progressTimer);
192
+ this.progressTimer = undefined;
193
+ if (this.stageKey) {
194
+ if (outcome === "succeeded" && this.progressState.fraction === undefined && this.progressState.total === 0)
195
+ this.progressState.fraction = 1;
196
+ this.send(this.progressRequest(outcome === "succeeded" ? StageState.SUCCEEDED : StageState.FAILED));
197
+ this.dirty = false;
198
+ }
199
+ else if (this.dirty || (outcome === "succeeded" && this.reported)) {
200
+ if (outcome === "succeeded" && this.progressState.fraction === undefined && this.progressState.total === 0)
201
+ this.progressState.fraction = 1;
202
+ this.send(this.progressRequest(StageState.UNSPECIFIED));
203
+ this.dirty = false;
204
+ }
205
+ this.flushBatches();
206
+ let timer;
207
+ await Promise.race([this.chain, new Promise((r) => (timer = setTimeout(r, timeoutMs)))]);
208
+ clearTimeout(timer);
209
+ this.stop();
210
+ }
211
+ /** Stops reporting; nothing more is sent. */
212
+ stop() {
213
+ this.stopped = true;
214
+ if (this.progressTimer)
215
+ clearTimeout(this.progressTimer);
216
+ if (this.batchTimer)
217
+ clearTimeout(this.batchTimer);
218
+ this.progressTimer = this.batchTimer = undefined;
219
+ this.issues = [];
220
+ this.spans = [];
221
+ }
222
+ flushProgress() {
223
+ if (!this.dirty)
224
+ return;
225
+ this.dirty = false;
226
+ this.send(this.progressRequest(StageState.UNSPECIFIED));
227
+ }
228
+ progressRequest(state) {
229
+ const p = this.progressState;
230
+ const fraction = p.fraction ?? (p.total > 0 ? Math.min(1, p.processed / p.total) : 0);
231
+ return {
232
+ ref: this.ref,
233
+ fraction,
234
+ processed: BigInt(p.processed),
235
+ total: BigInt(p.total),
236
+ failed: BigInt(p.failed),
237
+ message: p.message,
238
+ stage: this.stageKey,
239
+ stageName: this.stageName,
240
+ stageState: state,
241
+ };
242
+ }
243
+ armBatches() {
244
+ if (this.batchTimer)
245
+ return;
246
+ this.batchTimer = setTimeout(() => {
247
+ this.batchTimer = undefined;
248
+ this.flushBatches();
249
+ }, this.interval);
250
+ this.batchTimer.unref?.();
251
+ }
252
+ flushBatches() {
253
+ if (this.batchTimer)
254
+ clearTimeout(this.batchTimer);
255
+ this.batchTimer = undefined;
256
+ while (this.issues.length > 0) {
257
+ const issues = this.issues.splice(0, 100);
258
+ this.enqueue("AppendIssues", () => this.api.appendIssues({ ref: this.ref, issues }, { timeoutMs: 10_000 }));
259
+ }
260
+ while (this.spans.length > 0) {
261
+ const spans = this.spans.splice(0, 1000);
262
+ this.enqueue("ReportSpans", () => this.api.reportSpans({ ref: this.ref, spans }, { timeoutMs: 10_000 }));
263
+ }
264
+ }
265
+ send(req) {
266
+ this.lastSent = Date.now();
267
+ this.enqueue("SetProgress", () => this.api.setProgress(req, { timeoutMs: 10_000 }));
268
+ }
269
+ /** Sends in order, one call at a time; failures are dropped. */
270
+ enqueue(what, call) {
271
+ if (this.stopped)
272
+ return;
273
+ this.chain = this.chain.then(async () => {
274
+ if (this.stopped)
275
+ return;
276
+ try {
277
+ await call();
278
+ }
279
+ catch (err) {
280
+ if (errorKind(err) === "lost")
281
+ this.stop();
282
+ this.debug(`${what} failed; dropped`, { error: err instanceof Error ? err.message : String(err) });
283
+ }
284
+ });
285
+ }
286
+ }
287
+ function stageState(s) {
288
+ switch (s) {
289
+ case "succeeded":
290
+ return StageState.SUCCEEDED;
291
+ case "failed":
292
+ return StageState.FAILED;
293
+ case "skipped":
294
+ return StageState.SKIPPED;
295
+ default:
296
+ return StageState.RUNNING;
297
+ }
298
+ }
299
+ function severity(s) {
300
+ switch (s) {
301
+ case "info":
302
+ return IssueSeverity.INFO;
303
+ case "error":
304
+ return IssueSeverity.ERROR;
305
+ default:
306
+ return IssueSeverity.WARNING;
307
+ }
308
+ }
309
+ function count(n) {
310
+ return Number.isFinite(n) ? Math.min(MAX_COUNT, Math.max(0, Math.floor(n))) : 0;
311
+ }
312
+ function clip(s, max) {
313
+ return s.length > max ? s.slice(0, max) : s;
314
+ }
315
+ function jsonSize(v) {
316
+ try {
317
+ return encoder.encode(JSON.stringify(v)).length;
318
+ }
319
+ catch {
320
+ return Infinity;
321
+ }
322
+ }
323
+ //# sourceMappingURL=reporter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"reporter.js","sourceRoot":"","sources":["../src/reporter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,gDAAgD,CAAC;AAG/E,OAAO,EAAE,UAAU,EAAE,MAAM,qCAAqC,CAAC;AA6DjE,MAAM,SAAS,GAAG,0BAA0B,CAAC;AAC7C,MAAM,YAAY,GAAG,wBAAwB,CAAC;AAC9C,MAAM,SAAS,GAAG,iBAAiB,CAAC;AACpC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAElC;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,eAAe;IACT,GAAG,CAAsB;IACzB,GAAG,CAAa;IAChB,QAAQ,CAAwB;IAChC,QAAQ,CAAS;IACjB,KAAK,CAAwB;IACtC,OAAO,GAAG,KAAK,CAAC;IAChB,KAAK,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEzC,QAAQ,GAAG,EAAE,CAAC;IACd,SAAS,GAAG,EAAE,CAAC;IACf,aAAa,GAAkF;QACrG,SAAS,EAAE,CAAC;QACZ,KAAK,EAAE,CAAC;QACR,MAAM,EAAE,CAAC;QACT,QAAQ,EAAE,SAAS;QACnB,OAAO,EAAE,EAAE;KACZ,CAAC;IACM,QAAQ,GAAG,KAAK,CAAC;IACjB,KAAK,GAAG,KAAK,CAAC;IACd,QAAQ,GAAG,CAAC,CAAC;IACb,aAAa,CAA4C;IAEzD,MAAM,GAAgB,EAAE,CAAC;IACzB,KAAK,GAAe,EAAE,CAAC;IACvB,UAAU,CAA4C;IACrD,OAAO,GAAG,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAEnD,YAAY,IAAkB;QAC5B,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACpB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC;QACpB,IAAI,CAAC,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC;QACzC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IAC1B,CAAC;IAED,qDAAqD;IACrD,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,GAAW,EAAE,OAAoG,EAAE;QAC1H,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,KAAK,CAAC,qCAAqC,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC;YAC3D,OAAO;QACT,CAAC;QACD,IAAI,GAAG,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3E,IAAI,CAAC,aAAa,GAAG,EAAE,SAAS,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;QAC/F,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,aAAa,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACrF,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrC,4EAA4E;QAC5E,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,6EAA6E;IAC7E,QAAQ,CAAC,MAAsB;QAC7B,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,MAAM,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC;QAC7B,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS;YAAE,CAAC,CAAC,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC1E,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;YAAE,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9D,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;YAAE,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjE,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS;YAAE,CAAC,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACzI,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS;YAAE,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACxE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,IAAI,CAAC,aAAa;YAAE,OAAO;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACxD,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;YACd,IAAI,CAAC,aAAa,EAAE,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,GAAG,EAAE;gBACnC,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;gBAC/B,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,CAAC,EAAE,IAAI,CAAC,CAAC;YACT,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,EAAE,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,KAAK,CAAC,KAAiB;QACrB,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;YAC/C,OAAO;QACT,CAAC;QACD,MAAM,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACnE,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7F,IAAI,KAAK,CAAC,MAAM,IAAI,CAAC,MAAM;YAAE,IAAI,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACjF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC;YAClC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,EAAE,EAAE,GAAG,CAAC;YACvC,WAAW,EAAE,IAAI,KAAK,EAAE,IAAI,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE;YAC/D,SAAS,EAAE,IAAI,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC;YACnE,OAAO;YACP,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7B,KAAK,EAAE,IAAI,CAAC,QAAQ;SACrB,CAAC,CAAC;QACH,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,GAAG;YAAE,IAAI,CAAC,YAAY,EAAE,CAAC;;YAC9C,IAAI,CAAC,UAAU,EAAE,CAAC;IACzB,CAAC;IAED,uDAAuD;IACvD,IAAI,CAAI,IAAY,EAAE,EAAwC,EAAE,UAAuB,EAAE,MAAM,GAAG,EAAE;QAClG,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAe,EAAE,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;QACpD,MAAM,MAAM,GAAe;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM;YACN,YAAY,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACrB,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACf,CAAC;YACD,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC;SAC9C,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,CAAC,MAAsB,EAAE,aAAa,GAAG,EAAE,EAAE,EAAE;YACzD,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YACzB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;gBACd,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM;gBACN,YAAY,EAAE,MAAM;gBACpB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,MAAM,EAAE,GAAG,CAAC;gBAC/B,SAAS,EAAE,eAAe,CAAC,SAAS,CAAC;gBACrC,OAAO,EAAE,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;gBACzD,MAAM;gBACN,aAAa,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC;gBACxC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC/F,CAAC,CAAC;YACH,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI;gBAAE,IAAI,CAAC,YAAY,EAAE,CAAC;;gBAC9C,IAAI,CAAC,UAAU,EAAE,CAAC;QACzB,CAAC,CAAC;QACF,OAAO,CAAC,KAAK,IAAI,EAAE;YACjB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC;gBAC7B,GAAG,CAAC,IAAI,CAAC,CAAC;gBACV,OAAO,GAAG,CAAC;YACb,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,OAAO,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC/D,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,OAA+B,EAAE,SAAiB;QAC7D,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,IAAI,CAAC,aAAa;YAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACzD,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,OAAO,KAAK,WAAW,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,KAAK,CAAC;gBAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,GAAG,CAAC,CAAC;YAC5I,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YACpG,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACrB,CAAC;aAAM,IAAI,IAAI,CAAC,KAAK,IAAI,CAAC,OAAO,KAAK,WAAW,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACpE,IAAI,OAAO,KAAK,WAAW,IAAI,IAAI,CAAC,aAAa,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,KAAK,CAAC;gBAAE,IAAI,CAAC,aAAa,CAAC,QAAQ,GAAG,CAAC,CAAC;YAC5I,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;YACxD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACrB,CAAC;QACD,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,IAAI,KAAgD,CAAC;QACrD,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,OAAO,CAAO,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/F,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,EAAE,CAAC;IACd,CAAC;IAED,6CAA6C;IAC7C,IAAI;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,IAAI,CAAC,aAAa;YAAE,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACzD,IAAI,IAAI,CAAC,UAAU;YAAE,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QACjD,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;IAClB,CAAC;IAEO,aAAa;QACnB,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC;IAC1D,CAAC;IAEO,eAAe,CAAC,KAAiB;QACvC,MAAM,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC;QAC7B,MAAM,QAAQ,GAAG,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtF,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,QAAQ;YACR,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;YAC9B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC;YACtB,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACxB,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,KAAK,EAAE,IAAI,CAAC,QAAQ;YACpB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,KAAK;SAClB,CAAC;IACJ,CAAC;IAEO,UAAU;QAChB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;YAChC,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;YAC5B,IAAI,CAAC,YAAY,EAAE,CAAC;QACtB,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,CAAC;IAC5B,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,UAAU;YAAE,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC;QAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC1C,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC9G,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;YACzC,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QAC3G,CAAC;IACH,CAAC;IAEO,IAAI,CAAC,GAAiB;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;IACtF,CAAC;IAED,gEAAgE;IACxD,OAAO,CAAC,IAAY,EAAE,IAA4B;QACxD,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO;QACzB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;YACtC,IAAI,IAAI,CAAC,OAAO;gBAAE,OAAO;YACzB,IAAI,CAAC;gBACH,MAAM,IAAI,EAAE,CAAC;YACf,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,SAAS,CAAC,GAAG,CAAC,KAAK,MAAM;oBAAE,IAAI,CAAC,IAAI,EAAE,CAAC;gBAC3C,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,kBAAkB,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACrG,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAED,SAAS,UAAU,CAAC,CAA6D;IAC/E,QAAQ,CAAC,EAAE,CAAC;QACV,KAAK,WAAW;YACd,OAAO,UAAU,CAAC,SAAS,CAAC;QAC9B,KAAK,QAAQ;YACX,OAAO,UAAU,CAAC,MAAM,CAAC;QAC3B,KAAK,SAAS;YACZ,OAAO,UAAU,CAAC,OAAO,CAAC;QAC5B;YACE,OAAO,UAAU,CAAC,OAAO,CAAC;IAC9B,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,CAAyB;IACzC,QAAQ,CAAC,EAAE,CAAC;QACV,KAAK,MAAM;YACT,OAAO,aAAa,CAAC,IAAI,CAAC;QAC5B,KAAK,OAAO;YACV,OAAO,aAAa,CAAC,KAAK,CAAC;QAC7B;YACE,OAAO,aAAa,CAAC,OAAO,CAAC;IACjC,CAAC;AACH,CAAC;AAED,SAAS,KAAK,CAAC,CAAS;IACtB,OAAO,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAClF,CAAC;AAED,SAAS,IAAI,CAAC,CAAS,EAAE,GAAW;IAClC,OAAO,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,QAAQ,CAAC,CAAU;IAC1B,IAAI,CAAC;QACH,OAAO,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAClD,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,QAAQ,CAAC;IAClB,CAAC;AACH,CAAC"}