@flowrensic/temporal-flowrensic-node-sdk 0.0.0-stage → 0.6.64
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +151 -2
- package/dist/cjs/ci.d.ts +47 -0
- package/dist/cjs/ci.d.ts.map +1 -0
- package/dist/cjs/ci.js +70 -0
- package/dist/cjs/ci.js.map +1 -0
- package/dist/cjs/client-interceptor.d.ts +46 -0
- package/dist/cjs/client-interceptor.d.ts.map +1 -0
- package/dist/cjs/client-interceptor.js +129 -0
- package/dist/cjs/client-interceptor.js.map +1 -0
- package/dist/cjs/client.d.ts +44 -0
- package/dist/cjs/client.d.ts.map +1 -0
- package/dist/cjs/client.js +77 -0
- package/dist/cjs/client.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/activity_metrics_pb.d.ts +702 -0
- package/dist/cjs/gen/flowrensic/v1/activity_metrics_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/activity_metrics_pb.js +123 -0
- package/dist/cjs/gen/flowrensic/v1/activity_metrics_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/catalog_pb.d.ts +314 -0
- package/dist/cjs/gen/flowrensic/v1/catalog_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/catalog_pb.js +92 -0
- package/dist/cjs/gen/flowrensic/v1/catalog_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/catch_up_pb.d.ts +180 -0
- package/dist/cjs/gen/flowrensic/v1/catch_up_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/catch_up_pb.js +29 -0
- package/dist/cjs/gen/flowrensic/v1/catch_up_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/client_calls_pb.d.ts +216 -0
- package/dist/cjs/gen/flowrensic/v1/client_calls_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/client_calls_pb.js +69 -0
- package/dist/cjs/gen/flowrensic/v1/client_calls_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/cost_pb.d.ts +257 -0
- package/dist/cjs/gen/flowrensic/v1/cost_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/cost_pb.js +54 -0
- package/dist/cjs/gen/flowrensic/v1/cost_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/deploy_pb.d.ts +222 -0
- package/dist/cjs/gen/flowrensic/v1/deploy_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/deploy_pb.js +53 -0
- package/dist/cjs/gen/flowrensic/v1/deploy_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/ephemeral_run_pb.d.ts +850 -0
- package/dist/cjs/gen/flowrensic/v1/ephemeral_run_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/ephemeral_run_pb.js +170 -0
- package/dist/cjs/gen/flowrensic/v1/ephemeral_run_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/finding_pb.d.ts +896 -0
- package/dist/cjs/gen/flowrensic/v1/finding_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/finding_pb.js +451 -0
- package/dist/cjs/gen/flowrensic/v1/finding_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/job_pb.d.ts +104 -0
- package/dist/cjs/gen/flowrensic/v1/job_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/job_pb.js +28 -0
- package/dist/cjs/gen/flowrensic/v1/job_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/load_pb.d.ts +333 -0
- package/dist/cjs/gen/flowrensic/v1/load_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/load_pb.js +53 -0
- package/dist/cjs/gen/flowrensic/v1/load_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/page_pb.d.ts +67 -0
- package/dist/cjs/gen/flowrensic/v1/page_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/page_pb.js +22 -0
- package/dist/cjs/gen/flowrensic/v1/page_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/remediation_pb.d.ts +395 -0
- package/dist/cjs/gen/flowrensic/v1/remediation_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/remediation_pb.js +103 -0
- package/dist/cjs/gen/flowrensic/v1/remediation_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/replay_pb.d.ts +805 -0
- package/dist/cjs/gen/flowrensic/v1/replay_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/replay_pb.js +179 -0
- package/dist/cjs/gen/flowrensic/v1/replay_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/server_config_pb.d.ts +220 -0
- package/dist/cjs/gen/flowrensic/v1/server_config_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/server_config_pb.js +44 -0
- package/dist/cjs/gen/flowrensic/v1/server_config_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/services_pb.d.ts +561 -0
- package/dist/cjs/gen/flowrensic/v1/services_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/services_pb.js +59 -0
- package/dist/cjs/gen/flowrensic/v1/services_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/stored_data_pb.d.ts +120 -0
- package/dist/cjs/gen/flowrensic/v1/stored_data_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/stored_data_pb.js +33 -0
- package/dist/cjs/gen/flowrensic/v1/stored_data_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_history_pb.d.ts +204 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_history_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_history_pb.js +135 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_history_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_types_pb.d.ts +505 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_types_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_types_pb.js +56 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_types_pb.js.map +1 -0
- package/dist/cjs/index.d.ts +29 -0
- package/dist/cjs/index.d.ts.map +1 -0
- package/dist/cjs/index.js +49 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/interceptor-names.d.ts +11 -0
- package/dist/cjs/interceptor-names.d.ts.map +1 -0
- package/dist/cjs/interceptor-names.js +27 -0
- package/dist/cjs/interceptor-names.js.map +1 -0
- package/dist/cjs/interceptor.d.ts +39 -0
- package/dist/cjs/interceptor.d.ts.map +1 -0
- package/dist/cjs/interceptor.js +113 -0
- package/dist/cjs/interceptor.js.map +1 -0
- package/dist/cjs/package.json +1 -0
- package/dist/cjs/query-sink.d.ts +31 -0
- package/dist/cjs/query-sink.d.ts.map +1 -0
- package/dist/cjs/query-sink.js +64 -0
- package/dist/cjs/query-sink.js.map +1 -0
- package/dist/cjs/replay.d.ts +119 -0
- package/dist/cjs/replay.d.ts.map +1 -0
- package/dist/cjs/replay.js +204 -0
- package/dist/cjs/replay.js.map +1 -0
- package/dist/cjs/sink.d.ts +79 -0
- package/dist/cjs/sink.d.ts.map +1 -0
- package/dist/cjs/sink.js +320 -0
- package/dist/cjs/sink.js.map +1 -0
- package/dist/cjs/telemetry.d.ts +128 -0
- package/dist/cjs/telemetry.d.ts.map +1 -0
- package/dist/cjs/telemetry.js +420 -0
- package/dist/cjs/telemetry.js.map +1 -0
- package/dist/cjs/workflow.d.ts +15 -0
- package/dist/cjs/workflow.d.ts.map +1 -0
- package/dist/cjs/workflow.js +39 -0
- package/dist/cjs/workflow.js.map +1 -0
- package/dist/esm/ci.d.ts +47 -0
- package/dist/esm/ci.d.ts.map +1 -0
- package/dist/esm/ci.js +64 -0
- package/dist/esm/ci.js.map +1 -0
- package/dist/esm/client-interceptor.d.ts +46 -0
- package/dist/esm/client-interceptor.d.ts.map +1 -0
- package/dist/esm/client-interceptor.js +124 -0
- package/dist/esm/client-interceptor.js.map +1 -0
- package/dist/esm/client.d.ts +44 -0
- package/dist/esm/client.d.ts.map +1 -0
- package/dist/esm/client.js +69 -0
- package/dist/esm/client.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/activity_metrics_pb.d.ts +702 -0
- package/dist/esm/gen/flowrensic/v1/activity_metrics_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/activity_metrics_pb.js +120 -0
- package/dist/esm/gen/flowrensic/v1/activity_metrics_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/catalog_pb.d.ts +314 -0
- package/dist/esm/gen/flowrensic/v1/catalog_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/catalog_pb.js +89 -0
- package/dist/esm/gen/flowrensic/v1/catalog_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/catch_up_pb.d.ts +180 -0
- package/dist/esm/gen/flowrensic/v1/catch_up_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/catch_up_pb.js +26 -0
- package/dist/esm/gen/flowrensic/v1/catch_up_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/client_calls_pb.d.ts +216 -0
- package/dist/esm/gen/flowrensic/v1/client_calls_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/client_calls_pb.js +66 -0
- package/dist/esm/gen/flowrensic/v1/client_calls_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/cost_pb.d.ts +257 -0
- package/dist/esm/gen/flowrensic/v1/cost_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/cost_pb.js +51 -0
- package/dist/esm/gen/flowrensic/v1/cost_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/deploy_pb.d.ts +222 -0
- package/dist/esm/gen/flowrensic/v1/deploy_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/deploy_pb.js +50 -0
- package/dist/esm/gen/flowrensic/v1/deploy_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/ephemeral_run_pb.d.ts +850 -0
- package/dist/esm/gen/flowrensic/v1/ephemeral_run_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/ephemeral_run_pb.js +167 -0
- package/dist/esm/gen/flowrensic/v1/ephemeral_run_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/finding_pb.d.ts +896 -0
- package/dist/esm/gen/flowrensic/v1/finding_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/finding_pb.js +448 -0
- package/dist/esm/gen/flowrensic/v1/finding_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/job_pb.d.ts +104 -0
- package/dist/esm/gen/flowrensic/v1/job_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/job_pb.js +25 -0
- package/dist/esm/gen/flowrensic/v1/job_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/load_pb.d.ts +333 -0
- package/dist/esm/gen/flowrensic/v1/load_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/load_pb.js +50 -0
- package/dist/esm/gen/flowrensic/v1/load_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/page_pb.d.ts +67 -0
- package/dist/esm/gen/flowrensic/v1/page_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/page_pb.js +19 -0
- package/dist/esm/gen/flowrensic/v1/page_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/remediation_pb.d.ts +395 -0
- package/dist/esm/gen/flowrensic/v1/remediation_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/remediation_pb.js +100 -0
- package/dist/esm/gen/flowrensic/v1/remediation_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/replay_pb.d.ts +805 -0
- package/dist/esm/gen/flowrensic/v1/replay_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/replay_pb.js +176 -0
- package/dist/esm/gen/flowrensic/v1/replay_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/server_config_pb.d.ts +220 -0
- package/dist/esm/gen/flowrensic/v1/server_config_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/server_config_pb.js +41 -0
- package/dist/esm/gen/flowrensic/v1/server_config_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/services_pb.d.ts +561 -0
- package/dist/esm/gen/flowrensic/v1/services_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/services_pb.js +56 -0
- package/dist/esm/gen/flowrensic/v1/services_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/stored_data_pb.d.ts +120 -0
- package/dist/esm/gen/flowrensic/v1/stored_data_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/stored_data_pb.js +30 -0
- package/dist/esm/gen/flowrensic/v1/stored_data_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/workflow_history_pb.d.ts +204 -0
- package/dist/esm/gen/flowrensic/v1/workflow_history_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/workflow_history_pb.js +132 -0
- package/dist/esm/gen/flowrensic/v1/workflow_history_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/workflow_types_pb.d.ts +505 -0
- package/dist/esm/gen/flowrensic/v1/workflow_types_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/workflow_types_pb.js +53 -0
- package/dist/esm/gen/flowrensic/v1/workflow_types_pb.js.map +1 -0
- package/dist/esm/index.d.ts +29 -0
- package/dist/esm/index.d.ts.map +1 -0
- package/dist/esm/index.js +16 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/interceptor-names.d.ts +11 -0
- package/dist/esm/interceptor-names.d.ts.map +1 -0
- package/dist/esm/interceptor-names.js +23 -0
- package/dist/esm/interceptor-names.js.map +1 -0
- package/dist/esm/interceptor.d.ts +39 -0
- package/dist/esm/interceptor.d.ts.map +1 -0
- package/dist/esm/interceptor.js +108 -0
- package/dist/esm/interceptor.js.map +1 -0
- package/dist/esm/query-sink.d.ts +31 -0
- package/dist/esm/query-sink.d.ts.map +1 -0
- package/dist/esm/query-sink.js +61 -0
- package/dist/esm/query-sink.js.map +1 -0
- package/dist/esm/replay.d.ts +119 -0
- package/dist/esm/replay.d.ts.map +1 -0
- package/dist/esm/replay.js +197 -0
- package/dist/esm/replay.js.map +1 -0
- package/dist/esm/sink.d.ts +79 -0
- package/dist/esm/sink.d.ts.map +1 -0
- package/dist/esm/sink.js +315 -0
- package/dist/esm/sink.js.map +1 -0
- package/dist/esm/telemetry.d.ts +128 -0
- package/dist/esm/telemetry.d.ts.map +1 -0
- package/dist/esm/telemetry.js +414 -0
- package/dist/esm/telemetry.js.map +1 -0
- package/dist/esm/workflow.d.ts +15 -0
- package/dist/esm/workflow.d.ts.map +1 -0
- package/dist/esm/workflow.js +35 -0
- package/dist/esm/workflow.js.map +1 -0
- package/package.json +75 -4
|
@@ -0,0 +1,204 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.INDEX_NAME = void 0;
|
|
4
|
+
exports.fetchReplaySet = fetchReplaySet;
|
|
5
|
+
exports.readReplaySet = readReplaySet;
|
|
6
|
+
exports.listHistoryFiles = listHistoryFiles;
|
|
7
|
+
exports.publishVerdicts = publishVerdicts;
|
|
8
|
+
const promises_1 = require("node:fs/promises");
|
|
9
|
+
const node_path_1 = require("node:path");
|
|
10
|
+
const wkt_1 = require("@bufbuild/protobuf/wkt");
|
|
11
|
+
const connect_1 = require("@connectrpc/connect");
|
|
12
|
+
const ci_js_1 = require("./ci.js");
|
|
13
|
+
const client_js_1 = require("./client.js");
|
|
14
|
+
const interceptor_names_js_1 = require("./interceptor-names.js");
|
|
15
|
+
const replay_pb_js_1 = require("./gen/flowrensic/v1/replay_pb.js");
|
|
16
|
+
/** Manifest written beside the histories, the same one the CLI writes. */
|
|
17
|
+
exports.INDEX_NAME = 'replay-set.json';
|
|
18
|
+
// A manifest reads `completed`, the same label the CLI writes. A table rather
|
|
19
|
+
// than a reverse enum lookup, so adding a status is a compile error here.
|
|
20
|
+
const STATUS_LABELS = {
|
|
21
|
+
[replay_pb_js_1.RunStatus.UNSPECIFIED]: 'unspecified',
|
|
22
|
+
[replay_pb_js_1.RunStatus.RUNNING]: 'running',
|
|
23
|
+
[replay_pb_js_1.RunStatus.COMPLETED]: 'completed',
|
|
24
|
+
[replay_pb_js_1.RunStatus.FAILED]: 'failed',
|
|
25
|
+
[replay_pb_js_1.RunStatus.CANCELED]: 'canceled',
|
|
26
|
+
[replay_pb_js_1.RunStatus.TERMINATED]: 'terminated',
|
|
27
|
+
[replay_pb_js_1.RunStatus.TIMED_OUT]: 'timed_out',
|
|
28
|
+
[replay_pb_js_1.RunStatus.CONTINUED_AS_NEW]: 'continued_as_new',
|
|
29
|
+
[replay_pb_js_1.RunStatus.PAUSED]: 'paused',
|
|
30
|
+
};
|
|
31
|
+
/**
|
|
32
|
+
* What a download writes to stderr, the same lines in every SDK and the CLI:
|
|
33
|
+
* the workflow type and the envs, how many histories the answer held and how
|
|
34
|
+
* many were saved, the run id of each, and each run left out with its reason.
|
|
35
|
+
*/
|
|
36
|
+
function fetchedLog(set, got, dir) {
|
|
37
|
+
const lines = [
|
|
38
|
+
`replay set: workflow ${set.workflow_type}, envs ${set.envs.join(', ')}`,
|
|
39
|
+
`got ${String(got)} histories, saved ${String(set.histories.length)} in ${dir}`,
|
|
40
|
+
...set.histories.map((one) => ` ${one.run_id}`),
|
|
41
|
+
...set.left_out.map((one) => `left out ${one.run_id}: ${one.reason}`),
|
|
42
|
+
];
|
|
43
|
+
return `${lines.join('\n')}\n`;
|
|
44
|
+
}
|
|
45
|
+
/** How long a replay set download may take when the options carry no limit. */
|
|
46
|
+
const downloadTimeoutMs = 60_000;
|
|
47
|
+
/**
|
|
48
|
+
* Fetches the set the server picks for a workflow type in each env named, in
|
|
49
|
+
* one request, and writes it to disk.
|
|
50
|
+
*
|
|
51
|
+
* Which histories are worth replaying is the server's call, not the caller's.
|
|
52
|
+
* What comes down is the engine's own history, verbatim, so a replayer reads
|
|
53
|
+
* it the way the engine wrote it.
|
|
54
|
+
*
|
|
55
|
+
* Nothing here runs a workflow. Replay belongs to the suite that owns the
|
|
56
|
+
* code, through its own SDK, and `publishVerdicts` takes the outcome back.
|
|
57
|
+
*/
|
|
58
|
+
async function fetchReplaySet(options) {
|
|
59
|
+
const { serverBaseUrl } = options;
|
|
60
|
+
const workflowType = options.replayHistoryWorkflow;
|
|
61
|
+
const dir = options.replayHistoryOutDir;
|
|
62
|
+
const envs = [...options.replayHistoryFromEnvs];
|
|
63
|
+
const timeoutMs = options.timeoutMs ?? downloadTimeoutMs;
|
|
64
|
+
const client = (0, client_js_1.createFlowrensicClient)(serverBaseUrl, (0, client_js_1.contextOf)(options));
|
|
65
|
+
// The answer comes in pages of whole env sets: ask until the server says
|
|
66
|
+
// there is no more, and keep every page in order.
|
|
67
|
+
const found = { histories: [], leftOut: [] };
|
|
68
|
+
try {
|
|
69
|
+
let pageToken = '';
|
|
70
|
+
do {
|
|
71
|
+
const page = await client.query.listReplayHistories({ workflowType, envs, page: { pageToken } }, { timeoutMs });
|
|
72
|
+
found.histories.push(...page.histories);
|
|
73
|
+
found.leftOut.push(...page.leftOut);
|
|
74
|
+
pageToken = page.page?.nextPageToken ?? '';
|
|
75
|
+
} while (pageToken !== '');
|
|
76
|
+
}
|
|
77
|
+
catch (error) {
|
|
78
|
+
if (options.failOnError !== false)
|
|
79
|
+
throw (0, ci_js_1.ciError)('replay set download', serverBaseUrl, timeoutMs, error);
|
|
80
|
+
const message = (0, ci_js_1.ciFailure)('replay set download', serverBaseUrl, timeoutMs, error);
|
|
81
|
+
return {
|
|
82
|
+
workflow_type: workflowType,
|
|
83
|
+
envs,
|
|
84
|
+
fetched_at: new Date().toISOString(),
|
|
85
|
+
server: serverBaseUrl,
|
|
86
|
+
histories: [],
|
|
87
|
+
left_out: [],
|
|
88
|
+
failed: message,
|
|
89
|
+
};
|
|
90
|
+
}
|
|
91
|
+
// An empty set is not an error: a workflow type with no runs yet is a normal
|
|
92
|
+
// state on a new pipeline, and the caller decides what to do about it.
|
|
93
|
+
await (0, promises_1.mkdir)(dir, { recursive: true, mode: 0o750 });
|
|
94
|
+
const histories = [];
|
|
95
|
+
for (const history of found.histories) {
|
|
96
|
+
const file = `${history.runId}.json`;
|
|
97
|
+
// The answer carries each history. Written and renamed, so a failed write
|
|
98
|
+
// never leaves a half history for a replayer to read as a non-determinism
|
|
99
|
+
// report.
|
|
100
|
+
const temp = (0, node_path_1.join)(dir, `.fetch-${history.runId}`);
|
|
101
|
+
await (0, promises_1.writeFile)(temp, history.history, { mode: 0o600 });
|
|
102
|
+
await (0, promises_1.rename)(temp, (0, node_path_1.join)(dir, file));
|
|
103
|
+
histories.push({
|
|
104
|
+
run_id: history.runId,
|
|
105
|
+
file,
|
|
106
|
+
status: STATUS_LABELS[history.status],
|
|
107
|
+
...(history.env === '' ? {} : { env: history.env }),
|
|
108
|
+
code_versions: history.codeVersions,
|
|
109
|
+
events: history.events,
|
|
110
|
+
started_at: (history.startedAt ? (0, wkt_1.timestampDate)(history.startedAt) : new Date(0)).toISOString(),
|
|
111
|
+
...(history.closedAt ? { closed_at: (0, wkt_1.timestampDate)(history.closedAt).toISOString() } : {}),
|
|
112
|
+
});
|
|
113
|
+
}
|
|
114
|
+
const set = {
|
|
115
|
+
workflow_type: workflowType,
|
|
116
|
+
envs,
|
|
117
|
+
fetched_at: new Date().toISOString(),
|
|
118
|
+
server: serverBaseUrl,
|
|
119
|
+
histories,
|
|
120
|
+
left_out: found.leftOut.map((entry) => ({ run_id: entry.runId, reason: entry.reason })),
|
|
121
|
+
};
|
|
122
|
+
await (0, promises_1.writeFile)((0, node_path_1.join)(dir, exports.INDEX_NAME), `${JSON.stringify(set, null, 2)}\n`, { mode: 0o600 });
|
|
123
|
+
process.stderr.write(fetchedLog(set, found.histories.length, dir));
|
|
124
|
+
return set;
|
|
125
|
+
}
|
|
126
|
+
function isReplaySet(value) {
|
|
127
|
+
if (typeof value !== 'object' || value === null)
|
|
128
|
+
return false;
|
|
129
|
+
if (!('workflow_type' in value) || typeof value.workflow_type !== 'string')
|
|
130
|
+
return false;
|
|
131
|
+
if (!('envs' in value) || !Array.isArray(value.envs) || !value.envs.every((one) => typeof one === 'string'))
|
|
132
|
+
return false;
|
|
133
|
+
return 'histories' in value && Array.isArray(value.histories);
|
|
134
|
+
}
|
|
135
|
+
/** Reads a manifest a fetch left behind, the CLI's or this package's. */
|
|
136
|
+
async function readReplaySet(dir) {
|
|
137
|
+
const path = (0, node_path_1.join)(dir, exports.INDEX_NAME);
|
|
138
|
+
const parsed = JSON.parse(await (0, promises_1.readFile)(path, 'utf8'));
|
|
139
|
+
if (!isReplaySet(parsed)) {
|
|
140
|
+
throw new Error(`${path} is not a replay set manifest`);
|
|
141
|
+
}
|
|
142
|
+
return parsed;
|
|
143
|
+
}
|
|
144
|
+
/** Histories in a directory, for a caller that wants them without the index. */
|
|
145
|
+
async function listHistoryFiles(dir) {
|
|
146
|
+
const names = await (0, promises_1.readdir)(dir);
|
|
147
|
+
return names.filter((n) => n.endsWith('.json') && n !== exports.INDEX_NAME).sort();
|
|
148
|
+
}
|
|
149
|
+
/** How long one call of publishVerdicts may take when the options carry no limit. */
|
|
150
|
+
const publishTimeoutMs = 30_000;
|
|
151
|
+
/** How long publishVerdicts sends refused results again before it gives up. */
|
|
152
|
+
const SEND_AGAIN_FOR_MS = 10 * 60_000;
|
|
153
|
+
/**
|
|
154
|
+
* The time to wait before sending again a call that Flowrensic did not answer
|
|
155
|
+
* or answered try again later: its Retry-After, or a second. Undefined for any
|
|
156
|
+
* other error, which is not sent again.
|
|
157
|
+
*/
|
|
158
|
+
function waitBeforeSendingAgain(error) {
|
|
159
|
+
if (!(error instanceof connect_1.ConnectError))
|
|
160
|
+
return undefined;
|
|
161
|
+
if (error.code !== connect_1.Code.Unavailable && error.code !== connect_1.Code.DeadlineExceeded && error.code !== connect_1.Code.ResourceExhausted)
|
|
162
|
+
return undefined;
|
|
163
|
+
const seconds = Number(error.metadata.get('retry-after') ?? '');
|
|
164
|
+
return Number.isFinite(seconds) && seconds > 0 ? seconds * 1000 : 1000;
|
|
165
|
+
}
|
|
166
|
+
/**
|
|
167
|
+
* Reports what a replay found, against the history and the version replayed,
|
|
168
|
+
* so a break is attributed to a code change rather than to a failing test.
|
|
169
|
+
*/
|
|
170
|
+
async function publishVerdicts(options) {
|
|
171
|
+
const { serverBaseUrl, codeVersion, verdicts } = options;
|
|
172
|
+
if (verdicts.length === 0)
|
|
173
|
+
return;
|
|
174
|
+
const interceptors = (0, interceptor_names_js_1.interceptorList)(options.workflowInterceptors);
|
|
175
|
+
const client = (0, client_js_1.createFlowrensicClient)(serverBaseUrl, (0, client_js_1.contextOf)(options));
|
|
176
|
+
const replayedAt = (0, wkt_1.timestampFromDate)(new Date());
|
|
177
|
+
const results = verdicts.map((v) => ({
|
|
178
|
+
runId: v.runId,
|
|
179
|
+
codeVersion,
|
|
180
|
+
workflowType: v.workflowType,
|
|
181
|
+
passed: v.passed,
|
|
182
|
+
error: v.error ?? '',
|
|
183
|
+
replayedAt,
|
|
184
|
+
...(interceptors === undefined ? {} : { workflowInterceptors: interceptors }),
|
|
185
|
+
}));
|
|
186
|
+
const giveUpAt = Date.now() + (options.sendAgainForMs ?? SEND_AGAIN_FOR_MS);
|
|
187
|
+
const timeoutMs = options.timeoutMs ?? publishTimeoutMs;
|
|
188
|
+
for (;;) {
|
|
189
|
+
try {
|
|
190
|
+
await client.ingest.ingestReplayResults({ results }, { timeoutMs });
|
|
191
|
+
return;
|
|
192
|
+
}
|
|
193
|
+
catch (error) {
|
|
194
|
+
const wait = waitBeforeSendingAgain(error);
|
|
195
|
+
if (wait === undefined || Date.now() + wait > giveUpAt) {
|
|
196
|
+
throw (0, ci_js_1.ciError)('replay results', serverBaseUrl, timeoutMs, error);
|
|
197
|
+
}
|
|
198
|
+
await new Promise((resolve) => {
|
|
199
|
+
setTimeout(resolve, wait);
|
|
200
|
+
});
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
}
|
|
204
|
+
//# sourceMappingURL=replay.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"replay.js","sourceRoot":"","sources":["../../src/replay.ts"],"names":[],"mappings":";;;;;;;AAAA,+CAA+E;AAC/E,yCAAiC;AAEjC,gDAA0E;AAC1E,iDAAyD;AAEzD,mCAA6C;AAC7C,2CAAgE;AAChE,iEAAyD;AACzD,mEAAsG;AAEtG,0EAA0E;AAC7D,QAAA,UAAU,GAAG,iBAAiB,CAAC;AAuG5C,8EAA8E;AAC9E,0EAA0E;AAC1E,MAAM,aAAa,GAAG;IACpB,CAAC,wBAAS,CAAC,WAAW,CAAC,EAAE,aAAa;IACtC,CAAC,wBAAS,CAAC,OAAO,CAAC,EAAE,SAAS;IAC9B,CAAC,wBAAS,CAAC,SAAS,CAAC,EAAE,WAAW;IAClC,CAAC,wBAAS,CAAC,MAAM,CAAC,EAAE,QAAQ;IAC5B,CAAC,wBAAS,CAAC,QAAQ,CAAC,EAAE,UAAU;IAChC,CAAC,wBAAS,CAAC,UAAU,CAAC,EAAE,YAAY;IACpC,CAAC,wBAAS,CAAC,SAAS,CAAC,EAAE,WAAW;IAClC,CAAC,wBAAS,CAAC,gBAAgB,CAAC,EAAE,kBAAkB;IAChD,CAAC,wBAAS,CAAC,MAAM,CAAC,EAAE,QAAQ;CACO,CAAC;AAEtC;;;;GAIG;AACH,SAAS,UAAU,CAAC,GAAc,EAAE,GAAW,EAAE,GAAW;IAC1D,MAAM,KAAK,GAAG;QACZ,wBAAwB,GAAG,CAAC,aAAa,UAAU,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACxE,OAAO,MAAM,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,GAAG,EAAE;QAC/E,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;QAChD,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,YAAY,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,MAAM,EAAE,CAAC;KACtE,CAAC;IACF,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AACjC,CAAC;AAED,+EAA+E;AAC/E,MAAM,iBAAiB,GAAG,MAAM,CAAC;AAEjC;;;;;;;;;;GAUG;AACI,KAAK,yBAAyB,OAAqB;IACxD,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAClC,MAAM,YAAY,GAAG,OAAO,CAAC,qBAAqB,CAAC;IACnD,MAAM,GAAG,GAAG,OAAO,CAAC,mBAAmB,CAAC;IACxC,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAEhD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,iBAAiB,CAAC;IACzD,MAAM,MAAM,GAAG,IAAA,kCAAsB,EAAC,aAAa,EAAE,IAAA,qBAAS,EAAC,OAAO,CAAC,CAAC,CAAC;IACzE,yEAAyE;IACzE,kDAAkD;IAClD,MAAM,KAAK,GAA8D,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACxG,IAAI,CAAC;QACH,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,GAAG,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,mBAAmB,CACjD,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,EAAE,EAC3C,EAAE,SAAS,EAAE,CACd,CAAC;YACF,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACxC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;YACpC,SAAS,GAAG,IAAI,CAAC,IAAI,EAAE,aAAa,IAAI,EAAE,CAAC;QAC7C,CAAC,QAAQ,SAAS,KAAK,EAAE,EAAE;IAC7B,CAAC;IAAC,OAAO,KAAc,EAAE,CAAC;QACxB,IAAI,OAAO,CAAC,WAAW,KAAK,KAAK;YAAE,MAAM,IAAA,eAAO,EAAC,qBAAqB,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QACzG,MAAM,OAAO,GAAG,IAAA,iBAAS,EAAC,qBAAqB,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QAClF,OAAO;YACL,aAAa,EAAE,YAAY;YAC3B,IAAI;YACJ,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,MAAM,EAAE,aAAa;YACrB,SAAS,EAAE,EAAE;YACb,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,OAAO;SAChB,CAAC;IACJ,CAAC;IAED,6EAA6E;IAC7E,uEAAuE;IACvE,MAAM,IAAA,gBAAK,EAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAEnD,MAAM,SAAS,GAAqB,EAAE,CAAC;IACvC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,GAAG,OAAO,CAAC,KAAK,OAAO,CAAC;QAErC,0EAA0E;QAC1E,0EAA0E;QAC1E,UAAU;QACV,MAAM,IAAI,GAAG,IAAA,gBAAI,EAAC,GAAG,EAAE,UAAU,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QAClD,MAAM,IAAA,oBAAS,EAAC,IAAI,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACxD,MAAM,IAAA,iBAAM,EAAC,IAAI,EAAE,IAAA,gBAAI,EAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC;QAEpC,SAAS,CAAC,IAAI,CAAC;YACb,MAAM,EAAE,OAAO,CAAC,KAAK;YACrB,IAAI;YACJ,MAAM,EAAE,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC;YACrC,GAAG,CAAC,OAAO,CAAC,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,CAAC;YACnD,aAAa,EAAE,OAAO,CAAC,YAAY;YACnC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,UAAU,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,IAAA,mBAAa,EAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE;YAC9F,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,IAAA,mBAAa,EAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1F,CAAC,CAAC;IACL,CAAC;IAED,MAAM,GAAG,GAAc;QACrB,aAAa,EAAE,YAAY;QAC3B,IAAI;QACJ,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,EAAE,aAAa;QACrB,SAAS;QACT,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;KACxF,CAAC;IAEF,MAAM,IAAA,oBAAS,EAAC,IAAA,gBAAI,EAAC,GAAG,EAAE,QAAA,UAAU,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IAC7F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IACnE,OAAO,GAAG,CAAC;AACb,CAAC;AAGD,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,CAAC,CAAC,eAAe,IAAI,KAAK,CAAC,IAAI,OAAO,KAAK,CAAC,aAAa,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACzF,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,QAAQ,CAAC;QAAE,OAAO,KAAK,CAAC;IAC1H,OAAO,WAAW,IAAI,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AAChE,CAAC;AAED,yEAAyE;AAClE,KAAK,wBAAwB,GAAW;IAC7C,MAAM,IAAI,GAAG,IAAA,gBAAI,EAAC,GAAG,EAAE,QAAA,UAAU,CAAC,CAAC;IACnC,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,mBAAQ,EAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;IACjE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,+BAA+B,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,gFAAgF;AACzE,KAAK,2BAA2B,GAAW;IAChD,MAAM,KAAK,GAAG,MAAM,IAAA,kBAAO,EAAC,GAAG,CAAC,CAAC;IACjC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,QAAA,UAAU,CAAC,CAAC,IAAI,EAAE,CAAC;AAC7E,CAAC;AAED,qFAAqF;AACrF,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAEhC,+EAA+E;AAC/E,MAAM,iBAAiB,GAAG,EAAE,GAAG,MAAM,CAAC;AAEtC;;;;GAIG;AACH,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,CAAC,CAAC,KAAK,YAAY,sBAAY,CAAC;QAAE,OAAO,SAAS,CAAC;IACvD,IAAI,KAAK,CAAC,IAAI,KAAK,cAAI,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,cAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC,IAAI,KAAK,cAAI,CAAC,iBAAiB;QAAE,OAAO,SAAS,CAAC;IACvI,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;IAChE,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;AACzE,CAAC;AAED;;;GAGG;AACI,KAAK,0BAA0B,OAAuB;IAC3D,MAAM,EAAE,aAAa,EAAE,WAAW,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC;IACzD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAClC,MAAM,YAAY,GAAG,IAAA,sCAAe,EAAC,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAEnE,MAAM,MAAM,GAAG,IAAA,kCAAsB,EAAC,aAAa,EAAE,IAAA,qBAAS,EAAC,OAAO,CAAC,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,IAAA,uBAAiB,EAAC,IAAI,IAAI,EAAE,CAAC,CAAC;IAEjD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnC,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,WAAW;QACX,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE;QACpB,UAAU;QACV,GAAG,CAAC,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,YAAY,EAAE,CAAC;KAC9E,CAAC,CAAC,CAAC;IACJ,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,OAAO,CAAC,cAAc,IAAI,iBAAiB,CAAC,CAAC;IAC5E,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,gBAAgB,CAAC;IACxD,SAAS,CAAC;QACR,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;YACpE,OAAO;QACT,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,sBAAsB,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,GAAG,QAAQ,EAAE,CAAC;gBACvD,MAAM,IAAA,eAAO,EAAC,gBAAgB,EAAE,aAAa,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACnE,CAAC;YACD,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import type { ActivityAttempt, WorkerBufferReport } from './gen/flowrensic/v1/activity_metrics_pb.js';
|
|
2
|
+
import { type ClientContext } from './client.js';
|
|
3
|
+
/** What a sink lost and holds, over every env. */
|
|
4
|
+
export interface SinkCounts {
|
|
5
|
+
/** Records dropped since the sink was made: past the limit, in a send that was refused, or left at close. */
|
|
6
|
+
readonly dropped: number;
|
|
7
|
+
/** Sends given up at their timeout since the sink was made. */
|
|
8
|
+
readonly timedOut: number;
|
|
9
|
+
/** Records waiting to be sent now. */
|
|
10
|
+
readonly waiting: number;
|
|
11
|
+
/** The size of the records waiting now, in bytes, as approxSize gives it. */
|
|
12
|
+
readonly waitingBytes: number;
|
|
13
|
+
}
|
|
14
|
+
/** Buffers records and publishes them to a Flowrensic server in batches. */
|
|
15
|
+
export interface RecordSink<T> {
|
|
16
|
+
/** Never waits and never throws. */
|
|
17
|
+
record(one: T): void;
|
|
18
|
+
/** Send what is buffered and the counts, and wait for them to land. Tests need this. */
|
|
19
|
+
flush(): Promise<void>;
|
|
20
|
+
close(): Promise<void>;
|
|
21
|
+
counts(): SinkCounts;
|
|
22
|
+
}
|
|
23
|
+
/** Buffers attempts and publishes them to a Flowrensic server in batches. */
|
|
24
|
+
export type AttemptSink = RecordSink<ActivityAttempt>;
|
|
25
|
+
/** How records wait and leave, the same for every sink. */
|
|
26
|
+
export interface BufferOptions {
|
|
27
|
+
/** Send once this many records are buffered. */
|
|
28
|
+
batchSize?: number;
|
|
29
|
+
/** Send at least this often, in milliseconds. */
|
|
30
|
+
flushIntervalMs?: number;
|
|
31
|
+
/** How long one send may take before it is given up, in milliseconds. */
|
|
32
|
+
timeoutMs?: number;
|
|
33
|
+
/** How many records may wait. Past it the oldest waiting record is dropped. */
|
|
34
|
+
maxWaiting?: number;
|
|
35
|
+
/** How many records one send carries at most. */
|
|
36
|
+
maxBatchSize?: number;
|
|
37
|
+
/** How many bytes the records waiting may take, as approxSize gives it. Past it the oldest waiting record is dropped. */
|
|
38
|
+
maxWaitingBytes?: number;
|
|
39
|
+
}
|
|
40
|
+
export interface SinkOptions extends BufferOptions, ClientContext {
|
|
41
|
+
/** Flowrensic server to publish to. */
|
|
42
|
+
serverBaseUrl: string;
|
|
43
|
+
/** The env the attempts are for, sent with its key and ephemeral run in the headers of every send. */
|
|
44
|
+
currentEnv: string;
|
|
45
|
+
/** Which worker this is. Left out, the host name and the process id. */
|
|
46
|
+
workerId?: string;
|
|
47
|
+
/**
|
|
48
|
+
* The name of this worker, the same for every copy of the same worker, such
|
|
49
|
+
* as orders-worker. Flowrensic shows it beside each workflow type the worker
|
|
50
|
+
* runs. Left out, the worker has no name.
|
|
51
|
+
*/
|
|
52
|
+
workerName?: string;
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* The size of a record in the worker's memory, worked out from its fields: two
|
|
56
|
+
* bytes per character of each text, the length of each byte array, eight bytes
|
|
57
|
+
* for each other value, and 32 bytes for the record and each object in it.
|
|
58
|
+
*/
|
|
59
|
+
export declare function approxSize(value: unknown, depth?: number): number;
|
|
60
|
+
/**
|
|
61
|
+
* Which send a call is: the buffer that sends it and the number of the send. A send sent again keeps its
|
|
62
|
+
* number, so Flowrensic stores and counts it once.
|
|
63
|
+
*/
|
|
64
|
+
export interface SendId {
|
|
65
|
+
readonly sender: string;
|
|
66
|
+
readonly sendNumber: bigint;
|
|
67
|
+
}
|
|
68
|
+
/** What a buffer needs from the sink that owns it. */
|
|
69
|
+
export interface BufferTarget<T> {
|
|
70
|
+
/** Sends one batch. */
|
|
71
|
+
send(records: T[], timeoutMs: number, id: SendId): Promise<void>;
|
|
72
|
+
/** The env a record is counted under. */
|
|
73
|
+
envOf(record: T): string;
|
|
74
|
+
/** Sends the counts. Left out, the counts stay in the worker. */
|
|
75
|
+
report?(reports: WorkerBufferReport[], timeoutMs: number, id: SendId): Promise<void>;
|
|
76
|
+
}
|
|
77
|
+
export declare function createRecordBuffer<T>(target: BufferTarget<T>, options?: BufferOptions): RecordSink<T>;
|
|
78
|
+
export declare function createAttemptSink(options: SinkOptions): AttemptSink;
|
|
79
|
+
//# sourceMappingURL=sink.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sink.d.ts","sourceRoot":"","sources":["../../src/sink.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,4CAA4C,CAAC;AACtG,OAAO,EAA4B,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AAG3E,kDAAkD;AAClD,MAAM,WAAW,UAAU;IACzB,6GAA6G;IAC7G,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,+DAA+D;IAC/D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,sCAAsC;IACtC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,6EAA6E;IAC7E,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,4EAA4E;AAC5E,MAAM,WAAW,UAAU,CAAC,CAAC;IAC3B,oCAAoC;IACpC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;IACrB,wFAAwF;IACxF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,MAAM,IAAI,UAAU,CAAC;CACtB;AAED,6EAA6E;AAC7E,MAAM,MAAM,WAAW,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;AAEtD,2DAA2D;AAC3D,MAAM,WAAW,aAAa;IAC5B,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iDAAiD;IACjD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,yEAAyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+EAA+E;IAC/E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iDAAiD;IACjD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yHAAyH;IACzH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAY,SAAQ,aAAa,EAAE,aAAa;IAC/D,uCAAuC;IACvC,aAAa,EAAE,MAAM,CAAC;IACtB,sGAAsG;IACtG,UAAU,EAAE,MAAM,CAAC;IACnB,wEAAwE;IACxE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,MAAM,CAU5D;AAcD;;;GAGG;AACH,MAAM,WAAW,MAAM;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,sDAAsD;AACtD,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,uBAAuB;IACvB,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,yCAAyC;IACzC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC;IACzB,iEAAiE;IACjE,MAAM,CAAC,CAAC,OAAO,EAAE,kBAAkB,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACtF;AAQD,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,OAAO,GAAE,aAAkB,GAAG,UAAU,CAAC,CAAC,CAAC,CAkQzG;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,WAAW,GAAG,WAAW,CAuBnE"}
|
package/dist/cjs/sink.js
ADDED
|
@@ -0,0 +1,320 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.approxSize = approxSize;
|
|
4
|
+
exports.createRecordBuffer = createRecordBuffer;
|
|
5
|
+
exports.createAttemptSink = createAttemptSink;
|
|
6
|
+
const node_crypto_1 = require("node:crypto");
|
|
7
|
+
const node_os_1 = require("node:os");
|
|
8
|
+
const connect_1 = require("@connectrpc/connect");
|
|
9
|
+
const connect_node_1 = require("@connectrpc/connect-node");
|
|
10
|
+
const client_js_1 = require("./client.js");
|
|
11
|
+
const services_pb_js_1 = require("./gen/flowrensic/v1/services_pb.js");
|
|
12
|
+
/**
|
|
13
|
+
* The size of a record in the worker's memory, worked out from its fields: two
|
|
14
|
+
* bytes per character of each text, the length of each byte array, eight bytes
|
|
15
|
+
* for each other value, and 32 bytes for the record and each object in it.
|
|
16
|
+
*/
|
|
17
|
+
function approxSize(value, depth = 0) {
|
|
18
|
+
if (typeof value === 'string')
|
|
19
|
+
return value.length * 2;
|
|
20
|
+
if (typeof value !== 'object' || value === null)
|
|
21
|
+
return 8;
|
|
22
|
+
if (value instanceof Uint8Array)
|
|
23
|
+
return 32 + value.byteLength;
|
|
24
|
+
// Records are a few levels deep. Deeper objects count as one object, so a
|
|
25
|
+
// record that points at itself still has a size.
|
|
26
|
+
if (depth >= 8)
|
|
27
|
+
return 32;
|
|
28
|
+
let total = 32;
|
|
29
|
+
for (const one of Object.values(value))
|
|
30
|
+
total += approxSize(one, depth + 1);
|
|
31
|
+
return total;
|
|
32
|
+
}
|
|
33
|
+
function add(counts, env, n) {
|
|
34
|
+
const now = (counts.get(env) ?? 0) + n;
|
|
35
|
+
if (now === 0)
|
|
36
|
+
counts.delete(env);
|
|
37
|
+
else
|
|
38
|
+
counts.set(env, now);
|
|
39
|
+
}
|
|
40
|
+
/** True when Flowrensic did not answer or answered try again later, so the batch is sent again. */
|
|
41
|
+
function sendAgain(error) {
|
|
42
|
+
if (!(error instanceof connect_1.ConnectError))
|
|
43
|
+
return false;
|
|
44
|
+
return error.code === connect_1.Code.Unavailable || error.code === connect_1.Code.DeadlineExceeded || error.code === connect_1.Code.ResourceExhausted;
|
|
45
|
+
}
|
|
46
|
+
function createRecordBuffer(target, options = {}) {
|
|
47
|
+
const { batchSize = 64, flushIntervalMs = 1000, timeoutMs = 5000, maxWaiting = 10_000, maxBatchSize = 500, maxWaitingBytes = 16 * 1024 * 1024, } = options;
|
|
48
|
+
// The waiting records, oldest first, from head on.
|
|
49
|
+
let queue = [];
|
|
50
|
+
let head = 0;
|
|
51
|
+
let queuedBytes = 0;
|
|
52
|
+
// A send that went back, kept whole and sent again with its number before
|
|
53
|
+
// any newer record.
|
|
54
|
+
let kept;
|
|
55
|
+
// A report that was not answered, sent again as it was.
|
|
56
|
+
let keptReport;
|
|
57
|
+
const senderId = (0, node_crypto_1.randomUUID)();
|
|
58
|
+
const recordsSender = `${senderId}/records`;
|
|
59
|
+
const reportsSender = `${senderId}/reports`;
|
|
60
|
+
let sendNumber = 0n;
|
|
61
|
+
let reportNumber = 0n;
|
|
62
|
+
const waitingByEnv = new Map();
|
|
63
|
+
// Counted since the last report that was answered.
|
|
64
|
+
const dropped = new Map();
|
|
65
|
+
const timedOut = new Map();
|
|
66
|
+
// The records waiting per env as the last answered report gave them.
|
|
67
|
+
let reportedWaiting = new Map();
|
|
68
|
+
let droppedTotal = 0;
|
|
69
|
+
let timedOutTotal = 0;
|
|
70
|
+
let sending;
|
|
71
|
+
let reporting;
|
|
72
|
+
let scheduled = false;
|
|
73
|
+
// Set while the last send went back to waiting. Until a send is answered,
|
|
74
|
+
// only the tick starts one.
|
|
75
|
+
let failing = false;
|
|
76
|
+
const queued = () => queue.length - head;
|
|
77
|
+
const waitingCount = () => queued() + (kept?.entries.length ?? 0);
|
|
78
|
+
const waitingBytes = () => queuedBytes + (kept?.bytes ?? 0);
|
|
79
|
+
const sizeOf = (entries) => entries.reduce((sum, one) => sum + one.size, 0);
|
|
80
|
+
const drop = (env, n) => {
|
|
81
|
+
add(dropped, env, n);
|
|
82
|
+
droppedTotal += n;
|
|
83
|
+
};
|
|
84
|
+
const take = (count) => {
|
|
85
|
+
const out = [];
|
|
86
|
+
for (let i = 0; i < count; i += 1) {
|
|
87
|
+
const one = queue[head];
|
|
88
|
+
queue[head] = undefined;
|
|
89
|
+
head += 1;
|
|
90
|
+
if (one === undefined)
|
|
91
|
+
continue;
|
|
92
|
+
add(waitingByEnv, target.envOf(one.record), -1);
|
|
93
|
+
queuedBytes -= one.size;
|
|
94
|
+
out.push(one);
|
|
95
|
+
}
|
|
96
|
+
return out;
|
|
97
|
+
};
|
|
98
|
+
// The slots before head are given back once a batch leaves, never while a
|
|
99
|
+
// record is recorded.
|
|
100
|
+
const compact = () => {
|
|
101
|
+
if (head > 1024 && head * 2 > queue.length) {
|
|
102
|
+
queue = queue.slice(head);
|
|
103
|
+
head = 0;
|
|
104
|
+
}
|
|
105
|
+
};
|
|
106
|
+
// Past either limit the oldest queued records go, never the kept send,
|
|
107
|
+
// which Flowrensic may already hold. The kept send does not count toward the
|
|
108
|
+
// count limit, and counts toward the memory limit.
|
|
109
|
+
const dropOldest = () => {
|
|
110
|
+
const excess = queued() - maxWaiting;
|
|
111
|
+
if (excess > 0)
|
|
112
|
+
for (const one of take(excess))
|
|
113
|
+
drop(target.envOf(one.record), 1);
|
|
114
|
+
while (queued() > 0 && waitingBytes() > maxWaitingBytes) {
|
|
115
|
+
for (const one of take(1))
|
|
116
|
+
drop(target.envOf(one.record), 1);
|
|
117
|
+
}
|
|
118
|
+
};
|
|
119
|
+
// A batch with no answer is kept whole, to be sent again with its number.
|
|
120
|
+
const putBack = (entries, id) => {
|
|
121
|
+
kept = { entries, id, bytes: sizeOf(entries) };
|
|
122
|
+
for (const one of entries)
|
|
123
|
+
add(waitingByEnv, target.envOf(one.record), 1);
|
|
124
|
+
dropOldest();
|
|
125
|
+
};
|
|
126
|
+
// The next send: the kept one, or a new batch of the oldest waiting
|
|
127
|
+
// records.
|
|
128
|
+
const nextSend = () => {
|
|
129
|
+
if (kept !== undefined) {
|
|
130
|
+
const out = kept;
|
|
131
|
+
kept = undefined;
|
|
132
|
+
for (const one of out.entries)
|
|
133
|
+
add(waitingByEnv, target.envOf(one.record), -1);
|
|
134
|
+
return out;
|
|
135
|
+
}
|
|
136
|
+
const entries = take(Math.min(maxBatchSize, queued()));
|
|
137
|
+
compact();
|
|
138
|
+
sendNumber += 1n;
|
|
139
|
+
return { entries, id: { sender: recordsSender, sendNumber } };
|
|
140
|
+
};
|
|
141
|
+
// One send at a time. Once it is answered the next starts right away while
|
|
142
|
+
// records wait. A send with no answer, or answered try again later, goes
|
|
143
|
+
// back and is tried again at the next tick. A send refused for any other
|
|
144
|
+
// reason is dropped.
|
|
145
|
+
const startSend = () => {
|
|
146
|
+
if (sending !== undefined || waitingCount() === 0)
|
|
147
|
+
return;
|
|
148
|
+
const { entries, id } = nextSend();
|
|
149
|
+
const records = entries.map((one) => one.record);
|
|
150
|
+
sending = (async () => {
|
|
151
|
+
try {
|
|
152
|
+
await target.send(records, timeoutMs, id);
|
|
153
|
+
failing = false;
|
|
154
|
+
}
|
|
155
|
+
catch (error) {
|
|
156
|
+
const envs = new Set(records.map((one) => target.envOf(one)));
|
|
157
|
+
if (error instanceof connect_1.ConnectError && error.code === connect_1.Code.DeadlineExceeded) {
|
|
158
|
+
for (const env of envs)
|
|
159
|
+
add(timedOut, env, 1);
|
|
160
|
+
timedOutTotal += 1;
|
|
161
|
+
}
|
|
162
|
+
if (sendAgain(error)) {
|
|
163
|
+
failing = true;
|
|
164
|
+
putBack(entries, id);
|
|
165
|
+
}
|
|
166
|
+
else {
|
|
167
|
+
for (const one of records)
|
|
168
|
+
drop(target.envOf(one), 1);
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
finally {
|
|
172
|
+
sending = undefined;
|
|
173
|
+
if (!failing)
|
|
174
|
+
startSend();
|
|
175
|
+
}
|
|
176
|
+
})();
|
|
177
|
+
};
|
|
178
|
+
const schedule = () => {
|
|
179
|
+
if (scheduled || failing || sending !== undefined)
|
|
180
|
+
return;
|
|
181
|
+
scheduled = true;
|
|
182
|
+
setImmediate(() => {
|
|
183
|
+
scheduled = false;
|
|
184
|
+
startSend();
|
|
185
|
+
});
|
|
186
|
+
};
|
|
187
|
+
// A new report, when a count changed since the last report that was
|
|
188
|
+
// answered, with what was counted since.
|
|
189
|
+
const nextReport = () => {
|
|
190
|
+
const envs = new Set([...dropped.keys(), ...timedOut.keys(), ...waitingByEnv.keys(), ...reportedWaiting.keys()]);
|
|
191
|
+
const changed = [...envs].some((env) => dropped.has(env) || timedOut.has(env) || (waitingByEnv.get(env) ?? 0) !== (reportedWaiting.get(env) ?? 0));
|
|
192
|
+
if (!changed)
|
|
193
|
+
return undefined;
|
|
194
|
+
const sentDropped = new Map(dropped);
|
|
195
|
+
const sentTimedOut = new Map(timedOut);
|
|
196
|
+
const sentWaiting = new Map(waitingByEnv);
|
|
197
|
+
const reports = [...envs].map((env) => ({
|
|
198
|
+
$typeName: 'flowrensic.v1.WorkerBufferReport',
|
|
199
|
+
env,
|
|
200
|
+
recordsDropped: BigInt(sentDropped.get(env) ?? 0),
|
|
201
|
+
sendsTimedOut: BigInt(sentTimedOut.get(env) ?? 0),
|
|
202
|
+
recordsWaiting: BigInt(sentWaiting.get(env) ?? 0),
|
|
203
|
+
}));
|
|
204
|
+
reportNumber += 1n;
|
|
205
|
+
return {
|
|
206
|
+
reports,
|
|
207
|
+
id: { sender: reportsSender, sendNumber: reportNumber },
|
|
208
|
+
dropped: sentDropped,
|
|
209
|
+
timedOut: sentTimedOut,
|
|
210
|
+
waiting: sentWaiting,
|
|
211
|
+
};
|
|
212
|
+
};
|
|
213
|
+
// At most one report at a time. A report that was not answered is sent
|
|
214
|
+
// again as it was. Otherwise one goes only when a count changed since the
|
|
215
|
+
// last report that was answered, and carries what was counted since.
|
|
216
|
+
const report = () => {
|
|
217
|
+
const sendReport = target.report?.bind(target);
|
|
218
|
+
if (sendReport === undefined || reporting !== undefined)
|
|
219
|
+
return;
|
|
220
|
+
keptReport ??= nextReport();
|
|
221
|
+
if (keptReport === undefined)
|
|
222
|
+
return;
|
|
223
|
+
const one = keptReport;
|
|
224
|
+
reporting = (async () => {
|
|
225
|
+
try {
|
|
226
|
+
await sendReport(one.reports, timeoutMs, one.id);
|
|
227
|
+
for (const [env, n] of one.dropped)
|
|
228
|
+
add(dropped, env, -n);
|
|
229
|
+
for (const [env, n] of one.timedOut)
|
|
230
|
+
add(timedOut, env, -n);
|
|
231
|
+
reportedWaiting = one.waiting;
|
|
232
|
+
keptReport = undefined;
|
|
233
|
+
}
|
|
234
|
+
catch {
|
|
235
|
+
// Kept, and sent again as it was.
|
|
236
|
+
}
|
|
237
|
+
finally {
|
|
238
|
+
reporting = undefined;
|
|
239
|
+
}
|
|
240
|
+
})();
|
|
241
|
+
};
|
|
242
|
+
const timer = setInterval(() => {
|
|
243
|
+
startSend();
|
|
244
|
+
report();
|
|
245
|
+
}, flushIntervalMs);
|
|
246
|
+
timer.unref();
|
|
247
|
+
// Sends what waits. A send that goes back ends it, after one more try when
|
|
248
|
+
// the sends were already going back.
|
|
249
|
+
const flush = async () => {
|
|
250
|
+
let tried = false;
|
|
251
|
+
for (;;) {
|
|
252
|
+
if (sending !== undefined)
|
|
253
|
+
await sending;
|
|
254
|
+
else if (waitingCount() > 0 && (!failing || !tried)) {
|
|
255
|
+
tried = true;
|
|
256
|
+
failing = false;
|
|
257
|
+
startSend();
|
|
258
|
+
}
|
|
259
|
+
else
|
|
260
|
+
break;
|
|
261
|
+
}
|
|
262
|
+
if (reporting !== undefined)
|
|
263
|
+
await reporting;
|
|
264
|
+
report();
|
|
265
|
+
if (reporting !== undefined)
|
|
266
|
+
await reporting;
|
|
267
|
+
};
|
|
268
|
+
return {
|
|
269
|
+
record(one) {
|
|
270
|
+
const size = approxSize(one);
|
|
271
|
+
queue.push({ record: one, size });
|
|
272
|
+
queuedBytes += size;
|
|
273
|
+
add(waitingByEnv, target.envOf(one), 1);
|
|
274
|
+
dropOldest();
|
|
275
|
+
if (waitingCount() >= batchSize)
|
|
276
|
+
schedule();
|
|
277
|
+
},
|
|
278
|
+
flush,
|
|
279
|
+
async close() {
|
|
280
|
+
clearInterval(timer);
|
|
281
|
+
await flush();
|
|
282
|
+
// What still waits will not be sent, the kept send too.
|
|
283
|
+
if (kept !== undefined) {
|
|
284
|
+
for (const one of kept.entries) {
|
|
285
|
+
add(waitingByEnv, target.envOf(one.record), -1);
|
|
286
|
+
drop(target.envOf(one.record), 1);
|
|
287
|
+
}
|
|
288
|
+
kept = undefined;
|
|
289
|
+
}
|
|
290
|
+
for (const one of take(queued()))
|
|
291
|
+
drop(target.envOf(one.record), 1);
|
|
292
|
+
compact();
|
|
293
|
+
report();
|
|
294
|
+
if (reporting !== undefined)
|
|
295
|
+
await reporting;
|
|
296
|
+
},
|
|
297
|
+
counts() {
|
|
298
|
+
return { dropped: droppedTotal, timedOut: timedOutTotal, waiting: waitingCount(), waitingBytes: waitingBytes() };
|
|
299
|
+
},
|
|
300
|
+
};
|
|
301
|
+
}
|
|
302
|
+
function createAttemptSink(options) {
|
|
303
|
+
const workerId = options.workerId ?? `${(0, node_os_1.hostname)()}-${String(process.pid)}`;
|
|
304
|
+
const workerName = options.workerName ?? '';
|
|
305
|
+
const ingest = (0, connect_1.createClient)(services_pb_js_1.IngestService, (0, connect_node_1.createConnectTransport)({
|
|
306
|
+
baseUrl: options.serverBaseUrl,
|
|
307
|
+
httpVersion: '1.1',
|
|
308
|
+
interceptors: [(0, client_js_1.clientContextInterceptor)(options)],
|
|
309
|
+
}));
|
|
310
|
+
return createRecordBuffer({
|
|
311
|
+
async send(events, timeoutMs, id) {
|
|
312
|
+
await ingest.ingestActivityEvents({ events, workerId, workerName, ...id }, { timeoutMs });
|
|
313
|
+
},
|
|
314
|
+
envOf: () => options.currentEnv,
|
|
315
|
+
async report(reports, timeoutMs, id) {
|
|
316
|
+
await ingest.ingestActivityEvents({ workerId, reports, ...id }, { timeoutMs });
|
|
317
|
+
},
|
|
318
|
+
}, options);
|
|
319
|
+
}
|
|
320
|
+
//# sourceMappingURL=sink.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sink.js","sourceRoot":"","sources":["../../src/sink.ts"],"names":[],"mappings":";;;;;AAAA,6CAAyC;AACzC,qCAAmC;AAEnC,iDAAoF;AACpF,2DAAkE;AAGlE,2CAA2E;AAC3E,uEAAmE;AA0DnE;;;;GAIG;AACH,oBAA2B,KAAc,EAAE,KAAK,GAAG,CAAC;IAClD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IAC1D,IAAI,KAAK,YAAY,UAAU;QAAE,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC;IAC9D,0EAA0E;IAC1E,iDAAiD;IACjD,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1B,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,KAAK,IAAI,UAAU,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAC5E,OAAO,KAAK,CAAC;AACf,CAAC;AAQD,SAAS,GAAG,CAAC,MAA2B,EAAE,GAAW,EAAE,CAAS;IAC9D,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,GAAG,KAAK,CAAC;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;;QAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAqBD,mGAAmG;AACnG,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,CAAC,KAAK,YAAY,sBAAY,CAAC;QAAE,OAAO,KAAK,CAAC;IACnD,OAAO,KAAK,CAAC,IAAI,KAAK,cAAI,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,cAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC,IAAI,KAAK,cAAI,CAAC,iBAAiB,CAAC;AAC1H,CAAC;AAED,4BAAsC,MAAuB,EAAE,OAAO,GAAkB,EAAE;IACxF,MAAM,EACJ,SAAS,GAAG,EAAE,EACd,eAAe,GAAG,IAAI,EACtB,SAAS,GAAG,IAAI,EAChB,UAAU,GAAG,MAAM,EACnB,YAAY,GAAG,GAAG,EAClB,eAAe,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,GACnC,GAAG,OAAO,CAAC;IACZ,mDAAmD;IACnD,IAAI,KAAK,GAA6B,EAAE,CAAC;IACzC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,0EAA0E;IAC1E,oBAAoB;IACpB,IAAI,IAAoE,CAAC;IACzE,wDAAwD;IACxD,IAAI,UAQS,CAAC;IACd,MAAM,QAAQ,GAAG,IAAA,wBAAU,GAAE,CAAC;IAC9B,MAAM,aAAa,GAAG,GAAG,QAAQ,UAAU,CAAC;IAC5C,MAAM,aAAa,GAAG,GAAG,QAAQ,UAAU,CAAC;IAC5C,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,mDAAmD;IACnD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,qEAAqE;IACrE,IAAI,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,IAAI,OAAkC,CAAC;IACvC,IAAI,SAAoC,CAAC;IACzC,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,0EAA0E;IAC1E,4BAA4B;IAC5B,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,MAAM,MAAM,GAAG,GAAW,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC;IACjD,MAAM,YAAY,GAAG,GAAW,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC1E,MAAM,YAAY,GAAG,GAAW,EAAE,CAAC,WAAW,GAAG,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,CAAC,OAA4B,EAAU,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAEzG,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,CAAS,EAAQ,EAAE;QAC5C,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,YAAY,IAAI,CAAC,CAAC;IACpB,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,CAAC,KAAa,EAAc,EAAE;QACzC,MAAM,GAAG,GAAe,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC;YACxB,IAAI,IAAI,CAAC,CAAC;YACV,IAAI,GAAG,KAAK,SAAS;gBAAE,SAAS;YAChC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAChD,WAAW,IAAI,GAAG,CAAC,IAAI,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,0EAA0E;IAC1E,sBAAsB;IACtB,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC3C,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,GAAG,CAAC,CAAC;QACX,CAAC;IACH,CAAC,CAAC;IAEF,uEAAuE;IACvE,6EAA6E;IAC7E,mDAAmD;IACnD,MAAM,UAAU,GAAG,GAAS,EAAE;QAC5B,MAAM,MAAM,GAAG,MAAM,EAAE,GAAG,UAAU,CAAC;QACrC,IAAI,MAAM,GAAG,CAAC;YAAE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,EAAE,GAAG,CAAC,IAAI,YAAY,EAAE,GAAG,eAAe,EAAE,CAAC;YACxD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC;IAEF,0EAA0E;IAC1E,MAAM,OAAO,GAAG,CAAC,OAAmB,EAAE,EAAU,EAAQ,EAAE;QACxD,IAAI,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,OAAO;YAAE,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1E,UAAU,EAAE,CAAC;IACf,CAAC,CAAC;IAEF,oEAAoE;IACpE,WAAW;IACX,MAAM,QAAQ,GAAG,GAAwC,EAAE;QACzD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC;YACjB,IAAI,GAAG,SAAS,CAAC;YACjB,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO;gBAAE,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/E,OAAO,GAAG,CAAC;QACb,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACvD,OAAO,EAAE,CAAC;QACV,UAAU,IAAI,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,CAAC;IAChE,CAAC,CAAC;IAEF,2EAA2E;IAC3E,yEAAyE;IACzE,yEAAyE;IACzE,qBAAqB;IACrB,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,IAAI,OAAO,KAAK,SAAS,IAAI,YAAY,EAAE,KAAK,CAAC;YAAE,OAAO;QAC1D,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,QAAQ,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjD,OAAO,GAAG,CAAC,KAAK,IAAmB,EAAE;YACnC,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;gBAC1C,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC9D,IAAI,KAAK,YAAY,sBAAY,IAAI,KAAK,CAAC,IAAI,KAAK,cAAI,CAAC,gBAAgB,EAAE,CAAC;oBAC1E,KAAK,MAAM,GAAG,IAAI,IAAI;wBAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC9C,aAAa,IAAI,CAAC,CAAC;gBACrB,CAAC;gBACD,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrB,OAAO,GAAG,IAAI,CAAC;oBACf,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,KAAK,MAAM,GAAG,IAAI,OAAO;wBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,OAAO,GAAG,SAAS,CAAC;gBACpB,IAAI,CAAC,OAAO;oBAAE,SAAS,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,IAAI,SAAS,IAAI,OAAO,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO;QAC1D,SAAS,GAAG,IAAI,CAAC;QACjB,YAAY,CAAC,GAAG,EAAE;YAChB,SAAS,GAAG,KAAK,CAAC;YAClB,SAAS,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,oEAAoE;IACpE,yCAAyC;IACzC,MAAM,UAAU,GAAG,GAAsB,EAAE;QACzC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,GAAG,YAAY,CAAC,IAAI,EAAE,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACjH,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAC5B,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CACnH,CAAC;QACF,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAyB,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5D,SAAS,EAAE,kCAAkC;YAC7C,GAAG;YACH,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjD,aAAa,EAAE,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjD,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;SAClD,CAAC,CAAC,CAAC;QACJ,YAAY,IAAI,EAAE,CAAC;QACnB,OAAO;YACL,OAAO;YACP,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE;YACvD,OAAO,EAAE,WAAW;YACpB,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,WAAW;SACrB,CAAC;IACJ,CAAC,CAAC;IAEF,uEAAuE;IACvE,0EAA0E;IAC1E,qEAAqE;IACrE,MAAM,MAAM,GAAG,GAAS,EAAE;QACxB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,UAAU,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO;QAChE,UAAU,KAAK,UAAU,EAAE,CAAC;QAC5B,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO;QACrC,MAAM,GAAG,GAAG,UAAU,CAAC;QACvB,SAAS,GAAG,CAAC,KAAK,IAAmB,EAAE;YACrC,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjD,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO;oBAAE,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC1D,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ;oBAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC5D,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC9B,UAAU,GAAG,SAAS,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,kCAAkC;YACpC,CAAC;oBAAS,CAAC;gBACT,SAAS,GAAG,SAAS,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,SAAS,EAAE,CAAC;QACZ,MAAM,EAAE,CAAC;IACX,CAAC,EAAE,eAAe,CAAC,CAAC;IACpB,KAAK,CAAC,KAAK,EAAE,CAAC;IAEd,2EAA2E;IAC3E,qCAAqC;IACrC,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,SAAS,CAAC;YACR,IAAI,OAAO,KAAK,SAAS;gBAAE,MAAM,OAAO,CAAC;iBACpC,IAAI,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpD,KAAK,GAAG,IAAI,CAAC;gBACb,OAAO,GAAG,KAAK,CAAC;gBAChB,SAAS,EAAE,CAAC;YACd,CAAC;;gBAAM,MAAM;QACf,CAAC;QACD,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,SAAS,CAAC;QAC7C,MAAM,EAAE,CAAC;QACT,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,SAAS,CAAC;IAC/C,CAAC,CAAC;IAEF,OAAO;QACL,MAAM,CAAC,GAAG;YACR,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAClC,WAAW,IAAI,IAAI,CAAC;YACpB,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,UAAU,EAAE,CAAC;YACb,IAAI,YAAY,EAAE,IAAI,SAAS;gBAAE,QAAQ,EAAE,CAAC;QAC9C,CAAC;QACD,KAAK;QACL,KAAK,CAAC,KAAK;YACT,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,MAAM,KAAK,EAAE,CAAC;YACd,wDAAwD;YACxD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC/B,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;oBAChD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBACpC,CAAC;gBACD,IAAI,GAAG,SAAS,CAAC;YACnB,CAAC;YACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YACpE,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,IAAI,SAAS,KAAK,SAAS;gBAAE,MAAM,SAAS,CAAC;QAC/C,CAAC;QACD,MAAM;YACJ,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,CAAC;QACnH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,2BAAkC,OAAoB;IACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,GAAG,IAAA,kBAAQ,GAAE,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5E,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAiC,IAAA,sBAAY,EACvD,8BAAa,EACb,IAAA,qCAAsB,EAAC;QACrB,OAAO,EAAE,OAAO,CAAC,aAAa;QAC9B,WAAW,EAAE,KAAK;QAClB,YAAY,EAAE,CAAC,IAAA,oCAAwB,EAAC,OAAO,CAAC,CAAC;KAClD,CAAC,CACH,CAAC;IACF,OAAO,kBAAkB,CACvB;QACE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC9B,MAAM,MAAM,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,UAAU;QAC/B,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE;YACjC,MAAM,MAAM,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACjF,CAAC;KACF,EACD,OAAO,CACR,CAAC;AACJ,CAAC"}
|