@flowrensic/temporal-flowrensic-node-sdk 0.0.0-stage → 0.6.64
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +151 -2
- package/dist/cjs/ci.d.ts +47 -0
- package/dist/cjs/ci.d.ts.map +1 -0
- package/dist/cjs/ci.js +70 -0
- package/dist/cjs/ci.js.map +1 -0
- package/dist/cjs/client-interceptor.d.ts +46 -0
- package/dist/cjs/client-interceptor.d.ts.map +1 -0
- package/dist/cjs/client-interceptor.js +129 -0
- package/dist/cjs/client-interceptor.js.map +1 -0
- package/dist/cjs/client.d.ts +44 -0
- package/dist/cjs/client.d.ts.map +1 -0
- package/dist/cjs/client.js +77 -0
- package/dist/cjs/client.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/activity_metrics_pb.d.ts +702 -0
- package/dist/cjs/gen/flowrensic/v1/activity_metrics_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/activity_metrics_pb.js +123 -0
- package/dist/cjs/gen/flowrensic/v1/activity_metrics_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/catalog_pb.d.ts +314 -0
- package/dist/cjs/gen/flowrensic/v1/catalog_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/catalog_pb.js +92 -0
- package/dist/cjs/gen/flowrensic/v1/catalog_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/catch_up_pb.d.ts +180 -0
- package/dist/cjs/gen/flowrensic/v1/catch_up_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/catch_up_pb.js +29 -0
- package/dist/cjs/gen/flowrensic/v1/catch_up_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/client_calls_pb.d.ts +216 -0
- package/dist/cjs/gen/flowrensic/v1/client_calls_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/client_calls_pb.js +69 -0
- package/dist/cjs/gen/flowrensic/v1/client_calls_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/cost_pb.d.ts +257 -0
- package/dist/cjs/gen/flowrensic/v1/cost_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/cost_pb.js +54 -0
- package/dist/cjs/gen/flowrensic/v1/cost_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/deploy_pb.d.ts +222 -0
- package/dist/cjs/gen/flowrensic/v1/deploy_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/deploy_pb.js +53 -0
- package/dist/cjs/gen/flowrensic/v1/deploy_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/ephemeral_run_pb.d.ts +850 -0
- package/dist/cjs/gen/flowrensic/v1/ephemeral_run_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/ephemeral_run_pb.js +170 -0
- package/dist/cjs/gen/flowrensic/v1/ephemeral_run_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/finding_pb.d.ts +896 -0
- package/dist/cjs/gen/flowrensic/v1/finding_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/finding_pb.js +451 -0
- package/dist/cjs/gen/flowrensic/v1/finding_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/job_pb.d.ts +104 -0
- package/dist/cjs/gen/flowrensic/v1/job_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/job_pb.js +28 -0
- package/dist/cjs/gen/flowrensic/v1/job_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/load_pb.d.ts +333 -0
- package/dist/cjs/gen/flowrensic/v1/load_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/load_pb.js +53 -0
- package/dist/cjs/gen/flowrensic/v1/load_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/page_pb.d.ts +67 -0
- package/dist/cjs/gen/flowrensic/v1/page_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/page_pb.js +22 -0
- package/dist/cjs/gen/flowrensic/v1/page_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/remediation_pb.d.ts +395 -0
- package/dist/cjs/gen/flowrensic/v1/remediation_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/remediation_pb.js +103 -0
- package/dist/cjs/gen/flowrensic/v1/remediation_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/replay_pb.d.ts +805 -0
- package/dist/cjs/gen/flowrensic/v1/replay_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/replay_pb.js +179 -0
- package/dist/cjs/gen/flowrensic/v1/replay_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/server_config_pb.d.ts +220 -0
- package/dist/cjs/gen/flowrensic/v1/server_config_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/server_config_pb.js +44 -0
- package/dist/cjs/gen/flowrensic/v1/server_config_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/services_pb.d.ts +561 -0
- package/dist/cjs/gen/flowrensic/v1/services_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/services_pb.js +59 -0
- package/dist/cjs/gen/flowrensic/v1/services_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/stored_data_pb.d.ts +120 -0
- package/dist/cjs/gen/flowrensic/v1/stored_data_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/stored_data_pb.js +33 -0
- package/dist/cjs/gen/flowrensic/v1/stored_data_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_history_pb.d.ts +204 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_history_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_history_pb.js +135 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_history_pb.js.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_types_pb.d.ts +505 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_types_pb.d.ts.map +1 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_types_pb.js +56 -0
- package/dist/cjs/gen/flowrensic/v1/workflow_types_pb.js.map +1 -0
- package/dist/cjs/index.d.ts +29 -0
- package/dist/cjs/index.d.ts.map +1 -0
- package/dist/cjs/index.js +49 -0
- package/dist/cjs/index.js.map +1 -0
- package/dist/cjs/interceptor-names.d.ts +11 -0
- package/dist/cjs/interceptor-names.d.ts.map +1 -0
- package/dist/cjs/interceptor-names.js +27 -0
- package/dist/cjs/interceptor-names.js.map +1 -0
- package/dist/cjs/interceptor.d.ts +39 -0
- package/dist/cjs/interceptor.d.ts.map +1 -0
- package/dist/cjs/interceptor.js +113 -0
- package/dist/cjs/interceptor.js.map +1 -0
- package/dist/cjs/package.json +1 -0
- package/dist/cjs/query-sink.d.ts +31 -0
- package/dist/cjs/query-sink.d.ts.map +1 -0
- package/dist/cjs/query-sink.js +64 -0
- package/dist/cjs/query-sink.js.map +1 -0
- package/dist/cjs/replay.d.ts +119 -0
- package/dist/cjs/replay.d.ts.map +1 -0
- package/dist/cjs/replay.js +204 -0
- package/dist/cjs/replay.js.map +1 -0
- package/dist/cjs/sink.d.ts +79 -0
- package/dist/cjs/sink.d.ts.map +1 -0
- package/dist/cjs/sink.js +320 -0
- package/dist/cjs/sink.js.map +1 -0
- package/dist/cjs/telemetry.d.ts +128 -0
- package/dist/cjs/telemetry.d.ts.map +1 -0
- package/dist/cjs/telemetry.js +420 -0
- package/dist/cjs/telemetry.js.map +1 -0
- package/dist/cjs/workflow.d.ts +15 -0
- package/dist/cjs/workflow.d.ts.map +1 -0
- package/dist/cjs/workflow.js +39 -0
- package/dist/cjs/workflow.js.map +1 -0
- package/dist/esm/ci.d.ts +47 -0
- package/dist/esm/ci.d.ts.map +1 -0
- package/dist/esm/ci.js +64 -0
- package/dist/esm/ci.js.map +1 -0
- package/dist/esm/client-interceptor.d.ts +46 -0
- package/dist/esm/client-interceptor.d.ts.map +1 -0
- package/dist/esm/client-interceptor.js +124 -0
- package/dist/esm/client-interceptor.js.map +1 -0
- package/dist/esm/client.d.ts +44 -0
- package/dist/esm/client.d.ts.map +1 -0
- package/dist/esm/client.js +69 -0
- package/dist/esm/client.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/activity_metrics_pb.d.ts +702 -0
- package/dist/esm/gen/flowrensic/v1/activity_metrics_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/activity_metrics_pb.js +120 -0
- package/dist/esm/gen/flowrensic/v1/activity_metrics_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/catalog_pb.d.ts +314 -0
- package/dist/esm/gen/flowrensic/v1/catalog_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/catalog_pb.js +89 -0
- package/dist/esm/gen/flowrensic/v1/catalog_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/catch_up_pb.d.ts +180 -0
- package/dist/esm/gen/flowrensic/v1/catch_up_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/catch_up_pb.js +26 -0
- package/dist/esm/gen/flowrensic/v1/catch_up_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/client_calls_pb.d.ts +216 -0
- package/dist/esm/gen/flowrensic/v1/client_calls_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/client_calls_pb.js +66 -0
- package/dist/esm/gen/flowrensic/v1/client_calls_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/cost_pb.d.ts +257 -0
- package/dist/esm/gen/flowrensic/v1/cost_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/cost_pb.js +51 -0
- package/dist/esm/gen/flowrensic/v1/cost_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/deploy_pb.d.ts +222 -0
- package/dist/esm/gen/flowrensic/v1/deploy_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/deploy_pb.js +50 -0
- package/dist/esm/gen/flowrensic/v1/deploy_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/ephemeral_run_pb.d.ts +850 -0
- package/dist/esm/gen/flowrensic/v1/ephemeral_run_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/ephemeral_run_pb.js +167 -0
- package/dist/esm/gen/flowrensic/v1/ephemeral_run_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/finding_pb.d.ts +896 -0
- package/dist/esm/gen/flowrensic/v1/finding_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/finding_pb.js +448 -0
- package/dist/esm/gen/flowrensic/v1/finding_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/job_pb.d.ts +104 -0
- package/dist/esm/gen/flowrensic/v1/job_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/job_pb.js +25 -0
- package/dist/esm/gen/flowrensic/v1/job_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/load_pb.d.ts +333 -0
- package/dist/esm/gen/flowrensic/v1/load_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/load_pb.js +50 -0
- package/dist/esm/gen/flowrensic/v1/load_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/page_pb.d.ts +67 -0
- package/dist/esm/gen/flowrensic/v1/page_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/page_pb.js +19 -0
- package/dist/esm/gen/flowrensic/v1/page_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/remediation_pb.d.ts +395 -0
- package/dist/esm/gen/flowrensic/v1/remediation_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/remediation_pb.js +100 -0
- package/dist/esm/gen/flowrensic/v1/remediation_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/replay_pb.d.ts +805 -0
- package/dist/esm/gen/flowrensic/v1/replay_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/replay_pb.js +176 -0
- package/dist/esm/gen/flowrensic/v1/replay_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/server_config_pb.d.ts +220 -0
- package/dist/esm/gen/flowrensic/v1/server_config_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/server_config_pb.js +41 -0
- package/dist/esm/gen/flowrensic/v1/server_config_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/services_pb.d.ts +561 -0
- package/dist/esm/gen/flowrensic/v1/services_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/services_pb.js +56 -0
- package/dist/esm/gen/flowrensic/v1/services_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/stored_data_pb.d.ts +120 -0
- package/dist/esm/gen/flowrensic/v1/stored_data_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/stored_data_pb.js +30 -0
- package/dist/esm/gen/flowrensic/v1/stored_data_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/workflow_history_pb.d.ts +204 -0
- package/dist/esm/gen/flowrensic/v1/workflow_history_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/workflow_history_pb.js +132 -0
- package/dist/esm/gen/flowrensic/v1/workflow_history_pb.js.map +1 -0
- package/dist/esm/gen/flowrensic/v1/workflow_types_pb.d.ts +505 -0
- package/dist/esm/gen/flowrensic/v1/workflow_types_pb.d.ts.map +1 -0
- package/dist/esm/gen/flowrensic/v1/workflow_types_pb.js +53 -0
- package/dist/esm/gen/flowrensic/v1/workflow_types_pb.js.map +1 -0
- package/dist/esm/index.d.ts +29 -0
- package/dist/esm/index.d.ts.map +1 -0
- package/dist/esm/index.js +16 -0
- package/dist/esm/index.js.map +1 -0
- package/dist/esm/interceptor-names.d.ts +11 -0
- package/dist/esm/interceptor-names.d.ts.map +1 -0
- package/dist/esm/interceptor-names.js +23 -0
- package/dist/esm/interceptor-names.js.map +1 -0
- package/dist/esm/interceptor.d.ts +39 -0
- package/dist/esm/interceptor.d.ts.map +1 -0
- package/dist/esm/interceptor.js +108 -0
- package/dist/esm/interceptor.js.map +1 -0
- package/dist/esm/query-sink.d.ts +31 -0
- package/dist/esm/query-sink.d.ts.map +1 -0
- package/dist/esm/query-sink.js +61 -0
- package/dist/esm/query-sink.js.map +1 -0
- package/dist/esm/replay.d.ts +119 -0
- package/dist/esm/replay.d.ts.map +1 -0
- package/dist/esm/replay.js +197 -0
- package/dist/esm/replay.js.map +1 -0
- package/dist/esm/sink.d.ts +79 -0
- package/dist/esm/sink.d.ts.map +1 -0
- package/dist/esm/sink.js +315 -0
- package/dist/esm/sink.js.map +1 -0
- package/dist/esm/telemetry.d.ts +128 -0
- package/dist/esm/telemetry.d.ts.map +1 -0
- package/dist/esm/telemetry.js +414 -0
- package/dist/esm/telemetry.js.map +1 -0
- package/dist/esm/workflow.d.ts +15 -0
- package/dist/esm/workflow.d.ts.map +1 -0
- package/dist/esm/workflow.js +35 -0
- package/dist/esm/workflow.js.map +1 -0
- package/package.json +75 -4
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import type { ActivityAttempt, WorkerBufferReport } from './gen/flowrensic/v1/activity_metrics_pb.js';
|
|
2
|
+
import { type ClientContext } from './client.js';
|
|
3
|
+
/** What a sink lost and holds, over every env. */
|
|
4
|
+
export interface SinkCounts {
|
|
5
|
+
/** Records dropped since the sink was made: past the limit, in a send that was refused, or left at close. */
|
|
6
|
+
readonly dropped: number;
|
|
7
|
+
/** Sends given up at their timeout since the sink was made. */
|
|
8
|
+
readonly timedOut: number;
|
|
9
|
+
/** Records waiting to be sent now. */
|
|
10
|
+
readonly waiting: number;
|
|
11
|
+
/** The size of the records waiting now, in bytes, as approxSize gives it. */
|
|
12
|
+
readonly waitingBytes: number;
|
|
13
|
+
}
|
|
14
|
+
/** Buffers records and publishes them to a Flowrensic server in batches. */
|
|
15
|
+
export interface RecordSink<T> {
|
|
16
|
+
/** Never waits and never throws. */
|
|
17
|
+
record(one: T): void;
|
|
18
|
+
/** Send what is buffered and the counts, and wait for them to land. Tests need this. */
|
|
19
|
+
flush(): Promise<void>;
|
|
20
|
+
close(): Promise<void>;
|
|
21
|
+
counts(): SinkCounts;
|
|
22
|
+
}
|
|
23
|
+
/** Buffers attempts and publishes them to a Flowrensic server in batches. */
|
|
24
|
+
export type AttemptSink = RecordSink<ActivityAttempt>;
|
|
25
|
+
/** How records wait and leave, the same for every sink. */
|
|
26
|
+
export interface BufferOptions {
|
|
27
|
+
/** Send once this many records are buffered. */
|
|
28
|
+
batchSize?: number;
|
|
29
|
+
/** Send at least this often, in milliseconds. */
|
|
30
|
+
flushIntervalMs?: number;
|
|
31
|
+
/** How long one send may take before it is given up, in milliseconds. */
|
|
32
|
+
timeoutMs?: number;
|
|
33
|
+
/** How many records may wait. Past it the oldest waiting record is dropped. */
|
|
34
|
+
maxWaiting?: number;
|
|
35
|
+
/** How many records one send carries at most. */
|
|
36
|
+
maxBatchSize?: number;
|
|
37
|
+
/** How many bytes the records waiting may take, as approxSize gives it. Past it the oldest waiting record is dropped. */
|
|
38
|
+
maxWaitingBytes?: number;
|
|
39
|
+
}
|
|
40
|
+
export interface SinkOptions extends BufferOptions, ClientContext {
|
|
41
|
+
/** Flowrensic server to publish to. */
|
|
42
|
+
serverBaseUrl: string;
|
|
43
|
+
/** The env the attempts are for, sent with its key and ephemeral run in the headers of every send. */
|
|
44
|
+
currentEnv: string;
|
|
45
|
+
/** Which worker this is. Left out, the host name and the process id. */
|
|
46
|
+
workerId?: string;
|
|
47
|
+
/**
|
|
48
|
+
* The name of this worker, the same for every copy of the same worker, such
|
|
49
|
+
* as orders-worker. Flowrensic shows it beside each workflow type the worker
|
|
50
|
+
* runs. Left out, the worker has no name.
|
|
51
|
+
*/
|
|
52
|
+
workerName?: string;
|
|
53
|
+
}
|
|
54
|
+
/**
|
|
55
|
+
* The size of a record in the worker's memory, worked out from its fields: two
|
|
56
|
+
* bytes per character of each text, the length of each byte array, eight bytes
|
|
57
|
+
* for each other value, and 32 bytes for the record and each object in it.
|
|
58
|
+
*/
|
|
59
|
+
export declare function approxSize(value: unknown, depth?: number): number;
|
|
60
|
+
/**
|
|
61
|
+
* Which send a call is: the buffer that sends it and the number of the send. A send sent again keeps its
|
|
62
|
+
* number, so Flowrensic stores and counts it once.
|
|
63
|
+
*/
|
|
64
|
+
export interface SendId {
|
|
65
|
+
readonly sender: string;
|
|
66
|
+
readonly sendNumber: bigint;
|
|
67
|
+
}
|
|
68
|
+
/** What a buffer needs from the sink that owns it. */
|
|
69
|
+
export interface BufferTarget<T> {
|
|
70
|
+
/** Sends one batch. */
|
|
71
|
+
send(records: T[], timeoutMs: number, id: SendId): Promise<void>;
|
|
72
|
+
/** The env a record is counted under. */
|
|
73
|
+
envOf(record: T): string;
|
|
74
|
+
/** Sends the counts. Left out, the counts stay in the worker. */
|
|
75
|
+
report?(reports: WorkerBufferReport[], timeoutMs: number, id: SendId): Promise<void>;
|
|
76
|
+
}
|
|
77
|
+
export declare function createRecordBuffer<T>(target: BufferTarget<T>, options?: BufferOptions): RecordSink<T>;
|
|
78
|
+
export declare function createAttemptSink(options: SinkOptions): AttemptSink;
|
|
79
|
+
//# sourceMappingURL=sink.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sink.d.ts","sourceRoot":"","sources":["../../src/sink.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,4CAA4C,CAAC;AACtG,OAAO,EAA4B,KAAK,aAAa,EAAE,MAAM,aAAa,CAAC;AAG3E,kDAAkD;AAClD,MAAM,WAAW,UAAU;IACzB,6GAA6G;IAC7G,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,+DAA+D;IAC/D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,sCAAsC;IACtC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,6EAA6E;IAC7E,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;CAC/B;AAED,4EAA4E;AAC5E,MAAM,WAAW,UAAU,CAAC,CAAC;IAC3B,oCAAoC;IACpC,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,IAAI,CAAC;IACrB,wFAAwF;IACxF,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,MAAM,IAAI,UAAU,CAAC;CACtB;AAED,6EAA6E;AAC7E,MAAM,MAAM,WAAW,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;AAEtD,2DAA2D;AAC3D,MAAM,WAAW,aAAa;IAC5B,gDAAgD;IAChD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iDAAiD;IACjD,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,yEAAyE;IACzE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+EAA+E;IAC/E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iDAAiD;IACjD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,yHAAyH;IACzH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAY,SAAQ,aAAa,EAAE,aAAa;IAC/D,uCAAuC;IACvC,aAAa,EAAE,MAAM,CAAC;IACtB,sGAAsG;IACtG,UAAU,EAAE,MAAM,CAAC;IACnB,wEAAwE;IACxE,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,MAAM,CAU5D;AAcD;;;GAGG;AACH,MAAM,WAAW,MAAM;IACrB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,sDAAsD;AACtD,MAAM,WAAW,YAAY,CAAC,CAAC;IAC7B,uBAAuB;IACvB,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjE,yCAAyC;IACzC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,MAAM,CAAC;IACzB,iEAAiE;IACjE,MAAM,CAAC,CAAC,OAAO,EAAE,kBAAkB,EAAE,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACtF;AAQD,wBAAgB,kBAAkB,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,OAAO,GAAE,aAAkB,GAAG,UAAU,CAAC,CAAC,CAAC,CAkQzG;AAED,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,WAAW,GAAG,WAAW,CAuBnE"}
|
package/dist/esm/sink.js
ADDED
|
@@ -0,0 +1,315 @@
|
|
|
1
|
+
import { randomUUID } from 'node:crypto';
|
|
2
|
+
import { hostname } from 'node:os';
|
|
3
|
+
import { Code, ConnectError, createClient } from '@connectrpc/connect';
|
|
4
|
+
import { createConnectTransport } from '@connectrpc/connect-node';
|
|
5
|
+
import { clientContextInterceptor } from './client.js';
|
|
6
|
+
import { IngestService } from './gen/flowrensic/v1/services_pb.js';
|
|
7
|
+
/**
|
|
8
|
+
* The size of a record in the worker's memory, worked out from its fields: two
|
|
9
|
+
* bytes per character of each text, the length of each byte array, eight bytes
|
|
10
|
+
* for each other value, and 32 bytes for the record and each object in it.
|
|
11
|
+
*/
|
|
12
|
+
export function approxSize(value, depth = 0) {
|
|
13
|
+
if (typeof value === 'string')
|
|
14
|
+
return value.length * 2;
|
|
15
|
+
if (typeof value !== 'object' || value === null)
|
|
16
|
+
return 8;
|
|
17
|
+
if (value instanceof Uint8Array)
|
|
18
|
+
return 32 + value.byteLength;
|
|
19
|
+
// Records are a few levels deep. Deeper objects count as one object, so a
|
|
20
|
+
// record that points at itself still has a size.
|
|
21
|
+
if (depth >= 8)
|
|
22
|
+
return 32;
|
|
23
|
+
let total = 32;
|
|
24
|
+
for (const one of Object.values(value))
|
|
25
|
+
total += approxSize(one, depth + 1);
|
|
26
|
+
return total;
|
|
27
|
+
}
|
|
28
|
+
function add(counts, env, n) {
|
|
29
|
+
const now = (counts.get(env) ?? 0) + n;
|
|
30
|
+
if (now === 0)
|
|
31
|
+
counts.delete(env);
|
|
32
|
+
else
|
|
33
|
+
counts.set(env, now);
|
|
34
|
+
}
|
|
35
|
+
/** True when Flowrensic did not answer or answered try again later, so the batch is sent again. */
|
|
36
|
+
function sendAgain(error) {
|
|
37
|
+
if (!(error instanceof ConnectError))
|
|
38
|
+
return false;
|
|
39
|
+
return error.code === Code.Unavailable || error.code === Code.DeadlineExceeded || error.code === Code.ResourceExhausted;
|
|
40
|
+
}
|
|
41
|
+
export function createRecordBuffer(target, options = {}) {
|
|
42
|
+
const { batchSize = 64, flushIntervalMs = 1000, timeoutMs = 5000, maxWaiting = 10_000, maxBatchSize = 500, maxWaitingBytes = 16 * 1024 * 1024, } = options;
|
|
43
|
+
// The waiting records, oldest first, from head on.
|
|
44
|
+
let queue = [];
|
|
45
|
+
let head = 0;
|
|
46
|
+
let queuedBytes = 0;
|
|
47
|
+
// A send that went back, kept whole and sent again with its number before
|
|
48
|
+
// any newer record.
|
|
49
|
+
let kept;
|
|
50
|
+
// A report that was not answered, sent again as it was.
|
|
51
|
+
let keptReport;
|
|
52
|
+
const senderId = randomUUID();
|
|
53
|
+
const recordsSender = `${senderId}/records`;
|
|
54
|
+
const reportsSender = `${senderId}/reports`;
|
|
55
|
+
let sendNumber = 0n;
|
|
56
|
+
let reportNumber = 0n;
|
|
57
|
+
const waitingByEnv = new Map();
|
|
58
|
+
// Counted since the last report that was answered.
|
|
59
|
+
const dropped = new Map();
|
|
60
|
+
const timedOut = new Map();
|
|
61
|
+
// The records waiting per env as the last answered report gave them.
|
|
62
|
+
let reportedWaiting = new Map();
|
|
63
|
+
let droppedTotal = 0;
|
|
64
|
+
let timedOutTotal = 0;
|
|
65
|
+
let sending;
|
|
66
|
+
let reporting;
|
|
67
|
+
let scheduled = false;
|
|
68
|
+
// Set while the last send went back to waiting. Until a send is answered,
|
|
69
|
+
// only the tick starts one.
|
|
70
|
+
let failing = false;
|
|
71
|
+
const queued = () => queue.length - head;
|
|
72
|
+
const waitingCount = () => queued() + (kept?.entries.length ?? 0);
|
|
73
|
+
const waitingBytes = () => queuedBytes + (kept?.bytes ?? 0);
|
|
74
|
+
const sizeOf = (entries) => entries.reduce((sum, one) => sum + one.size, 0);
|
|
75
|
+
const drop = (env, n) => {
|
|
76
|
+
add(dropped, env, n);
|
|
77
|
+
droppedTotal += n;
|
|
78
|
+
};
|
|
79
|
+
const take = (count) => {
|
|
80
|
+
const out = [];
|
|
81
|
+
for (let i = 0; i < count; i += 1) {
|
|
82
|
+
const one = queue[head];
|
|
83
|
+
queue[head] = undefined;
|
|
84
|
+
head += 1;
|
|
85
|
+
if (one === undefined)
|
|
86
|
+
continue;
|
|
87
|
+
add(waitingByEnv, target.envOf(one.record), -1);
|
|
88
|
+
queuedBytes -= one.size;
|
|
89
|
+
out.push(one);
|
|
90
|
+
}
|
|
91
|
+
return out;
|
|
92
|
+
};
|
|
93
|
+
// The slots before head are given back once a batch leaves, never while a
|
|
94
|
+
// record is recorded.
|
|
95
|
+
const compact = () => {
|
|
96
|
+
if (head > 1024 && head * 2 > queue.length) {
|
|
97
|
+
queue = queue.slice(head);
|
|
98
|
+
head = 0;
|
|
99
|
+
}
|
|
100
|
+
};
|
|
101
|
+
// Past either limit the oldest queued records go, never the kept send,
|
|
102
|
+
// which Flowrensic may already hold. The kept send does not count toward the
|
|
103
|
+
// count limit, and counts toward the memory limit.
|
|
104
|
+
const dropOldest = () => {
|
|
105
|
+
const excess = queued() - maxWaiting;
|
|
106
|
+
if (excess > 0)
|
|
107
|
+
for (const one of take(excess))
|
|
108
|
+
drop(target.envOf(one.record), 1);
|
|
109
|
+
while (queued() > 0 && waitingBytes() > maxWaitingBytes) {
|
|
110
|
+
for (const one of take(1))
|
|
111
|
+
drop(target.envOf(one.record), 1);
|
|
112
|
+
}
|
|
113
|
+
};
|
|
114
|
+
// A batch with no answer is kept whole, to be sent again with its number.
|
|
115
|
+
const putBack = (entries, id) => {
|
|
116
|
+
kept = { entries, id, bytes: sizeOf(entries) };
|
|
117
|
+
for (const one of entries)
|
|
118
|
+
add(waitingByEnv, target.envOf(one.record), 1);
|
|
119
|
+
dropOldest();
|
|
120
|
+
};
|
|
121
|
+
// The next send: the kept one, or a new batch of the oldest waiting
|
|
122
|
+
// records.
|
|
123
|
+
const nextSend = () => {
|
|
124
|
+
if (kept !== undefined) {
|
|
125
|
+
const out = kept;
|
|
126
|
+
kept = undefined;
|
|
127
|
+
for (const one of out.entries)
|
|
128
|
+
add(waitingByEnv, target.envOf(one.record), -1);
|
|
129
|
+
return out;
|
|
130
|
+
}
|
|
131
|
+
const entries = take(Math.min(maxBatchSize, queued()));
|
|
132
|
+
compact();
|
|
133
|
+
sendNumber += 1n;
|
|
134
|
+
return { entries, id: { sender: recordsSender, sendNumber } };
|
|
135
|
+
};
|
|
136
|
+
// One send at a time. Once it is answered the next starts right away while
|
|
137
|
+
// records wait. A send with no answer, or answered try again later, goes
|
|
138
|
+
// back and is tried again at the next tick. A send refused for any other
|
|
139
|
+
// reason is dropped.
|
|
140
|
+
const startSend = () => {
|
|
141
|
+
if (sending !== undefined || waitingCount() === 0)
|
|
142
|
+
return;
|
|
143
|
+
const { entries, id } = nextSend();
|
|
144
|
+
const records = entries.map((one) => one.record);
|
|
145
|
+
sending = (async () => {
|
|
146
|
+
try {
|
|
147
|
+
await target.send(records, timeoutMs, id);
|
|
148
|
+
failing = false;
|
|
149
|
+
}
|
|
150
|
+
catch (error) {
|
|
151
|
+
const envs = new Set(records.map((one) => target.envOf(one)));
|
|
152
|
+
if (error instanceof ConnectError && error.code === Code.DeadlineExceeded) {
|
|
153
|
+
for (const env of envs)
|
|
154
|
+
add(timedOut, env, 1);
|
|
155
|
+
timedOutTotal += 1;
|
|
156
|
+
}
|
|
157
|
+
if (sendAgain(error)) {
|
|
158
|
+
failing = true;
|
|
159
|
+
putBack(entries, id);
|
|
160
|
+
}
|
|
161
|
+
else {
|
|
162
|
+
for (const one of records)
|
|
163
|
+
drop(target.envOf(one), 1);
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
finally {
|
|
167
|
+
sending = undefined;
|
|
168
|
+
if (!failing)
|
|
169
|
+
startSend();
|
|
170
|
+
}
|
|
171
|
+
})();
|
|
172
|
+
};
|
|
173
|
+
const schedule = () => {
|
|
174
|
+
if (scheduled || failing || sending !== undefined)
|
|
175
|
+
return;
|
|
176
|
+
scheduled = true;
|
|
177
|
+
setImmediate(() => {
|
|
178
|
+
scheduled = false;
|
|
179
|
+
startSend();
|
|
180
|
+
});
|
|
181
|
+
};
|
|
182
|
+
// A new report, when a count changed since the last report that was
|
|
183
|
+
// answered, with what was counted since.
|
|
184
|
+
const nextReport = () => {
|
|
185
|
+
const envs = new Set([...dropped.keys(), ...timedOut.keys(), ...waitingByEnv.keys(), ...reportedWaiting.keys()]);
|
|
186
|
+
const changed = [...envs].some((env) => dropped.has(env) || timedOut.has(env) || (waitingByEnv.get(env) ?? 0) !== (reportedWaiting.get(env) ?? 0));
|
|
187
|
+
if (!changed)
|
|
188
|
+
return undefined;
|
|
189
|
+
const sentDropped = new Map(dropped);
|
|
190
|
+
const sentTimedOut = new Map(timedOut);
|
|
191
|
+
const sentWaiting = new Map(waitingByEnv);
|
|
192
|
+
const reports = [...envs].map((env) => ({
|
|
193
|
+
$typeName: 'flowrensic.v1.WorkerBufferReport',
|
|
194
|
+
env,
|
|
195
|
+
recordsDropped: BigInt(sentDropped.get(env) ?? 0),
|
|
196
|
+
sendsTimedOut: BigInt(sentTimedOut.get(env) ?? 0),
|
|
197
|
+
recordsWaiting: BigInt(sentWaiting.get(env) ?? 0),
|
|
198
|
+
}));
|
|
199
|
+
reportNumber += 1n;
|
|
200
|
+
return {
|
|
201
|
+
reports,
|
|
202
|
+
id: { sender: reportsSender, sendNumber: reportNumber },
|
|
203
|
+
dropped: sentDropped,
|
|
204
|
+
timedOut: sentTimedOut,
|
|
205
|
+
waiting: sentWaiting,
|
|
206
|
+
};
|
|
207
|
+
};
|
|
208
|
+
// At most one report at a time. A report that was not answered is sent
|
|
209
|
+
// again as it was. Otherwise one goes only when a count changed since the
|
|
210
|
+
// last report that was answered, and carries what was counted since.
|
|
211
|
+
const report = () => {
|
|
212
|
+
const sendReport = target.report?.bind(target);
|
|
213
|
+
if (sendReport === undefined || reporting !== undefined)
|
|
214
|
+
return;
|
|
215
|
+
keptReport ??= nextReport();
|
|
216
|
+
if (keptReport === undefined)
|
|
217
|
+
return;
|
|
218
|
+
const one = keptReport;
|
|
219
|
+
reporting = (async () => {
|
|
220
|
+
try {
|
|
221
|
+
await sendReport(one.reports, timeoutMs, one.id);
|
|
222
|
+
for (const [env, n] of one.dropped)
|
|
223
|
+
add(dropped, env, -n);
|
|
224
|
+
for (const [env, n] of one.timedOut)
|
|
225
|
+
add(timedOut, env, -n);
|
|
226
|
+
reportedWaiting = one.waiting;
|
|
227
|
+
keptReport = undefined;
|
|
228
|
+
}
|
|
229
|
+
catch {
|
|
230
|
+
// Kept, and sent again as it was.
|
|
231
|
+
}
|
|
232
|
+
finally {
|
|
233
|
+
reporting = undefined;
|
|
234
|
+
}
|
|
235
|
+
})();
|
|
236
|
+
};
|
|
237
|
+
const timer = setInterval(() => {
|
|
238
|
+
startSend();
|
|
239
|
+
report();
|
|
240
|
+
}, flushIntervalMs);
|
|
241
|
+
timer.unref();
|
|
242
|
+
// Sends what waits. A send that goes back ends it, after one more try when
|
|
243
|
+
// the sends were already going back.
|
|
244
|
+
const flush = async () => {
|
|
245
|
+
let tried = false;
|
|
246
|
+
for (;;) {
|
|
247
|
+
if (sending !== undefined)
|
|
248
|
+
await sending;
|
|
249
|
+
else if (waitingCount() > 0 && (!failing || !tried)) {
|
|
250
|
+
tried = true;
|
|
251
|
+
failing = false;
|
|
252
|
+
startSend();
|
|
253
|
+
}
|
|
254
|
+
else
|
|
255
|
+
break;
|
|
256
|
+
}
|
|
257
|
+
if (reporting !== undefined)
|
|
258
|
+
await reporting;
|
|
259
|
+
report();
|
|
260
|
+
if (reporting !== undefined)
|
|
261
|
+
await reporting;
|
|
262
|
+
};
|
|
263
|
+
return {
|
|
264
|
+
record(one) {
|
|
265
|
+
const size = approxSize(one);
|
|
266
|
+
queue.push({ record: one, size });
|
|
267
|
+
queuedBytes += size;
|
|
268
|
+
add(waitingByEnv, target.envOf(one), 1);
|
|
269
|
+
dropOldest();
|
|
270
|
+
if (waitingCount() >= batchSize)
|
|
271
|
+
schedule();
|
|
272
|
+
},
|
|
273
|
+
flush,
|
|
274
|
+
async close() {
|
|
275
|
+
clearInterval(timer);
|
|
276
|
+
await flush();
|
|
277
|
+
// What still waits will not be sent, the kept send too.
|
|
278
|
+
if (kept !== undefined) {
|
|
279
|
+
for (const one of kept.entries) {
|
|
280
|
+
add(waitingByEnv, target.envOf(one.record), -1);
|
|
281
|
+
drop(target.envOf(one.record), 1);
|
|
282
|
+
}
|
|
283
|
+
kept = undefined;
|
|
284
|
+
}
|
|
285
|
+
for (const one of take(queued()))
|
|
286
|
+
drop(target.envOf(one.record), 1);
|
|
287
|
+
compact();
|
|
288
|
+
report();
|
|
289
|
+
if (reporting !== undefined)
|
|
290
|
+
await reporting;
|
|
291
|
+
},
|
|
292
|
+
counts() {
|
|
293
|
+
return { dropped: droppedTotal, timedOut: timedOutTotal, waiting: waitingCount(), waitingBytes: waitingBytes() };
|
|
294
|
+
},
|
|
295
|
+
};
|
|
296
|
+
}
|
|
297
|
+
export function createAttemptSink(options) {
|
|
298
|
+
const workerId = options.workerId ?? `${hostname()}-${String(process.pid)}`;
|
|
299
|
+
const workerName = options.workerName ?? '';
|
|
300
|
+
const ingest = createClient(IngestService, createConnectTransport({
|
|
301
|
+
baseUrl: options.serverBaseUrl,
|
|
302
|
+
httpVersion: '1.1',
|
|
303
|
+
interceptors: [clientContextInterceptor(options)],
|
|
304
|
+
}));
|
|
305
|
+
return createRecordBuffer({
|
|
306
|
+
async send(events, timeoutMs, id) {
|
|
307
|
+
await ingest.ingestActivityEvents({ events, workerId, workerName, ...id }, { timeoutMs });
|
|
308
|
+
},
|
|
309
|
+
envOf: () => options.currentEnv,
|
|
310
|
+
async report(reports, timeoutMs, id) {
|
|
311
|
+
await ingest.ingestActivityEvents({ workerId, reports, ...id }, { timeoutMs });
|
|
312
|
+
},
|
|
313
|
+
}, options);
|
|
314
|
+
}
|
|
315
|
+
//# sourceMappingURL=sink.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sink.js","sourceRoot":"","sources":["../../src/sink.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAEnC,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,YAAY,EAAe,MAAM,qBAAqB,CAAC;AACpF,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAGlE,OAAO,EAAE,wBAAwB,EAAsB,MAAM,aAAa,CAAC;AAC3E,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAC;AA0DnE;;;;GAIG;AACH,MAAM,UAAU,UAAU,CAAC,KAAc,EAAE,KAAK,GAAG,CAAC;IAClD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,CAAC,CAAC;IAC1D,IAAI,KAAK,YAAY,UAAU;QAAE,OAAO,EAAE,GAAG,KAAK,CAAC,UAAU,CAAC;IAC9D,0EAA0E;IAC1E,iDAAiD;IACjD,IAAI,KAAK,IAAI,CAAC;QAAE,OAAO,EAAE,CAAC;IAC1B,IAAI,KAAK,GAAG,EAAE,CAAC;IACf,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,KAAK,IAAI,UAAU,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAC5E,OAAO,KAAK,CAAC;AACf,CAAC;AAQD,SAAS,GAAG,CAAC,MAA2B,EAAE,GAAW,EAAE,CAAS;IAC9D,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACvC,IAAI,GAAG,KAAK,CAAC;QAAE,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;;QAC7B,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAC5B,CAAC;AAqBD,mGAAmG;AACnG,SAAS,SAAS,CAAC,KAAc;IAC/B,IAAI,CAAC,CAAC,KAAK,YAAY,YAAY,CAAC;QAAE,OAAO,KAAK,CAAC;IACnD,OAAO,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,iBAAiB,CAAC;AAC1H,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAI,MAAuB,EAAE,OAAO,GAAkB,EAAE;IACxF,MAAM,EACJ,SAAS,GAAG,EAAE,EACd,eAAe,GAAG,IAAI,EACtB,SAAS,GAAG,IAAI,EAChB,UAAU,GAAG,MAAM,EACnB,YAAY,GAAG,GAAG,EAClB,eAAe,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,GACnC,GAAG,OAAO,CAAC;IACZ,mDAAmD;IACnD,IAAI,KAAK,GAA6B,EAAE,CAAC;IACzC,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,0EAA0E;IAC1E,oBAAoB;IACpB,IAAI,IAAoE,CAAC;IACzE,wDAAwD;IACxD,IAAI,UAQS,CAAC;IACd,MAAM,QAAQ,GAAG,UAAU,EAAE,CAAC;IAC9B,MAAM,aAAa,GAAG,GAAG,QAAQ,UAAU,CAAC;IAC5C,MAAM,aAAa,GAAG,GAAG,QAAQ,UAAU,CAAC;IAC5C,IAAI,UAAU,GAAG,EAAE,CAAC;IACpB,IAAI,YAAY,GAAG,EAAE,CAAC;IACtB,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC/C,mDAAmD;IACnD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,qEAAqE;IACrE,IAAI,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,IAAI,OAAkC,CAAC;IACvC,IAAI,SAAoC,CAAC;IACzC,IAAI,SAAS,GAAG,KAAK,CAAC;IACtB,0EAA0E;IAC1E,4BAA4B;IAC5B,IAAI,OAAO,GAAG,KAAK,CAAC;IAEpB,MAAM,MAAM,GAAG,GAAW,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC;IACjD,MAAM,YAAY,GAAG,GAAW,EAAE,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAC1E,MAAM,YAAY,GAAG,GAAW,EAAE,CAAC,WAAW,GAAG,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;IACpE,MAAM,MAAM,GAAG,CAAC,OAA4B,EAAU,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAEzG,MAAM,IAAI,GAAG,CAAC,GAAW,EAAE,CAAS,EAAQ,EAAE;QAC5C,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QACrB,YAAY,IAAI,CAAC,CAAC;IACpB,CAAC,CAAC;IAEF,MAAM,IAAI,GAAG,CAAC,KAAa,EAAc,EAAE;QACzC,MAAM,GAAG,GAAe,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YAClC,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC;YACxB,IAAI,IAAI,CAAC,CAAC;YACV,IAAI,GAAG,KAAK,SAAS;gBAAE,SAAS;YAChC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAChD,WAAW,IAAI,GAAG,CAAC,IAAI,CAAC;YACxB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC;IAEF,0EAA0E;IAC1E,sBAAsB;IACtB,MAAM,OAAO,GAAG,GAAS,EAAE;QACzB,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC3C,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1B,IAAI,GAAG,CAAC,CAAC;QACX,CAAC;IACH,CAAC,CAAC;IAEF,uEAAuE;IACvE,6EAA6E;IAC7E,mDAAmD;IACnD,MAAM,UAAU,GAAG,GAAS,EAAE;QAC5B,MAAM,MAAM,GAAG,MAAM,EAAE,GAAG,UAAU,CAAC;QACrC,IAAI,MAAM,GAAG,CAAC;YAAE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAClF,OAAO,MAAM,EAAE,GAAG,CAAC,IAAI,YAAY,EAAE,GAAG,eAAe,EAAE,CAAC;YACxD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC,CAAC;IAEF,0EAA0E;IAC1E,MAAM,OAAO,GAAG,CAAC,OAAmB,EAAE,EAAU,EAAQ,EAAE;QACxD,IAAI,GAAG,EAAE,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC/C,KAAK,MAAM,GAAG,IAAI,OAAO;YAAE,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1E,UAAU,EAAE,CAAC;IACf,CAAC,CAAC;IAEF,oEAAoE;IACpE,WAAW;IACX,MAAM,QAAQ,GAAG,GAAwC,EAAE;QACzD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC;YACjB,IAAI,GAAG,SAAS,CAAC;YACjB,KAAK,MAAM,GAAG,IAAI,GAAG,CAAC,OAAO;gBAAE,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;YAC/E,OAAO,GAAG,CAAC;QACb,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACvD,OAAO,EAAE,CAAC;QACV,UAAU,IAAI,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,EAAE,CAAC;IAChE,CAAC,CAAC;IAEF,2EAA2E;IAC3E,yEAAyE;IACzE,yEAAyE;IACzE,qBAAqB;IACrB,MAAM,SAAS,GAAG,GAAS,EAAE;QAC3B,IAAI,OAAO,KAAK,SAAS,IAAI,YAAY,EAAE,KAAK,CAAC;YAAE,OAAO;QAC1D,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,GAAG,QAAQ,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjD,OAAO,GAAG,CAAC,KAAK,IAAmB,EAAE;YACnC,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;gBAC1C,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC9D,IAAI,KAAK,YAAY,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBAC1E,KAAK,MAAM,GAAG,IAAI,IAAI;wBAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;oBAC9C,aAAa,IAAI,CAAC,CAAC;gBACrB,CAAC;gBACD,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBACrB,OAAO,GAAG,IAAI,CAAC;oBACf,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBACvB,CAAC;qBAAM,CAAC;oBACN,KAAK,MAAM,GAAG,IAAI,OAAO;wBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;oBAAS,CAAC;gBACT,OAAO,GAAG,SAAS,CAAC;gBACpB,IAAI,CAAC,OAAO;oBAAE,SAAS,EAAE,CAAC;YAC5B,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,QAAQ,GAAG,GAAS,EAAE;QAC1B,IAAI,SAAS,IAAI,OAAO,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO;QAC1D,SAAS,GAAG,IAAI,CAAC;QACjB,YAAY,CAAC,GAAG,EAAE;YAChB,SAAS,GAAG,KAAK,CAAC;YAClB,SAAS,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;IAEF,oEAAoE;IACpE,yCAAyC;IACzC,MAAM,UAAU,GAAG,GAAsB,EAAE;QACzC,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,EAAE,GAAG,YAAY,CAAC,IAAI,EAAE,EAAE,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACjH,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAC5B,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CACnH,CAAC;QACF,IAAI,CAAC,OAAO;YAAE,OAAO,SAAS,CAAC;QAC/B,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,YAAY,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAyB,CAAC,GAAG,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC5D,SAAS,EAAE,kCAAkC;YAC7C,GAAG;YACH,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjD,aAAa,EAAE,MAAM,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjD,cAAc,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;SAClD,CAAC,CAAC,CAAC;QACJ,YAAY,IAAI,EAAE,CAAC;QACnB,OAAO;YACL,OAAO;YACP,EAAE,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE;YACvD,OAAO,EAAE,WAAW;YACpB,QAAQ,EAAE,YAAY;YACtB,OAAO,EAAE,WAAW;SACrB,CAAC;IACJ,CAAC,CAAC;IAEF,uEAAuE;IACvE,0EAA0E;IAC1E,qEAAqE;IACrE,MAAM,MAAM,GAAG,GAAS,EAAE;QACxB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,UAAU,KAAK,SAAS,IAAI,SAAS,KAAK,SAAS;YAAE,OAAO;QAChE,UAAU,KAAK,UAAU,EAAE,CAAC;QAC5B,IAAI,UAAU,KAAK,SAAS;YAAE,OAAO;QACrC,MAAM,GAAG,GAAG,UAAU,CAAC;QACvB,SAAS,GAAG,CAAC,KAAK,IAAmB,EAAE;YACrC,IAAI,CAAC;gBACH,MAAM,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjD,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,OAAO;oBAAE,GAAG,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC1D,KAAK,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,QAAQ;oBAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC5D,eAAe,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC9B,UAAU,GAAG,SAAS,CAAC;YACzB,CAAC;YAAC,MAAM,CAAC;gBACP,kCAAkC;YACpC,CAAC;oBAAS,CAAC;gBACT,SAAS,GAAG,SAAS,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;IACP,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;QAC7B,SAAS,EAAE,CAAC;QACZ,MAAM,EAAE,CAAC;IACX,CAAC,EAAE,eAAe,CAAC,CAAC;IACpB,KAAK,CAAC,KAAK,EAAE,CAAC;IAEd,2EAA2E;IAC3E,qCAAqC;IACrC,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;QACtC,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,SAAS,CAAC;YACR,IAAI,OAAO,KAAK,SAAS;gBAAE,MAAM,OAAO,CAAC;iBACpC,IAAI,YAAY,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBACpD,KAAK,GAAG,IAAI,CAAC;gBACb,OAAO,GAAG,KAAK,CAAC;gBAChB,SAAS,EAAE,CAAC;YACd,CAAC;;gBAAM,MAAM;QACf,CAAC;QACD,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,SAAS,CAAC;QAC7C,MAAM,EAAE,CAAC;QACT,IAAI,SAAS,KAAK,SAAS;YAAE,MAAM,SAAS,CAAC;IAC/C,CAAC,CAAC;IAEF,OAAO;QACL,MAAM,CAAC,GAAG;YACR,MAAM,IAAI,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC7B,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;YAClC,WAAW,IAAI,IAAI,CAAC;YACpB,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,UAAU,EAAE,CAAC;YACb,IAAI,YAAY,EAAE,IAAI,SAAS;gBAAE,QAAQ,EAAE,CAAC;QAC9C,CAAC;QACD,KAAK;QACL,KAAK,CAAC,KAAK;YACT,aAAa,CAAC,KAAK,CAAC,CAAC;YACrB,MAAM,KAAK,EAAE,CAAC;YACd,wDAAwD;YACxD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACvB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBAC/B,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;oBAChD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;gBACpC,CAAC;gBACD,IAAI,GAAG,SAAS,CAAC;YACnB,CAAC;YACD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YACpE,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;YACT,IAAI,SAAS,KAAK,SAAS;gBAAE,MAAM,SAAS,CAAC;QAC/C,CAAC;QACD,MAAM;YACJ,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE,EAAE,YAAY,EAAE,YAAY,EAAE,EAAE,CAAC;QACnH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,OAAoB;IACpD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,GAAG,QAAQ,EAAE,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;IAC5E,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAC5C,MAAM,MAAM,GAAiC,YAAY,CACvD,aAAa,EACb,sBAAsB,CAAC;QACrB,OAAO,EAAE,OAAO,CAAC,aAAa;QAC9B,WAAW,EAAE,KAAK;QAClB,YAAY,EAAE,CAAC,wBAAwB,CAAC,OAAO,CAAC,CAAC;KAClD,CAAC,CACH,CAAC;IACF,OAAO,kBAAkB,CACvB;QACE,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC9B,MAAM,MAAM,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,UAAU;QAC/B,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE;YACjC,MAAM,MAAM,CAAC,oBAAoB,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QACjF,CAAC;KACF,EACD,OAAO,CACR,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,128 @@
|
|
|
1
|
+
import { NativeConnection } from '@temporalio/worker';
|
|
2
|
+
import { type AttemptSink } from './sink.js';
|
|
3
|
+
/**
|
|
4
|
+
* What the worker does when the handshake gets no answer. keep-trying starts
|
|
5
|
+
* the worker at once and asks again in the background, with delayMs between
|
|
6
|
+
* two asks, 5 seconds when left out, and once answered does what the answer
|
|
7
|
+
* says. fail throws at once. retry asks again, attempts times in all with
|
|
8
|
+
* delayMs between two asks, and then throws the way fail does. give-up-quietly
|
|
9
|
+
* starts the worker with nothing forwarded on a timer. forward-anyway starts it
|
|
10
|
+
* as if it was told to forward when it has a metrics address and an
|
|
11
|
+
* current ephemeral run, at the default interval.
|
|
12
|
+
*/
|
|
13
|
+
export type NoAnswerStrategy = {
|
|
14
|
+
readonly strategy: 'keep-trying';
|
|
15
|
+
readonly delayMs?: number;
|
|
16
|
+
} | {
|
|
17
|
+
readonly strategy: 'fail';
|
|
18
|
+
} | {
|
|
19
|
+
readonly strategy: 'retry';
|
|
20
|
+
readonly attempts: number;
|
|
21
|
+
readonly delayMs: number;
|
|
22
|
+
} | {
|
|
23
|
+
readonly strategy: 'give-up-quietly';
|
|
24
|
+
} | {
|
|
25
|
+
readonly strategy: 'forward-anyway';
|
|
26
|
+
};
|
|
27
|
+
export interface EphemeralRunTelemetryOptions {
|
|
28
|
+
/** The Flowrensic server the handshake goes to. */
|
|
29
|
+
serverBaseUrl: string;
|
|
30
|
+
/** The environment this worker runs in, as the Flowrensic env list names it, sent in the headers of every call to Flowrensic. */
|
|
31
|
+
currentEnv: string;
|
|
32
|
+
/** The access key of that env, sent in the headers of every call to Flowrensic. */
|
|
33
|
+
envAccessKey?: string;
|
|
34
|
+
/** Which run of that env this is, from the CI env, sent in the headers of every call. Left out, it has none. */
|
|
35
|
+
currentEphemeralRun?: string;
|
|
36
|
+
/**
|
|
37
|
+
* The engine's Prometheus endpoint, as host:port, when the worker's own
|
|
38
|
+
* config carries one. Left out, this worker knows of none.
|
|
39
|
+
*/
|
|
40
|
+
metricsAddress?: string;
|
|
41
|
+
/**
|
|
42
|
+
* The worker's own Prometheus endpoint, as host:port, the bind address the
|
|
43
|
+
* worker's runtime telemetry was installed with. Left out, the worker's own
|
|
44
|
+
* metrics are not forwarded.
|
|
45
|
+
*/
|
|
46
|
+
workerMetricsAddress?: string;
|
|
47
|
+
/** Which worker this is, among the workers of the ephemeral run. Left out, the host name and the process id. */
|
|
48
|
+
workerId?: string;
|
|
49
|
+
/** The name of this worker, the same for every copy of it, which the sink sends with each attempt. Left out, none. */
|
|
50
|
+
workerName?: string;
|
|
51
|
+
/**
|
|
52
|
+
* The version this worker serves, the same one the activity interceptor is
|
|
53
|
+
* given. Flowrensic tells a pipeline which workers of the old version are
|
|
54
|
+
* still up by it. Left out, none, and the worker is on neither side.
|
|
55
|
+
*/
|
|
56
|
+
version?: string;
|
|
57
|
+
/**
|
|
58
|
+
* The module paths of the workflow interceptors this worker loads, the same
|
|
59
|
+
* list given to Temporal as interceptors.workflowModules or as
|
|
60
|
+
* workflowInterceptorModules of bundleWorkflowCode. Flowrensic is sent
|
|
61
|
+
* their names with the version, to compare with the list a replay ran
|
|
62
|
+
* with. Left out, no list is sent, which is not an empty list.
|
|
63
|
+
*/
|
|
64
|
+
workflowInterceptors?: readonly string[];
|
|
65
|
+
/** The gRPC address, which a worker always knows. */
|
|
66
|
+
temporalAddress: string;
|
|
67
|
+
/**
|
|
68
|
+
* The worker's own connection to Temporal, used to read histories. Needed
|
|
69
|
+
* for an engine reached over TLS or with an API key, such as Temporal Cloud.
|
|
70
|
+
* It is not closed at shutdown, the worker owns it. Left out, a plain
|
|
71
|
+
* connection to temporalAddress is opened the first time a history is read,
|
|
72
|
+
* and closed at shutdown.
|
|
73
|
+
*/
|
|
74
|
+
connection?: NativeConnection;
|
|
75
|
+
namespace: string;
|
|
76
|
+
/** Left out, keep-trying. */
|
|
77
|
+
noAnswer?: NoAnswerStrategy;
|
|
78
|
+
/**
|
|
79
|
+
* How long one call to Flowrensic may take before it is given up, in
|
|
80
|
+
* milliseconds: the handshake, each forwarding call, the handover and each
|
|
81
|
+
* send of the sink. Left out, 5 seconds.
|
|
82
|
+
*/
|
|
83
|
+
timeoutMs?: number;
|
|
84
|
+
/**
|
|
85
|
+
* How long the shutdown may send histories, in milliseconds, counted from
|
|
86
|
+
* when it starts. The beat and the last scrape go first; past this no more
|
|
87
|
+
* histories are started, the ones started finish, and then the sink is
|
|
88
|
+
* closed and the handover sent. Left out, 20 seconds.
|
|
89
|
+
*/
|
|
90
|
+
shutdownTimeoutMs?: number;
|
|
91
|
+
}
|
|
92
|
+
export interface EphemeralRunTelemetry {
|
|
93
|
+
/** Whether Flowrensic answered the handshake, at start or later in the background. */
|
|
94
|
+
readonly answered: boolean;
|
|
95
|
+
/**
|
|
96
|
+
* Settles true once Flowrensic answers, and false when it refuses in the
|
|
97
|
+
* background, the strategy runs with no answer, or shutdown comes first.
|
|
98
|
+
*/
|
|
99
|
+
readonly whenAnswered: Promise<boolean>;
|
|
100
|
+
/** Whether the handshake told this worker to collect the engine's metrics. */
|
|
101
|
+
readonly forwarding: boolean;
|
|
102
|
+
/** The interval the answer carried, in seconds. */
|
|
103
|
+
readonly intervalSeconds: number;
|
|
104
|
+
/**
|
|
105
|
+
* Whether the worker sends the histories of the runs it saw. False when the
|
|
106
|
+
* answer said Flowrensic pulls them from the engine itself.
|
|
107
|
+
*/
|
|
108
|
+
readonly sendingHistories: boolean;
|
|
109
|
+
/** The sink the activity interceptor reports to. */
|
|
110
|
+
readonly sink: AttemptSink;
|
|
111
|
+
/**
|
|
112
|
+
* The last scrape, the histories of the runs this worker saw, and the
|
|
113
|
+
* handover. It returns once all three have landed, or the histories that
|
|
114
|
+
* did not start by the shutdown timeout were left out.
|
|
115
|
+
*/
|
|
116
|
+
shutdown(): Promise<void>;
|
|
117
|
+
}
|
|
118
|
+
/**
|
|
119
|
+
* Makes one handshake as the env and the current ephemeral run. When it goes
|
|
120
|
+
* unanswered it does what the strategy says. The answer says whether this
|
|
121
|
+
* worker scrapes the engine and how often. Until an answer comes, nothing is
|
|
122
|
+
* sent on a timer.
|
|
123
|
+
*
|
|
124
|
+
* On that interval it forwards the raw exposition when it was told to, and the
|
|
125
|
+
* history of every run the interceptor reported, read over gRPC.
|
|
126
|
+
*/
|
|
127
|
+
export declare function startEphemeralRunTelemetry(options: EphemeralRunTelemetryOptions): Promise<EphemeralRunTelemetry>;
|
|
128
|
+
//# sourceMappingURL=telemetry.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/telemetry.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAMtD,OAAO,EAAqB,KAAK,WAAW,EAAmB,MAAM,WAAW,CAAC;AAEjF;;;;;;;;;GASG;AACH,MAAM,MAAM,gBAAgB,GACxB;IAAE,QAAQ,CAAC,QAAQ,EAAE,aAAa,CAAC;IAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/D;IAAE,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GAC7B;IAAE,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GACnF;IAAE,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,CAAA;CAAE,GACxC;IAAE,QAAQ,CAAC,QAAQ,EAAE,gBAAgB,CAAA;CAAE,CAAC;AAoB5C,MAAM,WAAW,4BAA4B;IAC3C,mDAAmD;IACnD,aAAa,EAAE,MAAM,CAAC;IACtB,iIAAiI;IACjI,UAAU,EAAE,MAAM,CAAC;IACnB,mFAAmF;IACnF,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gHAAgH;IAChH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAC7B;;;OAGG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB;;;;OAIG;IACH,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,gHAAgH;IAChH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,sHAAsH;IACtH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;;;;OAMG;IACH,oBAAoB,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACzC,qDAAqD;IACrD,eAAe,EAAE,MAAM,CAAC;IACxB;;;;;;OAMG;IACH,UAAU,CAAC,EAAE,gBAAgB,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,6BAA6B;IAC7B,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,sFAAsF;IACtF,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC;IAC3B;;;OAGG;IACH,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IACxC,8EAA8E;IAC9E,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,mDAAmD;IACnD,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC;;;OAGG;IACH,QAAQ,CAAC,gBAAgB,EAAE,OAAO,CAAC;IACnC,oDAAoD;IACpD,QAAQ,CAAC,IAAI,EAAE,WAAW,CAAC;IAC3B;;;;OAIG;IACH,QAAQ,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAyGD;;;;;;;;GAQG;AACH,wBAAsB,0BAA0B,CAC9C,OAAO,EAAE,4BAA4B,GACpC,OAAO,CAAC,qBAAqB,CAAC,CAuRhC"}
|