@trigger.dev/core 0.0.0-prerelease-20241203170318 → 0.0.0-prerelease-20241212160659
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/commonjs/v3/apiClient/index.d.ts +128 -126
- package/dist/commonjs/v3/apiClient/index.js +4 -0
- package/dist/commonjs/v3/apiClient/index.js.map +1 -1
- package/dist/commonjs/v3/apiClient/runStream.d.ts +28 -4
- package/dist/commonjs/v3/apiClient/runStream.js +104 -38
- package/dist/commonjs/v3/apiClient/runStream.js.map +1 -1
- package/dist/commonjs/v3/apiClient/stream.d.ts +6 -1
- package/dist/commonjs/v3/apiClient/stream.js +155 -24
- package/dist/commonjs/v3/apiClient/stream.js.map +1 -1
- package/dist/commonjs/v3/runMetadata/manager.d.ts +2 -1
- package/dist/commonjs/v3/runMetadata/manager.js +11 -5
- package/dist/commonjs/v3/runMetadata/manager.js.map +1 -1
- package/dist/commonjs/v3/runMetadata/metadataStream.d.ts +7 -7
- package/dist/commonjs/v3/runMetadata/metadataStream.js +33 -39
- package/dist/commonjs/v3/runMetadata/metadataStream.js.map +1 -1
- package/dist/commonjs/v3/schemas/api.d.ts +698 -675
- package/dist/commonjs/v3/schemas/api.js +9 -1
- package/dist/commonjs/v3/schemas/api.js.map +1 -1
- package/dist/commonjs/v3/schemas/build.d.ts +108 -108
- package/dist/commonjs/v3/schemas/messages.d.ts +2442 -2442
- package/dist/commonjs/v3/schemas/resources.d.ts +58 -58
- package/dist/commonjs/v3/schemas/schemas.d.ts +359 -359
- package/dist/commonjs/v3/types/tasks.d.ts +25 -1
- package/dist/commonjs/v3/utils/ioSerialization.d.ts +4 -1
- package/dist/commonjs/v3/utils/ioSerialization.js +14 -2
- package/dist/commonjs/v3/utils/ioSerialization.js.map +1 -1
- package/dist/esm/v3/apiClient/index.d.ts +128 -126
- package/dist/esm/v3/apiClient/index.js +4 -0
- package/dist/esm/v3/apiClient/index.js.map +1 -1
- package/dist/esm/v3/apiClient/runStream.d.ts +28 -4
- package/dist/esm/v3/apiClient/runStream.js +102 -39
- package/dist/esm/v3/apiClient/runStream.js.map +1 -1
- package/dist/esm/v3/apiClient/stream.d.ts +6 -1
- package/dist/esm/v3/apiClient/stream.js +151 -23
- package/dist/esm/v3/apiClient/stream.js.map +1 -1
- package/dist/esm/v3/runMetadata/manager.d.ts +2 -1
- package/dist/esm/v3/runMetadata/manager.js +11 -5
- package/dist/esm/v3/runMetadata/manager.js.map +1 -1
- package/dist/esm/v3/runMetadata/metadataStream.d.ts +7 -7
- package/dist/esm/v3/runMetadata/metadataStream.js +33 -39
- package/dist/esm/v3/runMetadata/metadataStream.js.map +1 -1
- package/dist/esm/v3/schemas/api.d.ts +698 -675
- package/dist/esm/v3/schemas/api.js +8 -0
- package/dist/esm/v3/schemas/api.js.map +1 -1
- package/dist/esm/v3/schemas/build.d.ts +108 -108
- package/dist/esm/v3/schemas/messages.d.ts +2442 -2442
- package/dist/esm/v3/schemas/resources.d.ts +58 -58
- package/dist/esm/v3/schemas/schemas.d.ts +359 -359
- package/dist/esm/v3/types/tasks.d.ts +25 -1
- package/dist/esm/v3/utils/ioSerialization.d.ts +4 -1
- package/dist/esm/v3/utils/ioSerialization.js +14 -2
- package/dist/esm/v3/utils/ioSerialization.js.map +1 -1
- package/package.json +2 -2
|
@@ -6,15 +6,17 @@ const MAXIMUM_TOTAL_STREAMS = 5;
|
|
|
6
6
|
export class StandardMetadataManager {
|
|
7
7
|
apiClient;
|
|
8
8
|
streamsBaseUrl;
|
|
9
|
+
streamsVersion;
|
|
9
10
|
flushTimeoutId = null;
|
|
10
11
|
hasChanges = false;
|
|
11
12
|
store;
|
|
12
13
|
// Add a Map to track active streams
|
|
13
14
|
activeStreams = new Map();
|
|
14
15
|
runId;
|
|
15
|
-
constructor(apiClient, streamsBaseUrl) {
|
|
16
|
+
constructor(apiClient, streamsBaseUrl, streamsVersion = "v1") {
|
|
16
17
|
this.apiClient = apiClient;
|
|
17
18
|
this.streamsBaseUrl = streamsBaseUrl;
|
|
19
|
+
this.streamsVersion = streamsVersion;
|
|
18
20
|
}
|
|
19
21
|
enterWithMetadata(metadata) {
|
|
20
22
|
this.store = metadata ?? {};
|
|
@@ -181,19 +183,23 @@ export class StandardMetadataManager {
|
|
|
181
183
|
return $value;
|
|
182
184
|
}
|
|
183
185
|
try {
|
|
184
|
-
// Add the key to the special stream metadata object
|
|
185
|
-
this.appendKey(`$$streams`, key);
|
|
186
|
-
await this.flush();
|
|
187
186
|
const streamInstance = new MetadataStream({
|
|
188
187
|
key,
|
|
189
188
|
runId: this.runId,
|
|
190
|
-
|
|
189
|
+
source: $value,
|
|
191
190
|
baseUrl: this.streamsBaseUrl,
|
|
191
|
+
headers: this.apiClient.getHeaders(),
|
|
192
192
|
signal,
|
|
193
|
+
version: this.streamsVersion,
|
|
193
194
|
});
|
|
194
195
|
this.activeStreams.set(key, streamInstance);
|
|
195
196
|
// Clean up when stream completes
|
|
196
197
|
streamInstance.wait().finally(() => this.activeStreams.delete(key));
|
|
198
|
+
// Add the key to the special stream metadata object
|
|
199
|
+
this.appendKey(`$$streams`, key);
|
|
200
|
+
this.setKey("$$streamsVersion", this.streamsVersion);
|
|
201
|
+
this.setKey("$$streamsBaseUrl", this.streamsBaseUrl);
|
|
202
|
+
await this.flush();
|
|
197
203
|
return streamInstance;
|
|
198
204
|
}
|
|
199
205
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAIrC,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGrD,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAEhC,MAAM,OAAO,uBAAuB;IAUxB;IACA;
|
|
1
|
+
{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAIrC,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGrD,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAEhC,MAAM,OAAO,uBAAuB;IAUxB;IACA;IACA;IAXF,cAAc,GAA0B,IAAI,CAAC;IAC7C,UAAU,GAAY,KAAK,CAAC;IAC5B,KAAK,CAA+C;IAC5D,oCAAoC;IAC5B,aAAa,GAAG,IAAI,GAAG,EAA+B,CAAC;IAExD,KAAK,CAAqB;IAEjC,YACU,SAAoB,EACpB,cAAsB,EACtB,iBAA8B,IAAI;QAFlC,cAAS,GAAT,SAAS,CAAW;QACpB,mBAAc,GAAd,cAAc,CAAQ;QACtB,mBAAc,GAAd,cAAc,CAAoB;IACzC,CAAC;IAEG,iBAAiB,CAAC,QAA0C;QACjE,IAAI,CAAC,KAAK,GAAG,QAAQ,IAAI,EAAE,CAAC;IAC9B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEM,MAAM,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAEM,MAAM,CAAC,GAAW,EAAE,KAAuB;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAiD,IAAI,CAAC,KAAK;YACtE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7B,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,SAAS,GAAG;gBACV,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;gBACpB,CAAC,GAAG,CAAC,EAAE,KAAK;aACb,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,SAAS,CAAC,GAAW;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QAEtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,SAAS,CAAC,GAAW,EAAE,KAAuB;QACnD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAiD,IAAI,CAAC,KAAK;YACtE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7B,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE3C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,uCAAuC;gBACvC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/B,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvC,2BAA2B;gBAC3B,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,GAAG,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,kCAAkC;gBAClC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAEpC,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,uCAAuC;gBACvC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvC,2BAA2B;gBAC3B,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,YAAY,EAAE,KAAK,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,kCAAkC;gBAClC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,aAAa,CAAC,GAAW,EAAE,KAAuB;QACvD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAiD,IAAI,CAAC,KAAK;YACtE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7B,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE3C,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBAChC,wDAAwD;gBACxD,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBACrE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAEpC,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBAChC,wDAAwD;gBACxD,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,YAAY,CAAC,GAAW,EAAE,YAAoB,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,IAAI,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YACrC,CAAC,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;YACxC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAEnB,MAAM,QAAQ,GAAG,CAAC,OAAO,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;QAEnF,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;IAEM,YAAY,CAAC,GAAW,EAAE,YAAoB,CAAC;QACpD,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEM,MAAM,CAAC,QAA0C;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,GAAW,EACX,KAA2C,EAC3C,MAAoB;QAEpB,MAAM,MAAM,GAAG,KAAyB,CAAC;QAEzC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,0EAA0E;QAC1E,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC;YACtD,OAAO,CAAC,IAAI,CACV,kDAAkD,sBAAsB,WAAW,GAAG,2BAA2B,CAClH,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,yEAAyE;QACzE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,IAAI,EAAE,CAAa,CAAC;QAE1D,IAAI,OAAO,CAAC,MAAM,IAAI,qBAAqB,EAAE,CAAC;YAC5C,OAAO,CAAC,IAAI,CACV,iDAAiD,qBAAqB,WAAW,GAAG,2BAA2B,CAChH,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC;gBACxC,GAAG;gBACH,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,IAAI,CAAC,cAAc;gBAC5B,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE;gBACpC,MAAM;gBACN,OAAO,EAAE,IAAI,CAAC,cAAc;aAC7B,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;YAE5C,iCAAiC;YACjC,cAAc,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAEpE,oDAAoD;YACpD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YACrD,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;YAErD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iDAAiD;YACjD,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YACrC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEM,gBAAgB;QACrB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;IACrC,CAAC;IAED,sCAAsC;IAC/B,KAAK,CAAC,iBAAiB,CAAC,UAAkB,MAAM;QACrD,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;QAExF,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAC5B,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC;aACxE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAE7D,8CAA8C;YAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC1D,wCAAwC;gBACxC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,cAAkC;QACnD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QAC/F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEM,kBAAkB,CAAC,aAAqB,IAAI;QACjD,MAAM,aAAa,GAAG,KAAK,EAAE,UAAkB,EAAE,EAAE;YACjD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;gBACjD,MAAM,KAAK,CAAC;YACd,CAAC;oBAAS,CAAC;gBACT,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,GAAG,EAAE;YACxB,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;QAChF,CAAC,CAAC;QAEF,YAAY,EAAE,CAAC;IACjB,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;CACF"}
|
|
@@ -2,20 +2,20 @@ export type MetadataOptions<T> = {
|
|
|
2
2
|
baseUrl: string;
|
|
3
3
|
runId: string;
|
|
4
4
|
key: string;
|
|
5
|
-
|
|
5
|
+
source: AsyncIterable<T>;
|
|
6
|
+
headers?: Record<string, string>;
|
|
6
7
|
signal?: AbortSignal;
|
|
8
|
+
version?: "v1" | "v2";
|
|
7
9
|
};
|
|
8
10
|
export declare class MetadataStream<T> {
|
|
9
11
|
private options;
|
|
10
12
|
private controller;
|
|
11
|
-
private
|
|
12
|
-
private
|
|
13
|
-
private serverIterator;
|
|
14
|
-
private consumerIterator;
|
|
13
|
+
private serverStream;
|
|
14
|
+
private consumerStream;
|
|
15
15
|
private streamPromise;
|
|
16
16
|
constructor(options: MetadataOptions<T>);
|
|
17
|
-
private
|
|
17
|
+
private createTeeStreams;
|
|
18
18
|
private initializeServerStream;
|
|
19
19
|
wait(): Promise<void>;
|
|
20
|
-
[Symbol.asyncIterator]():
|
|
20
|
+
[Symbol.asyncIterator](): AsyncIterableIterator<T>;
|
|
21
21
|
}
|
|
@@ -1,56 +1,36 @@
|
|
|
1
1
|
export class MetadataStream {
|
|
2
2
|
options;
|
|
3
3
|
controller = new AbortController();
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
serverIterator;
|
|
7
|
-
consumerIterator;
|
|
4
|
+
serverStream;
|
|
5
|
+
consumerStream;
|
|
8
6
|
streamPromise;
|
|
9
7
|
constructor(options) {
|
|
10
8
|
this.options = options;
|
|
11
|
-
const
|
|
12
|
-
this.
|
|
13
|
-
this.
|
|
9
|
+
const [serverStream, consumerStream] = this.createTeeStreams();
|
|
10
|
+
this.serverStream = serverStream;
|
|
11
|
+
this.consumerStream = consumerStream;
|
|
14
12
|
this.streamPromise = this.initializeServerStream();
|
|
15
13
|
}
|
|
16
|
-
|
|
17
|
-
const
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
this.serverQueue.push(result);
|
|
22
|
-
this.consumerQueue.push(result);
|
|
14
|
+
createTeeStreams() {
|
|
15
|
+
const readableSource = new ReadableStream({
|
|
16
|
+
start: async (controller) => {
|
|
17
|
+
for await (const value of this.options.source) {
|
|
18
|
+
controller.enqueue(value);
|
|
23
19
|
}
|
|
24
|
-
|
|
20
|
+
controller.close();
|
|
25
21
|
},
|
|
26
22
|
});
|
|
27
|
-
return
|
|
28
|
-
serverIterator: teeIterator(this.serverQueue),
|
|
29
|
-
consumerIterator: teeIterator(this.consumerQueue),
|
|
30
|
-
};
|
|
23
|
+
return readableSource.tee();
|
|
31
24
|
}
|
|
32
25
|
initializeServerStream() {
|
|
33
|
-
const
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
async pull(controller) {
|
|
37
|
-
try {
|
|
38
|
-
const { value, done } = await serverIterator.next();
|
|
39
|
-
if (done) {
|
|
40
|
-
controller.close();
|
|
41
|
-
return;
|
|
42
|
-
}
|
|
43
|
-
controller.enqueue(JSON.stringify(value) + "\n");
|
|
44
|
-
}
|
|
45
|
-
catch (err) {
|
|
46
|
-
controller.error(err);
|
|
47
|
-
}
|
|
26
|
+
const serverStream = this.serverStream.pipeThrough(new TransformStream({
|
|
27
|
+
async transform(chunk, controller) {
|
|
28
|
+
controller.enqueue(JSON.stringify(chunk) + "\n");
|
|
48
29
|
},
|
|
49
|
-
|
|
50
|
-
}
|
|
51
|
-
return fetch(`${this.options.baseUrl}/realtime/v1/streams/${this.options.runId}/${this.options.key}`, {
|
|
30
|
+
}));
|
|
31
|
+
return fetch(`${this.options.baseUrl}/realtime/${this.options.version ?? "v1"}/streams/${this.options.runId}/${this.options.key}`, {
|
|
52
32
|
method: "POST",
|
|
53
|
-
headers: {},
|
|
33
|
+
headers: this.options.headers ?? {},
|
|
54
34
|
body: serverStream,
|
|
55
35
|
// @ts-expect-error
|
|
56
36
|
duplex: "half",
|
|
@@ -61,7 +41,21 @@ export class MetadataStream {
|
|
|
61
41
|
return this.streamPromise.then(() => void 0);
|
|
62
42
|
}
|
|
63
43
|
[Symbol.asyncIterator]() {
|
|
64
|
-
return this.
|
|
44
|
+
return streamToAsyncIterator(this.consumerStream);
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
async function* streamToAsyncIterator(stream) {
|
|
48
|
+
const reader = stream.getReader();
|
|
49
|
+
try {
|
|
50
|
+
while (true) {
|
|
51
|
+
const { done, value } = await reader.read();
|
|
52
|
+
if (done)
|
|
53
|
+
return;
|
|
54
|
+
yield value;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
finally {
|
|
58
|
+
reader.releaseLock();
|
|
65
59
|
}
|
|
66
60
|
}
|
|
67
61
|
//# sourceMappingURL=metadataStream.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"metadataStream.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/metadataStream.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"metadataStream.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/metadataStream.ts"],"names":[],"mappings":"AAUA,MAAM,OAAO,cAAc;IAML;IALZ,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,YAAY,CAAoB;IAChC,cAAc,CAAoB;IAClC,aAAa,CAA2B;IAEhD,YAAoB,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QAC7C,MAAM,CAAC,YAAY,EAAE,cAAc,CAAC,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC/D,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QAErC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;IACrD,CAAC;IAEO,gBAAgB;QACtB,MAAM,cAAc,GAAG,IAAI,cAAc,CAAI;YAC3C,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC1B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;oBAC9C,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;gBAED,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;SACF,CAAC,CAAC;QAEH,OAAO,cAAc,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC;IAEO,sBAAsB;QAC5B,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,WAAW,CAChD,IAAI,eAAe,CAAY;YAC7B,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU;gBAC/B,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;YACnD,CAAC;SACF,CAAC,CACH,CAAC;QAEF,OAAO,KAAK,CACV,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,aAAa,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,IAAI,YAC9D,IAAI,CAAC,OAAO,CAAC,KACf,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EACtB;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE;YACnC,IAAI,EAAE,YAAY;YAClB,mBAAmB;YACnB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;SAC/B,CACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/C,CAAC;IAEM,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,OAAO,qBAAqB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACpD,CAAC;CACF;AAED,KAAK,SAAS,CAAC,CAAC,qBAAqB,CAAI,MAAyB;IAChE,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;IAClC,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,OAAO;YACjB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAC;IACvB,CAAC;AACH,CAAC"}
|