@vertesia/client 1.6.0-dev.20261019.172735Z → 1.7.0-dev.20261120.100641Z
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/AccountApi.d.ts +2 -0
- package/lib/AccountApi.d.ts.map +1 -1
- package/lib/AccountApi.js +3 -0
- package/lib/AccountApi.js.map +1 -1
- package/lib/AccountRolesApi.d.ts +11 -0
- package/lib/AccountRolesApi.d.ts.map +1 -0
- package/lib/AccountRolesApi.js +22 -0
- package/lib/AccountRolesApi.js.map +1 -0
- package/lib/ApiKeysApi.d.ts +4 -7
- package/lib/ApiKeysApi.d.ts.map +1 -1
- package/lib/ApiKeysApi.js +5 -4
- package/lib/ApiKeysApi.js.map +1 -1
- package/lib/AppsApi.d.ts +18 -3
- package/lib/AppsApi.d.ts.map +1 -1
- package/lib/AppsApi.js +34 -4
- package/lib/AppsApi.js.map +1 -1
- package/lib/AuditTrailApi.d.ts +6 -1
- package/lib/AuditTrailApi.d.ts.map +1 -1
- package/lib/AuditTrailApi.js +8 -0
- package/lib/AuditTrailApi.js.map +1 -1
- package/lib/EnvironmentsApi.d.ts +2 -2
- package/lib/EnvironmentsApi.d.ts.map +1 -1
- package/lib/IamApi.d.ts +1 -1
- package/lib/IamApi.js +1 -1
- package/lib/InteractionCatalogApi.d.ts +19 -1
- package/lib/InteractionCatalogApi.d.ts.map +1 -1
- package/lib/InteractionCatalogApi.js +30 -0
- package/lib/InteractionCatalogApi.js.map +1 -1
- package/lib/InteractionsApi.d.ts +6 -13
- package/lib/InteractionsApi.d.ts.map +1 -1
- package/lib/InteractionsApi.js +4 -24
- package/lib/InteractionsApi.js.map +1 -1
- package/lib/OAuthClientsApi.d.ts +3 -1
- package/lib/OAuthClientsApi.d.ts.map +1 -1
- package/lib/OAuthClientsApi.js +4 -0
- package/lib/OAuthClientsApi.js.map +1 -1
- package/lib/OAuthProvidersApi.d.ts +6 -2
- package/lib/OAuthProvidersApi.d.ts.map +1 -1
- package/lib/OAuthProvidersApi.js +6 -2
- package/lib/OAuthProvidersApi.js.map +1 -1
- package/lib/RemoteMcpConnectionsApi.d.ts +5 -1
- package/lib/RemoteMcpConnectionsApi.d.ts.map +1 -1
- package/lib/RemoteMcpConnectionsApi.js +6 -2
- package/lib/RemoteMcpConnectionsApi.js.map +1 -1
- package/lib/RunsApi.d.ts +3 -2
- package/lib/RunsApi.d.ts.map +1 -1
- package/lib/RunsApi.js +3 -2
- package/lib/RunsApi.js.map +1 -1
- package/lib/StreamSource.d.ts +19 -1
- package/lib/StreamSource.d.ts.map +1 -1
- package/lib/StreamSource.js +31 -1
- package/lib/StreamSource.js.map +1 -1
- package/lib/UsersApi.d.ts +7 -1
- package/lib/UsersApi.d.ts.map +1 -1
- package/lib/UsersApi.js +8 -0
- package/lib/UsersApi.js.map +1 -1
- package/lib/client.d.ts +14 -2
- package/lib/client.d.ts.map +1 -1
- package/lib/client.js +57 -8
- package/lib/client.js.map +1 -1
- package/lib/execute.d.ts +16 -2
- package/lib/execute.d.ts.map +1 -1
- package/lib/execute.js +16 -3
- package/lib/execute.js.map +1 -1
- package/lib/idempotency-key.d.ts +19 -0
- package/lib/idempotency-key.d.ts.map +1 -0
- package/lib/idempotency-key.js +34 -0
- package/lib/idempotency-key.js.map +1 -0
- package/lib/index.d.ts +1 -0
- package/lib/index.d.ts.map +1 -1
- package/lib/index.js.map +1 -1
- package/lib/nodejs/NodeStreamSource.d.ts +11 -1
- package/lib/nodejs/NodeStreamSource.d.ts.map +1 -1
- package/lib/nodejs/NodeStreamSource.js +56 -16
- package/lib/nodejs/NodeStreamSource.js.map +1 -1
- package/lib/store/AgentsApi.d.ts +3 -0
- package/lib/store/AgentsApi.d.ts.map +1 -1
- package/lib/store/AgentsApi.js +10 -1
- package/lib/store/AgentsApi.js.map +1 -1
- package/lib/store/ContentSourcesApi.d.ts +57 -0
- package/lib/store/ContentSourcesApi.d.ts.map +1 -0
- package/lib/store/ContentSourcesApi.js +92 -0
- package/lib/store/ContentSourcesApi.js.map +1 -0
- package/lib/store/CostApi.d.ts +9 -1
- package/lib/store/CostApi.d.ts.map +1 -1
- package/lib/store/CostApi.js +16 -0
- package/lib/store/CostApi.js.map +1 -1
- package/lib/store/DashboardApi.d.ts +61 -19
- package/lib/store/DashboardApi.d.ts.map +1 -1
- package/lib/store/DashboardApi.js +75 -19
- package/lib/store/DashboardApi.js.map +1 -1
- package/lib/store/DataApi.d.ts +9 -9
- package/lib/store/DataApi.d.ts.map +1 -1
- package/lib/store/DataApi.js +14 -10
- package/lib/store/DataApi.js.map +1 -1
- package/lib/store/FilesApi.d.ts +15 -1
- package/lib/store/FilesApi.d.ts.map +1 -1
- package/lib/store/FilesApi.js +54 -69
- package/lib/store/FilesApi.js.map +1 -1
- package/lib/store/IndexingApi.d.ts +0 -6
- package/lib/store/IndexingApi.d.ts.map +1 -1
- package/lib/store/IndexingApi.js +3 -17
- package/lib/store/IndexingApi.js.map +1 -1
- package/lib/store/NotificationsApi.d.ts +39 -0
- package/lib/store/NotificationsApi.d.ts.map +1 -0
- package/lib/store/NotificationsApi.js +68 -0
- package/lib/store/NotificationsApi.js.map +1 -0
- package/lib/store/ObjectsApi.d.ts +6 -7
- package/lib/store/ObjectsApi.d.ts.map +1 -1
- package/lib/store/ObjectsApi.js +25 -46
- package/lib/store/ObjectsApi.js.map +1 -1
- package/lib/store/RenderingApi.d.ts.map +1 -1
- package/lib/store/RenderingApi.js +1 -0
- package/lib/store/RenderingApi.js.map +1 -1
- package/lib/store/WorkflowsApi.d.ts +19 -1
- package/lib/store/WorkflowsApi.d.ts.map +1 -1
- package/lib/store/WorkflowsApi.js +21 -0
- package/lib/store/WorkflowsApi.js.map +1 -1
- package/lib/store/chunked-upload.d.ts +71 -0
- package/lib/store/chunked-upload.d.ts.map +1 -0
- package/lib/store/chunked-upload.js +206 -0
- package/lib/store/chunked-upload.js.map +1 -0
- package/lib/store/client.d.ts +9 -1
- package/lib/store/client.d.ts.map +1 -1
- package/lib/store/client.js +17 -1
- package/lib/store/client.js.map +1 -1
- package/lib/store/index.d.ts +3 -0
- package/lib/store/index.d.ts.map +1 -1
- package/lib/store/index.js +3 -0
- package/lib/store/index.js.map +1 -1
- package/lib/store/node-request.browser.d.ts +14 -0
- package/lib/store/node-request.browser.d.ts.map +1 -0
- package/lib/store/node-request.browser.js +20 -0
- package/lib/store/node-request.browser.js.map +1 -0
- package/lib/store/node-request.d.ts +20 -0
- package/lib/store/node-request.d.ts.map +1 -0
- package/lib/store/node-request.js +116 -0
- package/lib/store/node-request.js.map +1 -0
- package/lib/store/node-sessions.browser.d.ts +3 -0
- package/lib/store/node-sessions.browser.d.ts.map +1 -0
- package/lib/store/node-sessions.browser.js +15 -0
- package/lib/store/node-sessions.browser.js.map +1 -0
- package/lib/store/node-sessions.d.ts +14 -0
- package/lib/store/node-sessions.d.ts.map +1 -0
- package/lib/store/node-sessions.js +88 -0
- package/lib/store/node-sessions.js.map +1 -0
- package/lib/store/signed-url.d.ts +12 -16
- package/lib/store/signed-url.d.ts.map +1 -1
- package/lib/store/signed-url.js +111 -71
- package/lib/store/signed-url.js.map +1 -1
- package/lib/store/stream-bytes.d.ts +16 -0
- package/lib/store/stream-bytes.d.ts.map +1 -0
- package/lib/store/stream-bytes.js +70 -0
- package/lib/store/stream-bytes.js.map +1 -0
- package/lib/store/stream-termination.d.ts.map +1 -1
- package/lib/store/stream-termination.js +17 -16
- package/lib/store/stream-termination.js.map +1 -1
- package/lib/store/upload-body.d.ts +21 -0
- package/lib/store/upload-body.d.ts.map +1 -0
- package/lib/store/upload-body.js +32 -0
- package/lib/store/upload-body.js.map +1 -0
- package/lib/store/upload-content.d.ts +21 -0
- package/lib/store/upload-content.d.ts.map +1 -0
- package/lib/store/upload-content.js +113 -0
- package/lib/store/upload-content.js.map +1 -0
- package/lib/store/upload-runtime.d.ts +21 -0
- package/lib/store/upload-runtime.d.ts.map +1 -0
- package/lib/store/upload-runtime.js +40 -0
- package/lib/store/upload-runtime.js.map +1 -0
- package/lib/store/zeno-bulk.d.ts +9 -0
- package/lib/store/zeno-bulk.d.ts.map +1 -0
- package/lib/store/zeno-bulk.js +26 -0
- package/lib/store/zeno-bulk.js.map +1 -0
- package/lib/user-agent.d.ts +11 -0
- package/lib/user-agent.d.ts.map +1 -0
- package/lib/user-agent.js +35 -0
- package/lib/user-agent.js.map +1 -0
- package/lib/vertesia-client.js +10 -9
- package/lib/vertesia-client.js.map +1 -1
- package/package.json +38 -9
- package/src/AccountApi.ts +3 -0
- package/src/AccountRolesApi.ts +29 -0
- package/src/ApiKeysApi.ts +4 -12
- package/src/AppsApi.ts +58 -4
- package/src/AuditTrailApi.ts +11 -0
- package/src/EnvironmentsApi.ts +2 -2
- package/src/IamApi.ts +1 -1
- package/src/InteractionCatalogApi.ts +44 -1
- package/src/InteractionsApi.ts +11 -33
- package/src/OAuthClientsApi.ts +6 -0
- package/src/OAuthProvidersApi.ts +7 -2
- package/src/RemoteMcpConnectionsApi.ts +7 -3
- package/src/RunsApi.ts +7 -2
- package/src/StreamSource.ts +29 -0
- package/src/UsersApi.ts +10 -1
- package/src/client.ts +74 -8
- package/src/execute.ts +33 -4
- package/src/idempotency-key.ts +34 -0
- package/src/index.ts +1 -0
- package/src/nodejs/NodeStreamSource.ts +63 -24
- package/src/store/AgentsApi.ts +13 -1
- package/src/store/ContentSourcesApi.ts +135 -0
- package/src/store/CostApi.ts +24 -0
- package/src/store/DashboardApi.ts +93 -18
- package/src/store/DataApi.ts +14 -10
- package/src/store/FilesApi.ts +84 -72
- package/src/store/IndexingApi.ts +3 -18
- package/src/store/NotificationsApi.ts +103 -0
- package/src/store/ObjectsApi.ts +32 -51
- package/src/store/RenderingApi.ts +1 -0
- package/src/store/WorkflowsApi.ts +25 -0
- package/src/store/chunked-upload.ts +272 -0
- package/src/store/client.ts +23 -1
- package/src/store/index.ts +3 -0
- package/src/store/node-request.browser.ts +22 -0
- package/src/store/node-request.ts +120 -0
- package/src/store/node-sessions.browser.ts +16 -0
- package/src/store/node-sessions.ts +109 -0
- package/src/store/signed-url.ts +126 -72
- package/src/store/stream-bytes.ts +79 -0
- package/src/store/stream-termination.ts +24 -24
- package/src/store/upload-body.ts +37 -0
- package/src/store/upload-content.ts +129 -0
- package/src/store/upload-runtime.ts +42 -0
- package/src/store/zeno-bulk.ts +30 -0
- package/src/user-agent.ts +41 -0
|
@@ -0,0 +1,71 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Uploads in parts, for stream sources longer than one part (Node.js only).
|
|
3
|
+
*
|
|
4
|
+
* A single signed PUT is capped by the store (5 GB on S3, about 5,000 MiB on Azure) and cannot resume. A source
|
|
5
|
+
* longer than {@link UPLOAD_PART_SIZE} therefore goes through an upload session, sent with the store's own protocol:
|
|
6
|
+
*
|
|
7
|
+
* - Google Cloud Storage: a resumable upload, written by `@google-cloud/storage`, which retries a failed chunk from
|
|
8
|
+
* the offset the service persisted.
|
|
9
|
+
* - Azure Blob Storage: Put Block for each part then Put Block List, written by `@azure/storage-blob`.
|
|
10
|
+
* - Amazon S3: a multipart upload. Each part is a `PUT` to a URL the server signs, retried like any signed-URL
|
|
11
|
+
* transfer, and the server completes the upload, or aborts it when a part cannot be sent.
|
|
12
|
+
*
|
|
13
|
+
* Memory stays about one part per upload, and nothing is written to disk. Parts are 16 MiB, or larger for content
|
|
14
|
+
* whose length would need more parts than the store allows: S3 takes 10,000 and Azure 50,000.
|
|
15
|
+
*
|
|
16
|
+
* The two SDKs are optional peer dependencies, loaded only on this path. Without the one a session needs, the
|
|
17
|
+
* upload falls back to a single signed PUT.
|
|
18
|
+
*/
|
|
19
|
+
import type { CompletedUploadPart, UploadSession } from '@vertesia/common';
|
|
20
|
+
import { StreamSource } from '../StreamSource.js';
|
|
21
|
+
import { type UploadBody } from './upload-body.js';
|
|
22
|
+
export { UploadSessionUnavailableError } from './upload-runtime.js';
|
|
23
|
+
/** Sources longer than this are sent in parts: the most of a stream that is held in memory at once. */
|
|
24
|
+
export declare const UPLOAD_PART_SIZE: number;
|
|
25
|
+
/** Content to send in parts, with its declared length when it is a stream whose length is known. */
|
|
26
|
+
export interface PartsBody {
|
|
27
|
+
body: Blob | ReadableStream<Uint8Array>;
|
|
28
|
+
size?: number;
|
|
29
|
+
}
|
|
30
|
+
export type UploadPlan = {
|
|
31
|
+
kind: 'single';
|
|
32
|
+
upload: UploadBody;
|
|
33
|
+
} | {
|
|
34
|
+
kind: 'parts';
|
|
35
|
+
parts: PartsBody;
|
|
36
|
+
};
|
|
37
|
+
/** The operations an S3 multipart upload needs from the API. */
|
|
38
|
+
export interface MultipartUploadApi {
|
|
39
|
+
getUploadPartUrls(payload: {
|
|
40
|
+
id: string;
|
|
41
|
+
upload_id: string;
|
|
42
|
+
part_numbers: number[];
|
|
43
|
+
}): Promise<{
|
|
44
|
+
parts: {
|
|
45
|
+
part_number: number;
|
|
46
|
+
url: string;
|
|
47
|
+
}[];
|
|
48
|
+
}>;
|
|
49
|
+
completeUploadSession(payload: {
|
|
50
|
+
id: string;
|
|
51
|
+
upload_id: string;
|
|
52
|
+
parts: CompletedUploadPart[];
|
|
53
|
+
}): Promise<{
|
|
54
|
+
etag?: string;
|
|
55
|
+
}>;
|
|
56
|
+
abortUploadSession(payload: {
|
|
57
|
+
id: string;
|
|
58
|
+
upload_id: string;
|
|
59
|
+
}): Promise<unknown>;
|
|
60
|
+
}
|
|
61
|
+
/**
|
|
62
|
+
* How to upload a source. A `File`, and anything in a browser, is sent in one PUT as before. In Node.js, a stream
|
|
63
|
+
* source longer than one part is sent in parts. A plain stream is read up to one part to find out: one that ends
|
|
64
|
+
* first is sent whole, from memory, so it keeps its retries.
|
|
65
|
+
*/
|
|
66
|
+
export declare function planUpload(source: StreamSource | File): Promise<UploadPlan>;
|
|
67
|
+
/** The same content as one stream, for a single PUT when no session can be used. */
|
|
68
|
+
export declare function partsAsUploadBody(parts: PartsBody): UploadBody;
|
|
69
|
+
/** Sends the content through the session. Returns the stored object's ETag, unquoted, when the store gives one. */
|
|
70
|
+
export declare function uploadInParts(api: MultipartUploadApi, session: UploadSession, parts: PartsBody): Promise<string | undefined>;
|
|
71
|
+
//# sourceMappingURL=chunked-upload.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunked-upload.d.ts","sourceRoot":"","sources":["../../src/store/chunked-upload.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AACH,OAAO,KAAK,EAAE,mBAAmB,EAA4B,aAAa,EAAE,MAAM,kBAAkB,CAAC;AACrG,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAOlD,OAAO,EAAiB,KAAK,UAAU,EAAe,MAAM,kBAAkB,CAAC;AAG/E,OAAO,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAC;AAEpE,uGAAuG;AACvG,eAAO,MAAM,gBAAgB,QAA4B,CAAC;AAiB1D,oGAAoG;AACpG,MAAM,WAAW,SAAS;IACtB,IAAI,EAAE,IAAI,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IACxC,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,UAAU,GAAG;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,UAAU,CAAA;CAAE,GAAG;IAAE,IAAI,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,SAAS,CAAA;CAAE,CAAC;AAEtG,gEAAgE;AAChE,MAAM,WAAW,kBAAkB;IAC/B,iBAAiB,CAAC,OAAO,EAAE;QACvB,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,EAAE,CAAC;KAC1B,GAAG,OAAO,CAAC;QAAE,KAAK,EAAE;YAAE,WAAW,EAAE,MAAM,CAAC;YAAC,GAAG,EAAE,MAAM,CAAA;SAAE,EAAE,CAAA;KAAE,CAAC,CAAC;IAC/D,qBAAqB,CAAC,OAAO,EAAE;QAC3B,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,EAAE,MAAM,CAAC;QAClB,KAAK,EAAE,mBAAmB,EAAE,CAAC;KAChC,GAAG,OAAO,CAAC;QAAE,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/B,kBAAkB,CAAC,OAAO,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACpF;AAED;;;;GAIG;AACH,wBAAsB,UAAU,CAAC,MAAM,EAAE,YAAY,GAAG,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CA8BjF;AAED,oFAAoF;AACpF,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,SAAS,GAAG,UAAU,CAE9D;AAED,mHAAmH;AACnH,wBAAsB,aAAa,CAC/B,GAAG,EAAE,kBAAkB,EACvB,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,SAAS,GACjB,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAqB7B"}
|
|
@@ -0,0 +1,206 @@
|
|
|
1
|
+
import { StreamSource } from '../StreamSource.js';
|
|
2
|
+
// hasNodeHttp from node-request, whose browser build answers false: a bundle without the Node transport never
|
|
3
|
+
// opens a session.
|
|
4
|
+
import { hasNodeHttp } from './node-request.js';
|
|
5
|
+
import { uploadAzureBlocks, uploadGcsResumable } from './node-sessions.js';
|
|
6
|
+
import { fetchSignedUrl, MAX_BUFFERED_STREAM_BYTES } from './signed-url.js';
|
|
7
|
+
import { chunkToBlobPart, continueStream } from './stream-bytes.js';
|
|
8
|
+
import { getUploadBody, unquoteEtag } from './upload-body.js';
|
|
9
|
+
import { ContentLengthMismatchError, UploadSessionUnavailableError } from './upload-runtime.js';
|
|
10
|
+
export { UploadSessionUnavailableError } from './upload-runtime.js';
|
|
11
|
+
/** Sources longer than this are sent in parts: the most of a stream that is held in memory at once. */
|
|
12
|
+
export const UPLOAD_PART_SIZE = MAX_BUFFERED_STREAM_BYTES;
|
|
13
|
+
const MiB = 1024 * 1024;
|
|
14
|
+
/** S3 numbers parts from 1 to 10,000 and takes objects up to 5 TiB. */
|
|
15
|
+
const S3_MAX_PARTS = 10_000;
|
|
16
|
+
const S3_MAX_OBJECT_SIZE = 5 * 1024 * 1024 * MiB;
|
|
17
|
+
/** For a stream of unknown length, S3 parts double in size every this many parts: 16 MiB parts reach 968 GiB. */
|
|
18
|
+
const S3_PARTS_PER_SIZE = 2_000;
|
|
19
|
+
/** Azure commits at most 50,000 blocks. */
|
|
20
|
+
const AZURE_MAX_BLOCKS = 50_000;
|
|
21
|
+
/**
|
|
22
|
+
* Part URLs are signed this many at a time, and signed again once this old, since they expire (S3 default, one hour,
|
|
23
|
+
* or sooner with the signer's credentials) while a slow source fills the parts before them.
|
|
24
|
+
*/
|
|
25
|
+
const PART_URL_BATCH = 100;
|
|
26
|
+
const PART_URL_MAX_AGE_MS = 15 * 60_000;
|
|
27
|
+
/**
|
|
28
|
+
* How to upload a source. A `File`, and anything in a browser, is sent in one PUT as before. In Node.js, a stream
|
|
29
|
+
* source longer than one part is sent in parts. A plain stream is read up to one part to find out: one that ends
|
|
30
|
+
* first is sent whole, from memory, so it keeps its retries.
|
|
31
|
+
*/
|
|
32
|
+
export async function planUpload(source) {
|
|
33
|
+
const upload = await getUploadBody(source);
|
|
34
|
+
if (!(source instanceof StreamSource) || !hasNodeHttp())
|
|
35
|
+
return { kind: 'single', upload };
|
|
36
|
+
const { body, contentLength } = upload;
|
|
37
|
+
if (body instanceof Blob) {
|
|
38
|
+
return body.size > UPLOAD_PART_SIZE ? { kind: 'parts', parts: { body } } : { kind: 'single', upload };
|
|
39
|
+
}
|
|
40
|
+
if (contentLength !== undefined && contentLength <= UPLOAD_PART_SIZE)
|
|
41
|
+
return { kind: 'single', upload };
|
|
42
|
+
const reader = body.getReader();
|
|
43
|
+
const head = [];
|
|
44
|
+
let read = 0;
|
|
45
|
+
try {
|
|
46
|
+
while (read <= UPLOAD_PART_SIZE) {
|
|
47
|
+
const { done, value } = await reader.read();
|
|
48
|
+
if (done) {
|
|
49
|
+
reader.releaseLock();
|
|
50
|
+
// a declared length is over one part here, so a stream that ended is short of it
|
|
51
|
+
if (contentLength !== undefined)
|
|
52
|
+
throw new ContentLengthMismatchError(contentLength, read, 'short');
|
|
53
|
+
return { kind: 'single', upload: { body: new Blob(head) } };
|
|
54
|
+
}
|
|
55
|
+
const part = chunkToBlobPart(value);
|
|
56
|
+
head.push(part);
|
|
57
|
+
read += part instanceof Blob ? part.size : part.byteLength;
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
catch (err) {
|
|
61
|
+
await reader.cancel(err).catch(() => undefined);
|
|
62
|
+
throw err;
|
|
63
|
+
}
|
|
64
|
+
return { kind: 'parts', parts: { body: continueStream(head, reader), size: contentLength } };
|
|
65
|
+
}
|
|
66
|
+
/** The same content as one stream, for a single PUT when no session can be used. */
|
|
67
|
+
export function partsAsUploadBody(parts) {
|
|
68
|
+
return parts.body instanceof Blob ? { body: parts.body } : { body: parts.body, contentLength: parts.size };
|
|
69
|
+
}
|
|
70
|
+
/** Sends the content through the session. Returns the stored object's ETag, unquoted, when the store gives one. */
|
|
71
|
+
export async function uploadInParts(api, session, parts) {
|
|
72
|
+
switch (session.protocol) {
|
|
73
|
+
case 's3_multipart':
|
|
74
|
+
return uploadS3Parts(api, session, parts);
|
|
75
|
+
case 'gcs_resumable':
|
|
76
|
+
return uploadGcsResumable(session, parts);
|
|
77
|
+
case 'azure_block_blob':
|
|
78
|
+
return unquoteEtag(await uploadAzureBlocks(session.url, fitParts(session.part_size, knownSize(parts), AZURE_MAX_BLOCKS), session.mime_type, parts));
|
|
79
|
+
default:
|
|
80
|
+
// A protocol from a newer server: upload in one request instead, before reading anything.
|
|
81
|
+
throw new UploadSessionUnavailableError(`support for the ${session.protocol} protocol`);
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
function knownSize(parts) {
|
|
85
|
+
return parts.body instanceof Blob ? parts.body.size : parts.size;
|
|
86
|
+
}
|
|
87
|
+
/** `base`, or when `size` bytes would need more than `maxParts` parts of it, the whole number of MiB that fits. */
|
|
88
|
+
function fitParts(base, size, maxParts) {
|
|
89
|
+
const needed = size === undefined ? 0 : Math.ceil(size / maxParts);
|
|
90
|
+
return needed <= base ? base : Math.ceil(needed / MiB) * MiB;
|
|
91
|
+
}
|
|
92
|
+
/**
|
|
93
|
+
* The size of each S3 part. With the length known, one size that fits it in 10,000 parts. Without, parts grow as the
|
|
94
|
+
* upload does, so a stream of unknown length can reach 968 GiB while short uploads keep small parts.
|
|
95
|
+
*/
|
|
96
|
+
function s3PartSizes(base, size) {
|
|
97
|
+
if (size !== undefined) {
|
|
98
|
+
if (size > S3_MAX_OBJECT_SIZE) {
|
|
99
|
+
throw new Error(`S3 takes objects up to 5 TiB; this upload is declared at ${size} bytes`);
|
|
100
|
+
}
|
|
101
|
+
const fixed = fitParts(base, size, S3_MAX_PARTS);
|
|
102
|
+
return () => fixed;
|
|
103
|
+
}
|
|
104
|
+
return (partNumber) => base * 2 ** Math.floor((partNumber - 1) / S3_PARTS_PER_SIZE);
|
|
105
|
+
}
|
|
106
|
+
/** Splits the content into parts, part `n` of `partSize(n)` bytes; the last may be shorter. */
|
|
107
|
+
async function* blobParts(body, partSize) {
|
|
108
|
+
let partNumber = 1;
|
|
109
|
+
if (body instanceof Blob) {
|
|
110
|
+
for (let offset = 0; offset < body.size; partNumber++) {
|
|
111
|
+
const end = Math.min(offset + partSize(partNumber), body.size);
|
|
112
|
+
yield body.slice(offset, end);
|
|
113
|
+
offset = end;
|
|
114
|
+
}
|
|
115
|
+
return;
|
|
116
|
+
}
|
|
117
|
+
const reader = body.getReader();
|
|
118
|
+
let pending = [];
|
|
119
|
+
let pendingBytes = 0;
|
|
120
|
+
let finished = false;
|
|
121
|
+
try {
|
|
122
|
+
for (;;) {
|
|
123
|
+
const { done, value } = await reader.read();
|
|
124
|
+
if (done)
|
|
125
|
+
break;
|
|
126
|
+
let chunk = value;
|
|
127
|
+
while (pendingBytes + chunk.byteLength >= partSize(partNumber)) {
|
|
128
|
+
const take = partSize(partNumber) - pendingBytes;
|
|
129
|
+
pending.push(chunk.subarray(0, take));
|
|
130
|
+
yield new Blob(pending);
|
|
131
|
+
partNumber++;
|
|
132
|
+
pending = [];
|
|
133
|
+
pendingBytes = 0;
|
|
134
|
+
chunk = chunk.subarray(take);
|
|
135
|
+
}
|
|
136
|
+
if (chunk.byteLength > 0) {
|
|
137
|
+
pending.push(chunk);
|
|
138
|
+
pendingBytes += chunk.byteLength;
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
finished = true;
|
|
142
|
+
if (pendingBytes > 0)
|
|
143
|
+
yield new Blob(pending);
|
|
144
|
+
}
|
|
145
|
+
finally {
|
|
146
|
+
if (!finished)
|
|
147
|
+
await reader.cancel().catch(() => undefined);
|
|
148
|
+
reader.releaseLock();
|
|
149
|
+
}
|
|
150
|
+
}
|
|
151
|
+
async function uploadS3Parts(api, session, parts) {
|
|
152
|
+
const { id, upload_id } = session;
|
|
153
|
+
const uploaded = [];
|
|
154
|
+
let urls = new Map();
|
|
155
|
+
let signedAt = 0;
|
|
156
|
+
let sent = 0;
|
|
157
|
+
async function partUrl(partNumber, renew) {
|
|
158
|
+
if (renew || !urls.has(partNumber) || Date.now() - signedAt > PART_URL_MAX_AGE_MS) {
|
|
159
|
+
const last = Math.min(partNumber + PART_URL_BATCH - 1, S3_MAX_PARTS);
|
|
160
|
+
const part_numbers = Array.from({ length: last - partNumber + 1 }, (_, i) => partNumber + i);
|
|
161
|
+
const signed = await api.getUploadPartUrls({ id, upload_id, part_numbers });
|
|
162
|
+
urls = new Map(signed.parts.map((p) => [p.part_number, p.url]));
|
|
163
|
+
signedAt = Date.now();
|
|
164
|
+
}
|
|
165
|
+
const url = urls.get(partNumber);
|
|
166
|
+
if (!url)
|
|
167
|
+
throw new Error(`No upload URL was signed for part ${partNumber}`);
|
|
168
|
+
return url;
|
|
169
|
+
}
|
|
170
|
+
try {
|
|
171
|
+
for await (const part of blobParts(parts.body, s3PartSizes(session.part_size, knownSize(parts)))) {
|
|
172
|
+
const partNumber = uploaded.length + 1;
|
|
173
|
+
if (partNumber > S3_MAX_PARTS) {
|
|
174
|
+
throw new Error(`Upload needs more than ${S3_MAX_PARTS} parts`);
|
|
175
|
+
}
|
|
176
|
+
sent += part.size;
|
|
177
|
+
if (parts.size !== undefined && sent > parts.size) {
|
|
178
|
+
throw new ContentLengthMismatchError(parts.size, sent, 'long');
|
|
179
|
+
}
|
|
180
|
+
let res = await fetchSignedUrl(await partUrl(partNumber, false), { method: 'PUT', body: part });
|
|
181
|
+
if (res.status === 403) {
|
|
182
|
+
// An expired URL, or one whose signing credentials expired: sign it again, once.
|
|
183
|
+
await res.body?.cancel().catch(() => undefined);
|
|
184
|
+
res = await fetchSignedUrl(await partUrl(partNumber, true), { method: 'PUT', body: part });
|
|
185
|
+
}
|
|
186
|
+
const detail = res.ok ? '' : await res.text().catch(() => '');
|
|
187
|
+
if (res.ok)
|
|
188
|
+
await res.body?.cancel().catch(() => undefined);
|
|
189
|
+
const etag = res.headers.get('etag');
|
|
190
|
+
if (!res.ok || !etag) {
|
|
191
|
+
throw new Error(`Failed to upload part ${partNumber}: ${res.status} ${res.statusText}${detail ? ` ${detail}` : ''}`);
|
|
192
|
+
}
|
|
193
|
+
uploaded.push({ part_number: partNumber, etag });
|
|
194
|
+
}
|
|
195
|
+
if (parts.size !== undefined && sent < parts.size) {
|
|
196
|
+
throw new ContentLengthMismatchError(parts.size, sent, 'short');
|
|
197
|
+
}
|
|
198
|
+
const completed = await api.completeUploadSession({ id, upload_id, parts: uploaded });
|
|
199
|
+
return unquoteEtag(completed.etag);
|
|
200
|
+
}
|
|
201
|
+
catch (err) {
|
|
202
|
+
await api.abortUploadSession({ id, upload_id }).catch(() => undefined);
|
|
203
|
+
throw err;
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
//# sourceMappingURL=chunked-upload.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"chunked-upload.js","sourceRoot":"","sources":["../../src/store/chunked-upload.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,8GAA8G;AAC9G,mBAAmB;AACnB,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,iBAAiB,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAC3E,OAAO,EAAE,cAAc,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC5E,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,aAAa,EAAmB,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/E,OAAO,EAAE,0BAA0B,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAC;AAEhG,OAAO,EAAE,6BAA6B,EAAE,MAAM,qBAAqB,CAAC;AAEpE,uGAAuG;AACvG,MAAM,CAAC,MAAM,gBAAgB,GAAG,yBAAyB,CAAC;AAE1D,MAAM,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AACxB,uEAAuE;AACvE,MAAM,YAAY,GAAG,MAAM,CAAC;AAC5B,MAAM,kBAAkB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,GAAG,GAAG,CAAC;AACjD,iHAAiH;AACjH,MAAM,iBAAiB,GAAG,KAAK,CAAC;AAChC,2CAA2C;AAC3C,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC;;;GAGG;AACH,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,mBAAmB,GAAG,EAAE,GAAG,MAAM,CAAC;AAyBxC;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,MAA2B;IACxD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,CAAC,MAAM,YAAY,YAAY,CAAC,IAAI,CAAC,WAAW,EAAE;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAC3F,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,MAAM,CAAC;IACvC,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,IAAI,GAAG,gBAAgB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAC1G,CAAC;IACD,IAAI,aAAa,KAAK,SAAS,IAAI,aAAa,IAAI,gBAAgB;QAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,CAAC;IAExG,MAAM,MAAM,GAAI,IAAgC,CAAC,SAAS,EAAE,CAAC;IAC7D,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,IAAI,CAAC;QACD,OAAO,IAAI,IAAI,gBAAgB,EAAE,CAAC;YAC9B,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,CAAC,WAAW,EAAE,CAAC;gBACrB,iFAAiF;gBACjF,IAAI,aAAa,KAAK,SAAS;oBAAE,MAAM,IAAI,0BAA0B,CAAC,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBACpG,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;YAChE,CAAC;YACD,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChB,IAAI,IAAI,IAAI,YAAY,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAE,IAAmB,CAAC,UAAU,CAAC;QAC/E,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAChD,MAAM,GAAG,CAAC;IACd,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,cAAc,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,EAAE,CAAC;AACjG,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,iBAAiB,CAAC,KAAgB;IAC9C,OAAO,KAAK,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,aAAa,EAAE,KAAK,CAAC,IAAI,EAAE,CAAC;AAC/G,CAAC;AAED,mHAAmH;AACnH,MAAM,CAAC,KAAK,UAAU,aAAa,CAC/B,GAAuB,EACvB,OAAsB,EACtB,KAAgB;IAEhB,QAAQ,OAAO,CAAC,QAAQ,EAAE,CAAC;QACvB,KAAK,cAAc;YACf,OAAO,aAAa,CAAC,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9C,KAAK,eAAe;YAChB,OAAO,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC9C,KAAK,kBAAkB;YACnB,OAAO,WAAW,CACd,MAAM,iBAAiB,CACnB,OAAO,CAAC,GAAG,EACX,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE,gBAAgB,CAAC,EAC/D,OAAO,CAAC,SAAS,EACjB,KAAK,CACR,CACJ,CAAC;QACN;YACI,0FAA0F;YAC1F,MAAM,IAAI,6BAA6B,CACnC,mBAAoB,OAAiC,CAAC,QAAQ,WAAW,CAC5E,CAAC;IACV,CAAC;AACL,CAAC;AAED,SAAS,SAAS,CAAC,KAAgB;IAC/B,OAAO,KAAK,CAAC,IAAI,YAAY,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;AACrE,CAAC;AAED,mHAAmH;AACnH,SAAS,QAAQ,CAAC,IAAY,EAAE,IAAwB,EAAE,QAAgB;IACtE,MAAM,MAAM,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,QAAQ,CAAC,CAAC;IACnE,OAAO,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;AACjE,CAAC;AAED;;;GAGG;AACH,SAAS,WAAW,CAAC,IAAY,EAAE,IAAwB;IACvD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACrB,IAAI,IAAI,GAAG,kBAAkB,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,4DAA4D,IAAI,QAAQ,CAAC,CAAC;QAC9F,CAAC;QACD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,YAAY,CAAC,CAAC;QACjD,OAAO,GAAG,EAAE,CAAC,KAAK,CAAC;IACvB,CAAC;IACD,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,iBAAiB,CAAC,CAAC;AACxF,CAAC;AAED,+FAA+F;AAC/F,KAAK,SAAS,CAAC,CAAC,SAAS,CACrB,IAAuC,EACvC,QAAwC;IAExC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,IAAI,YAAY,IAAI,EAAE,CAAC;QACvB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,EAAE,CAAC;YACpD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,QAAQ,CAAC,UAAU,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;YAC9B,MAAM,GAAG,GAAG,CAAC;QACjB,CAAC;QACD,OAAO;IACX,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;IAChC,IAAI,OAAO,GAAiB,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,CAAC;QACD,SAAS,CAAC;YACN,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,IAAI,KAAK,GAAG,KAAK,CAAC;YAClB,OAAO,YAAY,GAAG,KAAK,CAAC,UAAU,IAAI,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC7D,MAAM,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC;gBACjD,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBACtC,MAAM,IAAI,IAAI,CAAC,OAAqB,CAAC,CAAC;gBACtC,UAAU,EAAE,CAAC;gBACb,OAAO,GAAG,EAAE,CAAC;gBACb,YAAY,GAAG,CAAC,CAAC;gBACjB,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACjC,CAAC;YACD,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;gBACvB,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACpB,YAAY,IAAI,KAAK,CAAC,UAAU,CAAC;YACrC,CAAC;QACL,CAAC;QACD,QAAQ,GAAG,IAAI,CAAC;QAChB,IAAI,YAAY,GAAG,CAAC;YAAE,MAAM,IAAI,IAAI,CAAC,OAAqB,CAAC,CAAC;IAChE,CAAC;YAAS,CAAC;QACP,IAAI,CAAC,QAAQ;YAAE,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,CAAC,WAAW,EAAE,CAAC;IACzB,CAAC;AACL,CAAC;AAED,KAAK,UAAU,aAAa,CACxB,GAAuB,EACvB,OAAiC,EACjC,KAAgB;IAEhB,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC;IAClC,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAC3C,IAAI,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACrC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,KAAK,UAAU,OAAO,CAAC,UAAkB,EAAE,KAAc;QACrD,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,GAAG,mBAAmB,EAAE,CAAC;YAChF,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,cAAc,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;YACrE,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,GAAG,UAAU,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;YAC7F,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,iBAAiB,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE,CAAC,CAAC;YAC5E,IAAI,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAChE,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC1B,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjC,IAAI,CAAC,GAAG;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,UAAU,EAAE,CAAC,CAAC;QAC7E,OAAO,GAAG,CAAC;IACf,CAAC;IAED,IAAI,CAAC;QACD,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/F,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;YACvC,IAAI,UAAU,GAAG,YAAY,EAAE,CAAC;gBAC5B,MAAM,IAAI,KAAK,CAAC,0BAA0B,YAAY,QAAQ,CAAC,CAAC;YACpE,CAAC;YACD,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC;YAClB,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;gBAChD,MAAM,IAAI,0BAA0B,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,GAAG,GAAG,MAAM,cAAc,CAAC,MAAM,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAChG,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACrB,iFAAiF;gBACjF,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBAChD,GAAG,GAAG,MAAM,cAAc,CAAC,MAAM,OAAO,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/F,CAAC;YACD,MAAM,MAAM,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC9D,IAAI,GAAG,CAAC,EAAE;gBAAE,MAAM,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,IAAI,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CACX,yBAAyB,UAAU,KAAK,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CACtG,CAAC;YACN,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YAChD,MAAM,IAAI,0BAA0B,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,qBAAqB,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC;QACtF,OAAO,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,MAAM,GAAG,CAAC,kBAAkB,CAAC,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACvE,MAAM,GAAG,CAAC;IACd,CAAC;AACL,CAAC"}
|
package/lib/store/client.d.ts
CHANGED
|
@@ -1,8 +1,9 @@
|
|
|
1
|
-
import { AbstractFetchClient, type FETCH_FN, type IRequestRetryPolicy } from '@vertesia/api-fetch-client';
|
|
1
|
+
import { AbstractFetchClient, type FETCH_FN, type IPacingRetryPolicy, type IRequestRetryPolicy, type RequestIdentityProvider } from '@vertesia/api-fetch-client';
|
|
2
2
|
import { type BulkOperationPayload, type BulkOperationResponse } from '@vertesia/common';
|
|
3
3
|
import { AgentsApi } from './AgentsApi.js';
|
|
4
4
|
import { CollectionsApi } from './CollectionsApi.js';
|
|
5
5
|
import { ContentApi } from './ContentApi.js';
|
|
6
|
+
import { ContentSourcesApi } from './ContentSourcesApi.js';
|
|
6
7
|
import { CostApi } from './CostApi.js';
|
|
7
8
|
import { DataApi } from './DataApi.js';
|
|
8
9
|
import { EmailApi } from './EmailApi.js';
|
|
@@ -10,6 +11,7 @@ import { EmbeddingsApi } from './EmbeddingsApi.js';
|
|
|
10
11
|
import { EventsApi } from './EventsApi.js';
|
|
11
12
|
import { FilesApi } from './FilesApi.js';
|
|
12
13
|
import { IndexingApi } from './IndexingApi.js';
|
|
14
|
+
import { NotificationsApi } from './NotificationsApi.js';
|
|
13
15
|
import { ObjectsApi } from './ObjectsApi.js';
|
|
14
16
|
import { PendingAsksApi } from './PendingAsksApi.js';
|
|
15
17
|
import { ProcessApi } from './ProcessApi.js';
|
|
@@ -25,9 +27,13 @@ export interface ZenoClientProps {
|
|
|
25
27
|
serverUrl?: string;
|
|
26
28
|
tokenServerUrl?: string;
|
|
27
29
|
apikey?: string;
|
|
30
|
+
/** Supplies the complete Authorization header; takes precedence over apikey. */
|
|
31
|
+
authCallback?: () => Promise<string>;
|
|
32
|
+
requestIdentity?: RequestIdentityProvider;
|
|
28
33
|
onRequest?: (request: Request) => void;
|
|
29
34
|
onResponse?: (response: Response) => void;
|
|
30
35
|
retryPolicy?: IRequestRetryPolicy;
|
|
36
|
+
pacingRetry?: IPacingRetryPolicy | false;
|
|
31
37
|
timeout?: number | false | null;
|
|
32
38
|
fetch?: FETCH_FN | Promise<FETCH_FN>;
|
|
33
39
|
}
|
|
@@ -48,6 +54,7 @@ export declare class ZenoClient extends AbstractFetchClient<ZenoClient> {
|
|
|
48
54
|
types: TypesApi;
|
|
49
55
|
workflows: WorkflowsApi;
|
|
50
56
|
schedules: SchedulesApi;
|
|
57
|
+
contentSources: ContentSourcesApi;
|
|
51
58
|
processes: ProcessApi;
|
|
52
59
|
processTestRuns: ProcessTestRunApi;
|
|
53
60
|
tasks: TaskApi;
|
|
@@ -59,6 +66,7 @@ export declare class ZenoClient extends AbstractFetchClient<ZenoClient> {
|
|
|
59
66
|
/** @deprecated Use events.subscriptions. */
|
|
60
67
|
eventSubscriptions: import("./EventSubscriptionsApi.js").EventSubscriptionsApi;
|
|
61
68
|
pendingAsks: PendingAsksApi;
|
|
69
|
+
notifications: NotificationsApi;
|
|
62
70
|
data: DataApi;
|
|
63
71
|
indexing: IndexingApi;
|
|
64
72
|
query: QueryApi;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/store/client.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EACnB,KAAK,QAAQ,EACb,KAAK,mBAAmB,
|
|
1
|
+
{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../src/store/client.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,EACnB,KAAK,QAAQ,EACb,KAAK,kBAAkB,EACvB,KAAK,mBAAmB,EAExB,KAAK,uBAAuB,EAC/B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAsB,KAAK,oBAAoB,EAAE,KAAK,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAG7G,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,WAAW,eAAe;IAC5B,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gFAAgF;IAChF,YAAY,CAAC,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;IACrC,eAAe,CAAC,EAAE,uBAAuB,CAAC;IAC1C,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,IAAI,CAAC;IACvC,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC;IAC1C,WAAW,CAAC,EAAE,mBAAmB,CAAC;IAClC,WAAW,CAAC,EAAE,kBAAkB,GAAG,KAAK,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;IAChC,KAAK,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;CACxC;AAwBD,qBAAa,UAAW,SAAQ,mBAAmB,CAAC,UAAU,CAAC;IAC3D,YAAY,IAAI,GAAE,eAAoB,EA4BrC;IAED,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,QAO7C;IAED,sGAAsG;IACtG,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,QAOhD;IAED,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,QAE/B;IAED,YAAY,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAAC,qBAAqB,CAAC,CAI1E;IAED,IAAI,cAAc;;MAMjB;IAED,MAAM,YAAuB;IAC7B,IAAI,UAAqB;IACzB,OAAO,aAAwB;IAC/B,OAAO,aAAwB;IAC/B,KAAK,WAAsB;IAC3B,SAAS,eAA0B;IACnC,SAAS,eAA0B;IACnC,cAAc,oBAA+B;IAC7C,SAAS,aAAwB;IACjC,eAAe,oBAA+B;IAC9C,KAAK,UAAqB;IAC1B,KAAK,WAAsB;IAC3B,WAAW,iBAA4B;IACvC,UAAU,gBAA2B;IACrC,KAAK,WAAsB;IAC3B,MAAM,YAAuB;IAC7B,4CAA4C;IAC5C,kBAAkB,6DAA6B;IAC/C,WAAW,iBAA4B;IACvC,aAAa,mBAA8B;IAC3C,IAAI,UAAqB;IACzB,QAAQ,cAAyB;IACjC,KAAK,WAAsB;IAC3B,SAAS,eAA0B;IACnC,KAAK,gBAA2B;CACnC"}
|
package/lib/store/client.js
CHANGED
|
@@ -1,9 +1,11 @@
|
|
|
1
1
|
import { AbstractFetchClient, } from '@vertesia/api-fetch-client';
|
|
2
2
|
import { APP_VERSION_HEADER } from '@vertesia/common';
|
|
3
3
|
import { warnUnknownOptions } from '../unknown-options.js';
|
|
4
|
+
import { clientUserAgentHeaders } from '../user-agent.js';
|
|
4
5
|
import { AgentsApi } from './AgentsApi.js';
|
|
5
6
|
import { CollectionsApi } from './CollectionsApi.js';
|
|
6
7
|
import { ContentApi } from './ContentApi.js';
|
|
8
|
+
import { ContentSourcesApi } from './ContentSourcesApi.js';
|
|
7
9
|
import { CostApi } from './CostApi.js';
|
|
8
10
|
import { DataApi } from './DataApi.js';
|
|
9
11
|
import { EmailApi } from './EmailApi.js';
|
|
@@ -12,6 +14,7 @@ import { EventsApi } from './EventsApi.js';
|
|
|
12
14
|
import { ZenoClientNotFoundError } from './errors.js';
|
|
13
15
|
import { FilesApi } from './FilesApi.js';
|
|
14
16
|
import { IndexingApi } from './IndexingApi.js';
|
|
17
|
+
import { NotificationsApi } from './NotificationsApi.js';
|
|
15
18
|
import { ObjectsApi } from './ObjectsApi.js';
|
|
16
19
|
import { PendingAsksApi } from './PendingAsksApi.js';
|
|
17
20
|
import { ProcessApi } from './ProcessApi.js';
|
|
@@ -29,9 +32,12 @@ const KNOWN_STORE_OPTIONS = {
|
|
|
29
32
|
serverUrl: true,
|
|
30
33
|
tokenServerUrl: true,
|
|
31
34
|
apikey: true,
|
|
35
|
+
authCallback: true,
|
|
36
|
+
requestIdentity: true,
|
|
32
37
|
onRequest: true,
|
|
33
38
|
onResponse: true,
|
|
34
39
|
retryPolicy: true,
|
|
40
|
+
pacingRetry: true,
|
|
35
41
|
timeout: true,
|
|
36
42
|
fetch: true,
|
|
37
43
|
};
|
|
@@ -45,15 +51,22 @@ export class ZenoClient extends AbstractFetchClient {
|
|
|
45
51
|
constructor(opts = {}) {
|
|
46
52
|
warnUnknownOptions('ZenoClient', opts, KNOWN_STORE_OPTIONS);
|
|
47
53
|
super(ensureDefined(opts.serverUrl), opts.fetch);
|
|
48
|
-
if (opts.
|
|
54
|
+
if (opts.authCallback) {
|
|
55
|
+
this.withAuthCallback(opts.authCallback);
|
|
56
|
+
}
|
|
57
|
+
else if (opts.apikey) {
|
|
49
58
|
this.withApiKey(opts.apikey);
|
|
50
59
|
}
|
|
51
60
|
if (opts.retryPolicy) {
|
|
52
61
|
this.withRetryPolicy(opts.retryPolicy);
|
|
53
62
|
}
|
|
63
|
+
if (opts.pacingRetry !== undefined) {
|
|
64
|
+
this.withPacingRetry(opts.pacingRetry);
|
|
65
|
+
}
|
|
54
66
|
if (opts.timeout !== undefined) {
|
|
55
67
|
this.withTimeout(opts.timeout);
|
|
56
68
|
}
|
|
69
|
+
this.requestIdentity = opts.requestIdentity;
|
|
57
70
|
this.onRequest = opts.onRequest;
|
|
58
71
|
this.onResponse = opts.onResponse;
|
|
59
72
|
this.errorFactory = (err) => {
|
|
@@ -95,6 +108,7 @@ export class ZenoClient extends AbstractFetchClient {
|
|
|
95
108
|
get initialHeaders() {
|
|
96
109
|
return {
|
|
97
110
|
...super.initialHeaders,
|
|
111
|
+
...clientUserAgentHeaders(),
|
|
98
112
|
[VERSION_HEADER]: VERSION,
|
|
99
113
|
};
|
|
100
114
|
}
|
|
@@ -105,6 +119,7 @@ export class ZenoClient extends AbstractFetchClient {
|
|
|
105
119
|
types = new TypesApi(this);
|
|
106
120
|
workflows = new WorkflowsApi(this);
|
|
107
121
|
schedules = new SchedulesApi(this);
|
|
122
|
+
contentSources = new ContentSourcesApi(this);
|
|
108
123
|
processes = new ProcessApi(this);
|
|
109
124
|
processTestRuns = new ProcessTestRunApi(this);
|
|
110
125
|
tasks = new TaskApi(this);
|
|
@@ -116,6 +131,7 @@ export class ZenoClient extends AbstractFetchClient {
|
|
|
116
131
|
/** @deprecated Use events.subscriptions. */
|
|
117
132
|
eventSubscriptions = this.events.subscriptions;
|
|
118
133
|
pendingAsks = new PendingAsksApi(this);
|
|
134
|
+
notifications = new NotificationsApi(this);
|
|
119
135
|
data = new DataApi(this);
|
|
120
136
|
indexing = new IndexingApi(this);
|
|
121
137
|
query = new QueryApi(this);
|
package/lib/store/client.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/store/client.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/store/client.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,mBAAmB,GAMtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAyD,MAAM,kBAAkB,CAAC;AAC7G,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAC3C,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AACtD,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAC/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,cAAc,CAAC;AACvD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAiBjD,4EAA4E;AAC5E,MAAM,mBAAmB,GAAkD;IACvE,SAAS,EAAE,IAAI;IACf,cAAc,EAAE,IAAI;IACpB,MAAM,EAAE,IAAI;IACZ,YAAY,EAAE,IAAI;IAClB,eAAe,EAAE,IAAI;IACrB,SAAS,EAAE,IAAI;IACf,UAAU,EAAE,IAAI;IAChB,WAAW,EAAE,IAAI;IACjB,WAAW,EAAE,IAAI;IACjB,OAAO,EAAE,IAAI;IACb,KAAK,EAAE,IAAI;CACd,CAAC;AAEF,SAAS,aAAa,CAAC,SAA6B;IAChD,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACzD,CAAC;IACD,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,MAAM,OAAO,UAAW,SAAQ,mBAA+B;IAC3D,YAAY,IAAI,GAAoB,EAAE;QAClC,kBAAkB,CAAC,YAAY,EAAE,IAAI,EAAE,mBAAmB,CAAC,CAAC;QAC5D,KAAK,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC7C,CAAC;aAAM,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACrB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACnB,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAC7B,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAC5C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,CAAC,GAAiB,EAAE,EAAE;YACtC,IAAI,GAAG,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;gBACrB,OAAO,IAAI,uBAAuB,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;YACzD,CAAC;iBAAM,CAAC;gBACJ,OAAO,GAAG,CAAC;YACf,CAAC;QACL,CAAC,CAAC;IACN,CAAC;IAED,cAAc,CAAC,OAA+B;QAC1C,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACnD,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,sGAAsG;IACtG,cAAc,CAAC,OAAkC;QAC7C,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAC5C,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,UAAU,CAAC,MAAqB;QAC5B,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,UAAU,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IACjG,CAAC;IAED,YAAY,CAAC,OAA6B;QACtC,OAAO,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE;YACnC,OAAO;SACV,CAAC,CAAC;IACP,CAAC;IAED,IAAI,cAAc;QACd,OAAO;YACH,GAAG,KAAK,CAAC,cAAc;YACvB,GAAG,sBAAsB,EAAE;YAC3B,CAAC,cAAc,CAAC,EAAE,OAAO;SAC5B,CAAC;IACN,CAAC;IAED,MAAM,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,IAAI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,OAAO,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IAC/B,KAAK,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,SAAS,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IACnC,SAAS,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IACnC,cAAc,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,SAAS,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;IACjC,eAAe,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC9C,KAAK,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,KAAK,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,WAAW,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;IACvC,UAAU,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;IACrC,KAAK,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,MAAM,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,4CAA4C;IAC5C,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;IAC/C,WAAW,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC;IACvC,aAAa,GAAG,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACzB,QAAQ,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,CAAC;IACjC,KAAK,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC3B,SAAS,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,CAAC;IACnC,KAAK,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC;CACnC"}
|
package/lib/store/index.d.ts
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
export * from './AgentsApi.js';
|
|
2
2
|
export * from './ContentApi.js';
|
|
3
|
+
export * from './ContentSourcesApi.js';
|
|
3
4
|
export * from './client.js';
|
|
5
|
+
export * from './DashboardApi.js';
|
|
4
6
|
export * from './DataApi.js';
|
|
5
7
|
export * from './EmailApi.js';
|
|
6
8
|
export * from './EmbeddingsApi.js';
|
|
@@ -10,6 +12,7 @@ export * from './EventsApi.js';
|
|
|
10
12
|
export * from './errors.js';
|
|
11
13
|
export * from './FilesApi.js';
|
|
12
14
|
export * from './IndexingApi.js';
|
|
15
|
+
export * from './NotificationsApi.js';
|
|
13
16
|
export * from './ObjectsApi.js';
|
|
14
17
|
export * from './PendingAsksApi.js';
|
|
15
18
|
export * from './ProcessApi.js';
|
package/lib/store/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/store/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,oBAAoB,CAAC;AACnC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,cAAc,mBAAmB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/store/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,oBAAoB,CAAC;AACnC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,cAAc,mBAAmB,CAAC"}
|
package/lib/store/index.js
CHANGED
|
@@ -1,6 +1,8 @@
|
|
|
1
1
|
export * from './AgentsApi.js';
|
|
2
2
|
export * from './ContentApi.js';
|
|
3
|
+
export * from './ContentSourcesApi.js';
|
|
3
4
|
export * from './client.js';
|
|
5
|
+
export * from './DashboardApi.js';
|
|
4
6
|
export * from './DataApi.js';
|
|
5
7
|
export * from './EmailApi.js';
|
|
6
8
|
export * from './EmbeddingsApi.js';
|
|
@@ -10,6 +12,7 @@ export * from './EventsApi.js';
|
|
|
10
12
|
export * from './errors.js';
|
|
11
13
|
export * from './FilesApi.js';
|
|
12
14
|
export * from './IndexingApi.js';
|
|
15
|
+
export * from './NotificationsApi.js';
|
|
13
16
|
export * from './ObjectsApi.js';
|
|
14
17
|
export * from './PendingAsksApi.js';
|
|
15
18
|
export * from './ProcessApi.js';
|
package/lib/store/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/store/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,oBAAoB,CAAC;AACnC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,cAAc,mBAAmB,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/store/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,cAAc,CAAC;AAC7B,cAAc,eAAe,CAAC;AAC9B,cAAc,oBAAoB,CAAC;AACnC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,4BAA4B,CAAC;AAC3C,cAAc,gBAAgB,CAAC;AAC/B,cAAc,aAAa,CAAC;AAC5B,cAAc,eAAe,CAAC;AAC9B,cAAc,kBAAkB,CAAC;AACjC,cAAc,uBAAuB,CAAC;AACtC,cAAc,iBAAiB,CAAC;AAChC,cAAc,qBAAqB,CAAC;AACpC,cAAc,iBAAiB,CAAC;AAChC,cAAc,wBAAwB,CAAC;AACvC,cAAc,eAAe,CAAC;AAC9B,cAAc,mBAAmB,CAAC;AAClC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,cAAc,CAAC;AAC7B,cAAc,qBAAqB,CAAC;AACpC,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAClD,cAAc,mBAAmB,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The browser build of `node-request.ts`, which the `browser` field of `package.json` substitutes for it, so that
|
|
3
|
+
* browser bundles never resolve Node's `http`, `https` and `stream` modules. Uploads only take the Node transport
|
|
4
|
+
* when {@link hasNodeHttp} is true, which it never is here.
|
|
5
|
+
*/
|
|
6
|
+
export { ContentLengthMismatchError } from './upload-runtime.js';
|
|
7
|
+
/**
|
|
8
|
+
* False: this build has no Node transport, even in a runtime that defines `process.versions.node` (an Electron
|
|
9
|
+
* renderer, or a worker with Node compatibility) and was bundled for the browser.
|
|
10
|
+
*/
|
|
11
|
+
export declare function hasNodeHttp(): boolean;
|
|
12
|
+
export declare function nodeRequest(): never;
|
|
13
|
+
export declare function exactLength(): never;
|
|
14
|
+
//# sourceMappingURL=node-request.browser.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"node-request.browser.d.ts","sourceRoot":"","sources":["../../src/store/node-request.browser.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAEjE;;;GAGG;AACH,wBAAgB,WAAW,IAAI,OAAO,CAErC;AAED,wBAAgB,WAAW,IAAI,KAAK,CAEnC;AAED,wBAAgB,WAAW,IAAI,KAAK,CAEnC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* The browser build of `node-request.ts`, which the `browser` field of `package.json` substitutes for it, so that
|
|
3
|
+
* browser bundles never resolve Node's `http`, `https` and `stream` modules. Uploads only take the Node transport
|
|
4
|
+
* when {@link hasNodeHttp} is true, which it never is here.
|
|
5
|
+
*/
|
|
6
|
+
export { ContentLengthMismatchError } from './upload-runtime.js';
|
|
7
|
+
/**
|
|
8
|
+
* False: this build has no Node transport, even in a runtime that defines `process.versions.node` (an Electron
|
|
9
|
+
* renderer, or a worker with Node compatibility) and was bundled for the browser.
|
|
10
|
+
*/
|
|
11
|
+
export function hasNodeHttp() {
|
|
12
|
+
return false;
|
|
13
|
+
}
|
|
14
|
+
export function nodeRequest() {
|
|
15
|
+
throw new Error('nodeRequest is only available in Node.js');
|
|
16
|
+
}
|
|
17
|
+
export function exactLength() {
|
|
18
|
+
throw new Error('exactLength is only available in Node.js');
|
|
19
|
+
}
|
|
20
|
+
//# sourceMappingURL=node-request.browser.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"node-request.browser.js","sourceRoot":"","sources":["../../src/store/node-request.browser.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,0BAA0B,EAAE,MAAM,qBAAqB,CAAC;AAEjE;;;GAGG;AACH,MAAM,UAAU,WAAW;IACvB,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,WAAW;IACvB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;AAChE,CAAC;AAED,MAAM,UAAU,WAAW;IACvB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;AAChE,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
export { ContentLengthMismatchError, hasNodeHttp } from './upload-runtime.js';
|
|
2
|
+
/**
|
|
3
|
+
* A pass-through that fails once more than `length` bytes go through it, or when it ends with fewer. The chunk that
|
|
4
|
+
* completes `length` is held until the source ends, so the server never receives a complete body from a stream
|
|
5
|
+
* that turns out to be longer.
|
|
6
|
+
*/
|
|
7
|
+
export declare function exactLength(length: number, TransformClass: typeof import('node:stream').Transform): import("stream").Transform;
|
|
8
|
+
/**
|
|
9
|
+
* Send a request with a `Blob` or `ReadableStream` body. A `Blob` is sent with its size as `Content-Length`; a
|
|
10
|
+
* stream with the `Content-Length` header it is given, or with chunked transfer encoding when it has none. A body
|
|
11
|
+
* that ends short of its `Content-Length` or runs past it fails the request. Resolves with the response once its
|
|
12
|
+
* headers arrive, like `fetch`; rejects on a connection error, or when the connection is idle for `idleTimeoutMs`.
|
|
13
|
+
*/
|
|
14
|
+
export declare function nodeRequest(url: string, init: {
|
|
15
|
+
method: string;
|
|
16
|
+
headers?: Record<string, string>;
|
|
17
|
+
body: Blob | ReadableStream;
|
|
18
|
+
idleTimeoutMs?: number;
|
|
19
|
+
}): Promise<Response>;
|
|
20
|
+
//# sourceMappingURL=node-request.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"node-request.d.ts","sourceRoot":"","sources":["../../src/store/node-request.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,0BAA0B,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAI9E;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,cAAc,aAAa,EAAE,SAAS,8BAuBjG;AAOD;;;;;GAKG;AACH,wBAAsB,WAAW,CAC7B,GAAG,EAAE,MAAM,EACX,IAAI,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAAC,IAAI,EAAE,IAAI,GAAG,cAAc,CAAC;IAAC,aAAa,CAAC,EAAE,MAAM,CAAA;CAAE,GAChH,OAAO,CAAC,QAAQ,CAAC,CA2DnB"}
|