@tetrascience-npm/ts-connectors-sdk 3.1.0

package/dist/src/polling-connector.js

@@ -0,0 +1,169 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PollingConnector = void 0;
+const timers_1 = require("timers");
+const api_1 = require("./api");
+const connector_1 = require("./connector");
+const DEFAULT_POLLING_INTERVAL_IN_SECONDS = 60;
+/**
+ * Polling connector abstract class that should be overridden to define connector
+ */
+class PollingConnector extends connector_1.Connector {
+    constructor(tdpClient, options = {}) {
+        super(tdpClient, options);
+        this.isRunning = false;
+    }
+    /**
+     * Polling interval in seconds
+     */
+    get pollingInterval() {
+        var _a;
+        return ((_a = this.config) === null || _a === void 0 ? void 0 : _a.pollingInterval) || DEFAULT_POLLING_INTERVAL_IN_SECONDS;
+    }
+    onStart() {
+        const _super = Object.create(null, {
+            onStart: { get: () => super.onStart }
+        });
+        return __awaiter(this, void 0, void 0, function* () {
+            _super.onStart.call(this);
+            this.setupPollingInterval(this.pollingInterval);
+            yield this.executeOnSchedule();
+        });
+    }
+    setupPollingInterval(pollingInterval) {
+        this.logger.debug('PollingConnector setting up pollingInterval', { pollingInterval });
+        this.clearPollingInterval();
+        this.interval = setInterval(() => this.executeOnSchedule(), +pollingInterval * 1000);
+    }
+    executeOnSchedule() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.isRunning) {
+                this.logger.info('Still running previous execution, no-op');
+                return;
+            }
+            this.isRunning = true;
+            try {
+                this.logger.info('Start processing');
+                yield this.lookupNewFiles();
+                yield this.processPendingFiles();
+                this.logger.info('Finished processing');
+            }
+            finally {
+                this.isRunning = false;
+            }
+        });
+    }
+    lookupNewFiles() {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.logger.info('PollingConnector looking up new files');
+            try {
+                const files = yield this.getNewFiles();
+                if (!files.length) {
+                    this.logger.info('No new files detected');
+                    return;
+                }
+                const pendingFiles = files.map((file) => (Object.assign(Object.assign({}, file), { status: api_1.ProcessingStatus.PENDING })));
+                yield this.tdpClient.saveFiles(pendingFiles);
+                this.logger.info(`${files.length} new files detected`);
+            }
+            catch (err) {
+                this.logger.error('Loading new files failed', err);
+            }
+        });
+    }
+    processPendingFiles() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            this.logger.info('PollingConnector processing pending files');
+            try {
+                try {
+                    for (var _d = true, _e = __asyncValues(this.getFilesToProcess()), _f; _f = yield _e.next(), _a = _f.done, !_a; _d = true) {
+                        _c = _f.value;
+                        _d = false;
+                        const file = _c;
+                        yield this.processPendingFile(file);
+                    }
+                }
+                catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                finally {
+                    try {
+                        if (!_d && !_a && (_b = _e.return)) yield _b.call(_e);
+                    }
+                    finally { if (e_1) throw e_1.error; }
+                }
+            }
+            catch (err) {
+                this.logger.error('Processing pending files failed', err);
+            }
+        });
+    }
+    processPendingFile(file) {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                this.logger.info('Processing file', { fileId: file.id });
+                yield this.tdpClient.saveFile(Object.assign(Object.assign({}, file), { status: api_1.ProcessingStatus.PROCESSING }));
+                const processed = yield this.processFile(file);
+                yield this.tdpClient.saveFile(Object.assign(Object.assign(Object.assign({}, file), processed), { status: api_1.ProcessingStatus.SUCCESS }));
+                this.logger.info('Processed file', { fileId: file.id });
+            }
+            catch (err) {
+                this.logger.error('File processing failed', err, { fileId: file.id });
+                yield this.markFileAsFailed(file, err);
+            }
+        });
+    }
+    markFileAsFailed(file, err) {
+        return __awaiter(this, void 0, void 0, function* () {
+            this.logger.info('Marking file as failed');
+            try {
+                yield this.tdpClient.saveFile(Object.assign(Object.assign({}, file), { status: api_1.ProcessingStatus.ERROR, errorCount: file.errorCount + 1, errorMessage: err.toString() }));
+            }
+            catch (e) {
+                this.logger.error('Error marking file as failed', err, { fileId: file.id });
+            }
+        });
+    }
+    onConnectorUpdated(prev) {
+        super.onConnectorUpdated(prev);
+        if (this.connector.operatingStatus === 'RUNNING') {
+            this.setupPollingInterval(this.pollingInterval);
+        }
+    }
+    onShutdown() {
+        super.onShutdown();
+        this.clearPollingInterval();
+    }
+    onStop() {
+        const _super = Object.create(null, {
+            onStop: { get: () => super.onStop }
+        });
+        return __awaiter(this, void 0, void 0, function* () {
+            yield _super.onStop.call(this);
+            this.clearPollingInterval();
+        });
+    }
+    clearPollingInterval() {
+        this.logger.debug('PollingConnector clearing pollingInterval');
+        if (this.interval) {
+            (0, timers_1.clearInterval)(this.interval);
+        }
+    }
+}
+exports.PollingConnector = PollingConnector;
+//# sourceMappingURL=polling-connector.js.map

package/dist/src/polling-connector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"polling-connector.js","sourceRoot":"","sources":["../../src/polling-connector.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,mCAAuC;AAEvC,+BAAyE;AACzE,2CAA0D;AAG1D,MAAM,mCAAmC,GAAG,EAAE,CAAC;AAM/C;;GAEG;AACH,MAAsB,gBAAmD,SAAQ,qBAAY;IAI3F,YAAsB,SAAoB,EAAE,UAA4B,EAAE;QACxE,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAJpB,cAAS,GAAG,KAAK,CAAC;IAK1B,CAAC;IAED;;OAEG;IACH,IAAc,eAAe;;QAC3B,OAAO,CAAA,MAAA,IAAI,CAAC,MAAM,0CAAE,eAAe,KAAI,mCAAmC,CAAC;IAC7E,CAAC;IAae,OAAO;;;;;YACrB,OAAM,OAAO,YAAG;YAChB,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAChD,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACjC,CAAC;KAAA;IAEO,oBAAoB,CAAC,eAAuB;QAClD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE,EAAE,eAAe,EAAE,CAAC,CAAC;QACtF,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;IACvF,CAAC;IAEe,iBAAiB;;YAC/B,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;gBAC5D,OAAO;YACT,CAAC;YAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;gBACrC,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBACjC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YAC1C,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;KAAA;IAEa,cAAc;;YAC1B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YAC1D,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACvC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;oBAC1C,OAAO;gBACT,CAAC;gBAED,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,iCACpC,IAAI,KACP,MAAM,EAAE,sBAAgB,CAAC,OAAO,IAChC,CAAC,CAAC;gBACJ,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,qBAAqB,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YACrD,CAAC;QACH,CAAC;KAAA;IAEa,mBAAmB;;;YAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;YAC9D,IAAI,CAAC;;oBACH,KAAyB,eAAA,KAAA,cAAA,IAAI,CAAC,iBAAiB,EAAE,CAAA,IAAA,sDAAE,CAAC;wBAA3B,cAAwB;wBAAxB,WAAwB;wBAAtC,MAAM,IAAI,KAAA,CAAA;wBACnB,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;oBACtC,CAAC;;;;;;;;;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;YAC5D,CAAC;QACH,CAAC;KAAA;IAEa,kBAAkB,CAAC,IAAsB;;YACrD,IAAI,CAAC;gBACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACzD,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,iCAAM,IAAI,KAAE,MAAM,EAAE,sBAAgB,CAAC,UAAU,IAAG,CAAC;gBAChF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;gBAC/C,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,+CAAM,IAAI,GAAK,SAAS,KAAE,MAAM,EAAE,sBAAgB,CAAC,OAAO,IAAG,CAAC;gBAC3F,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1D,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;gBACtE,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;KAAA;IAEa,gBAAgB,CAAC,IAAsB,EAAE,GAAQ;;YAC7D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;YAC3C,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,iCACxB,IAAI,KACP,MAAM,EAAE,sBAAgB,CAAC,KAAK,EAC9B,UAAU,EAAE,IAAI,CAAC,UAAU,GAAG,CAAC,EAC/B,YAAY,EAAE,GAAG,CAAC,QAAQ,EAAE,IAC5B,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9E,CAAC;QACH,CAAC;KAAA;IAES,kBAAkB,CAAC,IAA8B;QACzD,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,SAAS,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;YACjD,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAES,UAAU;QAClB,KAAK,CAAC,UAAU,EAAE,CAAC;QACnB,IAAI,CAAC,oBAAoB,EAAE,CAAC;IAC9B,CAAC;IAEe,MAAM;;;;;YACpB,MAAM,OAAM,MAAM,WAAE,CAAC;YACrB,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC9B,CAAC;KAAA;IAEO,oBAAoB;QAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2CAA2C,CAAC,CAAC;QAC/D,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAA,sBAAa,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;CACF;AAxID,4CAwIC"}

package/dist/src/schemas.d.ts

@@ -0,0 +1,77 @@
+import { z } from 'zod';
+import { UploadFileRequest } from './tdp-client';
+export declare const HttpHeaderNameRegex: RegExp;
+export declare const UploadFileTraceSchema: z.ZodRecord<z.ZodEffects<z.ZodString, string, string>, z.ZodString>;
+export declare const UploadFileMetadataKeyRegex: RegExp;
+export declare const UploadFileMetadataValueRegex: RegExp;
+export declare const UploadFileMetadataSchema: z.ZodRecord<z.ZodEffects<z.ZodString, string, string>, z.ZodEffects<z.ZodString, string, string>>;
+export declare const UploadFileTagSchemaValueRegex: RegExp;
+export declare const UploadFileTagSchema: z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
+export declare const UploadFileLabelNameAndValueRegex: RegExp;
+export declare const UploadFileLabelSchema: z.ZodObject<{
+    name: z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
+    value: z.ZodEffects<z.ZodString, string, string>;
+}, "strip", z.ZodTypeAny, {
+    value: string;
+    name: string;
+}, {
+    value: string;
+    name: string;
+}>;
+export declare const UploadFileRequestSchema: z.ZodEffects<z.ZodObject<{
+    trace: z.ZodOptional<z.ZodRecord<z.ZodEffects<z.ZodString, string, string>, z.ZodString>>;
+    metadata: z.ZodOptional<z.ZodRecord<z.ZodEffects<z.ZodString, string, string>, z.ZodEffects<z.ZodString, string, string>>>;
+    tags: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>, "many">>;
+    labels: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        name: z.ZodEffects<z.ZodEffects<z.ZodString, string, string>, string, string>;
+        value: z.ZodEffects<z.ZodString, string, string>;
+    }, "strip", z.ZodTypeAny, {
+        value: string;
+        name: string;
+    }, {
+        value: string;
+        name: string;
+    }>, "many">>;
+}, "strip", z.ZodTypeAny, {
+    tags?: string[] | undefined;
+    metadata?: Record<string, string> | undefined;
+    trace?: Record<string, string> | undefined;
+    labels?: {
+        value: string;
+        name: string;
+    }[] | undefined;
+}, {
+    tags?: string[] | undefined;
+    metadata?: Record<string, string> | undefined;
+    trace?: Record<string, string> | undefined;
+    labels?: {
+        value: string;
+        name: string;
+    }[] | undefined;
+}>, {
+    tags?: string[] | undefined;
+    metadata?: Record<string, string> | undefined;
+    trace?: Record<string, string> | undefined;
+    labels?: {
+        value: string;
+        name: string;
+    }[] | undefined;
+}, {
+    tags?: string[] | undefined;
+    metadata?: Record<string, string> | undefined;
+    trace?: Record<string, string> | undefined;
+    labels?: {
+        value: string;
+        name: string;
+    }[] | undefined;
+}>;
+/**
+ * Validates the UploadFileRequest object and throws a friendly error if it fails validation.
+ * Also trims MTL keys according to the schema rules.
+ *
+ * @param data - The UploadFileRequest object to validate.
+ * @returns - the UploadFileRequest with MTL keys trimmed according to the schema rules.
+ * @throws - Throws an error with a friendly message (each failing field separated by newline) if the validation fails.
+ */
+export declare function validateUploadFileRequestAndThrowFriendlyError(data: UploadFileRequest): UploadFileRequest;
+//# sourceMappingURL=schemas.d.ts.map

package/dist/src/schemas.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.d.ts","sourceRoot":"","sources":["../../src/schemas.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AASjD,eAAO,MAAM,mBAAmB,QAAkC,CAAC;AAEnE,eAAO,MAAM,qBAAqB,qEAQjC,CAAC;AAEF,eAAO,MAAM,0BAA0B,QAAuB,CAAC;AAC/D,eAAO,MAAM,4BAA4B,QAA0B,CAAC;AACpE,eAAO,MAAM,wBAAwB,mGAgBpC,CAAC;AAEF,eAAO,MAAM,6BAA6B,QAAyB,CAAC;AACpE,eAAO,MAAM,mBAAmB,yEAU7B,CAAC;AAEJ,eAAO,MAAM,gCAAgC,QAAgC,CAAC;AAC9E,eAAO,MAAM,qBAAqB;;;;;;;;;EAgBhC,CAAC;AAEH,eAAO,MAAM,uBAAuB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAgBjC,CAAC;AAEJ;;;;;;;GAOG;AACH,wBAAgB,8CAA8C,CAAC,IAAI,EAAE,iBAAiB,GAAG,iBAAiB,CAezG"}

package/dist/src/schemas.js

@@ -0,0 +1,80 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UploadFileRequestSchema = exports.UploadFileLabelSchema = exports.UploadFileLabelNameAndValueRegex = exports.UploadFileTagSchema = exports.UploadFileTagSchemaValueRegex = exports.UploadFileMetadataSchema = exports.UploadFileMetadataValueRegex = exports.UploadFileMetadataKeyRegex = exports.UploadFileTraceSchema = exports.HttpHeaderNameRegex = void 0;
+exports.validateUploadFileRequestAndThrowFriendlyError = validateUploadFileRequestAndThrowFriendlyError;
+const node_util_1 = require("node:util");
+const zod_1 = require("zod");
+const utfEncoder = new node_util_1.TextEncoder();
+// JS strings are UTF-16 encoded, so we need to convert to UTF-8 to get the actual byte length
+const calculateSizeInBytes = (obj) => {
+    return utfEncoder.encode(JSON.stringify(obj)).byteLength;
+};
+exports.HttpHeaderNameRegex = /^[a-zA-Z0-9!#$%&'*+-.^_`|~]+$/;
+exports.UploadFileTraceSchema = zod_1.z.record(zod_1.z.string().refine((val) => exports.HttpHeaderNameRegex.test(val), (val) => ({
+    message: `Key "${val}" has invalid format, must match ${exports.HttpHeaderNameRegex}`,
+})), zod_1.z.string());
+exports.UploadFileMetadataKeyRegex = /^[0-9a-zA-Z-_+ ]+$/;
+exports.UploadFileMetadataValueRegex = /^[0-9a-zA-Z-_+., /]+$/;
+exports.UploadFileMetadataSchema = zod_1.z.record(zod_1.z.string().refine((val) => exports.UploadFileMetadataKeyRegex.test(val), (val) => ({
+    message: `Key "${val}" has invalid format, must match ${exports.UploadFileMetadataKeyRegex}`,
+})), zod_1.z
+    .string()
+    .trim()
+    .refine((val) => exports.UploadFileMetadataValueRegex.test(val), (val) => ({
+    message: `Value "${val}" has invalid format, must match ${exports.UploadFileMetadataValueRegex}`,
+})));
+exports.UploadFileTagSchemaValueRegex = /^[0-9a-zA-Z-_+. /]+$/;
+exports.UploadFileTagSchema = zod_1.z
+    .string()
+    .trim() // Auto-trimming
+    .refine((val) => val.length <= 128, (val) => ({ message: `Value "${val}" must be at most 128 characters` }))
+    .refine((val) => exports.UploadFileTagSchemaValueRegex.test(val), (val) => ({ message: `Value "${val}" has invalid format, must match ${exports.UploadFileTagSchemaValueRegex}` }));
+exports.UploadFileLabelNameAndValueRegex = /^(?![\uFFFE\uFFFF\n\r]).+$/u;
+exports.UploadFileLabelSchema = zod_1.z.object({
+    name: zod_1.z
+        .string()
+        .trim() // Auto-trimming
+        .refine((val) => val.length <= 128, (val) => ({ message: `name "${val}" must be at most 128 characters` }))
+        .refine((val) => exports.UploadFileLabelNameAndValueRegex.test(val), (val) => ({ message: `name "${val}" has invalid format, must match ${exports.UploadFileLabelNameAndValueRegex}` })),
+    value: zod_1.z.string().refine((val) => exports.UploadFileLabelNameAndValueRegex.test(val), (val) => ({ message: `value "${val}" has invalid format, must match ${exports.UploadFileLabelNameAndValueRegex}` })),
+});
+exports.UploadFileRequestSchema = zod_1.z
+    .object({
+    trace: exports.UploadFileTraceSchema.optional(),
+    metadata: exports.UploadFileMetadataSchema.optional(),
+    tags: zod_1.z.array(exports.UploadFileTagSchema).optional(),
+    labels: zod_1.z.array(exports.UploadFileLabelSchema).optional(),
+})
+    .refine((data) => {
+    const metadataSize = data.metadata ? calculateSizeInBytes(data.metadata) : 0;
+    const tagsSize = data.tags ? calculateSizeInBytes(data.tags) : 0;
+    return metadataSize + tagsSize < 1024 * 1.5; // 1.5kb in bytes
+}, {
+    message: 'Metadata and tags length larger than 1.5KB',
+});
+/**
+ * Validates the UploadFileRequest object and throws a friendly error if it fails validation.
+ * Also trims MTL keys according to the schema rules.
+ *
+ * @param data - The UploadFileRequest object to validate.
+ * @returns - the UploadFileRequest with MTL keys trimmed according to the schema rules.
+ * @throws - Throws an error with a friendly message (each failing field separated by newline) if the validation fails.
+ */
+function validateUploadFileRequestAndThrowFriendlyError(data) {
+    try {
+        const parseResult = exports.UploadFileRequestSchema.parse(data);
+        return Object.assign(Object.assign({}, data), parseResult);
+    }
+    catch (err) {
+        if (err instanceof zod_1.z.ZodError) {
+            const friendlyMessage = err.issues
+                .map((issue) => {
+                return `${issue.path.join('.')}: ${issue.message}`;
+            })
+                .join('\n');
+            throw new Error(friendlyMessage);
+        }
+        throw err;
+    }
+}
+//# sourceMappingURL=schemas.js.map

package/dist/src/schemas.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../src/schemas.ts"],"names":[],"mappings":";;;AAuGA,wGAeC;AAtHD,yCAAwC;AAExC,6BAAwB;AAIxB,MAAM,UAAU,GAAG,IAAI,uBAAW,EAAE,CAAC;AAErC,8FAA8F;AAC9F,MAAM,oBAAoB,GAAG,CAAC,GAAQ,EAAE,EAAE;IACxC,OAAO,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC;AAC3D,CAAC,CAAC;AAEW,QAAA,mBAAmB,GAAG,+BAA+B,CAAC;AAEtD,QAAA,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAC3C,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CACf,CAAC,GAAG,EAAE,EAAE,CAAC,2BAAmB,CAAC,IAAI,CAAC,GAAG,CAAC,EACtC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACR,OAAO,EAAE,QAAQ,GAAG,oCAAoC,2BAAmB,EAAE;CAC9E,CAAC,CACH,EACD,OAAC,CAAC,MAAM,EAAE,CACX,CAAC;AAEW,QAAA,0BAA0B,GAAG,oBAAoB,CAAC;AAClD,QAAA,4BAA4B,GAAG,uBAAuB,CAAC;AACvD,QAAA,wBAAwB,GAAG,OAAC,CAAC,MAAM,CAC9C,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CACf,CAAC,GAAG,EAAE,EAAE,CAAC,kCAA0B,CAAC,IAAI,CAAC,GAAG,CAAC,EAC7C,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACR,OAAO,EAAE,QAAQ,GAAG,oCAAoC,kCAA0B,EAAE;CACrF,CAAC,CACH,EACD,OAAC;KACE,MAAM,EAAE;KACR,IAAI,EAAE;KACN,MAAM,CACL,CAAC,GAAG,EAAE,EAAE,CAAC,oCAA4B,CAAC,IAAI,CAAC,GAAG,CAAC,EAC/C,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;IACR,OAAO,EAAE,UAAU,GAAG,oCAAoC,oCAA4B,EAAE;CACzF,CAAC,CACH,CACJ,CAAC;AAEW,QAAA,6BAA6B,GAAG,sBAAsB,CAAC;AACvD,QAAA,mBAAmB,GAAG,OAAC;KACjC,MAAM,EAAE;KACR,IAAI,EAAE,CAAC,gBAAgB;KACvB,MAAM,CACL,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,EAC1B,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,GAAG,kCAAkC,EAAE,CAAC,CACxE;KACA,MAAM,CACL,CAAC,GAAG,EAAE,EAAE,CAAC,qCAA6B,CAAC,IAAI,CAAC,GAAG,CAAC,EAChD,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,GAAG,oCAAoC,qCAA6B,EAAE,EAAE,CAAC,CACzG,CAAC;AAES,QAAA,gCAAgC,GAAG,6BAA6B,CAAC;AACjE,QAAA,qBAAqB,GAAG,OAAC,CAAC,MAAM,CAAC;IAC5C,IAAI,EAAE,OAAC;SACJ,MAAM,EAAE;SACR,IAAI,EAAE,CAAC,gBAAgB;SACvB,MAAM,CACL,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,IAAI,GAAG,EAC1B,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,GAAG,kCAAkC,EAAE,CAAC,CACvE;SACA,MAAM,CACL,CAAC,GAAG,EAAE,EAAE,CAAC,wCAAgC,CAAC,IAAI,CAAC,GAAG,CAAC,EACnD,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,GAAG,oCAAoC,wCAAgC,EAAE,EAAE,CAAC,CAC3G;IACH,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CACtB,CAAC,GAAG,EAAE,EAAE,CAAC,wCAAgC,CAAC,IAAI,CAAC,GAAG,CAAC,EACnD,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,GAAG,oCAAoC,wCAAgC,EAAE,EAAE,CAAC,CAC5G;CACF,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,OAAC;KACrC,MAAM,CAAC;IACN,KAAK,EAAE,6BAAqB,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,gCAAwB,CAAC,QAAQ,EAAE;IAC7C,IAAI,EAAE,OAAC,CAAC,KAAK,CAAC,2BAAmB,CAAC,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC,6BAAqB,CAAC,CAAC,QAAQ,EAAE;CAClD,CAAC;KACD,MAAM,CACL,CAAC,IAAI,EAAE,EAAE;IACP,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACjE,OAAO,YAAY,GAAG,QAAQ,GAAG,IAAI,GAAG,GAAG,CAAC,CAAC,iBAAiB;AAChE,CAAC,EACD;IACE,OAAO,EAAE,4CAA4C;CACtD,CACF,CAAC;AAEJ;;;;;;;GAOG;AACH,SAAgB,8CAA8C,CAAC,IAAuB;IACpF,IAAI,CAAC;QACH,MAAM,WAAW,GAAG,+BAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxD,uCAAY,IAAI,GAAK,WAAW,EAAG;IACrC,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,IAAI,GAAG,YAAY,OAAC,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,eAAe,GAAG,GAAG,CAAC,MAAM;iBAC/B,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;YACrD,CAAC,CAAC;iBACD,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;QACnC,CAAC;QACD,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/src/streamToString.d.ts

@@ -0,0 +1,3 @@
+import { Readable } from 'stream';
+export declare function streamToString(stream: Readable | undefined): Promise<string | null>;
+//# sourceMappingURL=streamToString.d.ts.map

package/dist/src/streamToString.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streamToString.d.ts","sourceRoot":"","sources":["../../src/streamToString.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,wBAAsB,cAAc,CAAC,MAAM,EAAE,QAAQ,GAAG,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CASzF"}

package/dist/src/streamToString.js

@@ -0,0 +1,25 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.streamToString = streamToString;
+function streamToString(stream) {
+    return __awaiter(this, void 0, void 0, function* () {
+        if (!stream)
+            return null;
+        return yield new Promise((resolve, reject) => {
+            const chunks = [];
+            stream.on('data', (chunk) => chunks.push(chunk));
+            stream.on('error', reject);
+            stream.on('end', () => resolve(Buffer.concat(chunks).toString('utf-8')));
+        });
+    });
+}
+//# sourceMappingURL=streamToString.js.map

package/dist/src/streamToString.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streamToString.js","sourceRoot":"","sources":["../../src/streamToString.ts"],"names":[],"mappings":";;;;;;;;;;;AAEA,wCASC;AATD,SAAsB,cAAc,CAAC,MAA4B;;QAC/D,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAEzB,OAAO,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3C,MAAM,MAAM,GAAiB,EAAE,CAAC;YAChC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YACjD,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC,CAAC;IACL,CAAC;CAAA"}