@relevanceai/sdk 1.10.0 → 1.13.0

package/dist-es/generated/_DiscoveryApiSchemaTypes.js

@@ -1,5 +1,2 @@
-/**
- * This file was auto-generated by openapi-typescript.
- * Do not make direct changes to the file.
- */
+;
 export {};

package/dist-es/generated/index.js

@@ -1,2 +1 @@
 export * from "./DiscoveryApi";
-export * from "./VectorApi";

package/dist-es/index.js

@@ -1,2 +1,2 @@
 export * from './generated';
-export * from './services';
+// export * from './services';

package/dist-es/services/discovery/Dataset.js

@@ -1,309 +1,126 @@
-var __assign = (this && this.__assign) || function () {
-    __assign = Object.assign || function(t) {
-        for (var s, i = 1, n = arguments.length; i < n; i++) {
-            s = arguments[i];
-            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
-                t[p] = s[p];
-        }
-        return t;
-    };
-    return __assign.apply(this, arguments);
-};
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (_) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
-var __values = (this && this.__values) || function(o) {
-    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
-    if (m) return m.call(o);
-    if (o && typeof o.length === "number") return {
-        next: function () {
-            if (o && i >= o.length) o = void 0;
-            return { value: o && o[i++], done: !o };
-        }
-    };
-    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
-};
-import { QueryBuilder, _QueryBuilder } from ".";
-var Dataset = /** @class */ (function () {
-    function Dataset(client, name, options) {
-        // TODO validate name
-        this.client = client;
-        this.name = name;
-        this.config = options;
-    }
-    Object.defineProperty(Dataset.prototype, "datasetName", {
-        get: function () {
-            return this.name;
-        },
-        enumerable: false,
-        configurable: true
-    });
-    ;
-    Dataset.prototype.insertDocument = function (document, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var response;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.client.apiClient.Insert(__assign({ document: document }, options), { dataset_id: this.name })];
-                    case 1:
-                        response = _a.sent();
-                        return [2 /*return*/, response.body];
-                }
-            });
-        });
-    };
-    Dataset.prototype.search = function () {
-        var args = [];
-        for (var _i = 0; _i < arguments.length; _i++) {
-            args[_i] = arguments[_i];
-        }
-        return __awaiter(this, void 0, void 0, function () {
-            var payload, options, args_1, args_1_1, arg, reqCallback, response;
-            var e_1, _a;
-            var _this = this;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        payload = {};
-                        options = {};
-                        try {
-                            for (args_1 = __values(args), args_1_1 = args_1.next(); !args_1_1.done; args_1_1 = args_1.next()) {
-                                arg = args_1_1.value;
-                                if (arg instanceof _QueryBuilder) {
-                                    payload = __assign(__assign({}, payload), arg.build());
-                                }
-                                else {
-                                    options = arg;
-                                    if (options.rawPayload)
-                                        payload = __assign(__assign({}, payload), options.rawPayload);
-                                }
-                            }
-                        }
-                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
-                        finally {
-                            try {
-                                if (args_1_1 && !args_1_1.done && (_a = args_1.return)) _a.call(args_1);
-                            }
-                            finally { if (e_1) throw e_1.error; }
-                        }
-                        reqCallback = function () { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
-                            switch (_a.label) {
-                                case 0: return [4 /*yield*/, this.client.apiClient.SimpleSearchPost(payload, { dataset_id: this.name })];
-                                case 1: return [2 /*return*/, _a.sent()];
-                            }
-                        }); }); };
-                        if (!(options.debounce && this.debounceTimer)) return [3 /*break*/, 1];
-                        clearTimeout(this.debounceTimer);
-                        return [2 /*return*/, new Promise(function (resolve) {
-                                _this.debounceTimer = setTimeout(function () { return __awaiter(_this, void 0, void 0, function () { var res; return __generator(this, function (_a) {
-                                    switch (_a.label) {
-                                        case 0: return [4 /*yield*/, reqCallback()];
-                                        case 1:
-                                            res = _a.sent();
-                                            resolve(res);
-                                            return [2 /*return*/];
-                                    }
-                                }); }); }, options.debounce);
-                            })];
-                    case 1: return [4 /*yield*/, reqCallback()];
-                    case 2:
-                        response = _b.sent();
-                        return [2 /*return*/, response.body];
-                }
-            });
-        });
-    };
-    Dataset.prototype.insertDocuments = function (documents, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var results, finalResults;
-            var _this = this;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this._GenericBulkOperation(__assign(__assign({ data: documents !== null && documents !== void 0 ? documents : [] }, options), { fn: function (documentsSlice) { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
-                                switch (_a.label) {
-                                    case 0: return [4 /*yield*/, this.client.apiClient.BulkInsert({ documents: documentsSlice }, { dataset_id: this.name })];
-                                    case 1: return [2 /*return*/, (_a.sent()).body];
-                                }
-                            }); }); } }))];
-                    case 1:
-                        results = _a.sent();
-                        finalResults = results.reduce(function (prev, cur) {
-                            prev.failed_documents = prev.failed_documents.concat(cur.failed_documents);
-                            prev.inserted += cur.inserted;
-                            return prev;
-                        }, { inserted: 0, failed_documents: [] });
-                        return [2 /*return*/, finalResults];
-                }
-            });
-        });
-    };
-    // TODO - ChunkSearch, insert, insertAndVectorize?, vectorize, 
-    Dataset.prototype._GenericBulkOperation = function (_a) {
-        var data = _a.data, batchSize = _a.batchSize, fn = _a.fn, retryCount = _a.retryCount;
-        return __awaiter(this, void 0, void 0, function () {
-            var results, i, retrysSoFar, res, e_2;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        batchSize = batchSize !== null && batchSize !== void 0 ? batchSize : 10000;
-                        retryCount = retryCount !== null && retryCount !== void 0 ? retryCount : 1;
-                        results = [];
-                        i = 0;
-                        _b.label = 1;
-                    case 1:
-                        if (!(i < (data === null || data === void 0 ? void 0 : data.length))) return [3 /*break*/, 8];
-                        retrysSoFar = 0;
-                        _b.label = 2;
-                    case 2:
-                        if (!(retrysSoFar < retryCount)) return [3 /*break*/, 7];
-                        _b.label = 3;
-                    case 3:
-                        _b.trys.push([3, 5, , 6]);
-                        return [4 /*yield*/, fn(data.slice(i, i + batchSize))];
-                    case 4:
-                        res = _b.sent();
-                        results.push(res);
-                        return [3 /*break*/, 7];
-                    case 5:
-                        e_2 = _b.sent();
-                        console.error("Bulk operation failed with error, retrying - " + e_2);
-                        return [3 /*break*/, 6];
-                    case 6:
-                        retrysSoFar++;
-                        return [3 /*break*/, 2];
-                    case 7:
-                        i += batchSize;
-                        return [3 /*break*/, 1];
-                    case 8: return [2 /*return*/, results];
-                }
-            });
-        });
-    };
-    Dataset.prototype.updateDocument = function (documentId, partialUpdates) {
-        return __awaiter(this, void 0, void 0, function () {
-            var response;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.client.apiClient.Update({ id: documentId, updates: partialUpdates })];
-                    case 1:
-                        response = _a.sent();
-                        return [2 /*return*/, response.body];
-                }
-            });
-        });
-    };
-    Dataset.prototype.updateDocuments = function (updates, options) {
-        return __awaiter(this, void 0, void 0, function () {
-            var results, finalResults;
-            var _this = this;
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this._GenericBulkOperation(__assign(__assign({ data: updates !== null && updates !== void 0 ? updates : [] }, options), { fn: function (updatesSlice) { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
-                                switch (_a.label) {
-                                    case 0: return [4 /*yield*/, this.client.apiClient.BulkUpdate({ updates: updatesSlice }, { dataset_id: this.name })];
-                                    case 1: return [2 /*return*/, (_a.sent()).body];
-                                }
-                            }); }); } }))];
-                    case 1:
-                        results = _a.sent();
-                        finalResults = results.reduce(function (prev, cur) {
-                            prev.failed_documents = prev.failed_documents.concat(cur.failed_documents);
-                            prev.inserted += cur.inserted;
-                            return prev;
-                        }, { inserted: 0, failed_documents: [] });
-                        return [2 /*return*/, finalResults];
-                }
-            });
-        });
-    };
-    Dataset.prototype.updateDocumentsWhere = function (filters, partialUpdates) {
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.client.apiClient.UpdateWhere({ filters: filters.build().filters, updates: partialUpdates })];
-                    case 1: return [2 /*return*/, (_a.sent()).body];
-                }
-            });
-        });
-    };
-    Dataset.prototype.getDocument = function (documentId) {
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.client.apiClient.GetDocument({ document_id: documentId })];
-                    case 1: return [2 /*return*/, (_a.sent()).body];
-                }
-            });
-        });
-    };
-    Dataset.prototype.deleteDocument = function (documentId) {
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_a) {
-                switch (_a.label) {
-                    case 0: return [4 /*yield*/, this.client.apiClient.DeleteDocument({ document_id: documentId })];
-                    case 1: return [2 /*return*/, (_a.sent()).body];
-                }
-            });
-        });
-    };
-    Dataset.prototype.deleteDocuments = function (documentIds) {
-        var _a;
-        return __awaiter(this, void 0, void 0, function () {
-            var filters;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0:
-                        filters = QueryBuilder().match('_id', documentIds);
-                        return [4 /*yield*/, this.client.apiClient.DeleteWhere({ filters: (_a = filters.build().filters) !== null && _a !== void 0 ? _a : [] })];
-                    case 1: return [2 /*return*/, (_b.sent()).body];
-                }
-            });
-        });
-    };
-    Dataset.prototype.deleteDocumentsWhere = function (filters) {
-        var _a;
-        return __awaiter(this, void 0, void 0, function () {
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0: return [4 /*yield*/, this.client.apiClient.DeleteWhere({ filters: (_a = filters.build().filters) !== null && _a !== void 0 ? _a : [] })];
-                    case 1: return [2 /*return*/, (_b.sent()).body];
-                }
-            });
-        });
-    };
-    return Dataset;
-}());
-export { Dataset };
+"use strict";
+// import { QueryBuilder, DiscoveryClient, _QueryBuilder } from ".";
+// import { DeleteDocumentOutput, DeleteWhereOutput, GetDocumentOutput, SimpleSearchPostOutput, BulkInsertOutput,UpdateWhereOutput,BulkUpdateOutput } from "../..";
+// import { _GenericMethodOptions } from "../../shared/BaseClient";
+// interface searchOptions {
+//  debounce?:number;   
+//  rawPayload?:any;
+// }
+// export class Dataset {
+//     client: DiscoveryClient;
+//     name: string;
+//     config: any;
+//     debounceTimer?:NodeJS.Timeout;
+//     constructor(client: DiscoveryClient, name: string, options: any) {
+//         // TODO validate name
+//         this.client = client;
+//         this.name = name;
+//         this.config = options;
+//     }
+//     get datasetName(): string {
+//         return this.name;
+//     };
+//     async insertDocument(document: any, options?: _GenericMethodOptions) {
+//         const response = await this.client.apiClient.Insert({
+//             document,
+//             ...options
+//         }, { dataset_id: this.name });
+//         return response.body;
+//     }
+//     // without options
+//     async search(): Promise<SimpleSearchPostOutput>;
+//     async search(query?: _QueryBuilder): Promise<SimpleSearchPostOutput>;
+//     async search(options?:searchOptions): Promise<SimpleSearchPostOutput>;
+//     async search(query?: _QueryBuilder,options?:searchOptions): Promise<SimpleSearchPostOutput>;
+//     async search(...args:any[]) {
+//         let payload: any = {};
+//         let options:searchOptions = {};
+//         for (const arg of args) {
+//             if (arg instanceof _QueryBuilder) {
+//                 payload = {...payload,...arg.build()};
+//             }
+//             else {
+//                 options = arg;
+//                 if (options.rawPayload) payload = {...payload,...options.rawPayload};
+//             }
+//         }
+//         const reqCallback = async () => await this.client.apiClient.SimpleSearchPost(payload, { dataset_id: this.name });
+//         if (options.debounce && this.debounceTimer) {
+//             clearTimeout(this.debounceTimer);
+//             return new Promise((resolve) => {
+//                 this.debounceTimer = setTimeout(async () => {const res = await reqCallback();resolve(res)},options.debounce);
+//             });
+//         } else {
+//             const response = await reqCallback();
+//             return response.body;
+//         }
+//     }
+//     async insertDocuments(documents: any, options?: _GenericMethodOptions & { batchSize?: number,retryCount?:number, progressCallback?: (progress:BulkInsertOutput[]) => any }):Promise<BulkInsertOutput> {
+//         const results = await this._GenericBulkOperation<any,BulkInsertOutput>({
+//             data:documents??[],
+//             ...options,
+//             fn:async (documentsSlice) => (await this.client.apiClient.BulkInsert({ documents:documentsSlice }, { dataset_id: this.name })).body
+//         });
+//         const finalResults = results.reduce((prev,cur) => {
+//             prev.failed_documents = prev.failed_documents.concat(cur.failed_documents);
+//             prev.inserted += cur.inserted
+//             return prev;
+//         },{inserted:0,failed_documents:[]});
+//         return finalResults;
+//     }
+//     // TODO - ChunkSearch, insert, insertAndVectorize?, vectorize, 
+//     async _GenericBulkOperation<InputItem,OutputItem>({data,batchSize,fn,retryCount}:{
+//         data:InputItem[],
+//         fn:(data:InputItem[]) => Promise<OutputItem>,
+//         batchSize?:number,
+//         retryCount?:number,
+//         progressCallback?:(progress:OutputItem[]) => any
+//     }):Promise<OutputItem[]> {
+//         batchSize = batchSize ?? 10000;
+//         retryCount = retryCount ?? 1;
+//         const results:OutputItem[] = [];
+//         for (let i = 0; i < data?.length; i += batchSize) {
+//             for (let retrysSoFar = 0; retrysSoFar < retryCount; retrysSoFar++) {
+//                 try {
+//                     const res = await fn(data.slice(i, i + batchSize));
+//                     results.push(res);
+//                     break;
+//                 } catch (e) { console.error(`Bulk operation failed with error, retrying - ${e}`) }
+//             }
+//         }
+//         return results;
+//     }
+//     async updateDocument(documentId: string, partialUpdates: any) {
+//         const response = await this.client.apiClient.Update({ id: documentId, updates: partialUpdates });
+//         return response.body;
+//     }
+//     async updateDocuments(updates: any, options?: _GenericMethodOptions & { batchSize?: number,retryCount?:number, progressCallback?: (progress:BulkUpdateOutput[]) => any }):Promise<BulkUpdateOutput> {
+//         const results = await this._GenericBulkOperation<any,BulkUpdateOutput>({
+//             data:updates??[],
+//             ...options,
+//             fn:async (updatesSlice) => (await this.client.apiClient.BulkUpdate({ updates:updatesSlice }, { dataset_id: this.name })).body
+//         });
+//         const finalResults = results.reduce((prev,cur) => {
+//             prev.failed_documents = prev.failed_documents.concat(cur.failed_documents);
+//             prev.inserted += cur.inserted
+//             return prev;
+//         },{inserted:0,failed_documents:[]});
+//         return finalResults;
+//     }
+//     async updateDocumentsWhere(filters: _QueryBuilder, partialUpdates: {[id:string]:any}):Promise<UpdateWhereOutput> {
+//         return (await this.client.apiClient.UpdateWhere({ filters: filters.build().filters, updates: partialUpdates })).body;
+//     }
+//     async getDocument(documentId: string):Promise<GetDocumentOutput> {
+//         return (await this.client.apiClient.GetDocument({document_id:documentId})).body;
+//     }
+//     async deleteDocument(documentId: string):Promise<DeleteDocumentOutput> {
+//         return (await this.client.apiClient.DeleteDocument({id:documentId})).body;
+//     }
+//     async deleteDocuments(documentIds: [string]):Promise<DeleteWhereOutput> {
+//         const filters = QueryBuilder().match('_id',documentIds);
+//         return (await this.client.apiClient.DeleteWhere({ filters: filters.build().filters??[] })).body;
+//     } 
+//     async deleteDocumentsWhere(filters: _QueryBuilder):Promise<DeleteWhereOutput> {
+//         return (await this.client.apiClient.DeleteWhere({ filters: filters.build().filters??[]})).body;
+//     }
+// }