@relevanceai/sdk 2.0.0 → 2.0.2

package/dist-es/generated/_VecDBApiSchemaTypes.js

@@ -0,0 +1,2 @@
+;
+export {};

package/dist-es/generated/index.js

@@ -0,0 +1 @@
+export * from "./VecDBApi";

package/dist-es/index.js

@@ -0,0 +1,2 @@
+export * from './generated';
+export * from './services';

package/dist-es/services/discovery/Dataset.js

@@ -0,0 +1,126 @@
+"use strict";
+// import { QueryBuilder, DiscoveryClient, _QueryBuilder } from ".";
+// import { DeleteDocumentOutput, DeleteWhereOutput, GetDocumentOutput, SimpleSearchPostOutput, BulkInsertOutput,UpdateWhereOutput,BulkUpdateOutput } from "../..";
+// import { _GenericMethodOptions } from "../../shared/BaseClient";
+// interface searchOptions {
+//  debounce?:number;   
+//  rawPayload?:any;
+// }
+// export class Dataset {
+//     client: DiscoveryClient;
+//     name: string;
+//     config: any;
+//     debounceTimer?:NodeJS.Timeout;
+//     constructor(client: DiscoveryClient, name: string, options: any) {
+//         // TODO validate name
+//         this.client = client;
+//         this.name = name;
+//         this.config = options;
+//     }
+//     get datasetName(): string {
+//         return this.name;
+//     };
+//     async insertDocument(document: any, options?: _GenericMethodOptions) {
+//         const response = await this.client.apiClient.Insert({
+//             document,
+//             ...options
+//         }, { dataset_id: this.name });
+//         return response.body;
+//     }
+//     // without options
+//     async search(): Promise<SimpleSearchPostOutput>;
+//     async search(query?: _QueryBuilder): Promise<SimpleSearchPostOutput>;
+//     async search(options?:searchOptions): Promise<SimpleSearchPostOutput>;
+//     async search(query?: _QueryBuilder,options?:searchOptions): Promise<SimpleSearchPostOutput>;
+//     async search(...args:any[]) {
+//         let payload: any = {};
+//         let options:searchOptions = {};
+//         for (const arg of args) {
+//             if (arg instanceof _QueryBuilder) {
+//                 payload = {...payload,...arg.build()};
+//             }
+//             else {
+//                 options = arg;
+//                 if (options.rawPayload) payload = {...payload,...options.rawPayload};
+//             }
+//         }
+//         const reqCallback = async () => await this.client.apiClient.SimpleSearchPost(payload, { dataset_id: this.name });
+//         if (options.debounce && this.debounceTimer) {
+//             clearTimeout(this.debounceTimer);
+//             return new Promise((resolve) => {
+//                 this.debounceTimer = setTimeout(async () => {const res = await reqCallback();resolve(res)},options.debounce);
+//             });
+//         } else {
+//             const response = await reqCallback();
+//             return response.body;
+//         }
+//     }
+//     async insertDocuments(documents: any, options?: _GenericMethodOptions & { batchSize?: number,retryCount?:number, progressCallback?: (progress:BulkInsertOutput[]) => any }):Promise<BulkInsertOutput> {
+//         const results = await this._GenericBulkOperation<any,BulkInsertOutput>({
+//             data:documents??[],
+//             ...options,
+//             fn:async (documentsSlice) => (await this.client.apiClient.BulkInsert({ documents:documentsSlice }, { dataset_id: this.name })).body
+//         });
+//         const finalResults = results.reduce((prev,cur) => {
+//             prev.failed_documents = prev.failed_documents.concat(cur.failed_documents);
+//             prev.inserted += cur.inserted
+//             return prev;
+//         },{inserted:0,failed_documents:[]});
+//         return finalResults;
+//     }
+//     // TODO - ChunkSearch, insert, insertAndVectorize?, vectorize, 
+//     async _GenericBulkOperation<InputItem,OutputItem>({data,batchSize,fn,retryCount}:{
+//         data:InputItem[],
+//         fn:(data:InputItem[]) => Promise<OutputItem>,
+//         batchSize?:number,
+//         retryCount?:number,
+//         progressCallback?:(progress:OutputItem[]) => any
+//     }):Promise<OutputItem[]> {
+//         batchSize = batchSize ?? 10000;
+//         retryCount = retryCount ?? 1;
+//         const results:OutputItem[] = [];
+//         for (let i = 0; i < data?.length; i += batchSize) {
+//             for (let retrysSoFar = 0; retrysSoFar < retryCount; retrysSoFar++) {
+//                 try {
+//                     const res = await fn(data.slice(i, i + batchSize));
+//                     results.push(res);
+//                     break;
+//                 } catch (e) { console.error(`Bulk operation failed with error, retrying - ${e}`) }
+//             }
+//         }
+//         return results;
+//     }
+//     async updateDocument(documentId: string, partialUpdates: any) {
+//         const response = await this.client.apiClient.Update({ id: documentId, updates: partialUpdates });
+//         return response.body;
+//     }
+//     async updateDocuments(updates: any, options?: _GenericMethodOptions & { batchSize?: number,retryCount?:number, progressCallback?: (progress:BulkUpdateOutput[]) => any }):Promise<BulkUpdateOutput> {
+//         const results = await this._GenericBulkOperation<any,BulkUpdateOutput>({
+//             data:updates??[],
+//             ...options,
+//             fn:async (updatesSlice) => (await this.client.apiClient.BulkUpdate({ updates:updatesSlice }, { dataset_id: this.name })).body
+//         });
+//         const finalResults = results.reduce((prev,cur) => {
+//             prev.failed_documents = prev.failed_documents.concat(cur.failed_documents);
+//             prev.inserted += cur.inserted
+//             return prev;
+//         },{inserted:0,failed_documents:[]});
+//         return finalResults;
+//     }
+//     async updateDocumentsWhere(filters: _QueryBuilder, partialUpdates: {[id:string]:any}):Promise<UpdateWhereOutput> {
+//         return (await this.client.apiClient.UpdateWhere({ filters: filters.build().filters, updates: partialUpdates })).body;
+//     }
+//     async getDocument(documentId: string):Promise<GetDocumentOutput> {
+//         return (await this.client.apiClient.GetDocument({document_id:documentId})).body;
+//     }
+//     async deleteDocument(documentId: string):Promise<DeleteDocumentOutput> {
+//         return (await this.client.apiClient.DeleteDocument({id:documentId})).body;
+//     }
+//     async deleteDocuments(documentIds: [string]):Promise<DeleteWhereOutput> {
+//         const filters = QueryBuilder().match('_id',documentIds);
+//         return (await this.client.apiClient.DeleteWhere({ filters: filters.build().filters??[] })).body;
+//     } 
+//     async deleteDocumentsWhere(filters: _QueryBuilder):Promise<DeleteWhereOutput> {
+//         return (await this.client.apiClient.DeleteWhere({ filters: filters.build().filters??[]})).body;
+//     }
+// }

package/dist-es/services/discovery/index.js

@@ -0,0 +1,159 @@
+"use strict";
+// import { DiscoveryApiClient, BulkInsertInput, BulkInsertOutput } from '../../';
+// import { _ClientInput, CommandInput, CommandOutput, _GenericMethodOptions } from '../../shared/BaseClient';
+// import { operations, components } from '../../generated/_DiscoveryApiSchemaTypes';
+// import { Dataset } from './Dataset';
+// type bodyType = operations['SimpleSearchPost']['requestBody']['content']['application/json'];
+// export function QueryBuilder():_QueryBuilder{
+//     return new _QueryBuilder();
+// }
+// export function FilterBuilder():_FilterBuilder{
+//     return new _FilterBuilder();
+// }
+// export class _FilterBuilder {
+//     body: bodyType;
+//     constructor() {
+//         this.body = {filters:[],fieldsToAggregate:[],fieldsToAggregateStats:[]};
+//     }
+//     buildFilters() {
+//         return this.body.filters;
+//     }
+//     rawFilter(filter: components['schemas']['filterListItem']) {
+//         this.body.filters?.push(filter);
+//         return this;
+//     }
+//     filter(type: string, key: string, value: string, ...options: any) {
+//         this.body.filters?.push({
+//             [type]: {
+//                 key,
+//                 value,
+//                 ...options
+//             }
+//         });
+//         return this;
+//     }
+//     match(field: string, value: any) {
+//         this.body.filters?.push({ match: { key: field, value } });
+//         return this;
+//     }
+//     wildcard(field: string, value: any) {
+//         this.body.filters?.push({ wildcard: { key: field, value } });
+//         return this;
+//     }
+//     selfreference(fielda: string, fieldb: string, operation: "<=" | ">=" | "<" | ">" | "==" | "!=") {
+//         this.body.filters?.push({ selfreference: { a: fielda, b: fieldb, operation } });
+//         return this;
+//     }
+//     range(field: string, options: Omit<components['schemas']['filterListItem']['range'],'key'>) {
+//         this.body.filters?.push({ range: { key: field, ...options } });
+//         return this;
+//     }
+//     or(filters: _FilterBuilder[]) {
+//         this.body.filters?.push({ or: filters.map(f => f.body.filters ?? []) });
+//         return this;
+//     }
+//     not(filter: _FilterBuilder) {
+//         this.body.filters?.push({ not: filter.body?.filters ?? [] });
+//         return this;
+//     }
+// } 
+// export class _QueryBuilder extends _FilterBuilder {
+//     defaultQueryValue?: string;
+//     shouldPerformTextQuery:boolean;
+//     constructor() {
+//         super();
+//         this.shouldPerformTextQuery = false;
+//     }
+//     build() {
+//         if (!this.shouldPerformTextQuery) return this.body;
+//         if (!this.defaultQueryValue) throw new Error("Please set the search query by calling .query('my search query') before performing a text search.");
+//         this.body.query = this.defaultQueryValue;
+//         return this.body;
+//     }
+//     query(query:string,fieldsToSearch?: bodyType['fieldsToSearch']) {
+//         this.defaultQueryValue = query;
+//         if (fieldsToSearch) this.body.fieldsToSearch = fieldsToSearch;
+//         return this;
+//     }
+//     queryConfig(weight:number,options?:bodyType['queryConfig']) {
+//         this.body.queryConfig = {weight,...(options??{})};
+//         return this;
+//     }
+//     text(field?:string): _QueryBuilder;
+//     text(field?:string,weight?:number):_QueryBuilder{
+//         this.shouldPerformTextQuery = true;
+//         if (!field) return this; // support searching all fields
+//         if (!this.body.fieldsToSearch) this.body.fieldsToSearch = [];
+//         if (!weight) this.body.fieldsToSearch.push(field);
+//         else this.body.fieldsToSearch.push({field,weight});
+//         return this;
+//     }
+//     vector(field: string, weight?: number): _QueryBuilder;
+//     vector(field: string, options?: components['schemas']['vectorSearchQuery']): _QueryBuilder;
+//     vector(field: string, weight?: number, options?: components['schemas']['vectorSearchQuery']): _QueryBuilder;
+//     vector(field: string, ...args:any[]) {
+//         if (!Array.isArray(this.body.vectorSearchQuery)) this.body.vectorSearchQuery = [];
+//         let payload:components['schemas']['vectorSearchQuery'] = {field};
+//         const inferredModelMatch = field.match(/_(.*)_.*vector_/) // title_text@1-0_vector_ -> text@1-0
+//         if (inferredModelMatch && inferredModelMatch[1]) payload.model = inferredModelMatch[1]; // this can be overridden
+//         for (const arg of args) {
+//             if (typeof arg ==='number') payload.weight = arg; // weight
+//             else payload = {...payload,...arg}; // options
+//         }
+//         this.body.vectorSearchQuery.push(payload);
+//         return this;
+//     }
+//     sort(field: string, direction: 'asc' | 'desc') {
+//         if (!this?.body?.sort?.length) this.body.sort = {};
+//         this.body.sort[field] = direction;
+//         return this;
+//     }
+//     textSort(field: string, direction: 'asc' | 'desc') {
+//         if (!this?.body?.textSort?.length) this.body.textSort = {};
+//         this.body.textSort[field] = direction;
+//         return this;
+//     }
+//     rawOption(key: string, value: any) {
+//         (this.body as any)[key] = value;
+//         return this;
+//     }
+//     minimumRelevance(value: bodyType['minimumRelevance']) {
+//         this.body.minimumRelevance = value;
+//         return this;
+//     }
+//     page(value: bodyType['page']) {
+//         this.body.page = value;
+//         return this;
+//     }
+//     pageSize(value: bodyType['pageSize']) {
+//         this.body.pageSize = value;
+//         return this;
+//     }
+//     includeFields(fields:bodyType['includeFields']) {
+//         this.body.includeFields = fields;
+//     }
+//     excludeFields(fields:bodyType['excludeFields']) {
+//         this.body.excludeFields = fields;
+//     }
+//     includeVectors(whetherToInclude:bodyType['includeVectors']){
+//         this.body.includeVectors = whetherToInclude;
+//     }
+//     aggregate(field: string, options?: { options?: any, aggregates?: _QueryBuilder }) {
+//         this.body.fieldsToAggregate?.push({  field, ...options, fieldsToAggregate: options?.aggregates?.body.fieldsToAggregate ?? [] });
+//         return this;
+//     }
+//     aggregateStats(field: string, interval?: number) {
+//         this.body.fieldsToAggregateStats?.push({  field, interval });
+//         return this;
+//     }
+// }
+// export class DiscoveryClient {
+//     apiClient:DiscoveryApiClient;
+//     constructor(config?: _ClientInput) {
+//         this.apiClient = new DiscoveryApiClient(config ?? {});
+//     }
+//     dataset(name: string, options?: any) {
+//         let dataset = new Dataset(this, name, options);
+//         return dataset;
+//     }
+// }

package/dist-es/services/index.js

@@ -0,0 +1,2 @@
+// export * from './discovery';
+export * from './vecdb';

package/dist-es/services/vecdb/Dataset.js

@@ -0,0 +1,356 @@
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
+    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (_) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+var __values = (this && this.__values) || function(o) {
+    var s = typeof Symbol === "function" && Symbol.iterator, m = s && o[s], i = 0;
+    if (m) return m.call(o);
+    if (o && typeof o.length === "number") return {
+        next: function () {
+            if (o && i >= o.length) o = void 0;
+            return { value: o && o[i++], done: !o };
+        }
+    };
+    throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
+};
+import { QueryBuilder, _QueryBuilder } from ".";
+var Dataset = /** @class */ (function () {
+    function Dataset(client, name, options) {
+        // TODO validate name
+        this.client = client;
+        this.name = name;
+        this.config = options || {};
+    }
+    Object.defineProperty(Dataset.prototype, "datasetName", {
+        get: function () {
+            return this.name;
+        },
+        enumerable: false,
+        configurable: true
+    });
+    ;
+    Dataset.prototype.createIfNotExist = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var err_1;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        _a.trys.push([0, 2, , 4]);
+                        return [4 /*yield*/, this.client.apiClient.GetDatasetDetails({}, { dataset_id: this.name })];
+                    case 1:
+                        _a.sent();
+                        return [2 /*return*/, false];
+                    case 2:
+                        err_1 = _a.sent();
+                        return [4 /*yield*/, this.client.apiClient.CreateDataset(__assign({ id: this.name }, (this.config.schema ? { schema: this.config.schema } : {})))];
+                    case 3:
+                        _a.sent();
+                        return [2 /*return*/, true];
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    Dataset.prototype.recreateIfExists = function () {
+        return __awaiter(this, void 0, void 0, function () {
+            var err_2;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        _a.trys.push([0, 4, , 5]);
+                        return [4 /*yield*/, this.client.apiClient.GetDatasetDetails({}, { dataset_id: this.name })];
+                    case 1:
+                        _a.sent();
+                        return [4 /*yield*/, this.client.apiClient.DeleteDataset({}, { dataset_id: this.name })];
+                    case 2:
+                        _a.sent();
+                        return [4 /*yield*/, this.client.apiClient.CreateDataset(__assign({ id: this.name }, (this.config.schema ? { schema: this.config.schema } : {})))];
+                    case 3:
+                        _a.sent();
+                        return [2 /*return*/, true];
+                    case 4:
+                        err_2 = _a.sent();
+                        return [2 /*return*/, false];
+                    case 5: return [2 /*return*/];
+                }
+            });
+        });
+    };
+    Dataset.prototype.insertDocument = function (document, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var response;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.client.apiClient.Insert(__assign({ document: document }, options), { dataset_id: this.name })];
+                    case 1:
+                        response = _a.sent();
+                        return [2 /*return*/, response.body];
+                }
+            });
+        });
+    };
+    Dataset.prototype.search = function () {
+        var args = [];
+        for (var _i = 0; _i < arguments.length; _i++) {
+            args[_i] = arguments[_i];
+        }
+        return __awaiter(this, void 0, void 0, function () {
+            var payload, options, args_1, args_1_1, arg, reqCallback, response;
+            var e_1, _a;
+            var _this = this;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        payload = {};
+                        options = {};
+                        try {
+                            for (args_1 = __values(args), args_1_1 = args_1.next(); !args_1_1.done; args_1_1 = args_1.next()) {
+                                arg = args_1_1.value;
+                                if (arg instanceof _QueryBuilder) {
+                                    payload = __assign(__assign({}, payload), arg.build());
+                                }
+                                else {
+                                    options = arg;
+                                    if (options.rawPayload)
+                                        payload = __assign(__assign({}, payload), options.rawPayload);
+                                }
+                            }
+                        }
+                        catch (e_1_1) { e_1 = { error: e_1_1 }; }
+                        finally {
+                            try {
+                                if (args_1_1 && !args_1_1.done && (_a = args_1.return)) _a.call(args_1);
+                            }
+                            finally { if (e_1) throw e_1.error; }
+                        }
+                        reqCallback = function () { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
+                            switch (_a.label) {
+                                case 0: return [4 /*yield*/, this.client.apiClient.SimpleSearchPost(payload, { dataset_id: this.name })];
+                                case 1: return [2 /*return*/, _a.sent()];
+                            }
+                        }); }); };
+                        if (!(options.debounce && this.debounceTimer)) return [3 /*break*/, 1];
+                        clearTimeout(this.debounceTimer);
+                        return [2 /*return*/, new Promise(function (resolve) {
+                                _this.debounceTimer = setTimeout(function () { return __awaiter(_this, void 0, void 0, function () { var res; return __generator(this, function (_a) {
+                                    switch (_a.label) {
+                                        case 0: return [4 /*yield*/, reqCallback()];
+                                        case 1:
+                                            res = _a.sent();
+                                            resolve(res);
+                                            return [2 /*return*/];
+                                    }
+                                }); }); }, options.debounce);
+                            })];
+                    case 1: return [4 /*yield*/, reqCallback()];
+                    case 2:
+                        response = _b.sent();
+                        return [2 /*return*/, response.body];
+                }
+            });
+        });
+    };
+    Dataset.prototype.insertDocuments = function (documents, encoders, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var results, finalResults;
+            var _this = this;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this._GenericBulkOperation(__assign(__assign({ data: documents !== null && documents !== void 0 ? documents : [] }, options), { fn: function (documentsSlice) { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0: return [4 /*yield*/, this.client.apiClient.BulkInsert(__assign({ documents: documentsSlice }, (encoders ? { encoders: encoders } : {})), { dataset_id: this.name })];
+                                    case 1: return [2 /*return*/, (_a.sent()).body];
+                                }
+                            }); }); } }))];
+                    case 1:
+                        results = _a.sent();
+                        finalResults = results.reduce(function (prev, cur) {
+                            prev.failed_documents = prev.failed_documents.concat(cur.failed_documents);
+                            prev.inserted += cur.inserted;
+                            return prev;
+                        }, { inserted: 0, failed_documents: [] });
+                        return [2 /*return*/, finalResults];
+                }
+            });
+        });
+    };
+    // TODO - ChunkSearch, insert, insertAndVectorize?, vectorize, 
+    Dataset.prototype._GenericBulkOperation = function (_a) {
+        var data = _a.data, batchSize = _a.batchSize, fn = _a.fn, retryCount = _a.retryCount;
+        return __awaiter(this, void 0, void 0, function () {
+            var results, i, retrysSoFar, res, e_2;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        batchSize = batchSize !== null && batchSize !== void 0 ? batchSize : 10000;
+                        retryCount = retryCount !== null && retryCount !== void 0 ? retryCount : 1;
+                        results = [];
+                        i = 0;
+                        _b.label = 1;
+                    case 1:
+                        if (!(i < (data === null || data === void 0 ? void 0 : data.length))) return [3 /*break*/, 8];
+                        retrysSoFar = 0;
+                        _b.label = 2;
+                    case 2:
+                        if (!(retrysSoFar < retryCount)) return [3 /*break*/, 7];
+                        _b.label = 3;
+                    case 3:
+                        _b.trys.push([3, 5, , 6]);
+                        return [4 /*yield*/, fn(data.slice(i, i + batchSize))];
+                    case 4:
+                        res = _b.sent();
+                        results.push(res);
+                        return [3 /*break*/, 7];
+                    case 5:
+                        e_2 = _b.sent();
+                        console.error("Bulk operation failed with error, retrying - ".concat(e_2));
+                        return [3 /*break*/, 6];
+                    case 6:
+                        retrysSoFar++;
+                        return [3 /*break*/, 2];
+                    case 7:
+                        i += batchSize;
+                        return [3 /*break*/, 1];
+                    case 8: return [2 /*return*/, results];
+                }
+            });
+        });
+    };
+    Dataset.prototype.updateDocument = function (documentId, partialUpdates) {
+        return __awaiter(this, void 0, void 0, function () {
+            var response;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.client.apiClient.Update({ id: documentId, updates: partialUpdates })];
+                    case 1:
+                        response = _a.sent();
+                        return [2 /*return*/, response.body];
+                }
+            });
+        });
+    };
+    Dataset.prototype.updateDocuments = function (updates, options) {
+        return __awaiter(this, void 0, void 0, function () {
+            var results, finalResults;
+            var _this = this;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this._GenericBulkOperation(__assign(__assign({ data: updates !== null && updates !== void 0 ? updates : [] }, options), { fn: function (updatesSlice) { return __awaiter(_this, void 0, void 0, function () { return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0: return [4 /*yield*/, this.client.apiClient.BulkUpdate({ updates: updatesSlice }, { dataset_id: this.name })];
+                                    case 1: return [2 /*return*/, (_a.sent()).body];
+                                }
+                            }); }); } }))];
+                    case 1:
+                        results = _a.sent();
+                        finalResults = results.reduce(function (prev, cur) {
+                            prev.failed_documents = prev.failed_documents.concat(cur.failed_documents);
+                            prev.inserted += cur.inserted;
+                            return prev;
+                        }, { inserted: 0, failed_documents: [] });
+                        return [2 /*return*/, finalResults];
+                }
+            });
+        });
+    };
+    Dataset.prototype.updateDocumentsWhere = function (filters, partialUpdates) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.client.apiClient.UpdateWhere({ filters: filters.build().filters, updates: partialUpdates })];
+                    case 1: return [2 /*return*/, (_a.sent()).body];
+                }
+            });
+        });
+    };
+    Dataset.prototype.getDocument = function (documentId) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.client.apiClient.GetDocument({ document_id: documentId })];
+                    case 1: return [2 /*return*/, (_a.sent()).body];
+                }
+            });
+        });
+    };
+    Dataset.prototype.deleteDocument = function (documentId) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.client.apiClient.DeleteDocument({ id: documentId })];
+                    case 1: return [2 /*return*/, (_a.sent()).body];
+                }
+            });
+        });
+    };
+    Dataset.prototype.deleteDocuments = function (documentIds) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function () {
+            var filters;
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0:
+                        filters = QueryBuilder().match('_id', documentIds);
+                        return [4 /*yield*/, this.client.apiClient.DeleteWhere({ filters: (_a = filters.build().filters) !== null && _a !== void 0 ? _a : [] })];
+                    case 1: return [2 /*return*/, (_b.sent()).body];
+                }
+            });
+        });
+    };
+    Dataset.prototype.deleteDocumentsWhere = function (filters) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_b) {
+                switch (_b.label) {
+                    case 0: return [4 /*yield*/, this.client.apiClient.DeleteWhere({ filters: (_a = filters.build().filters) !== null && _a !== void 0 ? _a : [] })];
+                    case 1: return [2 /*return*/, (_b.sent()).body];
+                }
+            });
+        });
+    };
+    return Dataset;
+}());
+export { Dataset };