@xata.io/client 0.20.1 → 0.20.2

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # @xata.io/client
 
+## 0.20.2
+
+### Patch Changes
+
+- [#756](https://github.com/xataio/client-ts/pull/756) [`27b73745`](https://github.com/xataio/client-ts/commit/27b737451227cf12774115ccb70649f6bbf76180) Thanks [@SferaDev](https://github.com/SferaDev)! - Fix update method with id in payload
+
+- [#726](https://github.com/xataio/client-ts/pull/726) [`47a1f878`](https://github.com/xataio/client-ts/commit/47a1f87850a7178dad656a16d2584eee6ce68f29) Thanks [@SferaDev](https://github.com/SferaDev)! - Use transactions API internally for bulk operations
+
+- [#726](https://github.com/xataio/client-ts/pull/726) [`adde9b10`](https://github.com/xataio/client-ts/commit/adde9b10708182295dee07c203c7bf737806e49e) Thanks [@SferaDev](https://github.com/SferaDev)! - Allow sending bulk operations of more than the limit
+
 ## 0.20.1
 
 ### Patch Changes

package/dist/index.cjs

@@ -1,25 +1,5 @@
 'use strict';
 
-Object.defineProperty(exports, '__esModule', { value: true });
-
-function _interopNamespace(e) {
-  if (e && e.__esModule) return e;
-  var n = Object.create(null);
-  if (e) {
-    Object.keys(e).forEach(function (k) {
-      if (k !== 'default') {
-        var d = Object.getOwnPropertyDescriptor(e, k);
-        Object.defineProperty(n, k, d.get ? d : {
-          enumerable: true,
-          get: function () { return e[k]; }
-        });
-      }
-    });
-  }
-  n["default"] = e;
-  return Object.freeze(n);
-}
-
 const defaultTrace = async (_name, fn, _options) => {
   return await fn({
     setAttributes: () => {
@@ -82,6 +62,13 @@ function deepMerge(a, b) {
   }
   return result;
 }
+function chunk(array, chunkSize) {
+  const result = [];
+  for (let i = 0; i < array.length; i += chunkSize) {
+    result.push(array.slice(i, i + chunkSize));
+  }
+  return result;
+}
 
 function getEnvironment() {
   try {
@@ -172,7 +159,7 @@ async function getGitBranch() {
     if (typeof require === "function") {
       return require(nodeModule).execSync(fullCmd, execOptions).trim();
     }
-    const { execSync } = await (function (t) { return Promise.resolve().then(function () { return /*#__PURE__*/_interopNamespace(require(t)); }); })(nodeModule);
+    const { execSync } = await import(nodeModule);
     return execSync(fullCmd, execOptions).toString().trim();
   } catch (err) {
   }
@@ -205,7 +192,7 @@ function getFetchImplementation(userFetch) {
   return fetchImpl;
 }
 
-const VERSION = "0.20.1";
+const VERSION = "0.20.2";
 
 class ErrorWithCause extends Error {
   constructor(message, options) {
@@ -1388,6 +1375,19 @@ class RecordsApi {
       ...this.extraProps
     });
   }
+  branchTransaction({
+    workspace,
+    region,
+    database,
+    branch,
+    operations
+  }) {
+    return operationsByTag.records.branchTransaction({
+      pathParams: { workspace, region, dbBranchName: `${database}:${branch}` },
+      body: { operations },
+      ...this.extraProps
+    });
+  }
 }
 class SearchAndFilterApi {
   constructor(extraProps) {
@@ -2153,7 +2153,8 @@ var __privateMethod$2 = (obj, member, method) => {
   __accessCheck$4(obj, member, "access private method");
   return method;
 };
-var _table, _getFetchProps, _db, _cache, _schemaTables$2, _trace, _insertRecordWithoutId, insertRecordWithoutId_fn, _insertRecordWithId, insertRecordWithId_fn, _bulkInsertTableRecords, bulkInsertTableRecords_fn, _updateRecordWithID, updateRecordWithID_fn, _upsertRecordWithID, upsertRecordWithID_fn, _deleteRecord, deleteRecord_fn, _setCacheQuery, setCacheQuery_fn, _getCacheQuery, getCacheQuery_fn, _getSchemaTables$1, getSchemaTables_fn$1;
+var _table, _getFetchProps, _db, _cache, _schemaTables$2, _trace, _insertRecordWithoutId, insertRecordWithoutId_fn, _insertRecordWithId, insertRecordWithId_fn, _insertRecords, insertRecords_fn, _updateRecordWithID, updateRecordWithID_fn, _updateRecords, updateRecords_fn, _upsertRecordWithID, upsertRecordWithID_fn, _deleteRecord, deleteRecord_fn, _deleteRecords, deleteRecords_fn, _setCacheQuery, setCacheQuery_fn, _getCacheQuery, getCacheQuery_fn, _getSchemaTables$1, getSchemaTables_fn$1;
+const BULK_OPERATION_MAX_SIZE = 1e3;
 class Repository extends Query {
 }
 class RestRepository extends Query {
@@ -2165,10 +2166,12 @@ class RestRepository extends Query {
     );
     __privateAdd$4(this, _insertRecordWithoutId);
     __privateAdd$4(this, _insertRecordWithId);
-    __privateAdd$4(this, _bulkInsertTableRecords);
+    __privateAdd$4(this, _insertRecords);
     __privateAdd$4(this, _updateRecordWithID);
+    __privateAdd$4(this, _updateRecords);
     __privateAdd$4(this, _upsertRecordWithID);
     __privateAdd$4(this, _deleteRecord);
+    __privateAdd$4(this, _deleteRecords);
     __privateAdd$4(this, _setCacheQuery);
     __privateAdd$4(this, _getCacheQuery);
     __privateAdd$4(this, _getSchemaTables$1);
@@ -2202,20 +2205,22 @@ class RestRepository extends Query {
       if (Array.isArray(a)) {
         if (a.length === 0)
           return [];
-        const columns = isStringArray(b) ? b : void 0;
-        return __privateMethod$2(this, _bulkInsertTableRecords, bulkInsertTableRecords_fn).call(this, a, columns);
+        const ids = await __privateMethod$2(this, _insertRecords, insertRecords_fn).call(this, a, { ifVersion, createOnly: true });
+        const columns = isStringArray(b) ? b : ["*"];
+        const result = await this.read(ids, columns);
+        return result;
       }
       if (isString(a) && isObject(b)) {
         if (a === "")
           throw new Error("The id can't be empty");
         const columns = isStringArray(c) ? c : void 0;
-        return __privateMethod$2(this, _insertRecordWithId, insertRecordWithId_fn).call(this, a, b, columns, { createOnly: true, ifVersion });
+        return await __privateMethod$2(this, _insertRecordWithId, insertRecordWithId_fn).call(this, a, b, columns, { createOnly: true, ifVersion });
       }
       if (isObject(a) && isString(a.id)) {
         if (a.id === "")
           throw new Error("The id can't be empty");
         const columns = isStringArray(b) ? b : void 0;
-        return __privateMethod$2(this, _insertRecordWithId, insertRecordWithId_fn).call(this, a.id, { ...a, id: void 0 }, columns, { createOnly: true, ifVersion });
+        return await __privateMethod$2(this, _insertRecordWithId, insertRecordWithId_fn).call(this, a.id, { ...a, id: void 0 }, columns, { createOnly: true, ifVersion });
       }
       if (isObject(a)) {
         const columns = isStringArray(b) ? b : void 0;
@@ -2290,11 +2295,15 @@ class RestRepository extends Query {
       if (Array.isArray(a)) {
         if (a.length === 0)
           return [];
-        if (a.length > 100) {
-          console.warn("Bulk update operation is not optimized in the Xata API yet, this request might be slow");
-        }
+        const existing = await this.read(a, ["id"]);
+        const updates = a.filter((_item, index) => existing[index] !== null);
+        await __privateMethod$2(this, _updateRecords, updateRecords_fn).call(this, updates, {
+          ifVersion,
+          upsert: false
+        });
         const columns = isStringArray(b) ? b : ["*"];
-        return Promise.all(a.map((object) => this.update(object, columns)));
+        const result = await this.read(a, columns);
+        return result;
       }
       if (isString(a) && isObject(b)) {
         const columns = isStringArray(c) ? c : void 0;
@@ -2332,11 +2341,13 @@ class RestRepository extends Query {
       if (Array.isArray(a)) {
         if (a.length === 0)
           return [];
-        if (a.length > 100) {
-          console.warn("Bulk update operation is not optimized in the Xata API yet, this request might be slow");
-        }
+        await __privateMethod$2(this, _updateRecords, updateRecords_fn).call(this, a, {
+          ifVersion,
+          upsert: true
+        });
         const columns = isStringArray(b) ? b : ["*"];
-        return Promise.all(a.map((object) => this.createOrUpdate(object, columns)));
+        const result = await this.read(a, columns);
+        return result;
       }
       if (isString(a) && isObject(b)) {
         const columns = isStringArray(c) ? c : void 0;
@@ -2355,8 +2366,10 @@ class RestRepository extends Query {
       if (Array.isArray(a)) {
         if (a.length === 0)
           return [];
+        const ids = await __privateMethod$2(this, _insertRecords, insertRecords_fn).call(this, a, { ifVersion, createOnly: false });
         const columns = isStringArray(b) ? b : ["*"];
-        return __privateMethod$2(this, _bulkInsertTableRecords, bulkInsertTableRecords_fn).call(this, a, columns);
+        const result = await this.read(ids, columns);
+        return result;
       }
       if (isString(a) && isObject(b)) {
         const columns = isStringArray(c) ? c : void 0;
@@ -2374,10 +2387,17 @@ class RestRepository extends Query {
       if (Array.isArray(a)) {
         if (a.length === 0)
           return [];
-        if (a.length > 100) {
-          console.warn("Bulk delete operation is not optimized in the Xata API yet, this request might be slow");
-        }
-        return Promise.all(a.map((id) => this.delete(id, b)));
+        const ids = a.map((o) => {
+          if (isString(o))
+            return o;
+          if (isString(o.id))
+            return o.id;
+          throw new Error("Invalid arguments for delete method");
+        });
+        const columns = isStringArray(b) ? b : ["*"];
+        const result = await this.read(a, columns);
+        await __privateMethod$2(this, _deleteRecords, deleteRecords_fn).call(this, ids);
+        return result;
       }
       if (isString(a)) {
         return __privateMethod$2(this, _deleteRecord, deleteRecord_fn).call(this, a, b);
@@ -2545,31 +2565,40 @@ insertRecordWithId_fn = async function(recordId, object, columns = ["*"], { crea
   const schemaTables = await __privateMethod$2(this, _getSchemaTables$1, getSchemaTables_fn$1).call(this);
   return initObject(__privateGet$4(this, _db), schemaTables, __privateGet$4(this, _table), response, columns);
 };
-_bulkInsertTableRecords = new WeakSet();
-bulkInsertTableRecords_fn = async function(objects, columns = ["*"]) {
+_insertRecords = new WeakSet();
+insertRecords_fn = async function(objects, { createOnly, ifVersion }) {
   const fetchProps = await __privateGet$4(this, _getFetchProps).call(this);
-  const records = objects.map((object) => transformObjectLinks(object));
-  const response = await bulkInsertTableRecords({
-    pathParams: {
-      workspace: "{workspaceId}",
-      dbBranchName: "{dbBranch}",
-      region: "{region}",
-      tableName: __privateGet$4(this, _table)
-    },
-    queryParams: { columns },
-    body: { records },
-    ...fetchProps
-  });
-  if (!isResponseWithRecords(response)) {
-    throw new Error("Request included columns but server didn't include them");
+  const chunkedOperations = chunk(
+    objects.map((object) => ({
+      insert: { table: __privateGet$4(this, _table), record: transformObjectLinks(object), createOnly, ifVersion }
+    })),
+    BULK_OPERATION_MAX_SIZE
+  );
+  const ids = [];
+  for (const operations of chunkedOperations) {
+    const { results } = await branchTransaction({
+      pathParams: {
+        workspace: "{workspaceId}",
+        dbBranchName: "{dbBranch}",
+        region: "{region}"
+      },
+      body: { operations },
+      ...fetchProps
+    });
+    for (const result of results) {
+      if (result.operation === "insert") {
+        ids.push(result.id);
+      } else {
+        ids.push(null);
+      }
+    }
   }
-  const schemaTables = await __privateMethod$2(this, _getSchemaTables$1, getSchemaTables_fn$1).call(this);
-  return response.records?.map((item) => initObject(__privateGet$4(this, _db), schemaTables, __privateGet$4(this, _table), item, columns));
+  return ids;
 };
 _updateRecordWithID = new WeakSet();
 updateRecordWithID_fn = async function(recordId, object, columns = ["*"], { ifVersion }) {
   const fetchProps = await __privateGet$4(this, _getFetchProps).call(this);
-  const record = transformObjectLinks(object);
+  const { id: _id, ...record } = transformObjectLinks(object);
   try {
     const response = await updateRecordWithID({
       pathParams: {
@@ -2592,6 +2621,36 @@ updateRecordWithID_fn = async function(recordId, object, columns = ["*"], { ifVe
     throw e;
   }
 };
+_updateRecords = new WeakSet();
+updateRecords_fn = async function(objects, { ifVersion, upsert }) {
+  const fetchProps = await __privateGet$4(this, _getFetchProps).call(this);
+  const chunkedOperations = chunk(
+    objects.map(({ id, ...object }) => ({
+      update: { table: __privateGet$4(this, _table), id, ifVersion, upsert, fields: transformObjectLinks(object) }
+    })),
+    BULK_OPERATION_MAX_SIZE
+  );
+  const ids = [];
+  for (const operations of chunkedOperations) {
+    const { results } = await branchTransaction({
+      pathParams: {
+        workspace: "{workspaceId}",
+        dbBranchName: "{dbBranch}",
+        region: "{region}"
+      },
+      body: { operations },
+      ...fetchProps
+    });
+    for (const result of results) {
+      if (result.operation === "update") {
+        ids.push(result.id);
+      } else {
+        ids.push(null);
+      }
+    }
+  }
+  return ids;
+};
 _upsertRecordWithID = new WeakSet();
 upsertRecordWithID_fn = async function(recordId, object, columns = ["*"], { ifVersion }) {
   const fetchProps = await __privateGet$4(this, _getFetchProps).call(this);
@@ -2634,6 +2693,25 @@ deleteRecord_fn = async function(recordId, columns = ["*"]) {
     throw e;
   }
 };
+_deleteRecords = new WeakSet();
+deleteRecords_fn = async function(recordIds) {
+  const fetchProps = await __privateGet$4(this, _getFetchProps).call(this);
+  const chunkedOperations = chunk(
+    recordIds.map((id) => ({ delete: { table: __privateGet$4(this, _table), id } })),
+    BULK_OPERATION_MAX_SIZE
+  );
+  for (const operations of chunkedOperations) {
+    await branchTransaction({
+      pathParams: {
+        workspace: "{workspaceId}",
+        dbBranchName: "{dbBranch}",
+        region: "{region}"
+      },
+      body: { operations },
+      ...fetchProps
+    });
+  }
+};
 _setCacheQuery = new WeakSet();
 setCacheQuery_fn = async function(query, meta, records) {
   await __privateGet$4(this, _cache).set(`query_${__privateGet$4(this, _table)}:${query.key()}`, { date: new Date(), meta, records });
@@ -2744,9 +2822,6 @@ const initObject = (db, schemaTables, table, object, selectedColumns) => {
   Object.freeze(result);
   return result;
 };
-function isResponseWithRecords(value) {
-  return isObject(value) && Array.isArray(value.records);
-}
 function extractId(value) {
   if (isString(value))
     return value;