@take-out/postgres 0.0.28

package/dist/cjs/cli.native.js

@@ -0,0 +1,164 @@
+#!/usr/bin/env node
+"use strict";
+
+var import_citty = require("citty"),
+  import_path = require("path"),
+  import_build_migrations = require("./scripts/build-migrations.native.js"),
+  import_drizzle_migrations_sync = require("./scripts/drizzle-migrations-sync.native.js"),
+  import_migration_add = require("./scripts/migration-add.native.js"),
+  import_pg_dump = require("./scripts/pg_dump.native.js"),
+  import_psql = require("./scripts/psql.native.js"),
+  syncDrizzle = (0, import_citty.defineCommand)({
+    meta: {
+      name: "sync-drizzle",
+      description: "Sync Drizzle SQL migrations to TypeScript wrappers"
+    },
+    args: {
+      dir: {
+        type: "string",
+        description: "Migrations directory",
+        required: !1,
+        default: "./src/database/migrations"
+      }
+    },
+    async run(param) {
+      var {
+          args
+        } = param,
+        migrationsDir = (0, import_path.join)(process.cwd(), args.dir);
+      console.info(`Syncing migrations in ${migrationsDir}`), await (0, import_drizzle_migrations_sync.syncDrizzleMigrations)({
+        migrationsDir
+      });
+    }
+  }),
+  buildMigrations = (0, import_citty.defineCommand)({
+    meta: {
+      name: "build-migrations",
+      description: "Build migration bundle for deployment"
+    },
+    args: {
+      dir: {
+        type: "string",
+        description: "Migrations directory",
+        required: !1,
+        default: "./src/database/migrations"
+      },
+      out: {
+        type: "string",
+        description: "Output file name",
+        required: !1,
+        default: "migrate-dist.js"
+      }
+    },
+    async run(param) {
+      var {
+          args
+        } = param,
+        migrationsDir = (0, import_path.join)(process.cwd(), args.dir);
+      await (0, import_build_migrations.buildMigrations)({
+        migrationsDir,
+        outFile: args.out
+      });
+    }
+  }),
+  migrationAdd = (0, import_citty.defineCommand)({
+    meta: {
+      name: "migrate:add",
+      description: "Create a new custom TypeScript migration"
+    },
+    args: {
+      name: {
+        type: "positional",
+        description: "Migration name",
+        required: !1
+      },
+      dir: {
+        type: "string",
+        description: "Migrations directory",
+        required: !1,
+        default: "./src/database/migrations"
+      }
+    },
+    async run(param) {
+      var {
+          args
+        } = param,
+        migrationsDir = (0, import_path.join)(process.cwd(), args.dir);
+      (0, import_migration_add.addMigration)({
+        migrationsDir,
+        name: args.name
+      });
+    }
+  }),
+  psql = (0, import_citty.defineCommand)({
+    meta: {
+      name: "psql",
+      description: "Connect to PostgreSQL database with psql"
+    },
+    args: {
+      connectionString: {
+        type: "string",
+        description: "PostgreSQL connection string",
+        required: !1
+      },
+      query: {
+        type: "string",
+        description: "Query to execute",
+        required: !1
+      }
+    },
+    async run(param) {
+      var {
+          args
+        } = param,
+        connectionString = args.connectionString || process.env.ZERO_UPSTREAM_DB;
+      connectionString || (console.error("No connection string provided. Set ZERO_UPSTREAM_DB or pass --connectionString"), process.exit(1));
+      var exitCode = (0, import_psql.runPsql)({
+        connectionString,
+        query: args.query
+      });
+      process.exit(exitCode || 0);
+    }
+  }),
+  pgDump = (0, import_citty.defineCommand)({
+    meta: {
+      name: "pg_dump",
+      description: "Dump PostgreSQL database using pg_dump"
+    },
+    args: {
+      connectionString: {
+        type: "string",
+        description: "PostgreSQL connection string",
+        required: !1
+      }
+    },
+    async run(param) {
+      var {
+          args
+        } = param,
+        connectionString = args.connectionString || process.env.ZERO_UPSTREAM_DB;
+      connectionString || (console.error("No connection string provided. Set ZERO_UPSTREAM_DB or pass --connectionString"), process.exit(1));
+      var cliArgs = process.argv.slice(3),
+        exitCode = (0, import_pg_dump.runPgDump)({
+          connectionString,
+          args: cliArgs
+        });
+      process.exit(exitCode || 0);
+    }
+  }),
+  main = (0, import_citty.defineCommand)({
+    meta: {
+      name: "postgres",
+      description: "PostgreSQL database utilities and migration tools",
+      version: "0.0.1"
+    },
+    subCommands: {
+      "sync-drizzle": syncDrizzle,
+      "build-migrations": buildMigrations,
+      "migrate:add": migrationAdd,
+      psql,
+      pg_dump: pgDump
+    }
+  });
+(0, import_citty.runMain)(main);
+//# sourceMappingURL=cli.native.js.map

package/dist/cjs/cli.native.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["import_citty","require","import_path","import_build_migrations","import_drizzle_migrations_sync","import_migration_add","import_pg_dump","import_psql","syncDrizzle","defineCommand","meta","name","description","args","dir","type","required","default","run","param","migrationsDir","join","process","cwd","console","info","syncDrizzleMigrations","buildMigrations","out","outFile","migrationAdd","addMigration","psql","connectionString","query","env","ZERO_UPSTREAM_DB","error","exit","exitCode","runPsql","pgDump","cliArgs","argv","slice","runPgDump","main","version","subCommands"],"sources":["../../src/cli.ts"],"sourcesContent":[null],"mappings":";AACA;;AAQA,IAAAA,YAAM,GAAAC,OAAc;EAAAC,WAAA,GAAAD,OAAc;EAAAE,uBAAA,GAAAF,OAAA;EAAAG,8BAAA,GAAAH,OAAA;EAAAI,oBAAA,GAAAJ,OAAA;EAAAK,cAAA,GAAAL,OAAA;EAAAM,WAAA,GAAAN,OAAA;EAAAO,WAAA,OAAAR,YAAA,CAAAS,aAAA;IAChCC,IAAA,EAAM;MACJC,IAAA,EAAM;MACNC,WAAA,EAAa;IACf;IACAC,IAAA,EAAM;MACJC,GAAA,EAAK;QACHC,IAAA,EAAM;QACNH,WAAA,EAAa;QACbI,QAAA,EAAU;QACVC,OAAA,EAAS;MACX;IACF;IACA,MAAMC,IAAIC,KAAE,EAAK;MACf;UAAMN;QAAA,IAAAM,KAAA;QAAAC,aAAgB,OAAAlB,WAAK,CAAAmB,IAAQ,EAAAC,OAAO,CAAAC,GAAK,CAAG,GAAAV,IAAA,CAAAC,GAAA;MAClDU,OAAA,CAAQC,IAAA,CAAK,yBAAyBL,aAAa,EAAE,GACrD,UAAMhB,8BAAA,CAAAsB,qBAAA,EAAsB;QAC9BN;MAGI;IACJ;EAAM;EACJO,eAAM,OAAA3B,YAAA,CAAAS,aAAA;IAAAC,IACN;MACFC,IAAA;MACAC,WAAM;IAAA;IACCC,IACH;MAAMC,GACN;QACAC,IAAA,UAAU;QACVH,WAAS;QACXI,QAAA;QACAC,OAAK;MAAA;MACGW,GACN;QACAb,IAAA,UAAU;QACVH,WAAS;QACXI,QAAA;QACFC,OAAA;MACA;IACE;IACA,MAAAC,IAAAC,KAAM;MAAmB,IACvB;UAAAN;QAAA,IAAAM,KAAA;QAAAC,aAAA,OAAAlB,WAAA,CAAAmB,IAAA,EAAAC,OAAA,CAAAC,GAAA,IAAAV,IAAA,CAAAC,GAAA;MAAA,MACA,IAAAX,uBAAc,CAAAwB,eAAA;QACfP,aAAA;QACHS,OAAA,EAAAhB,IAAA,CAAAe;MAGI;IACJ;EAAM;EACJE,YAAM,OAAA9B,YAAA,CAAAS,aAAA;IAAAC,IACN;MACFC,IAAA;MACAC,WAAM;IAAA;IACEC,IACJ;MAAMF,IACN;QACAI,IAAA,cAAU;QACZH,WAAA;QACAI,QAAK;MAAA;MACGF,GACN;QACAC,IAAA,UAAU;QACVH,WAAS;QACXI,QAAA;QACFC,OAAA;MACA;IACE;IACA,MAAAC,IAAAC,KAAA;MACF;UAAAN;QAAA,IAAAM,KAAA;QAAAC,aAAA,OAAAlB,WAAA,CAAAmB,IAAA,EAAAC,OAAA,CAAAC,GAAA,IAAAV,IAAA,CAAAC,GAAA;MAGI,IAAAT,oBAAO,CAAA0B,YAAA,EAAc;QACzBX,aAAM;QACJT,IAAM,EAAAE,IAAA,CAAAF;MACN;IACF;EAAA,EACA;EAAAqB,IAAM,OAAAhC,YAAA,CAAAS,aAAA;IAAAC,IACJ;MAAkBC,IAChB,QAAM;MAAAC,WACN;IAAa;IACHC,IACZ;MACAoB,gBAAO;QACLlB,IAAA,EAAM;QACNH,WAAA,EAAa;QACbI,QAAA,EAAU;MACZ;MACFkB,KAAA;QACAnB,IAAM,EAAI,QAAO;QACfH,WAAM,oBAAwB;QACzBI,QAAA;MACK;IACN;IAIJ,MAAAE,GAAMA,CAAAC,KAAA;MACN;UAAAN;QAAQ,IAAKM,KAAA;QAAAc,gBAAa,GAAApB,IAAA,CAAAoB,gBAAA,IAAAX,OAAA,CAAAa,GAAA,CAAAC,gBAAA;MAC5BH,gBAAA,KAAAT,OAAA,CAAAa,KAAA,oFAAAf,OAAA,CAAAgB,IAAA;MAGI,IAAAC,QAAA,GAAS,IAAAhC,WAAA,CAAAiC,OAAA;QACbP,gBAAM;QACJC,KAAM,EAAArB,IAAA,CAAAqB;MACN;MACFZ,OAAA,CAAAgB,IAAA,CAAAC,QAAA;IACA;EAAM;EACJE,MAAA,OAAAzC,YAAkB,CAAAS,aAAA;IAAAC,IAChB;MAAMC,IACN,WAAa;MAAAC,WACb,EAAU;IAAA;IAEdC,IAAA;MACAoB,gBAAiB,EAAG;QAClBlB,IAAM;QACDH,WAAA,gCACK;QACNI,QAAA;MACF;IAGF;IAEA,MAAAE,IAAQC,KAAK;MACf;UAAAN;QAAA,IAAAM,KAAA;QAAAc,gBAAA,GAAApB,IAAA,CAAAoB,gBAAA,IAAAX,OAAA,CAAAa,GAAA,CAAAC,gBAAA;MAGIH,gBAAO,KAAAT,OAAA,CAAAa,KAAA,iFAAc,GAAAf,OAAA,CAAAgB,IAAA;MACzB,IAAMI,OAAA,GAAApB,OAAA,CAAAqB,IAAA,CAAAC,KAAA;QAAAL,QAAA,OAAAjC,cAAA,CAAAuC,SAAA;UACJZ,gBAAM;UACNpB,IAAA,EAAA6B;QACA;MACFpB,OAAA,CAAAgB,IAAA,CAAAC,QAAA;IACA;EAAa;EACXO,IAAA,OAAA9C,YAAgB,CAAAS,aAAA;IAAAC,IAChB;MACAC,IAAA,YAAe;MACfC,WAAA;MACAmC,OAAA,EAAS;IACX;IACDC,WAAA;MAED,gBAAAxC,WAAY","ignoreList":[]}

package/dist/cjs/createServerHelpers.cjs

@@ -0,0 +1,37 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+    for (var name in all) __defProp(target, name, {
+      get: all[name],
+      enumerable: !0
+    });
+  },
+  __copyProps = (to, from, except, desc) => {
+    if (from && typeof from == "object" || typeof from == "function") for (let key of __getOwnPropNames(from)) !__hasOwnProp.call(to, key) && key !== except && __defProp(to, key, {
+      get: () => from[key],
+      enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+    });
+    return to;
+  };
+var __toCommonJS = mod => __copyProps(__defProp({}, "__esModule", {
+  value: !0
+}), mod);
+var createServerHelpers_exports = {};
+__export(createServerHelpers_exports, {
+  createServerHelpers: () => createServerHelpers
+});
+module.exports = __toCommonJS(createServerHelpers_exports);
+var import_sql = require("./sql.cjs"),
+  import_getDBClient = require("./helpers/getDBClient.cjs");
+function createServerHelpers(pool) {
+  const sql = (0, import_sql.createSql)(pool);
+  return (0, import_sql.setDefaultPool)(pool), {
+    sql,
+    getDBClient: (options = {}) => (0, import_getDBClient.getDBClient)({
+      pool,
+      ...options
+    })
+  };
+}

package/dist/cjs/createServerHelpers.js

@@ -0,0 +1,28 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: !0 });
+}, __copyProps = (to, from, except, desc) => {
+  if (from && typeof from == "object" || typeof from == "function")
+    for (let key of __getOwnPropNames(from))
+      !__hasOwnProp.call(to, key) && key !== except && __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: !0 }), mod);
+var createServerHelpers_exports = {};
+__export(createServerHelpers_exports, {
+  createServerHelpers: () => createServerHelpers
+});
+module.exports = __toCommonJS(createServerHelpers_exports);
+var import_sql = require("./sql"), import_getDBClient = require("./helpers/getDBClient");
+function createServerHelpers(pool) {
+  const sql = (0, import_sql.createSql)(pool);
+  return (0, import_sql.setDefaultPool)(pool), {
+    sql,
+    getDBClient: (options = {}) => (0, import_getDBClient.getDBClient)({ pool, ...options })
+  };
+}
+//# sourceMappingURL=createServerHelpers.js.map

package/dist/cjs/createServerHelpers.js.map

@@ -0,0 +1,6 @@
+{
+  "version": 3,
+  "sources": ["../../src/createServerHelpers.ts"],
+  "mappings": ";;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AACA,iBAA0C,kBAC1C,qBAAqD;AAS9C,SAAS,oBAAoB,MAA2B;AAC7D,QAAM,UAAM,sBAAU,IAAI;AAC1B,wCAAe,IAAI,GAEZ;AAAA,IACL;AAAA,IACA,aAAa,CAAC,UAAU,CAAC,UAAM,gCAAY,EAAE,MAAM,GAAG,QAAQ,CAAC;AAAA,EACjE;AACF;",
+  "names": []
+}

package/dist/cjs/createServerHelpers.native.js

@@ -0,0 +1,43 @@
+"use strict";
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+    for (var name in all) __defProp(target, name, {
+      get: all[name],
+      enumerable: !0
+    });
+  },
+  __copyProps = (to, from, except, desc) => {
+    if (from && typeof from == "object" || typeof from == "function") for (let key of __getOwnPropNames(from)) !__hasOwnProp.call(to, key) && key !== except && __defProp(to, key, {
+      get: () => from[key],
+      enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+    });
+    return to;
+  };
+var __toCommonJS = mod => __copyProps(__defProp({}, "__esModule", {
+  value: !0
+}), mod);
+var createServerHelpers_exports = {};
+__export(createServerHelpers_exports, {
+  createServerHelpers: () => createServerHelpers
+});
+module.exports = __toCommonJS(createServerHelpers_exports);
+var import_sql = require("./sql.native.js"),
+  import_getDBClient = require("./helpers/getDBClient.native.js");
+function createServerHelpers(pool) {
+  var sql = (0, import_sql.createSql)(pool);
+  return (0, import_sql.setDefaultPool)(pool), {
+    sql,
+    getDBClient: function () {
+      var options = arguments.length > 0 && arguments[0] !== void 0 ? arguments[0] : {};
+      return (0, import_getDBClient.getDBClient)({
+        pool,
+        ...options
+      });
+    }
+  };
+}
+//# sourceMappingURL=createServerHelpers.native.js.map

package/dist/cjs/createServerHelpers.native.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["__toCommonJS","mod","__copyProps","__defProp","value","createServerHelpers_exports","__export","createServerHelpers","module","exports","import_sql","require","import_getDBClient","pool","sql","createSql","setDefaultPool","getDBClient","options","arguments","length"],"sources":["../../src/createServerHelpers.ts"],"sourcesContent":[null],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,GAAA,IAAAC,WAAA,CAAAC,SAAA;EAAAC,KAAA;AAAA,IAAAH,GAAA;AAAA,IAAAI,2BAAA;AAAAC,QAAA,CAAAD,2BAAA;EAAAE,mBAAA,EAAAA,CAAA,KAAAA;AAAA;AACAC,MAAA,CAAAC,OAAA,GAA0CT,YAAA,CAAAK,2BACW;AAS9C,IAAAK,UAAS,GAAAC,OAAA,kBAAoB;EAA2BC,kBAAA,GAAAD,OAAA;AAC7D,SAAMJ,mBAAMA,CAAAM,IAAA;EACZ,IAAAC,GAAA,OAAAJ,UAAA,CAAAK,SAAA,EAAAF,IAAe;EAER,OACL,IAAAH,UAAA,CAAAM,cAAA,EAAAH,IAAA;IACAC,GAAA;IACFG,WAAA,WAAAA,CAAA;MACF,IAAAC,OAAA,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,iBAAAA,SAAA","ignoreList":[]}

package/dist/cjs/helpers/chunkedQuery.cjs

@@ -0,0 +1,60 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+    for (var name in all) __defProp(target, name, {
+      get: all[name],
+      enumerable: !0
+    });
+  },
+  __copyProps = (to, from, except, desc) => {
+    if (from && typeof from == "object" || typeof from == "function") for (let key of __getOwnPropNames(from)) !__hasOwnProp.call(to, key) && key !== except && __defProp(to, key, {
+      get: () => from[key],
+      enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+    });
+    return to;
+  };
+var __toCommonJS = mod => __copyProps(__defProp({}, "__esModule", {
+  value: !0
+}), mod);
+var chunkedQuery_exports = {};
+__export(chunkedQuery_exports, {
+  processInChunks: () => processInChunks,
+  updateInChunks: () => updateInChunks
+});
+module.exports = __toCommonJS(chunkedQuery_exports);
+async function processInChunks(client, query, processor, options = {}) {
+  const {
+    chunkSize = 1e3,
+    onProgress
+  } = options;
+  let offset = 0,
+    hasMore = !0,
+    totalProcessed = 0;
+  const countQuery = query.replace(/SELECT .+ FROM/, "SELECT COUNT(*) FROM").replace(/ORDER BY .+/, ""),
+    countResult = await client.query(countQuery),
+    totalCount = Number.parseInt(countResult.rows[0].count, 10);
+  for (; hasMore;) {
+    const paginatedQuery = `${query} LIMIT ${chunkSize} OFFSET ${offset}`,
+      result = await client.query(paginatedQuery);
+    if (result.rows.length === 0) {
+      hasMore = !1;
+      break;
+    }
+    await processor(result.rows), totalProcessed += result.rows.length, offset += chunkSize, onProgress && onProgress(totalProcessed, totalCount), result.rows.length < chunkSize && (hasMore = !1);
+  }
+}
+async function updateInChunks(client, tableName, selectQuery, transformer, options = {}) {
+  let totalUpdated = 0;
+  return await processInChunks(client, selectQuery, async rows => {
+    for (const row of rows) {
+      const updates = await transformer(row);
+      if (updates && Object.keys(updates).length > 0) {
+        const setClause = Object.keys(updates).map((key, index) => `${key} = $${index + 2}`).join(", "),
+          values = [row.id, ...Object.values(updates)];
+        await client.query(`UPDATE ${tableName} SET ${setClause} WHERE id = $1`, values), totalUpdated++;
+      }
+    }
+  }, options), totalUpdated;
+}

package/dist/cjs/helpers/chunkedQuery.js

@@ -0,0 +1,51 @@
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: !0 });
+}, __copyProps = (to, from, except, desc) => {
+  if (from && typeof from == "object" || typeof from == "function")
+    for (let key of __getOwnPropNames(from))
+      !__hasOwnProp.call(to, key) && key !== except && __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: !0 }), mod);
+var chunkedQuery_exports = {};
+__export(chunkedQuery_exports, {
+  processInChunks: () => processInChunks,
+  updateInChunks: () => updateInChunks
+});
+module.exports = __toCommonJS(chunkedQuery_exports);
+async function processInChunks(client, query, processor, options = {}) {
+  const { chunkSize = 1e3, onProgress } = options;
+  let offset = 0, hasMore = !0, totalProcessed = 0;
+  const countQuery = query.replace(/SELECT .+ FROM/, "SELECT COUNT(*) FROM").replace(/ORDER BY .+/, ""), countResult = await client.query(countQuery), totalCount = Number.parseInt(countResult.rows[0].count, 10);
+  for (; hasMore; ) {
+    const paginatedQuery = `${query} LIMIT ${chunkSize} OFFSET ${offset}`, result = await client.query(paginatedQuery);
+    if (result.rows.length === 0) {
+      hasMore = !1;
+      break;
+    }
+    await processor(result.rows), totalProcessed += result.rows.length, offset += chunkSize, onProgress && onProgress(totalProcessed, totalCount), result.rows.length < chunkSize && (hasMore = !1);
+  }
+}
+async function updateInChunks(client, tableName, selectQuery, transformer, options = {}) {
+  let totalUpdated = 0;
+  return await processInChunks(
+    client,
+    selectQuery,
+    async (rows) => {
+      for (const row of rows) {
+        const updates = await transformer(row);
+        if (updates && Object.keys(updates).length > 0) {
+          const setClause = Object.keys(updates).map((key, index) => `${key} = $${index + 2}`).join(", "), values = [row.id, ...Object.values(updates)];
+          await client.query(`UPDATE ${tableName} SET ${setClause} WHERE id = $1`, values), totalUpdated++;
+        }
+      }
+    },
+    options
+  ), totalUpdated;
+}
+//# sourceMappingURL=chunkedQuery.js.map

package/dist/cjs/helpers/chunkedQuery.js.map

@@ -0,0 +1,6 @@
+{
+  "version": 3,
+  "sources": ["../../../src/helpers/chunkedQuery.ts"],
+  "mappings": ";;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAUA,eAAsB,gBACpB,QACA,OACA,WACA,UAA+B,CAAC,GACjB;AACf,QAAM,EAAE,YAAY,KAAM,WAAW,IAAI;AACzC,MAAI,SAAS,GACT,UAAU,IACV,iBAAiB;AAGrB,QAAM,aAAa,MAChB,QAAQ,kBAAkB,sBAAsB,EAChD,QAAQ,eAAe,EAAE,GACtB,cAAc,MAAM,OAAO,MAAM,UAAU,GAC3C,aAAa,OAAO,SAAS,YAAY,KAAK,CAAC,EAAE,OAAO,EAAE;AAEhE,SAAO,WAAS;AACd,UAAM,iBAAiB,GAAG,KAAK,UAAU,SAAS,WAAW,MAAM,IAC7D,SAAS,MAAM,OAAO,MAAS,cAAc;AAEnD,QAAI,OAAO,KAAK,WAAW,GAAG;AAC5B,gBAAU;AACV;AAAA,IACF;AAEA,UAAM,UAAU,OAAO,IAAI,GAE3B,kBAAkB,OAAO,KAAK,QAC9B,UAAU,WAEN,cACF,WAAW,gBAAgB,UAAU,GAInC,OAAO,KAAK,SAAS,cACvB,UAAU;AAAA,EAEd;AACF;AAKA,eAAsB,eACpB,QACA,WACA,aACA,aACA,UAA+B,CAAC,GACf;AACjB,MAAI,eAAe;AAEnB,eAAM;AAAA,IACJ;AAAA,IACA;AAAA,IACA,OAAO,SAAS;AACd,iBAAW,OAAO,MAAM;AACtB,cAAM,UAAU,MAAM,YAAY,GAAG;AAErC,YAAI,WAAW,OAAO,KAAK,OAAO,EAAE,SAAS,GAAG;AAE9C,gBAAM,YAAY,OAAO,KAAK,OAAO,EAClC,IAAI,CAAC,KAAK,UAAU,GAAG,GAAG,OAAO,QAAQ,CAAC,EAAE,EAC5C,KAAK,IAAI,GAEN,SAAS,CAAC,IAAI,IAAI,GAAG,OAAO,OAAO,OAAO,CAAC;AAEjD,gBAAM,OAAO,MAAM,UAAU,SAAS,QAAQ,SAAS,kBAAkB,MAAM,GAE/E;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,IACA;AAAA,EACF,GAEO;AACT;",
+  "names": []
+}

package/dist/cjs/helpers/chunkedQuery.native.js

@@ -0,0 +1,73 @@
+"use strict";
+
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+    for (var name in all) __defProp(target, name, {
+      get: all[name],
+      enumerable: !0
+    });
+  },
+  __copyProps = (to, from, except, desc) => {
+    if (from && typeof from == "object" || typeof from == "function") for (let key of __getOwnPropNames(from)) !__hasOwnProp.call(to, key) && key !== except && __defProp(to, key, {
+      get: () => from[key],
+      enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+    });
+    return to;
+  };
+var __toCommonJS = mod => __copyProps(__defProp({}, "__esModule", {
+  value: !0
+}), mod);
+var chunkedQuery_exports = {};
+__export(chunkedQuery_exports, {
+  processInChunks: () => processInChunks,
+  updateInChunks: () => updateInChunks
+});
+module.exports = __toCommonJS(chunkedQuery_exports);
+async function processInChunks(client, query, processor) {
+  for (var options = arguments.length > 3 && arguments[3] !== void 0 ? arguments[3] : {}, {
+      chunkSize = 1e3,
+      onProgress
+    } = options, offset = 0, hasMore = !0, totalProcessed = 0, countQuery = query.replace(/SELECT .+ FROM/, "SELECT COUNT(*) FROM").replace(/ORDER BY .+/, ""), countResult = await client.query(countQuery), totalCount = Number.parseInt(countResult.rows[0].count, 10); hasMore;) {
+    var paginatedQuery = `${query} LIMIT ${chunkSize} OFFSET ${offset}`,
+      result = await client.query(paginatedQuery);
+    if (result.rows.length === 0) {
+      hasMore = !1;
+      break;
+    }
+    await processor(result.rows), totalProcessed += result.rows.length, offset += chunkSize, onProgress && onProgress(totalProcessed, totalCount), result.rows.length < chunkSize && (hasMore = !1);
+  }
+}
+async function updateInChunks(client, tableName, selectQuery, transformer) {
+  var options = arguments.length > 4 && arguments[4] !== void 0 ? arguments[4] : {},
+    totalUpdated = 0;
+  return await processInChunks(client, selectQuery, async function (rows) {
+    var _iteratorNormalCompletion = !0,
+      _didIteratorError = !1,
+      _iteratorError = void 0;
+    try {
+      for (var _iterator = rows[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = !0) {
+        var row = _step.value,
+          updates = await transformer(row);
+        if (updates && Object.keys(updates).length > 0) {
+          var setClause = Object.keys(updates).map(function (key, index) {
+              return `${key} = $${index + 2}`;
+            }).join(", "),
+            values = [row.id, ...Object.values(updates)];
+          await client.query(`UPDATE ${tableName} SET ${setClause} WHERE id = $1`, values), totalUpdated++;
+        }
+      }
+    } catch (err) {
+      _didIteratorError = !0, _iteratorError = err;
+    } finally {
+      try {
+        !_iteratorNormalCompletion && _iterator.return != null && _iterator.return();
+      } finally {
+        if (_didIteratorError) throw _iteratorError;
+      }
+    }
+  }, options), totalUpdated;
+}
+//# sourceMappingURL=chunkedQuery.native.js.map

package/dist/cjs/helpers/chunkedQuery.native.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["__toCommonJS","mod","__copyProps","__defProp","value","chunkedQuery_exports","__export","processInChunks","updateInChunks","module","exports","client","query","processor","options","arguments","length","chunkSize","onProgress","offset","hasMore","totalProcessed","countQuery","replace","countResult","totalCount","Number","parseInt","rows","count","paginatedQuery","result","tableName","selectQuery","transformer","totalUpdated","_iteratorNormalCompletion","_didIteratorError","_iteratorError","_iterator","Symbol","iterator","_step","next","done","row","updates","Object","keys","setClause","map","key","index","join","values","id","err"],"sources":["../../../src/helpers/chunkedQuery.ts"],"sourcesContent":[null],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,IAAAA,YAAA,GAAAC,GAAA,IAAAC,WAAA,CAAAC,SAAA;EAAAC,KAAA;AAAA,IAAAH,GAAA;AAAA,IAAAI,oBAAA;AAAAC,QAAA,CAAAD,oBAAA;EAAAE,eAAA,EAAAA,CAAA,KAAAA,eAAA;EAAAC,cAAA,EAAAA,CAAA,KAAAA;AAAA;AAUAC,MAAA,CAAAC,OAAA,GAAsBV,YAAA,CAAAK,oBAGpB;AAGA,eAAQE,eAAkBA,CAAAI,MAAA,EAAWC,KAAI,EAAAC,SAAA;EACzC,KAAI,IAAAC,OACA,GAAAC,SAAU,CAAAC,MACV,QAAAD,SAAiB,iBAAAA,SAAA;MAAAE,SAAA;MAAAC;IAAA,IAAAJ,OAAA,EAAAK,MAAA,MAAAC,OAAA,OAAAC,cAAA,MAAAC,UAAA,GAAAV,KAAA,CAAAW,OAAA,2CAAAA,OAAA,qBAAAC,WAAA,SAAAb,MAAA,CAAAC,KAAA,CAAAU,UAAA,GAAAG,UAAA,GAAAC,MAAA,CAAAC,QAAA,CAAAH,WAAA,CAAAI,IAAA,IAAAC,KAAA,OAAAT,OAAA;IAGrB,IAAMU,cAAa,MAChBlB,KAAA,UAAQK,SAAA,WAAkBE,MAAA;MAAAY,MAC1B,SAAQpB,MAAA,CAAAC,KAAe,CAAAkB,cACpB;IAGN,IAAAC,MAAO,CAAAH,IAAA,CAASZ,MAAA;MACdI,OAAM;MAGN;IACE;IACA,MAAAP,SAAA,CAAAkB,MAAA,CAAAH,IAAA,GAAAP,cAAA,IAAAU,MAAA,CAAAH,IAAA,CAAAZ,MAAA,EAAAG,MAAA,IAAAF,SAAA,EAAAC,UAAA,IAAAA,UAAA,CAAAG,cAAA,EAAAI,UAAA,GAAAM,MAAA,CAAAH,IAAA,CAAAZ,MAAA,GAAAC,SAAA,KAAAG,OAAA;EAAA;AAGF;AAWY,eAEdZ,eAAAG,MAAA,EAAAqB,SAAA,EAAAC,WAAA,EAAAC,WAAA;EACF,IAAApB,OAAA,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,iBAAAA,SAAA;IAAAoB,YAAA;EAKA,aAAsB5B,eACpB,CAAAI,MAAA,EACAsB,WACA,kBACAL,IAAA;IAGA,IAAIQ,yBAAe;MAAAC,iBAAA;MAAAC,cAAA;IAEnB;MACE,SAAAC,SAAA,GAAAX,IAAA,CAAAY,MAAA,CAAAC,QAAA,KAAAC,KAAA,IAAAN,yBAAA,IAAAM,KAAA,GAAAH,SAAA,CAAAI,IAAA,IAAAC,IAAA,GAAAR,yBAAA;QACA,IAAAS,GAAA,GAAAH,KAAA,CAAAtC,KAAA;UAAA0C,OAAA,SAAAZ,WAAA,CAAAW,GAAA;QACA,IAAOC,OAAA,IAASC,MAAA,CAAAC,IAAA,CAAAF,OAAA,EAAA9B,MAAA;UACd,IAAAiC,SAAW,GAAOF,MAAM,CAAAC,IAAA,CAAAF,OAAA,EAAAI,GAAA,WAAAC,GAAA,EAAAC,KAAA;cACtB,OAAM,GAAAD,GAAU,OAAMC,KAAA,MAAY;YAElC,EAAI,CAAAC,IAAA,MAAW;YAAAC,MAAO,IAEpBT,GAAA,CAAMU,EAAA,EAMN,GAAAR,MAAM,CAAAO,MAAO,CAAMR,OAAA,EAGrB;UACF,MAAAnC,MAAA,CAAAC,KAAA,WAAAoB,SAAA,QAAAiB,SAAA,kBAAAK,MAAA,GAAAnB,YAAA;QACF;MACA;IACF,CAEO,QAAAqB,GAAA;MACTnB,iBAAA,OAAAC,cAAA,GAAAkB,GAAA","ignoreList":[]}

package/dist/cjs/helpers/getDBClient.cjs

@@ -0,0 +1,172 @@
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf,
+  __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+    for (var name in all) __defProp(target, name, {
+      get: all[name],
+      enumerable: !0
+    });
+  },
+  __copyProps = (to, from, except, desc) => {
+    if (from && typeof from == "object" || typeof from == "function") for (let key of __getOwnPropNames(from)) !__hasOwnProp.call(to, key) && key !== except && __defProp(to, key, {
+      get: () => from[key],
+      enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable
+    });
+    return to;
+  };
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", {
+    value: mod,
+    enumerable: !0
+  }) : target, mod)),
+  __toCommonJS = mod => __copyProps(__defProp({}, "__esModule", {
+    value: !0
+  }), mod);
+var getDBClient_exports = {};
+__export(getDBClient_exports, {
+  getDBClient: () => getDBClient,
+  getNewClient: () => getNewClient,
+  queryDb: () => queryDb
+});
+module.exports = __toCommonJS(getDBClient_exports);
+var import_pg = __toESM(require("pg"), 1);
+const cache = /* @__PURE__ */new Map(),
+  createPoolKey = connectionString => connectionString,
+  getOrCreatePoolCache = (connectionString, config) => {
+    const key = createPoolKey(connectionString);
+    return cache.has(key) || cache.set(key, {
+      pool: new import_pg.default.Pool(config),
+      maxConnections: null,
+      reservedConnections: null,
+      openedConnections: null,
+      openedConnectionsLastUpdate: null
+    }), cache.get(key);
+  };
+async function getDBClient(options = {}) {
+  const {
+    pool,
+    connectionString,
+    retries = 8
+  } = options;
+  if (!pool && !connectionString) throw new Error("Either pool or connectionString must be provided");
+  let client = null;
+  try {
+    return client = await tryToGetNewClientFromPool(pool, connectionString, retries), client;
+  } catch (error) {
+    throw console.error("Failed to get DB client:", error), error;
+  }
+}
+async function tryToGetNewClientFromPool(providedPool, connectionString, retries) {
+  const {
+    default: retry
+  } = await import("async-retry");
+  return await retry(async () => {
+    if (providedPool) {
+      console.info("Connecting to provided pool...");
+      const client2 = await providedPool.connect();
+      return console.info("Connected to pool"), client2;
+    }
+    if (!connectionString) throw new Error("No connection string provided");
+    const poolCache = getOrCreatePoolCache(connectionString, {
+      connectionString,
+      connectionTimeoutMillis: 5e3,
+      // idle_session_timeout set to 35s on server, client timeout at 30s
+      // fix via https://github.com/brianc/node-postgres/issues/2718#issuecomment-2094885323
+      idleTimeoutMillis: 3e4,
+      allowExitOnIdle: !0
+    });
+    console.info(`Connecting to pool ${connectionString}...`);
+    const client = await poolCache.pool.connect();
+    return console.info("Connected to pool"), client;
+  }, {
+    retries,
+    minTimeout: 300,
+    factor: 2,
+    maxTimeout: 8e3
+  });
+}
+async function queryDb(queryText, params, options = {}) {
+  let client = null;
+  try {
+    return client = await tryToGetNewClientFromPool(options.pool, options.connectionString, options.retries || 8), await client.query(queryText, params);
+  } catch (error) {
+    throw console.error("Database query failed:", {
+      query: queryText,
+      error: error instanceof Error ? error.message : String(error)
+    }), error;
+  } finally {
+    if (client && options.connectionString) {
+      if (await checkForTooManyConnections(client, options.connectionString)) {
+        const poolCache = cache.get(createPoolKey(options.connectionString));
+        client.release(), await poolCache?.pool.end(), poolCache && cache.delete(createPoolKey(options.connectionString));
+      } else client.release();
+    } else client && client.release();
+  }
+}
+async function checkForTooManyConnections(client, connectionString) {
+  const poolCache = cache.get(createPoolKey(connectionString));
+  if (!poolCache) return !1;
+  const currentTime = Date.now(),
+    openedConnectionsMaxAge = 1e4,
+    maxConnectionsTolerance = 0.9;
+  if (poolCache.maxConnections === null || poolCache.reservedConnections === null) {
+    const [maxConnections, reservedConnections] = await getConnectionLimits(client);
+    console.info(`Max connections: ${maxConnections}, Reserved connections: ${reservedConnections}`), poolCache.maxConnections = maxConnections, poolCache.reservedConnections = reservedConnections;
+  }
+  if (poolCache.openedConnections === null || poolCache.openedConnectionsLastUpdate === null || currentTime - poolCache.openedConnectionsLastUpdate > openedConnectionsMaxAge) {
+    const openedConnections = await getOpenedConnections(client, connectionString);
+    poolCache.openedConnections = openedConnections, poolCache.openedConnectionsLastUpdate = currentTime;
+  }
+  return poolCache.openedConnections > (poolCache.maxConnections - poolCache.reservedConnections) * maxConnectionsTolerance ? (console.warn(`Too many connections detected: ${poolCache.openedConnections}/${poolCache.maxConnections - poolCache.reservedConnections}`), !0) : !1;
+}
+async function getConnectionLimits(client) {
+  console.info("Getting connection limits...");
+  const maxConnectionsResult = await client.query("SHOW max_connections"),
+    reservedConnectionResult = await client.query("SHOW superuser_reserved_connections");
+  return [Number.parseInt(maxConnectionsResult.rows[0].max_connections, 10), Number.parseInt(reservedConnectionResult.rows[0].superuser_reserved_connections, 10)];
+}
+async function getOpenedConnections(client, connectionString) {
+  const dbName = new URL(connectionString).pathname.slice(1);
+  console.info("Getting opened connections...");
+  const openConnectionsResult = await client.query("SELECT numbackends as opened_connections FROM pg_stat_database WHERE datname = $1", [dbName]),
+    result = Number.parseInt(openConnectionsResult.rows[0]?.opened_connections || 0, 10);
+  return console.info(`Opened connections: ${result}`), result;
+}
+async function getNewClient(options = {}) {
+  const {
+    connectionString
+  } = options;
+  if (!connectionString) throw new Error("connectionString is required for getNewClient");
+  try {
+    return await tryToGetNewClient(connectionString);
+  } catch (error) {
+    throw console.error("Failed to get new client:", error), error;
+  }
+}
+async function tryToGetNewClient(connectionString) {
+  const configurations = {
+      connectionString,
+      connectionTimeoutMillis: 5e3,
+      idleTimeoutMillis: 3e4,
+      allowExitOnIdle: !0
+    },
+    {
+      default: retry
+    } = await import("async-retry");
+  return await retry(async () => {
+    const newClient = new import_pg.default.Client(configurations);
+    return await newClient.connect(), newClient;
+  }, {
+    retries: 10,
+    minTimeout: 100,
+    factor: 2,
+    maxTimeout: 5e3
+  });
+}