@lightdash/warehouses 2.316.1 → 2.317.0

package/dist/index.d.ts

@@ -8,6 +8,7 @@ export * from './warehouseClients/DatabricksWarehouseClient';
 export * from './warehouseClients/DuckdbWarehouseClient';
 export { MotherduckInstanceCache } from './warehouseClients/MotherduckInstanceCache';
 export type { MotherduckCacheEvent } from './warehouseClients/MotherduckInstanceCache';
+export * from './warehouseClients/ListedDatabasesPostgresWarehouseClient';
 export * from './warehouseClients/PostgresWarehouseClient';
 export * from './warehouseClients/RedshiftWarehouseClient';
 export * from './warehouseClients/redshiftIamCredentials';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,SAAS,CAAC;AACxB,cAAc,qCAAqC,CAAC;AACpD,cAAc,kCAAkC,CAAC;AACjD,cAAc,0CAA0C,CAAC;AACzD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,8CAA8C,CAAC;AAC7D,cAAc,0CAA0C,CAAC;AACzD,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AACrF,YAAY,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AACvF,cAAc,4CAA4C,CAAC;AAC3D,cAAc,4CAA4C,CAAC;AAC3D,cAAc,2CAA2C,CAAC;AAC1D,cAAc,6CAA6C,CAAC;AAC5D,cAAc,yCAAyC,CAAC;AACxD,cAAc,+BAA+B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,iBAAiB,CAAC;AAChC,cAAc,SAAS,CAAC;AACxB,cAAc,qCAAqC,CAAC;AACpD,cAAc,kCAAkC,CAAC;AACjD,cAAc,0CAA0C,CAAC;AACzD,cAAc,4CAA4C,CAAC;AAC3D,cAAc,8CAA8C,CAAC;AAC7D,cAAc,0CAA0C,CAAC;AACzD,OAAO,EAAE,uBAAuB,EAAE,MAAM,4CAA4C,CAAC;AACrF,YAAY,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AACvF,cAAc,2DAA2D,CAAC;AAC1E,cAAc,4CAA4C,CAAC;AAC3D,cAAc,4CAA4C,CAAC;AAC3D,cAAc,2CAA2C,CAAC;AAC1D,cAAc,6CAA6C,CAAC;AAC5D,cAAc,yCAAyC,CAAC;AACxD,cAAc,+BAA+B,CAAC"}

package/dist/index.js

@@ -25,6 +25,7 @@ __exportStar(require("./warehouseClients/DatabricksWarehouseClient"), exports);
 __exportStar(require("./warehouseClients/DuckdbWarehouseClient"), exports);
 var MotherduckInstanceCache_1 = require("./warehouseClients/MotherduckInstanceCache");
 Object.defineProperty(exports, "MotherduckInstanceCache", { enumerable: true, get: function () { return MotherduckInstanceCache_1.MotherduckInstanceCache; } });
+__exportStar(require("./warehouseClients/ListedDatabasesPostgresWarehouseClient"), exports);
 __exportStar(require("./warehouseClients/PostgresWarehouseClient"), exports);
 __exportStar(require("./warehouseClients/RedshiftWarehouseClient"), exports);
 __exportStar(require("./warehouseClients/redshiftIamCredentials"), exports);

package/dist/warehouseClients/ListedDatabasesPostgresWarehouseClient.d.ts

@@ -0,0 +1,22 @@
+import { type CreatePostgresCredentials, type WarehouseCatalog } from '@lightdash/common';
+import { PostgresWarehouseClient } from './PostgresWarehouseClient';
+type CatalogRequest = {
+    database: string;
+    schema: string;
+    table: string;
+};
+export type WarehouseListedDatabases = {
+    listAllDatabases: boolean;
+    additionalDatabases: string[];
+};
+export declare class ListedDatabasesPostgresWarehouseClient extends PostgresWarehouseClient {
+    private readonly listedDatabases;
+    private readonly onSkippedDatabase;
+    constructor(credentials: CreatePostgresCredentials, listedDatabases: WarehouseListedDatabases, onSkippedDatabase: (database: string) => void);
+    private isListedDatabase;
+    getCatalog(requests: CatalogRequest[]): Promise<WarehouseCatalog>;
+    getCatalogForListedDatabases(requests: CatalogRequest[]): Promise<WarehouseCatalog>;
+    private getListedDatabaseCatalog;
+}
+export {};
+//# sourceMappingURL=ListedDatabasesPostgresWarehouseClient.d.ts.map

package/dist/warehouseClients/ListedDatabasesPostgresWarehouseClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ListedDatabasesPostgresWarehouseClient.d.ts","sourceRoot":"","sources":["../../src/warehouseClients/ListedDatabasesPostgresWarehouseClient.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,KAAK,yBAAyB,EAC9B,KAAK,gBAAgB,EACxB,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAE,uBAAuB,EAAE,MAAM,2BAA2B,CAAC;AAEpE,KAAK,cAAc,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACnC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,mBAAmB,EAAE,MAAM,EAAE,CAAC;CACjC,CAAC;AASF,qBAAa,sCAAuC,SAAQ,uBAAuB;IAC/E,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA2B;IAE3D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA6B;IAE/D,YACI,WAAW,EAAE,yBAAyB,EACtC,eAAe,EAAE,wBAAwB,EACzC,iBAAiB,EAAE,CAAC,QAAQ,EAAE,MAAM,KAAK,IAAI,EAKhD;IAED,OAAO,CAAC,gBAAgB;IAQlB,UAAU,CAAC,QAAQ,EAAE,cAAc,EAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAEtE;IAEK,4BAA4B,CAC9B,QAAQ,EAAE,cAAc,EAAE,GAC3B,OAAO,CAAC,gBAAgB,CAAC,CAuB3B;YAEa,wBAAwB;CAgBzC"}

package/dist/warehouseClients/ListedDatabasesPostgresWarehouseClient.js

@@ -0,0 +1,60 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ListedDatabasesPostgresWarehouseClient = void 0;
+const PostgresWarehouseClient_1 = require("./PostgresWarehouseClient");
+const MISSING_DATABASE = '3D000';
+const isMissingDatabaseError = (error, database) => error instanceof Error &&
+    (error.code === MISSING_DATABASE ||
+        error.message.includes(`database "${database}" does not exist`));
+class ListedDatabasesPostgresWarehouseClient extends PostgresWarehouseClient_1.PostgresWarehouseClient {
+    constructor(credentials, listedDatabases, onSkippedDatabase) {
+        super(credentials);
+        this.listedDatabases = listedDatabases;
+        this.onSkippedDatabase = onSkippedDatabase;
+    }
+    isListedDatabase(database) {
+        if (database === this.credentials.dbname)
+            return false;
+        return (this.listedDatabases.listAllDatabases ||
+            this.listedDatabases.additionalDatabases.includes(database));
+    }
+    async getCatalog(requests) {
+        return this.getCatalogForListedDatabases(requests);
+    }
+    async getCatalogForListedDatabases(requests) {
+        const requestsByListedDatabase = new Map();
+        const connectionRequests = [];
+        requests.forEach((request) => {
+            if (!this.isListedDatabase(request.database)) {
+                connectionRequests.push(request);
+                return;
+            }
+            const databaseRequests = requestsByListedDatabase.get(request.database) ?? [];
+            databaseRequests.push(request);
+            requestsByListedDatabase.set(request.database, databaseRequests);
+        });
+        const catalogs = await Promise.all([
+            connectionRequests.length > 0
+                ? super.getCatalog(connectionRequests)
+                : {},
+            ...[...requestsByListedDatabase].map(([database, databaseRequests]) => this.getListedDatabaseCatalog(database, databaseRequests)),
+        ]);
+        return Object.assign({}, ...catalogs);
+    }
+    async getListedDatabaseCatalog(database, requests) {
+        const client = new PostgresWarehouseClient_1.PostgresWarehouseClient({
+            ...this.credentials,
+            dbname: database,
+        });
+        try {
+            return await client.getCatalog(requests);
+        }
+        catch (error) {
+            if (!isMissingDatabaseError(error, database))
+                throw error;
+            this.onSkippedDatabase(database);
+            return {};
+        }
+    }
+}
+exports.ListedDatabasesPostgresWarehouseClient = ListedDatabasesPostgresWarehouseClient;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lightdash/warehouses",
-  "version": "2.316.1",
+  "version": "2.317.0",
   "description": "Warehouse connectors for Lightdash",
   "license": "MIT",
   "repository": {
@@ -21,7 +21,7 @@
     "@databricks/sql": "1.13.0",
     "@duckdb/node-api": "1.5.2-r.2",
     "@google-cloud/bigquery": "8.3.1",
-    "@lightdash/common": "2.316.1",
+    "@lightdash/common": "2.317.0",
     "node-fetch": "2.7.0",
     "pg": "8.13.1",
     "pg-cursor": "2.10.0",