@cubejs-backend/testing-shared 0.35.79 → 0.35.81

package/dist/src/db-container-runners/db-runner.abstract.d.ts

@@ -1,9 +1,11 @@
+import { StartedNetwork } from 'testcontainers';
 export interface ContainerVolumeDefinition {
     source: string;
     target: string;
     bindMode?: 'rw' | 'ro';
 }
 export interface DBRunnerContainerOptions {
+    network?: StartedNetwork;
     volumes?: ContainerVolumeDefinition[];
     version?: string;
 }

package/dist/src/db-container-runners/db-runner.abstract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"db-runner.abstract.d.ts","sourceRoot":"","sources":["../../../src/db-container-runners/db-runner.abstract.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAA;CACvB;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,CAAC,EAAE,yBAAyB,EAAE,CAAC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAGD,8BAAsB,gBAAgB;CAErC"}
+{"version":3,"file":"db-runner.abstract.d.ts","sourceRoot":"","sources":["../../../src/db-container-runners/db-runner.abstract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,IAAI,GAAG,IAAI,CAAA;CACvB;AAED,MAAM,WAAW,wBAAwB;IACvC,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,OAAO,CAAC,EAAE,yBAAyB,EAAE,CAAC;IACtC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAGD,8BAAsB,gBAAgB;CAErC"}

package/dist/src/db-container-runners/db-runner.abstract.js.map

@@ -1 +1 @@
-{"version":3,"file":"db-runner.abstract.js","sourceRoot":"","sources":["../../../src/db-container-runners/db-runner.abstract.ts"],"names":[],"mappings":";;;AAWA,sCAAsC;AACtC,MAAsB,gBAAgB;CAErC;AAFD,4CAEC"}
+{"version":3,"file":"db-runner.abstract.js","sourceRoot":"","sources":["../../../src/db-container-runners/db-runner.abstract.ts"],"names":[],"mappings":";;;AAcA,sCAAsC;AACtC,MAAsB,gBAAgB;CAErC;AAFD,4CAEC"}

package/dist/src/db-container-runners/index.d.ts

@@ -9,4 +9,6 @@ export * from './prestodb';
 export * from './mssql';
 export * from './trino';
 export * from './oracle';
+export * from './kafka';
+export * from './ksql';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/db-container-runners/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/db-container-runners/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,eAAe,CAAC;AAC9B,cAAc,SAAS,CAAC;AACxB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,UAAU,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/db-container-runners/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,WAAW,CAAC;AAC1B,cAAc,eAAe,CAAC;AAC9B,cAAc,SAAS,CAAC;AACxB,cAAc,YAAY,CAAC;AAC3B,cAAc,SAAS,CAAC;AACxB,cAAc,SAAS,CAAC;AACxB,cAAc,UAAU,CAAC;AACzB,cAAc,SAAS,CAAC;AACxB,cAAc,QAAQ,CAAC"}

package/dist/src/db-container-runners/index.js

@@ -25,4 +25,6 @@ __exportStar(require("./prestodb"), exports);
 __exportStar(require("./mssql"), exports);
 __exportStar(require("./trino"), exports);
 __exportStar(require("./oracle"), exports);
+__exportStar(require("./kafka"), exports);
+__exportStar(require("./ksql"), exports);
 //# sourceMappingURL=index.js.map

package/dist/src/db-container-runners/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/db-container-runners/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB;AACxB,6CAA2B;AAC3B,8CAA4B;AAC5B,+CAA6B;AAC7B,4CAA0B;AAC1B,gDAA8B;AAC9B,0CAAwB;AACxB,6CAA2B;AAC3B,0CAAwB;AACxB,0CAAwB;AACxB,2CAAyB"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/db-container-runners/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0CAAwB;AACxB,6CAA2B;AAC3B,8CAA4B;AAC5B,+CAA6B;AAC7B,4CAA0B;AAC1B,gDAA8B;AAC9B,0CAAwB;AACxB,6CAA2B;AAC3B,0CAAwB;AACxB,0CAAwB;AACxB,2CAAyB;AACzB,0CAAwB;AACxB,yCAAuB"}

package/dist/src/db-container-runners/kafka.d.ts

@@ -0,0 +1,5 @@
+import { DbRunnerAbstract, DBRunnerContainerOptions } from './db-runner.abstract';
+export declare class KafkaDBRunner extends DbRunnerAbstract {
+    static startContainer(options: DBRunnerContainerOptions): Promise<import("@testcontainers/kafka").StartedKafkaContainer>;
+}
+//# sourceMappingURL=kafka.d.ts.map

package/dist/src/db-container-runners/kafka.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka.d.ts","sourceRoot":"","sources":["../../../src/db-container-runners/kafka.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAElF,qBAAa,aAAc,SAAQ,gBAAgB;WACnC,cAAc,CAAC,OAAO,EAAE,wBAAwB;CA0B/D"}

package/dist/src/db-container-runners/kafka.js

@@ -0,0 +1,31 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaDBRunner = void 0;
+const kafka_1 = require("@testcontainers/kafka");
+const db_runner_abstract_1 = require("./db-runner.abstract");
+class KafkaDBRunner extends db_runner_abstract_1.DbRunnerAbstract {
+    static startContainer(options) {
+        const version = process.env.TEST_KAFKA_VERSION || options.version || '7.6.0';
+        const container = new kafka_1.KafkaContainer(`confluentinc/cp-kafka:${version}`)
+            .withKraft()
+            .withEnvironment({
+            KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: '1',
+            KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: '1',
+            KAFKA_NUM_PARTITIONS: '1',
+            KAFKA_DEFAULT_REPLICATION_FACTOR: '1',
+        })
+            .withExposedPorts(9093)
+            .withStartupTimeout(10 * 1000);
+        if (options.network) {
+            container.withNetwork(options.network);
+            container.withNetworkAliases('kafka');
+        }
+        if (options.volumes) {
+            const binds = options.volumes.map(v => ({ source: v.source, target: v.target, mode: v.bindMode }));
+            container.withBindMounts(binds);
+        }
+        return container.start();
+    }
+}
+exports.KafkaDBRunner = KafkaDBRunner;
+//# sourceMappingURL=kafka.js.map

package/dist/src/db-container-runners/kafka.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafka.js","sourceRoot":"","sources":["../../../src/db-container-runners/kafka.ts"],"names":[],"mappings":";;;AAAA,iDAAuD;AACvD,6DAAkF;AAElF,MAAa,aAAc,SAAQ,qCAAgB;IAC1C,MAAM,CAAC,cAAc,CAAC,OAAiC;QAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC;QAE7E,MAAM,SAAS,GAAG,IAAI,sBAAc,CAAC,yBAAyB,OAAO,EAAE,CAAC;aACrE,SAAS,EAAE;aACX,eAAe,CAAC;YACf,8CAA8C,EAAE,GAAG;YACnD,mCAAmC,EAAE,GAAG;YACxC,oBAAoB,EAAE,GAAG;YACzB,gCAAgC,EAAE,GAAG;SACtC,CAAC;aACD,gBAAgB,CAAC,IAAI,CAAC;aACtB,kBAAkB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QAEjC,IAAI,OAAO,CAAC,OAAO,EAAE;YACnB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACvC,SAAS,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;SACvC;QAED,IAAI,OAAO,CAAC,OAAO,EAAE;YACnB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACnG,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;SACjC;QAED,OAAO,SAAS,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;CACF;AA3BD,sCA2BC"}

package/dist/src/db-container-runners/ksql.d.ts

@@ -0,0 +1,7 @@
+import { StartedTestContainer } from 'testcontainers';
+import { DbRunnerAbstract, DBRunnerContainerOptions } from './db-runner.abstract';
+export declare class KsqlDBRunner extends DbRunnerAbstract {
+    static startContainer(options: DBRunnerContainerOptions): Promise<StartedTestContainer>;
+    static loadData(db: StartedTestContainer): Promise<void>;
+}
+//# sourceMappingURL=ksql.d.ts.map

package/dist/src/db-container-runners/ksql.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ksql.d.ts","sourceRoot":"","sources":["../../../src/db-container-runners/ksql.ts"],"names":[],"mappings":"AACA,OAAO,EAAoB,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAExE,OAAO,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAElF,qBAAa,YAAa,SAAQ,gBAAgB;WAClC,cAAc,CAAC,OAAO,EAAE,wBAAwB;WA0B1C,QAAQ,CAAC,EAAE,EAAE,oBAAoB;CAiDtD"}

package/dist/src/db-container-runners/ksql.js

@@ -0,0 +1,77 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KsqlDBRunner = void 0;
+const node_fetch_1 = __importDefault(require("node-fetch"));
+const testcontainers_1 = require("testcontainers");
+const shared_1 = require("@cubejs-backend/shared");
+const db_runner_abstract_1 = require("./db-runner.abstract");
+class KsqlDBRunner extends db_runner_abstract_1.DbRunnerAbstract {
+    static startContainer(options) {
+        const version = process.env.TEST_KSQL_VERSION || options.version || '7.6.0';
+        const bootstrapServers = 'kafka:9092';
+        const container = new testcontainers_1.GenericContainer(`confluentinc/cp-ksqldb-server:${version}`)
+            .withEnvironment({
+            KSQL_BOOTSTRAP_SERVERS: bootstrapServers,
+            KSQL_KSQL_STREAMS_BOOTSTRAP_SERVERS: bootstrapServers,
+            KSQL_KSQL_SERVICE_ID: 'service-id',
+        })
+            .withExposedPorts(8088)
+            .withStartupTimeout(30 * 1000);
+        if (options.network) {
+            container.withNetwork(options.network);
+            container.withNetworkAliases('ksql');
+        }
+        if (options.volumes) {
+            const binds = options.volumes.map(v => ({ source: v.source, target: v.target, mode: v.bindMode }));
+            container.withBindMounts(binds);
+        }
+        return container.start();
+    }
+    static async loadData(db) {
+        const ksqlUrl = `http://${db.getHost()}:${db.getMappedPort(8088)}`;
+        let attempts = 0;
+        while (attempts < 10) {
+            const res = await (0, node_fetch_1.default)(`${ksqlUrl}/ksql`, {
+                method: 'POST',
+                headers: { Accept: 'application/json' },
+                body: JSON.stringify({
+                    ksql: 'LIST STREAMS;',
+                    streamsProperties: {}
+                })
+            });
+            const body = await res.json();
+            if (body.message !== 'KSQL is not yet ready to serve requests.') {
+                console.log('KSQL ready');
+                break;
+            }
+            console.log('KSQL not ready yet');
+            attempts++;
+            await (0, shared_1.pausePromise)(300);
+        }
+        const resCreateStream = await (0, node_fetch_1.default)(`${ksqlUrl}/ksql`, {
+            method: 'POST',
+            headers: { Accept: 'application/json' },
+            body: JSON.stringify({
+                ksql: "CREATE OR REPLACE STREAM REQUESTS (ID STRING, TIMESTAMP TIMESTAMP, TENANT_ID INTEGER, REQUEST_ID STRING) WITH (KAFKA_TOPIC = 'REQUESTS', KEY_FORMAT = 'JSON', PARTITIONS = 1, REPLICAS = 1, VALUE_FORMAT = 'JSON');",
+                streamsProperties: {}
+            })
+        });
+        console.log('KSQL CREATE STREAM', await resCreateStream.json());
+        const yesterday = new Date(Date.now() - 24 * 60 * 60 * 1000).toJSON();
+        const today = new Date(Date.now() - 1000).toJSON();
+        const resInsertYesterday = await (0, node_fetch_1.default)(`${ksqlUrl}/ksql`, {
+            method: 'POST',
+            headers: { Accept: 'application/json' },
+            body: JSON.stringify({
+                ksql: `INSERT INTO REQUESTS VALUES ('1', '${yesterday}', 1, 'req-stream-1');INSERT INTO REQUESTS VALUES ('1', '${today}', 1, 'req-stream-2');`,
+                streamsProperties: {}
+            })
+        });
+        console.log('KSQL INSERT', await resInsertYesterday.json());
+    }
+}
+exports.KsqlDBRunner = KsqlDBRunner;
+//# sourceMappingURL=ksql.js.map

package/dist/src/db-container-runners/ksql.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ksql.js","sourceRoot":"","sources":["../../../src/db-container-runners/ksql.ts"],"names":[],"mappings":";;;;;;AAAA,4DAA+B;AAC/B,mDAAwE;AACxE,mDAAsD;AACtD,6DAAkF;AAElF,MAAa,YAAa,SAAQ,qCAAgB;IACzC,MAAM,CAAC,cAAc,CAAC,OAAiC;QAC5D,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC;QAE5E,MAAM,gBAAgB,GAAG,YAAY,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,iCAAgB,CAAC,iCAAiC,OAAO,EAAE,CAAC;aAC/E,eAAe,CAAC;YACf,sBAAsB,EAAE,gBAAgB;YACxC,mCAAmC,EAAE,gBAAgB;YACrD,oBAAoB,EAAE,YAAY;SACnC,CAAC;aACD,gBAAgB,CAAC,IAAI,CAAC;aACtB,kBAAkB,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC;QAEjC,IAAI,OAAO,CAAC,OAAO,EAAE;YACnB,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YACvC,SAAS,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;SACtC;QAED,IAAI,OAAO,CAAC,OAAO,EAAE;YACnB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACnG,SAAS,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;SACjC;QAED,OAAO,SAAS,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAEM,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAwB;QACnD,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QAEnE,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,OAAO,QAAQ,GAAG,EAAE,EAAE;YACpB,MAAM,GAAG,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,OAAO,OAAO,EAAE;gBACzC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;gBACvC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,IAAI,EAAE,eAAe;oBACrB,iBAAiB,EAAE,EAAE;iBACtB,CAAC;aACH,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,OAAO,KAAK,0CAA0C,EAAE;gBAC/D,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;gBAC1B,MAAM;aACP;YACD,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;YAClC,QAAQ,EAAE,CAAC;YAEX,MAAM,IAAA,qBAAY,EAAC,GAAG,CAAC,CAAC;SACzB;QAED,MAAM,eAAe,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,OAAO,OAAO,EAAE;YACrD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;YACvC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,IAAI,EAAE,qNAAqN;gBAC3N,iBAAiB,EAAE,EAAE;aACtB,CAAC;SACH,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,oBAAoB,EAAE,MAAM,eAAe,CAAC,IAAI,EAAE,CAAC,CAAC;QAEhE,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACtE,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QACnD,MAAM,kBAAkB,GAAG,MAAM,IAAA,oBAAK,EAAC,GAAG,OAAO,OAAO,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,MAAM,EAAE,kBAAkB,EAAE;YACvC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,IAAI,EAAE,sCAAsC,SAAS,4DAA4D,KAAK,wBAAwB;gBAC9I,iBAAiB,EAAE,EAAE;aACtB,CAAC;SACH,CAAC,CAAC;QAEH,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;CACF;AA5ED,oCA4EC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cubejs-backend/testing-shared",
-  "version": "0.35.79",
+  "version": "0.35.81",
   "description": "Cube.js Testing Helpers",
   "author": "Cube Dev, Inc.",
   "license": "Apache-2.0",
@@ -21,12 +21,13 @@
   ],
   "dependencies": {
     "@cubejs-backend/dotenv": "^9.0.2",
-    "@cubejs-backend/query-orchestrator": "^0.35.78",
-    "@cubejs-backend/schema-compiler": "^0.35.79",
+    "@cubejs-backend/query-orchestrator": "^0.35.81",
+    "@cubejs-backend/schema-compiler": "^0.35.81",
     "@cubejs-backend/shared": "^0.35.67",
+    "@testcontainers/kafka": "~10.13.0",
     "dedent": "^0.7.0",
     "node-fetch": "^2.6.7",
-    "testcontainers": "^10.10.4"
+    "testcontainers": "^10.13.0"
   },
   "devDependencies": {
     "@cubejs-backend/linter": "^0.35.0",
@@ -53,5 +54,5 @@
   "eslintConfig": {
     "extends": "../cubejs-linter"
   },
-  "gitHead": "33b138321d8bc65b303a7692dfb07dc8bcb105f0"
+  "gitHead": "995f526853573d15ee57566c14c129005ca34f0f"
 }