@itwin/core-backend 5.0.0-dev.11 → 5.0.0-dev.110

package/lib/esm/test/ecdb/CTE.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CTE.test.js","sourceRoot":"","sources":["../../../../src/test/ecdb/CTE.test.ts"],"names":[],"mappings":"AAAA;;;+FAG+F;AAC/F,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAY,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAE/D,8BAA8B;AAE9B,KAAK,UAAU,YAAY,CAAC,MAAgB,EAAE,KAAa,EAAE,QAAyB,EAAE,eAAyB;IAC/G,MAAM,IAAI,GAAU,EAAE,CAAC;IACvB,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,MAAM,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,cAAc,CAAC,kBAAkB,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;QAC5J,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACxD,IAAI,OAAmB,CAAC;IAExB,MAAM,CAAC,KAAK,IAAI,EAAE;QAChB,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,KAAK,GAAG;;;;;;;;;;;2GAWyF,CAAE;QACzG,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,gBAAgB,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC1rB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAoDxC,CAAC,CAAC;QAEH,MAAM,QAAQ,GACZ,6CAA6C;YAC7C,6CAA6C;YAC7C,8CAA8C;YAC9C,oDAAoD;YACpD,qDAAqD;YACrD,qDAAqD;YACrD,sDAAsD;YACtD,sDAAsD;YACtD,sDAAsD;YACtD,qDAAqD;YACrD,qDAAqD;YACrD,qDAAqD;YACrD,sDAAsD;YACtD,sDAAsD;YACtD,sDAAsD;YACtD,qDAAqD;YACrD,qDAAqD;YACrD,oDAAoD;YACpD,8CAA8C;YAC9C,6CAA6C;YAC7C,6CAA6C;YAC7C,wCAAwC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gBAAgB,EAAE,KAAK,IAAI,EAAE;QAC9B,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;;;wBAOf,CAAC,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;QAE5B,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;wBAKf,CAAC,CAAC;QAEtB,IAAI,GAAG,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACrC,oCAAoC;QACpC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC;QAC7F,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;QAC1B,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;;;;4BAQb,CAAC,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,sDAAsD;QACtE,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACtC,GAAG,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACjC,oFAAoF;QACpF,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC;QACnG,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;4BAKb,CAAC,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,oDAAoD;QACpE,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["/*---------------------------------------------------------------------------------------------\r\n* Copyright (c) Bentley Systems, Incorporated. All rights reserved.\r\n* See LICENSE.md in the project root for license terms and full copyright notice.\r\n*--------------------------------------------------------------------------------------------*/\r\nimport { assert } from \"chai\";\r\nimport { QueryBinder, QueryRowFormat } from \"@itwin/core-common\";\r\nimport { IModelDb, SnapshotDb } from \"../../core-backend\";\r\nimport { IModelTestUtils } from \"../IModelTestUtils\";\r\nimport { SequentialLogMatcher } from \"../SequentialLogMatcher\";\r\n\r\n// cspell:ignore mirukuru ibim\r\n\r\nasync function executeQuery(iModel: IModelDb, ecsql: string, bindings?: any[] | object, abbreviateBlobs?: boolean): Promise<any[]> {\r\n  const rows: any[] = [];\r\n  for await (const queryRow of iModel.createQueryReader(ecsql, QueryBinder.from(bindings), { rowFormat: QueryRowFormat.UseJsPropertyNames, abbreviateBlobs })) {\r\n    rows.push(queryRow.toRow());\r\n  }\r\n  return rows;\r\n}\r\n\r\ndescribe(\"Common table expression support in ECSQL\", () => {\r\n  let imodel1: SnapshotDb;\r\n\r\n  before(async () => {\r\n    imodel1 = SnapshotDb.openFile(IModelTestUtils.resolveAssetFile(\"test.bim\"));\r\n  });\r\n\r\n  after(async () => {\r\n    imodel1.close();\r\n  });\r\n  it(\"collect base properties recursively\", async () => {\r\n    const query = `\r\n        WITH RECURSIVE\r\n            base_classes (aId, aParentId, aPath, aDepth) AS (\r\n                SELECT c.ECInstanceId, null, c.Name, 0  FROM meta.ECClassDef c WHERE c.Name=?\r\n                UNION ALL\r\n                SELECT c.ECInstanceId, cbc.TargetECInstanceId, aPath || '/' || c.Name, aDepth + 1\r\n                    FROM meta.ECClassDef c\r\n                        JOIN meta.ClassHasBaseClasses cbc ON cbc.SourceECInstanceId = c.ECInstanceId\r\n                        JOIN base_classes  ON aId = cbc.TargetECInstanceId\r\n                ORDER BY 1\r\n            )\r\n        SELECT p.Name prop from base_classes join meta.ECPropertyDef p on p.Class.id = aId GROUP BY p.Name` ;\r\n    const rows = await executeQuery(imodel1, query, [\"Element\"]);\r\n    const expected = [\"Angle\", \"BaseModel\", \"BBoxHigh\", \"BBoxLow\", \"Border\", \"BorderTemplate\", \"Category\", \"CategorySelector\", \"CodeScope\", \"CodeSpec\", \"CodeValue\", \"Data\", \"Description\", \"DisplayStyle\", \"DrawingModel\", \"Enabled\", \"Extents\", \"EyePoint\", \"FederationGuid\", \"Flags\", \"FocusDistance\", \"Format\", \"GeometryStream\", \"Height\", \"InSpatialIndex\", \"IsCameraOn\", \"IsPrivate\", \"JsonProperties\", \"LastMod\", \"LensAngle\", \"Model\", \"ModelSelector\", \"Name\", \"Origin\", \"PaletteName\", \"Parent\", \"Pitch\", \"Properties\", \"Rank\", \"Recipe\", \"RepositoryGuid\", \"Roll\", \"Rotation\", \"RotationAngle\", \"Scale\", \"SheetTemplate\", \"Type\", \"TypeDefinition\", \"Url\", \"UserLabel\", \"View\", \"ViewAttachment\", \"Width\", \"Yaw\"];\r\n    const actual = rows.map((r) => r.prop);\r\n    assert.sameOrderedMembers(actual, expected);\r\n  });\r\n\r\n  it(\"generate mandelbrot set\", async () => {\r\n    const rows = await executeQuery(imodel1, `\r\n      WITH RECURSIVE\r\n        [xaxis]([x]) AS(\r\n          VALUES (- 2.0)\r\n          UNION ALL\r\n          SELECT [x] + 0.05\r\n          FROM   [xaxis]\r\n          WHERE  [x] < 1.2\r\n        ),\r\n        [yaxis]([y]) AS(\r\n          VALUES (- 1.0)\r\n          UNION ALL\r\n          SELECT [y] + 0.1\r\n          FROM   [yaxis]\r\n          WHERE  [y] < 1.0\r\n        ),\r\n        [m]([iter], [cx], [cy], [x], [y]) AS(\r\n          SELECT\r\n                0,\r\n                [x],\r\n                [y],\r\n                0.0,\r\n                0.0\r\n          FROM   [xaxis],\r\n                [yaxis]\r\n          UNION ALL\r\n          SELECT\r\n                [iter] + 1,\r\n                [cx],\r\n                [cy],\r\n                [x] * [x] - [y] * [y] + [cx],\r\n                2.0 * [x] * [y] + [cy]\r\n          FROM   [m]\r\n          WHERE  ([x] * [x] + [y] * [y]) < 4.0 AND [iter] < 28\r\n        ),\r\n        [m2]([iter], [cx], [cy]) AS(\r\n          SELECT\r\n                MAX ([iter]),\r\n                [cx],\r\n                [cy]\r\n          FROM   [m]\r\n          GROUP  BY\r\n                    [cx],\r\n                    [cy]\r\n        ),\r\n        [a]([t]) AS(\r\n          SELECT GROUP_CONCAT (SUBSTR (' .+*#', 1 + (CASE WHEN [iter] / 7 > 4 THEN 4 ELSE [iter] / 7 END), 1), '')\r\n          FROM   [m2]\r\n          GROUP  BY [cy]\r\n        )\r\n      SELECT GROUP_CONCAT (RTRIM ([t]), CHAR (0xa)) mandelbrot_set\r\n      FROM   [a];\r\n    `);\r\n\r\n    const expected =\r\n      \"                                    ....#\\n\" +\r\n      \"                                   ..#*..\\n\" +\r\n      \"                                 ..+####+.\\n\" +\r\n      \"                            .......+####....   +\\n\" +\r\n      \"                           ..##+*##########+.++++\\n\" +\r\n      \"                          .+.##################+.\\n\" +\r\n      \"              .............+###################+.+\\n\" +\r\n      \"              ..++..#.....*#####################+.\\n\" +\r\n      \"             ...+#######++#######################.\\n\" +\r\n      \"          ....+*################################.\\n\" +\r\n      \" #############################################...\\n\" +\r\n      \"          ....+*################################.\\n\" +\r\n      \"             ...+#######++#######################.\\n\" +\r\n      \"              ..++..#.....*#####################+.\\n\" +\r\n      \"              .............+###################+.+\\n\" +\r\n      \"                          .+.##################+.\\n\" +\r\n      \"                           ..##+*##########+.++++\\n\" +\r\n      \"                            .......+####....   +\\n\" +\r\n      \"                                 ..+####+.\\n\" +\r\n      \"                                   ..#*..\\n\" +\r\n      \"                                    ....#\\n\" +\r\n      \"                                    +.\";\r\n    assert(rows[0].mandelbrot_set === expected);\r\n  });\r\n\r\n  it(\"basic cte test\", async () => {\r\n    let rows = [];\r\n    rows = await executeQuery(imodel1, `\r\n      WITH RECURSIVE\r\n        cnt (x,y) AS (\r\n            SELECT 100, 200\r\n            UNION ALL\r\n            SELECT x+1, 200 FROM cnt WHERE x<210\r\n        )\r\n      SELECT * from cnt`);\r\n    assert(rows.length === 111);\r\n\r\n    rows = await executeQuery(imodel1, `\r\n      WITH RECURSIVE\r\n        cnt (x,y) AS (\r\n            SELECT 100, 200\r\n        )\r\n      SELECT * from cnt`);\r\n\r\n    let slm = new SequentialLogMatcher();\r\n    // these two are generated by sqlite\r\n    slm.append().error().category(\"ECDb\").message(/BE_SQLITE_ERROR duplicate WITH table name/gm);\r\n    assert(rows.length === 1);\r\n    try {\r\n      rows = await executeQuery(imodel1, `\r\n        WITH\r\n          cte_1 (a,b,c) AS (\r\n            SELECT 100, 400, 300\r\n          ),\r\n          cte_1 (a,b,c) AS (\r\n            SELECT 100, 400, 300\r\n          )\r\n        SELECT * from cte_1`);\r\n      assert(false);\r\n    } catch {\r\n      assert(true); // should fail as cte_1 is used for two ct expression.\r\n    }\r\n    assert.isTrue(slm.finishAndDispose());\r\n    slm = new SequentialLogMatcher();\r\n    // these two are generated by ECSQL. Its not clear why this message is logged twice.\r\n    slm.append().error().category(\"ECDb\").message(/Common table 'cte_1' has 3 values for columns 2/gm);\r\n    try {\r\n      rows = await executeQuery(imodel1, `\r\n        WITH\r\n        cte_1 (a,b,c) AS (\r\n          SELECT 100, 400\r\n        )\r\n        SELECT * from cte_1`);\r\n      assert(false);\r\n    } catch {\r\n      assert(true); // number are to ct expression does not match select\r\n    }\r\n    assert.isTrue(slm.finishAndDispose());\r\n  });\r\n});\r\n"]}

package/lib/esm/test/ecdb/ConcurrentQueryLoad.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ConcurrentQueryLoad.test.d.ts.map

package/lib/esm/test/ecdb/ConcurrentQueryLoad.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConcurrentQueryLoad.test.d.ts","sourceRoot":"","sources":["../../../../src/test/ecdb/ConcurrentQueryLoad.test.ts"],"names":[],"mappings":""}

package/lib/esm/test/ecdb/ConcurrentQueryLoad.test.js

@@ -0,0 +1,167 @@
+import { Logger, LogLevel, StopWatch } from "@itwin/core-bentley";
+import { expect } from "chai";
+import { ConcurrentQuery } from "../../ConcurrentQuery";
+import { SnapshotDb } from "../../IModelDb";
+import { _nativeDb } from "../../core-backend";
+import { IModelTestUtils } from "../IModelTestUtils";
+class LoadSimulator {
+    db;
+    senario;
+    constructor(db, senario) {
+        this.db = db;
+        this.senario = senario;
+    }
+    async runQueryTask(reader) {
+        try {
+            while (await reader.step()) { }
+            return { stats: reader.stats };
+        }
+        catch (err) {
+            return { stats: reader.stats, error: err };
+        }
+    }
+    async run() {
+        ConcurrentQuery.shutdown(this.db[_nativeDb]);
+        if (this.senario.config) {
+            const config = ConcurrentQuery.resetConfig(this.db[_nativeDb], this.senario.config);
+            // eslint-disable-next-line no-console
+            console.log(config);
+        }
+        const overalTime = new StopWatch();
+        overalTime.start();
+        const results = [];
+        for (let i = 0; i < this.senario.totalBatches; ++i) {
+            const promises = [];
+            const readerTasks = Array(this.senario.taskPerBatch).fill(undefined).map(() => this.senario.createReader(this.db));
+            readerTasks.forEach((reader) => {
+                promises.push(this.runQueryTask(reader));
+            });
+            results.push(...await Promise.all(promises));
+        }
+        overalTime.stop();
+        const errors = results.filter((x) => x.error !== undefined);
+        const errorsMap = new Map();
+        errors.forEach((x) => {
+            if (x.error instanceof Error) {
+                if (!errorsMap.has(x.error.message)) {
+                    errorsMap.set(x.error.message, 1);
+                }
+                else {
+                    errorsMap.set(x.error.message, errorsMap.get(x.error.message) + 1);
+                }
+            }
+            else {
+                if (!errorsMap.has("error")) {
+                    errorsMap.set("error", 1);
+                }
+                else {
+                    errorsMap.set("error", errorsMap.get("error") + 1);
+                }
+            }
+        });
+        const errorCount = errors.length;
+        let backendCpuTime = BigInt(0);
+        let backendTotalTime = BigInt(0);
+        let backendMemUsed = BigInt(0);
+        let backendRowsReturned = BigInt(0);
+        let totalTime = BigInt(0);
+        let retryCount = BigInt(0);
+        let prepareTime = BigInt(0);
+        // Calculate average
+        results.forEach((r) => {
+            backendCpuTime += BigInt(r.stats.backendCpuTime);
+            backendTotalTime += BigInt(r.stats.backendTotalTime);
+            backendMemUsed += BigInt(r.stats.backendMemUsed);
+            backendRowsReturned += BigInt(r.stats.backendRowsReturned);
+            totalTime += BigInt(r.stats.totalTime);
+            retryCount += BigInt(r.stats.retryCount);
+            prepareTime += BigInt(r.stats.prepareTime);
+        });
+        backendCpuTime /= BigInt(results.length);
+        backendTotalTime /= BigInt(results.length);
+        backendMemUsed /= BigInt(results.length);
+        backendRowsReturned /= BigInt(results.length);
+        totalTime /= BigInt(results.length);
+        retryCount /= BigInt(results.length);
+        // prepareTime /= BigInt(results.length);
+        return {
+            result: {
+                backendCpuTime,
+                backendTotalTime,
+                backendMemUsed,
+                backendRowsReturned,
+                totalTime,
+                retryCount,
+                prepareTime,
+            },
+            overalTimeInSec: overalTime.currentSeconds,
+            errorCount,
+            totalQueries: results.length,
+            errorMap: errorsMap
+        };
+    }
+}
+describe.skip("ConcurrentQueryLoad", () => {
+    it("should run", async () => {
+        Logger.initializeToConsole();
+        Logger.setLevel("ECDb.ConcurrentQuery", LogLevel.Trace);
+        // {
+        //   workerThreads: 4,
+        //   requestQueueSize: 2000,
+        //   ignorePriority: false,
+        //   ignoreDelay: true,
+        //   doNotUsePrimaryConnToPrepare: false,
+        //   autoShutdowWhenIdlelForSeconds: 300,
+        //   statementCacheSizePerWorker: 40,
+        //   monitorPollInterval: 1000,
+        //   memoryMapFileSize: 0,
+        //   allowTestingArgs: false,
+        //   globalQuota: { time: 60, memory: 8388608 }
+        // }
+        const senario = {
+            name: "ConcurrentQueryLoad",
+            config: {},
+            totalBatches: 1,
+            taskPerBatch: 1,
+            createReader: (dbs) => {
+                const quries = [
+                    {
+                        sql: `
+            WITH sequence(n) AS (
+              SELECT  1
+              UNION ALL
+              SELECT n + 1 FROM sequence WHERE n < 10000
+            )
+            SELECT  COUNT(*)
+            FROM bis.SpatialIndex i, sequence s
+            WHERE i.ECInstanceId MATCH  iModel_spatial_overlap_aabb(
+              iModel_bbox(random(), random(), random(), random(),random(), random()))`
+                    },
+                    {
+                        sql: `
+            WITH sequence(n) AS (
+              SELECT  1
+              UNION ALL
+              SELECT n + 1 FROM sequence WHERE n < 1000000
+            )
+            SELECT  COUNT(*) FROM sequence`
+                    },
+                    {
+                        sql: "SELECT $ FROM bis.Element LIMIT 10000"
+                    }
+                ];
+                const idx = Math.floor(Math.random() * quries.length);
+                return dbs.createQueryReader(quries[idx].sql);
+            }
+        };
+        const verySmallFile = IModelTestUtils.resolveAssetFile("test.bim");
+        const db = SnapshotDb.openFile(verySmallFile);
+        const simulator = new LoadSimulator(db, senario);
+        const result = await simulator.run();
+        // eslint-disable-next-line no-console
+        console.log(result);
+        db.close();
+        expect(result.errorCount).to.be.equal(0);
+    });
+});
+//# sourceMappingURL=ConcurrentQueryLoad.test.js.map

package/lib/esm/test/ecdb/ConcurrentQueryLoad.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConcurrentQueryLoad.test.js","sourceRoot":"","sources":["../../../../src/test/ecdb/ConcurrentQueryLoad.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAElE,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,OAAO,EAAY,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAgBrD,MAAM,aAAa;IACE;IAA4B;IAA/C,YAAmB,EAAmB,EAAS,OAAiB;QAA7C,OAAE,GAAF,EAAE,CAAiB;QAAS,YAAO,GAAP,OAAO,CAAU;IAAI,CAAC;IAC7D,KAAK,CAAC,YAAY,CAAC,MAAmB;QAC5C,IAAI,CAAC;YACH,OAAO,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QAC7C,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,GAAG;QACd,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACpF,sCAAsC;YACtC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,SAAS,EAAE,CAAC;QACnC,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC;YACnD,MAAM,QAAQ,GAA2B,EAAE,CAAC;YAC5C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACnH,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC7B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,GAAI,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEhD,CAAC;QACD,UAAU,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC7B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACpC,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAE,GAAG,CAAC,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5B,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,GAAG,CAAC,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,IAAI,cAAc,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,gBAAgB,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,cAAc,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,mBAAmB,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAI,SAAS,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,UAAU,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,WAAW,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QAEpC,oBAAoB;QACpB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAc,EAAE,EAAE;YACjC,cAAc,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACjD,gBAAgB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACrD,cAAc,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACjD,mBAAmB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAC3D,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvC,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACzC,WAAW,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,cAAc,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzC,gBAAgB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3C,cAAc,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzC,mBAAmB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9C,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACpC,UAAU,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrC,yCAAyC;QAEzC,OAAO;YACL,MAAM,EAAE;gBACN,cAAc;gBACd,gBAAgB;gBAChB,cAAc;gBACd,mBAAmB;gBACnB,SAAS;gBACT,UAAU;gBACV,WAAW;aACZ;YACD,eAAe,EAAE,UAAU,CAAC,cAAc;YAC1C,UAAU;YACV,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,QAAQ,EAAE,SAAS;SACpB,CAAC;IAEJ,CAAC;CACF;AAED,QAAQ,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE;QAC1B,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAC7B,MAAM,CAAC,QAAQ,CAAC,sBAAsB,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI;QACJ,sBAAsB;QACtB,4BAA4B;QAC5B,2BAA2B;QAC3B,uBAAuB;QACvB,yCAAyC;QACzC,yCAAyC;QACzC,qCAAqC;QACrC,+BAA+B;QAC/B,0BAA0B;QAC1B,6BAA6B;QAC7B,+CAA+C;QAC/C,IAAI;QAEJ,MAAM,OAAO,GAAa;YACxB,IAAI,EAAE,qBAAqB;YAC3B,MAAM,EAAE,EAEP;YACD,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC,GAAoB,EAAE,EAAE;gBACrC,MAAM,MAAM,GAAG;oBACb;wBACE,GAAG,EAAE;;;;;;;;;sFASqE;qBAC3E;oBACD;wBACE,GAAG,EAAE;;;;;;2CAM0B;qBAChC;oBACD;wBACE,GAAG,EAAE,uCAAuC;qBAC7C;iBACF,CAAC;gBACF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBACtD,OAAO,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAChD,CAAC;SACF,CAAC;QAEF,MAAM,aAAa,GAAG,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC;QACrC,sCAAsC;QACtC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpB,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AAEL,CAAC,CAAC,CAAC","sourcesContent":["import { Logger, LogLevel, StopWatch } from \"@itwin/core-bentley\";\r\nimport { DbQueryConfig, ECSqlReader, QueryStats } from \"@itwin/core-common\";\r\nimport { expect } from \"chai\";\r\nimport { ConcurrentQuery } from \"../../ConcurrentQuery\";\r\nimport { ECDb } from \"../../ECDb\";\r\nimport { IModelDb, SnapshotDb } from \"../../IModelDb\";\r\nimport { _nativeDb } from \"../../core-backend\";\r\nimport { IModelTestUtils } from \"../IModelTestUtils\";\r\n\r\ninterface ITaskResult {\r\n  stats: QueryStats;\r\n  error?: any;\r\n}\r\n\r\ninterface ISenario {\r\n  name: string;\r\n  config?: DbQueryConfig;\r\n  totalBatches: number;\r\n  taskPerBatch: number;\r\n  createReader: (db: ECDb | IModelDb) => ECSqlReader;\r\n}\r\n\r\n\r\nclass LoadSimulator {\r\n  constructor(public db: ECDb | IModelDb, public senario: ISenario) { }\r\n  private async runQueryTask(reader: ECSqlReader): Promise<ITaskResult> {\r\n    try {\r\n      while (await reader.step()) { }\r\n      return { stats: reader.stats };\r\n    } catch (err) {\r\n      return { stats: reader.stats, error: err };\r\n    }\r\n  }\r\n\r\n  public async run() {\r\n    ConcurrentQuery.shutdown(this.db[_nativeDb]);\r\n    if (this.senario.config) {\r\n      const config = ConcurrentQuery.resetConfig(this.db[_nativeDb], this.senario.config);\r\n      // eslint-disable-next-line no-console\r\n      console.log(config);\r\n    }\r\n    const overalTime = new StopWatch();\r\n    overalTime.start();\r\n    const results: ITaskResult[] = [];\r\n    for (let i = 0; i < this.senario.totalBatches; ++i) {\r\n      const promises: Promise<ITaskResult>[] = [];\r\n      const readerTasks = Array(this.senario.taskPerBatch).fill(undefined).map(() => this.senario.createReader(this.db));\r\n      readerTasks.forEach((reader) => {\r\n        promises.push(this.runQueryTask(reader));\r\n      });\r\n      results.push(... await Promise.all(promises));\r\n\r\n    }\r\n    overalTime.stop();\r\n    const errors = results.filter((x) => x.error !== undefined);\r\n    const errorsMap = new Map<string, number>();\r\n    errors.forEach((x) => {\r\n      if (x.error instanceof Error) {\r\n        if (!errorsMap.has(x.error.message)) {\r\n          errorsMap.set(x.error.message, 1);\r\n        } else {\r\n          errorsMap.set(x.error.message, errorsMap.get(x.error.message)! + 1);\r\n        }\r\n      } else {\r\n        if (!errorsMap.has(\"error\")) {\r\n          errorsMap.set(\"error\", 1);\r\n        } else {\r\n          errorsMap.set(\"error\", errorsMap.get(\"error\")! + 1);\r\n        }\r\n      }\r\n    });\r\n    const errorCount = errors.length;\r\n    let backendCpuTime: bigint = BigInt(0);\r\n    let backendTotalTime: bigint = BigInt(0);\r\n    let backendMemUsed: bigint = BigInt(0);\r\n    let backendRowsReturned: bigint = BigInt(0);\r\n    let totalTime: bigint = BigInt(0);\r\n    let retryCount: bigint = BigInt(0);\r\n    let prepareTime: bigint = BigInt(0);\r\n\r\n    // Calculate average\r\n    results.forEach((r: ITaskResult) => {\r\n      backendCpuTime += BigInt(r.stats.backendCpuTime);\r\n      backendTotalTime += BigInt(r.stats.backendTotalTime);\r\n      backendMemUsed += BigInt(r.stats.backendMemUsed);\r\n      backendRowsReturned += BigInt(r.stats.backendRowsReturned);\r\n      totalTime += BigInt(r.stats.totalTime);\r\n      retryCount += BigInt(r.stats.retryCount);\r\n      prepareTime += BigInt(r.stats.prepareTime);\r\n    });\r\n\r\n    backendCpuTime /= BigInt(results.length);\r\n    backendTotalTime /= BigInt(results.length);\r\n    backendMemUsed /= BigInt(results.length);\r\n    backendRowsReturned /= BigInt(results.length);\r\n    totalTime /= BigInt(results.length);\r\n    retryCount /= BigInt(results.length);\r\n    // prepareTime /= BigInt(results.length);\r\n\r\n    return {\r\n      result: {\r\n        backendCpuTime,\r\n        backendTotalTime,\r\n        backendMemUsed,\r\n        backendRowsReturned,\r\n        totalTime,\r\n        retryCount,\r\n        prepareTime,\r\n      },\r\n      overalTimeInSec: overalTime.currentSeconds,\r\n      errorCount,\r\n      totalQueries: results.length,\r\n      errorMap: errorsMap\r\n    };\r\n\r\n  }\r\n}\r\n\r\ndescribe.skip(\"ConcurrentQueryLoad\", () => {\r\n  it(\"should run\", async () => {\r\n    Logger.initializeToConsole();\r\n    Logger.setLevel(\"ECDb.ConcurrentQuery\", LogLevel.Trace);\r\n    // {\r\n    //   workerThreads: 4,\r\n    //   requestQueueSize: 2000,\r\n    //   ignorePriority: false,\r\n    //   ignoreDelay: true,\r\n    //   doNotUsePrimaryConnToPrepare: false,\r\n    //   autoShutdowWhenIdlelForSeconds: 300,\r\n    //   statementCacheSizePerWorker: 40,\r\n    //   monitorPollInterval: 1000,\r\n    //   memoryMapFileSize: 0,\r\n    //   allowTestingArgs: false,\r\n    //   globalQuota: { time: 60, memory: 8388608 }\r\n    // }\r\n\r\n    const senario: ISenario = {\r\n      name: \"ConcurrentQueryLoad\",\r\n      config: {\r\n\r\n      },\r\n      totalBatches: 1,\r\n      taskPerBatch: 1,\r\n      createReader: (dbs: ECDb | IModelDb) => {\r\n        const quries = [\r\n          {\r\n            sql: `\r\n            WITH sequence(n) AS (\r\n              SELECT  1\r\n              UNION ALL\r\n              SELECT n + 1 FROM sequence WHERE n < 10000\r\n            )\r\n            SELECT  COUNT(*)\r\n            FROM bis.SpatialIndex i, sequence s\r\n            WHERE i.ECInstanceId MATCH  iModel_spatial_overlap_aabb(\r\n              iModel_bbox(random(), random(), random(), random(),random(), random()))`\r\n          },\r\n          {\r\n            sql: `\r\n            WITH sequence(n) AS (\r\n              SELECT  1\r\n              UNION ALL\r\n              SELECT n + 1 FROM sequence WHERE n < 1000000\r\n            )\r\n            SELECT  COUNT(*) FROM sequence`\r\n          },\r\n          {\r\n            sql: \"SELECT $ FROM bis.Element LIMIT 10000\"\r\n          }\r\n        ];\r\n        const idx = Math.floor(Math.random() * quries.length);\r\n        return dbs.createQueryReader(quries[idx].sql);\r\n      }\r\n    };\r\n\r\n    const verySmallFile = IModelTestUtils.resolveAssetFile(\"test.bim\");\r\n    const db = SnapshotDb.openFile(verySmallFile);\r\n    const simulator = new LoadSimulator(db, senario);\r\n    const result = await simulator.run();\r\n    // eslint-disable-next-line no-console\r\n    console.log(result);\r\n    db.close();\r\n    expect(result.errorCount).to.be.equal(0);\r\n  });\r\n\r\n});"]}

package/lib/esm/test/ecdb/ECDb.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ECDb.test.d.ts.map

package/lib/esm/test/ecdb/ECDb.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ECDb.test.d.ts","sourceRoot":"","sources":["../../../../src/test/ecdb/ECDb.test.ts"],"names":[],"mappings":""}