@itwin/core-backend 5.0.0-dev.90 → 5.0.0-dev.92

package/lib/esm/test/ecdb/CTE.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CTE.test.js","sourceRoot":"","sources":["../../../../src/test/ecdb/CTE.test.ts"],"names":[],"mappings":"AAAA;;;+FAG+F;AAC/F,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAY,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAE/D,8BAA8B;AAE9B,KAAK,UAAU,YAAY,CAAC,MAAgB,EAAE,KAAa,EAAE,QAAyB,EAAE,eAAyB;IAC/G,MAAM,IAAI,GAAU,EAAE,CAAC;IACvB,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,MAAM,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,cAAc,CAAC,kBAAkB,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC;QAC5J,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,QAAQ,CAAC,0CAA0C,EAAE,GAAG,EAAE;IACxD,IAAI,OAAmB,CAAC;IAExB,MAAM,CAAC,KAAK,IAAI,EAAE;QAChB,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,KAAK,IAAI,EAAE;QACf,OAAO,CAAC,KAAK,EAAE,CAAC;IAClB,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,KAAK,GAAG;;;;;;;;;;;2GAWyF,CAAE;QACzG,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7D,MAAM,QAAQ,GAAG,CAAC,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,gBAAgB,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,EAAE,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,gBAAgB,EAAE,YAAY,EAAE,WAAW,EAAE,gBAAgB,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,UAAU,EAAE,eAAe,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,EAAE,gBAAgB,EAAE,KAAK,EAAE,WAAW,EAAE,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAC1rB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAoDxC,CAAC,CAAC;QAEH,MAAM,QAAQ,GACZ,6CAA6C;YAC7C,6CAA6C;YAC7C,8CAA8C;YAC9C,oDAAoD;YACpD,qDAAqD;YACrD,qDAAqD;YACrD,sDAAsD;YACtD,sDAAsD;YACtD,sDAAsD;YACtD,qDAAqD;YACrD,qDAAqD;YACrD,qDAAqD;YACrD,sDAAsD;YACtD,sDAAsD;YACtD,sDAAsD;YACtD,qDAAqD;YACrD,qDAAqD;YACrD,oDAAoD;YACpD,8CAA8C;YAC9C,6CAA6C;YAC7C,6CAA6C;YAC7C,wCAAwC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,KAAK,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gBAAgB,EAAE,KAAK,IAAI,EAAE;QAC9B,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;;;wBAOf,CAAC,CAAC;QACtB,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC;QAE5B,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;wBAKf,CAAC,CAAC;QAEtB,IAAI,GAAG,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACrC,oCAAoC;QACpC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,6CAA6C,CAAC,CAAC;QAC7F,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC;QAC1B,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;;;;4BAQb,CAAC,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,sDAAsD;QACtE,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;QACtC,GAAG,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACjC,oFAAoF;QACpF,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAC;QACnG,IAAI,CAAC;YACH,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE;;;;;4BAKb,CAAC,CAAC;YACxB,MAAM,CAAC,KAAK,CAAC,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,oDAAoD;QACpE,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,gBAAgB,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC","sourcesContent":["/*---------------------------------------------------------------------------------------------\n* Copyright (c) Bentley Systems, Incorporated. All rights reserved.\n* See LICENSE.md in the project root for license terms and full copyright notice.\n*--------------------------------------------------------------------------------------------*/\nimport { assert } from \"chai\";\nimport { QueryBinder, QueryRowFormat } from \"@itwin/core-common\";\nimport { IModelDb, SnapshotDb } from \"../../core-backend\";\nimport { IModelTestUtils } from \"../IModelTestUtils\";\nimport { SequentialLogMatcher } from \"../SequentialLogMatcher\";\n\n// cspell:ignore mirukuru ibim\n\nasync function executeQuery(iModel: IModelDb, ecsql: string, bindings?: any[] | object, abbreviateBlobs?: boolean): Promise<any[]> {\n  const rows: any[] = [];\n  for await (const queryRow of iModel.createQueryReader(ecsql, QueryBinder.from(bindings), { rowFormat: QueryRowFormat.UseJsPropertyNames, abbreviateBlobs })) {\n    rows.push(queryRow.toRow());\n  }\n  return rows;\n}\n\ndescribe(\"Common table expression support in ECSQL\", () => {\n  let imodel1: SnapshotDb;\n\n  before(async () => {\n    imodel1 = SnapshotDb.openFile(IModelTestUtils.resolveAssetFile(\"test.bim\"));\n  });\n\n  after(async () => {\n    imodel1.close();\n  });\n  it(\"collect base properties recursively\", async () => {\n    const query = `\n        WITH RECURSIVE\n            base_classes (aId, aParentId, aPath, aDepth) AS (\n                SELECT c.ECInstanceId, null, c.Name, 0  FROM meta.ECClassDef c WHERE c.Name=?\n                UNION ALL\n                SELECT c.ECInstanceId, cbc.TargetECInstanceId, aPath || '/' || c.Name, aDepth + 1\n                    FROM meta.ECClassDef c\n                        JOIN meta.ClassHasBaseClasses cbc ON cbc.SourceECInstanceId = c.ECInstanceId\n                        JOIN base_classes  ON aId = cbc.TargetECInstanceId\n                ORDER BY 1\n            )\n        SELECT p.Name prop from base_classes join meta.ECPropertyDef p on p.Class.id = aId GROUP BY p.Name` ;\n    const rows = await executeQuery(imodel1, query, [\"Element\"]);\n    const expected = [\"Angle\", \"BaseModel\", \"BBoxHigh\", \"BBoxLow\", \"Border\", \"BorderTemplate\", \"Category\", \"CategorySelector\", \"CodeScope\", \"CodeSpec\", \"CodeValue\", \"Data\", \"Description\", \"DisplayStyle\", \"DrawingModel\", \"Enabled\", \"Extents\", \"EyePoint\", \"FederationGuid\", \"Flags\", \"FocusDistance\", \"Format\", \"GeometryStream\", \"Height\", \"InSpatialIndex\", \"IsCameraOn\", \"IsPrivate\", \"JsonProperties\", \"LastMod\", \"LensAngle\", \"Model\", \"ModelSelector\", \"Name\", \"Origin\", \"PaletteName\", \"Parent\", \"Pitch\", \"Properties\", \"Rank\", \"Recipe\", \"RepositoryGuid\", \"Roll\", \"Rotation\", \"RotationAngle\", \"Scale\", \"SheetTemplate\", \"Type\", \"TypeDefinition\", \"Url\", \"UserLabel\", \"View\", \"ViewAttachment\", \"Width\", \"Yaw\"];\n    const actual = rows.map((r) => r.prop);\n    assert.sameOrderedMembers(actual, expected);\n  });\n\n  it(\"generate mandelbrot set\", async () => {\n    const rows = await executeQuery(imodel1, `\n      WITH RECURSIVE\n        [xaxis]([x]) AS(\n          VALUES (- 2.0)\n          UNION ALL\n          SELECT [x] + 0.05\n          FROM   [xaxis]\n          WHERE  [x] < 1.2\n        ),\n        [yaxis]([y]) AS(\n          VALUES (- 1.0)\n          UNION ALL\n          SELECT [y] + 0.1\n          FROM   [yaxis]\n          WHERE  [y] < 1.0\n        ),\n        [m]([iter], [cx], [cy], [x], [y]) AS(\n          SELECT\n                0,\n                [x],\n                [y],\n                0.0,\n                0.0\n          FROM   [xaxis],\n                [yaxis]\n          UNION ALL\n          SELECT\n                [iter] + 1,\n                [cx],\n                [cy],\n                [x] * [x] - [y] * [y] + [cx],\n                2.0 * [x] * [y] + [cy]\n          FROM   [m]\n          WHERE  ([x] * [x] + [y] * [y]) < 4.0 AND [iter] < 28\n        ),\n        [m2]([iter], [cx], [cy]) AS(\n          SELECT\n                MAX ([iter]),\n                [cx],\n                [cy]\n          FROM   [m]\n          GROUP  BY\n                    [cx],\n                    [cy]\n        ),\n        [a]([t]) AS(\n          SELECT GROUP_CONCAT (SUBSTR (' .+*#', 1 + (CASE WHEN [iter] / 7 > 4 THEN 4 ELSE [iter] / 7 END), 1), '')\n          FROM   [m2]\n          GROUP  BY [cy]\n        )\n      SELECT GROUP_CONCAT (RTRIM ([t]), CHAR (0xa)) mandelbrot_set\n      FROM   [a];\n    `);\n\n    const expected =\n      \"                                    ....#\\n\" +\n      \"                                   ..#*..\\n\" +\n      \"                                 ..+####+.\\n\" +\n      \"                            .......+####....   +\\n\" +\n      \"                           ..##+*##########+.++++\\n\" +\n      \"                          .+.##################+.\\n\" +\n      \"              .............+###################+.+\\n\" +\n      \"              ..++..#.....*#####################+.\\n\" +\n      \"             ...+#######++#######################.\\n\" +\n      \"          ....+*################################.\\n\" +\n      \" #############################################...\\n\" +\n      \"          ....+*################################.\\n\" +\n      \"             ...+#######++#######################.\\n\" +\n      \"              ..++..#.....*#####################+.\\n\" +\n      \"              .............+###################+.+\\n\" +\n      \"                          .+.##################+.\\n\" +\n      \"                           ..##+*##########+.++++\\n\" +\n      \"                            .......+####....   +\\n\" +\n      \"                                 ..+####+.\\n\" +\n      \"                                   ..#*..\\n\" +\n      \"                                    ....#\\n\" +\n      \"                                    +.\";\n    assert(rows[0].mandelbrot_set === expected);\n  });\n\n  it(\"basic cte test\", async () => {\n    let rows = [];\n    rows = await executeQuery(imodel1, `\n      WITH RECURSIVE\n        cnt (x,y) AS (\n            SELECT 100, 200\n            UNION ALL\n            SELECT x+1, 200 FROM cnt WHERE x<210\n        )\n      SELECT * from cnt`);\n    assert(rows.length === 111);\n\n    rows = await executeQuery(imodel1, `\n      WITH RECURSIVE\n        cnt (x,y) AS (\n            SELECT 100, 200\n        )\n      SELECT * from cnt`);\n\n    let slm = new SequentialLogMatcher();\n    // these two are generated by sqlite\n    slm.append().error().category(\"ECDb\").message(/BE_SQLITE_ERROR duplicate WITH table name/gm);\n    assert(rows.length === 1);\n    try {\n      rows = await executeQuery(imodel1, `\n        WITH\n          cte_1 (a,b,c) AS (\n            SELECT 100, 400, 300\n          ),\n          cte_1 (a,b,c) AS (\n            SELECT 100, 400, 300\n          )\n        SELECT * from cte_1`);\n      assert(false);\n    } catch {\n      assert(true); // should fail as cte_1 is used for two ct expression.\n    }\n    assert.isTrue(slm.finishAndDispose());\n    slm = new SequentialLogMatcher();\n    // these two are generated by ECSQL. Its not clear why this message is logged twice.\n    slm.append().error().category(\"ECDb\").message(/Common table 'cte_1' has 3 values for columns 2/gm);\n    try {\n      rows = await executeQuery(imodel1, `\n        WITH\n        cte_1 (a,b,c) AS (\n          SELECT 100, 400\n        )\n        SELECT * from cte_1`);\n      assert(false);\n    } catch {\n      assert(true); // number are to ct expression does not match select\n    }\n    assert.isTrue(slm.finishAndDispose());\n  });\n});\n"]}

package/lib/esm/test/ecdb/ConcurrentQueryLoad.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ConcurrentQueryLoad.test.d.ts.map

package/lib/esm/test/ecdb/ConcurrentQueryLoad.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConcurrentQueryLoad.test.d.ts","sourceRoot":"","sources":["../../../../src/test/ecdb/ConcurrentQueryLoad.test.ts"],"names":[],"mappings":""}

package/lib/esm/test/ecdb/ConcurrentQueryLoad.test.js

@@ -0,0 +1,167 @@
+import { Logger, LogLevel, StopWatch } from "@itwin/core-bentley";
+import { expect } from "chai";
+import { ConcurrentQuery } from "../../ConcurrentQuery";
+import { SnapshotDb } from "../../IModelDb";
+import { _nativeDb } from "../../core-backend";
+import { IModelTestUtils } from "../IModelTestUtils";
+class LoadSimulator {
+    db;
+    senario;
+    constructor(db, senario) {
+        this.db = db;
+        this.senario = senario;
+    }
+    async runQueryTask(reader) {
+        try {
+            while (await reader.step()) { }
+            return { stats: reader.stats };
+        }
+        catch (err) {
+            return { stats: reader.stats, error: err };
+        }
+    }
+    async run() {
+        ConcurrentQuery.shutdown(this.db[_nativeDb]);
+        if (this.senario.config) {
+            const config = ConcurrentQuery.resetConfig(this.db[_nativeDb], this.senario.config);
+            // eslint-disable-next-line no-console
+            console.log(config);
+        }
+        const overalTime = new StopWatch();
+        overalTime.start();
+        const results = [];
+        for (let i = 0; i < this.senario.totalBatches; ++i) {
+            const promises = [];
+            const readerTasks = Array(this.senario.taskPerBatch).fill(undefined).map(() => this.senario.createReader(this.db));
+            readerTasks.forEach((reader) => {
+                promises.push(this.runQueryTask(reader));
+            });
+            results.push(...await Promise.all(promises));
+        }
+        overalTime.stop();
+        const errors = results.filter((x) => x.error !== undefined);
+        const errorsMap = new Map();
+        errors.forEach((x) => {
+            if (x.error instanceof Error) {
+                if (!errorsMap.has(x.error.message)) {
+                    errorsMap.set(x.error.message, 1);
+                }
+                else {
+                    errorsMap.set(x.error.message, errorsMap.get(x.error.message) + 1);
+                }
+            }
+            else {
+                if (!errorsMap.has("error")) {
+                    errorsMap.set("error", 1);
+                }
+                else {
+                    errorsMap.set("error", errorsMap.get("error") + 1);
+                }
+            }
+        });
+        const errorCount = errors.length;
+        let backendCpuTime = BigInt(0);
+        let backendTotalTime = BigInt(0);
+        let backendMemUsed = BigInt(0);
+        let backendRowsReturned = BigInt(0);
+        let totalTime = BigInt(0);
+        let retryCount = BigInt(0);
+        let prepareTime = BigInt(0);
+        // Calculate average
+        results.forEach((r) => {
+            backendCpuTime += BigInt(r.stats.backendCpuTime);
+            backendTotalTime += BigInt(r.stats.backendTotalTime);
+            backendMemUsed += BigInt(r.stats.backendMemUsed);
+            backendRowsReturned += BigInt(r.stats.backendRowsReturned);
+            totalTime += BigInt(r.stats.totalTime);
+            retryCount += BigInt(r.stats.retryCount);
+            prepareTime += BigInt(r.stats.prepareTime);
+        });
+        backendCpuTime /= BigInt(results.length);
+        backendTotalTime /= BigInt(results.length);
+        backendMemUsed /= BigInt(results.length);
+        backendRowsReturned /= BigInt(results.length);
+        totalTime /= BigInt(results.length);
+        retryCount /= BigInt(results.length);
+        // prepareTime /= BigInt(results.length);
+        return {
+            result: {
+                backendCpuTime,
+                backendTotalTime,
+                backendMemUsed,
+                backendRowsReturned,
+                totalTime,
+                retryCount,
+                prepareTime,
+            },
+            overalTimeInSec: overalTime.currentSeconds,
+            errorCount,
+            totalQueries: results.length,
+            errorMap: errorsMap
+        };
+    }
+}
+describe.skip("ConcurrentQueryLoad", () => {
+    it("should run", async () => {
+        Logger.initializeToConsole();
+        Logger.setLevel("ECDb.ConcurrentQuery", LogLevel.Trace);
+        // {
+        //   workerThreads: 4,
+        //   requestQueueSize: 2000,
+        //   ignorePriority: false,
+        //   ignoreDelay: true,
+        //   doNotUsePrimaryConnToPrepare: false,
+        //   autoShutdowWhenIdlelForSeconds: 300,
+        //   statementCacheSizePerWorker: 40,
+        //   monitorPollInterval: 1000,
+        //   memoryMapFileSize: 0,
+        //   allowTestingArgs: false,
+        //   globalQuota: { time: 60, memory: 8388608 }
+        // }
+        const senario = {
+            name: "ConcurrentQueryLoad",
+            config: {},
+            totalBatches: 1,
+            taskPerBatch: 1,
+            createReader: (dbs) => {
+                const quries = [
+                    {
+                        sql: `
+            WITH sequence(n) AS (
+              SELECT  1
+              UNION ALL
+              SELECT n + 1 FROM sequence WHERE n < 10000
+            )
+            SELECT  COUNT(*)
+            FROM bis.SpatialIndex i, sequence s
+            WHERE i.ECInstanceId MATCH  iModel_spatial_overlap_aabb(
+              iModel_bbox(random(), random(), random(), random(),random(), random()))`
+                    },
+                    {
+                        sql: `
+            WITH sequence(n) AS (
+              SELECT  1
+              UNION ALL
+              SELECT n + 1 FROM sequence WHERE n < 1000000
+            )
+            SELECT  COUNT(*) FROM sequence`
+                    },
+                    {
+                        sql: "SELECT $ FROM bis.Element LIMIT 10000"
+                    }
+                ];
+                const idx = Math.floor(Math.random() * quries.length);
+                return dbs.createQueryReader(quries[idx].sql);
+            }
+        };
+        const verySmallFile = IModelTestUtils.resolveAssetFile("test.bim");
+        const db = SnapshotDb.openFile(verySmallFile);
+        const simulator = new LoadSimulator(db, senario);
+        const result = await simulator.run();
+        // eslint-disable-next-line no-console
+        console.log(result);
+        db.close();
+        expect(result.errorCount).to.be.equal(0);
+    });
+});
+//# sourceMappingURL=ConcurrentQueryLoad.test.js.map

package/lib/esm/test/ecdb/ConcurrentQueryLoad.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ConcurrentQueryLoad.test.js","sourceRoot":"","sources":["../../../../src/test/ecdb/ConcurrentQueryLoad.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAElE,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAC9B,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,OAAO,EAAY,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAgBrD,MAAM,aAAa;IACE;IAA4B;IAA/C,YAAmB,EAAmB,EAAS,OAAiB;QAA7C,OAAE,GAAF,EAAE,CAAiB;QAAS,YAAO,GAAP,OAAO,CAAU;IAAI,CAAC;IAC7D,KAAK,CAAC,YAAY,CAAC,MAAmB;QAC5C,IAAI,CAAC;YACH,OAAO,MAAM,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YAC/B,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;QAC7C,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,GAAG;QACd,eAAe,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QAC7C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACpF,sCAAsC;YACtC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,UAAU,GAAG,IAAI,SAAS,EAAE,CAAC;QACnC,UAAU,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,EAAE,CAAC;YACnD,MAAM,QAAQ,GAA2B,EAAE,CAAC;YAC5C,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACnH,WAAW,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;gBAC7B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,GAAI,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEhD,CAAC;QACD,UAAU,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC5C,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACnB,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,EAAE,CAAC;gBAC7B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACpC,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAE,GAAG,CAAC,CAAC,CAAC;gBACtE,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC5B,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACN,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,OAAO,CAAE,GAAG,CAAC,CAAC,CAAC;gBACtD,CAAC;YACH,CAAC;QACH,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,IAAI,cAAc,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,gBAAgB,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,cAAc,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QACvC,IAAI,mBAAmB,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5C,IAAI,SAAS,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QAClC,IAAI,UAAU,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QACnC,IAAI,WAAW,GAAW,MAAM,CAAC,CAAC,CAAC,CAAC;QAEpC,oBAAoB;QACpB,OAAO,CAAC,OAAO,CAAC,CAAC,CAAc,EAAE,EAAE;YACjC,cAAc,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACjD,gBAAgB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACrD,cAAc,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YACjD,mBAAmB,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;YAC3D,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACvC,UAAU,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YACzC,WAAW,IAAI,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;QAEH,cAAc,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzC,gBAAgB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3C,cAAc,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzC,mBAAmB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC9C,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACpC,UAAU,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACrC,yCAAyC;QAEzC,OAAO;YACL,MAAM,EAAE;gBACN,cAAc;gBACd,gBAAgB;gBAChB,cAAc;gBACd,mBAAmB;gBACnB,SAAS;gBACT,UAAU;gBACV,WAAW;aACZ;YACD,eAAe,EAAE,UAAU,CAAC,cAAc;YAC1C,UAAU;YACV,YAAY,EAAE,OAAO,CAAC,MAAM;YAC5B,QAAQ,EAAE,SAAS;SACpB,CAAC;IAEJ,CAAC;CACF;AAED,QAAQ,CAAC,IAAI,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,YAAY,EAAE,KAAK,IAAI,EAAE;QAC1B,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAC7B,MAAM,CAAC,QAAQ,CAAC,sBAAsB,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxD,IAAI;QACJ,sBAAsB;QACtB,4BAA4B;QAC5B,2BAA2B;QAC3B,uBAAuB;QACvB,yCAAyC;QACzC,yCAAyC;QACzC,qCAAqC;QACrC,+BAA+B;QAC/B,0BAA0B;QAC1B,6BAA6B;QAC7B,+CAA+C;QAC/C,IAAI;QAEJ,MAAM,OAAO,GAAa;YACxB,IAAI,EAAE,qBAAqB;YAC3B,MAAM,EAAE,EAEP;YACD,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,CAAC,GAAoB,EAAE,EAAE;gBACrC,MAAM,MAAM,GAAG;oBACb;wBACE,GAAG,EAAE;;;;;;;;;sFASqE;qBAC3E;oBACD;wBACE,GAAG,EAAE;;;;;;2CAM0B;qBAChC;oBACD;wBACE,GAAG,EAAE,uCAAuC;qBAC7C;iBACF,CAAC;gBACF,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;gBACtD,OAAO,GAAG,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;YAChD,CAAC;SACF,CAAC;QAEF,MAAM,aAAa,GAAG,eAAe,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QACnE,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,GAAG,EAAE,CAAC;QACrC,sCAAsC;QACtC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpB,EAAE,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;AAEL,CAAC,CAAC,CAAC","sourcesContent":["import { Logger, LogLevel, StopWatch } from \"@itwin/core-bentley\";\nimport { DbQueryConfig, ECSqlReader, QueryStats } from \"@itwin/core-common\";\nimport { expect } from \"chai\";\nimport { ConcurrentQuery } from \"../../ConcurrentQuery\";\nimport { ECDb } from \"../../ECDb\";\nimport { IModelDb, SnapshotDb } from \"../../IModelDb\";\nimport { _nativeDb } from \"../../core-backend\";\nimport { IModelTestUtils } from \"../IModelTestUtils\";\n\ninterface ITaskResult {\n  stats: QueryStats;\n  error?: any;\n}\n\ninterface ISenario {\n  name: string;\n  config?: DbQueryConfig;\n  totalBatches: number;\n  taskPerBatch: number;\n  createReader: (db: ECDb | IModelDb) => ECSqlReader;\n}\n\n\nclass LoadSimulator {\n  constructor(public db: ECDb | IModelDb, public senario: ISenario) { }\n  private async runQueryTask(reader: ECSqlReader): Promise<ITaskResult> {\n    try {\n      while (await reader.step()) { }\n      return { stats: reader.stats };\n    } catch (err) {\n      return { stats: reader.stats, error: err };\n    }\n  }\n\n  public async run() {\n    ConcurrentQuery.shutdown(this.db[_nativeDb]);\n    if (this.senario.config) {\n      const config = ConcurrentQuery.resetConfig(this.db[_nativeDb], this.senario.config);\n      // eslint-disable-next-line no-console\n      console.log(config);\n    }\n    const overalTime = new StopWatch();\n    overalTime.start();\n    const results: ITaskResult[] = [];\n    for (let i = 0; i < this.senario.totalBatches; ++i) {\n      const promises: Promise<ITaskResult>[] = [];\n      const readerTasks = Array(this.senario.taskPerBatch).fill(undefined).map(() => this.senario.createReader(this.db));\n      readerTasks.forEach((reader) => {\n        promises.push(this.runQueryTask(reader));\n      });\n      results.push(... await Promise.all(promises));\n\n    }\n    overalTime.stop();\n    const errors = results.filter((x) => x.error !== undefined);\n    const errorsMap = new Map<string, number>();\n    errors.forEach((x) => {\n      if (x.error instanceof Error) {\n        if (!errorsMap.has(x.error.message)) {\n          errorsMap.set(x.error.message, 1);\n        } else {\n          errorsMap.set(x.error.message, errorsMap.get(x.error.message)! + 1);\n        }\n      } else {\n        if (!errorsMap.has(\"error\")) {\n          errorsMap.set(\"error\", 1);\n        } else {\n          errorsMap.set(\"error\", errorsMap.get(\"error\")! + 1);\n        }\n      }\n    });\n    const errorCount = errors.length;\n    let backendCpuTime: bigint = BigInt(0);\n    let backendTotalTime: bigint = BigInt(0);\n    let backendMemUsed: bigint = BigInt(0);\n    let backendRowsReturned: bigint = BigInt(0);\n    let totalTime: bigint = BigInt(0);\n    let retryCount: bigint = BigInt(0);\n    let prepareTime: bigint = BigInt(0);\n\n    // Calculate average\n    results.forEach((r: ITaskResult) => {\n      backendCpuTime += BigInt(r.stats.backendCpuTime);\n      backendTotalTime += BigInt(r.stats.backendTotalTime);\n      backendMemUsed += BigInt(r.stats.backendMemUsed);\n      backendRowsReturned += BigInt(r.stats.backendRowsReturned);\n      totalTime += BigInt(r.stats.totalTime);\n      retryCount += BigInt(r.stats.retryCount);\n      prepareTime += BigInt(r.stats.prepareTime);\n    });\n\n    backendCpuTime /= BigInt(results.length);\n    backendTotalTime /= BigInt(results.length);\n    backendMemUsed /= BigInt(results.length);\n    backendRowsReturned /= BigInt(results.length);\n    totalTime /= BigInt(results.length);\n    retryCount /= BigInt(results.length);\n    // prepareTime /= BigInt(results.length);\n\n    return {\n      result: {\n        backendCpuTime,\n        backendTotalTime,\n        backendMemUsed,\n        backendRowsReturned,\n        totalTime,\n        retryCount,\n        prepareTime,\n      },\n      overalTimeInSec: overalTime.currentSeconds,\n      errorCount,\n      totalQueries: results.length,\n      errorMap: errorsMap\n    };\n\n  }\n}\n\ndescribe.skip(\"ConcurrentQueryLoad\", () => {\n  it(\"should run\", async () => {\n    Logger.initializeToConsole();\n    Logger.setLevel(\"ECDb.ConcurrentQuery\", LogLevel.Trace);\n    // {\n    //   workerThreads: 4,\n    //   requestQueueSize: 2000,\n    //   ignorePriority: false,\n    //   ignoreDelay: true,\n    //   doNotUsePrimaryConnToPrepare: false,\n    //   autoShutdowWhenIdlelForSeconds: 300,\n    //   statementCacheSizePerWorker: 40,\n    //   monitorPollInterval: 1000,\n    //   memoryMapFileSize: 0,\n    //   allowTestingArgs: false,\n    //   globalQuota: { time: 60, memory: 8388608 }\n    // }\n\n    const senario: ISenario = {\n      name: \"ConcurrentQueryLoad\",\n      config: {\n\n      },\n      totalBatches: 1,\n      taskPerBatch: 1,\n      createReader: (dbs: ECDb | IModelDb) => {\n        const quries = [\n          {\n            sql: `\n            WITH sequence(n) AS (\n              SELECT  1\n              UNION ALL\n              SELECT n + 1 FROM sequence WHERE n < 10000\n            )\n            SELECT  COUNT(*)\n            FROM bis.SpatialIndex i, sequence s\n            WHERE i.ECInstanceId MATCH  iModel_spatial_overlap_aabb(\n              iModel_bbox(random(), random(), random(), random(),random(), random()))`\n          },\n          {\n            sql: `\n            WITH sequence(n) AS (\n              SELECT  1\n              UNION ALL\n              SELECT n + 1 FROM sequence WHERE n < 1000000\n            )\n            SELECT  COUNT(*) FROM sequence`\n          },\n          {\n            sql: \"SELECT $ FROM bis.Element LIMIT 10000\"\n          }\n        ];\n        const idx = Math.floor(Math.random() * quries.length);\n        return dbs.createQueryReader(quries[idx].sql);\n      }\n    };\n\n    const verySmallFile = IModelTestUtils.resolveAssetFile(\"test.bim\");\n    const db = SnapshotDb.openFile(verySmallFile);\n    const simulator = new LoadSimulator(db, senario);\n    const result = await simulator.run();\n    // eslint-disable-next-line no-console\n    console.log(result);\n    db.close();\n    expect(result.errorCount).to.be.equal(0);\n  });\n\n});"]}

package/lib/esm/test/ecdb/ECDb.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ECDb.test.d.ts.map

package/lib/esm/test/ecdb/ECDb.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ECDb.test.d.ts","sourceRoot":"","sources":["../../../../src/test/ecdb/ECDb.test.ts"],"names":[],"mappings":""}