@solidxai/core 0.1.10 → 0.1.11-beta.0

package/src/services/dashboard-providers/mq-dashboard-queue-sla-heatmap-provider.service.ts

@@ -2,7 +2,13 @@ import { Injectable } from "@nestjs/common";
 import { DashboardWidgetDataProvider } from "src/decorators/dashboard-widget-data-provider.decorator";
 import { IDashboardWidgetDataProvider, IDashboardWidgetDataProviderContext, IDashboardWidgetDataResponseEnvelope } from "src/interfaces";
 import { MqMessageRepository } from "src/repository/mq-message.repository";
-import { applyMqDashboardFilters, normalizeBucket, toNumber } from "src/services/dashboard-providers/mq-dashboard-provider-utils";
+import {
+    applyMqDashboardFilters,
+    buildMqDashboardBucketExpression,
+    normalizeBucket,
+    normalizeMqDashboardBucketValue,
+    toNumber,
+} from "src/services/dashboard-providers/mq-dashboard-provider-utils";
 
 type HeatmapLegendThreshold = {
     label: string;
@@ -71,7 +77,7 @@ export class MqDashboardQueueSlaHeatmapProvider implements IDashboardWidgetDataP
         applyMqDashboardFilters(qb, ctxt.variables ?? {}, { ensureQueueJoin: true });
         qb.andWhere("mqMessage.elapsedMillis IS NOT NULL");
 
-        const bucketExpr = `DATE_TRUNC('${bucket}', mqMessage.createdAt)`;
+        const bucketExpr = buildMqDashboardBucketExpression(qb, bucket, "mqMessage.createdAt");
         const rows = await qb
             .select(bucketExpr, "bucket")
             .addSelect("mqMessageQueue.name", "queueName")
@@ -93,7 +99,7 @@ export class MqDashboardQueueSlaHeatmapProvider implements IDashboardWidgetDataP
         const xCategories = Array.from(
             new Set(
                 rows
-                    .map((row) => row?.bucket ? new Date(row.bucket).toISOString() : "")
+                    .map((row) => normalizeMqDashboardBucketValue(row?.bucket))
                     .filter((bucketValue) => !!bucketValue)
             )
         ).sort();
@@ -108,7 +114,7 @@ export class MqDashboardQueueSlaHeatmapProvider implements IDashboardWidgetDataP
         const pointDetails: HeatmapPointDetail[] = [];
 
         for (const row of rows) {
-            const bucketValue = row?.bucket ? new Date(row.bucket).toISOString() : "";
+            const bucketValue = normalizeMqDashboardBucketValue(row?.bucket);
             const queueName = `${row?.queueName ?? ""}`.trim();
             const xIndex = xIndexMap.get(bucketValue);
             const yIndex = yIndexMap.get(queueName);

package/src/services/datasource-introspection/mssql-datasource-introspection-provider.service.ts

@@ -0,0 +1,185 @@
+import { Injectable } from "@nestjs/common";
+import { DataSource } from "typeorm";
+import {
+    DatasourceIntrospectionColumn,
+    DatasourceIntrospectionProvider,
+    DatasourceIntrospectionTableRef,
+} from "src/interfaces/datasource-introspection-provider.interface";
+
+@Injectable()
+export class MssqlDatasourceIntrospectionProviderService implements DatasourceIntrospectionProvider {
+    readonly type = "mssql";
+
+    supports(type: string) {
+        return type?.toLowerCase() === this.type;
+    }
+
+    async listTables(dataSource: DataSource): Promise<DatasourceIntrospectionTableRef[]> {
+        const rows = await dataSource.query(`
+            SELECT
+                TABLE_SCHEMA AS tableSchema,
+                TABLE_NAME AS tableName
+            FROM INFORMATION_SCHEMA.TABLES
+            WHERE TABLE_TYPE = 'BASE TABLE'
+              AND TABLE_SCHEMA NOT IN ('sys', 'INFORMATION_SCHEMA')
+            ORDER BY TABLE_SCHEMA, TABLE_NAME
+        `);
+
+        return rows.map((row: any) => ({
+            tableSchema: row.tableSchema ?? null,
+            tableName: row.tableName,
+        }));
+    }
+
+    async listColumns(dataSource: DataSource): Promise<DatasourceIntrospectionColumn[]> {
+        const rows = await dataSource.query(`
+            SELECT
+                schema_name(t.schema_id) AS tableSchema,
+                t.name AS tableName,
+                c.name AS columnName,
+                ty.name AS dataType,
+                c.is_identity AS isAutoGenerated,
+                CASE WHEN c.is_nullable = 1 THEN 'YES' ELSE 'NO' END AS isNullable,
+                dc.definition AS defaultValue,
+                CASE
+                    WHEN ty.name IN ('nchar', 'nvarchar') AND c.max_length > 0 THEN c.max_length / 2
+                    ELSE c.max_length
+                END AS characterMaximumLength,
+                c.precision AS numericPrecision,
+                c.scale AS numericScale,
+                c.column_id AS ordinalPosition
+            FROM sys.tables t
+            INNER JOIN sys.columns c ON c.object_id = t.object_id
+            INNER JOIN sys.types ty ON ty.user_type_id = c.user_type_id
+            LEFT JOIN sys.default_constraints dc ON dc.object_id = c.default_object_id
+            WHERE schema_name(t.schema_id) NOT IN ('sys', 'INFORMATION_SCHEMA')
+            ORDER BY schema_name(t.schema_id), t.name, c.column_id
+        `);
+
+        return rows.map((row: any) => ({
+            tableSchema: row.tableSchema ?? null,
+            tableName: row.tableName,
+            columnName: row.columnName,
+            dataType: row.dataType,
+            isAutoGenerated: Boolean(row.isAutoGenerated),
+            isNullable: String(row.isNullable).toUpperCase() === "YES",
+            defaultValue: row.defaultValue ?? null,
+            characterMaximumLength: this.toNumberOrNull(row.characterMaximumLength),
+            numericPrecision: this.toNumberOrNull(row.numericPrecision),
+            numericScale: this.toNumberOrNull(row.numericScale),
+            ordinalPosition: this.toNumberOrNull(row.ordinalPosition),
+        }));
+    }
+
+    async getTableDefinition(dataSource: DataSource, table: DatasourceIntrospectionTableRef): Promise<string | null> {
+        const rows = await dataSource.query(
+            `
+                DECLARE @schemaName NVARCHAR(128) = @0;
+                DECLARE @tableName NVARCHAR(128) = @1;
+
+                WITH target_table AS (
+                    SELECT t.object_id, s.name AS schema_name, t.name AS table_name
+                    FROM sys.tables t
+                    INNER JOIN sys.schemas s ON s.schema_id = t.schema_id
+                    WHERE t.name = @tableName
+                      AND (@schemaName IS NULL OR s.name = @schemaName)
+                ),
+                column_lines AS (
+                    SELECT
+                        c.column_id,
+                        '    [' + c.name + '] '
+                        + UPPER(ty.name)
+                        + CASE
+                            WHEN ty.name IN ('varchar', 'char', 'varbinary', 'binary') THEN
+                                '(' + CASE WHEN c.max_length = -1 THEN 'MAX' ELSE CAST(c.max_length AS VARCHAR(16)) END + ')'
+                            WHEN ty.name IN ('nvarchar', 'nchar') THEN
+                                '(' + CASE WHEN c.max_length = -1 THEN 'MAX' ELSE CAST(c.max_length / 2 AS VARCHAR(16)) END + ')'
+                            WHEN ty.name IN ('decimal', 'numeric') THEN
+                                '(' + CAST(c.precision AS VARCHAR(16)) + ',' + CAST(c.scale AS VARCHAR(16)) + ')'
+                            WHEN ty.name IN ('datetime2', 'datetimeoffset', 'time') THEN
+                                '(' + CAST(c.scale AS VARCHAR(16)) + ')'
+                            ELSE
+                                ''
+                          END
+                        + CASE
+                            WHEN ic.object_id IS NOT NULL THEN
+                                ' IDENTITY(' + CAST(CONVERT(BIGINT, ic.seed_value) AS VARCHAR(32)) + ',' + CAST(CONVERT(BIGINT, ic.increment_value) AS VARCHAR(32)) + ')'
+                            ELSE
+                                ''
+                          END
+                        + CASE
+                            WHEN dc.definition IS NOT NULL THEN ' DEFAULT ' + dc.definition
+                            ELSE ''
+                          END
+                        + CASE
+                            WHEN c.is_nullable = 1 THEN ' NULL'
+                            ELSE ' NOT NULL'
+                          END AS line
+                    FROM target_table tt
+                    INNER JOIN sys.columns c ON c.object_id = tt.object_id
+                    INNER JOIN sys.types ty ON ty.user_type_id = c.user_type_id
+                    LEFT JOIN sys.identity_columns ic
+                        ON ic.object_id = c.object_id
+                       AND ic.column_id = c.column_id
+                    LEFT JOIN sys.default_constraints dc ON dc.object_id = c.default_object_id
+                ),
+                constraint_lines AS (
+                    SELECT
+                        kc.name AS constraint_name,
+                        '    CONSTRAINT [' + kc.name + '] PRIMARY KEY ('
+                        + STUFF((
+                            SELECT ', [' + c.name + ']'
+                            FROM sys.index_columns ic
+                            INNER JOIN sys.columns c
+                                ON c.object_id = ic.object_id
+                               AND c.column_id = ic.column_id
+                            WHERE ic.object_id = kc.parent_object_id
+                              AND ic.index_id = kc.unique_index_id
+                            ORDER BY ic.key_ordinal
+                            FOR XML PATH(''), TYPE
+                        ).value('.', 'NVARCHAR(MAX)'), 1, 2, '')
+                        + ')' AS line
+                    FROM target_table tt
+                    INNER JOIN sys.key_constraints kc ON kc.parent_object_id = tt.object_id
+                    WHERE kc.type = 'PK'
+                )
+                SELECT
+                    'CREATE TABLE [' + tt.schema_name + '].[' + tt.table_name + '] (' + CHAR(10)
+                    + ISNULL((
+                        SELECT STUFF((
+                            SELECT ',' + CHAR(10) + cl.line
+                            FROM column_lines cl
+                            ORDER BY cl.column_id
+                            FOR XML PATH(''), TYPE
+                        ).value('.', 'NVARCHAR(MAX)'), 1, 2, '')
+                    ), '')
+                    + ISNULL((
+                        SELECT CASE
+                            WHEN EXISTS (SELECT 1 FROM constraint_lines)
+                                THEN ',' + CHAR(10) + STUFF((
+                                    SELECT ',' + CHAR(10) + cn.line
+                                    FROM constraint_lines cn
+                                    ORDER BY cn.constraint_name
+                                    FOR XML PATH(''), TYPE
+                                ).value('.', 'NVARCHAR(MAX)'), 1, 2, '')
+                            ELSE ''
+                        END
+                    ), '')
+                    + CHAR(10) + ');' AS ddl
+                FROM target_table tt
+            `,
+            [table.tableSchema, table.tableName],
+        );
+
+        return rows?.[0]?.ddl ?? null;
+    }
+
+    private toNumberOrNull(value: unknown) {
+        if (value === null || value === undefined || value === "") {
+            return null;
+        }
+
+        const parsed = Number(value);
+        return Number.isFinite(parsed) ? parsed : null;
+    }
+}

package/src/services/datasource-introspection/mysql-datasource-introspection-provider.service.ts

@@ -0,0 +1,95 @@
+import { Injectable } from "@nestjs/common";
+import { DataSource } from "typeorm";
+import {
+    DatasourceIntrospectionColumn,
+    DatasourceIntrospectionProvider,
+    DatasourceIntrospectionTableRef,
+} from "src/interfaces/datasource-introspection-provider.interface";
+
+@Injectable()
+export class MysqlDatasourceIntrospectionProviderService implements DatasourceIntrospectionProvider {
+    readonly type = "mysql";
+
+    supports(type: string) {
+        return type?.toLowerCase() === this.type;
+    }
+
+    async listTables(dataSource: DataSource): Promise<DatasourceIntrospectionTableRef[]> {
+        const rows = await dataSource.query(`
+            SELECT
+                TABLE_SCHEMA AS tableSchema,
+                TABLE_NAME AS tableName
+            FROM INFORMATION_SCHEMA.TABLES
+            WHERE TABLE_TYPE = 'BASE TABLE'
+              AND TABLE_SCHEMA = DATABASE()
+            ORDER BY TABLE_SCHEMA, TABLE_NAME
+        `);
+
+        return rows.map((row: any) => ({
+            tableSchema: row.tableSchema ?? null,
+            tableName: row.tableName,
+        }));
+    }
+
+    async listColumns(dataSource: DataSource): Promise<DatasourceIntrospectionColumn[]> {
+        const rows = await dataSource.query(`
+            SELECT
+                TABLE_SCHEMA AS tableSchema,
+                TABLE_NAME AS tableName,
+                COLUMN_NAME AS columnName,
+                DATA_TYPE AS dataType,
+                EXTRA AS extra,
+                IS_NULLABLE AS isNullable,
+                COLUMN_DEFAULT AS defaultValue,
+                CHARACTER_MAXIMUM_LENGTH AS characterMaximumLength,
+                NUMERIC_PRECISION AS numericPrecision,
+                NUMERIC_SCALE AS numericScale,
+                ORDINAL_POSITION AS ordinalPosition
+            FROM INFORMATION_SCHEMA.COLUMNS
+            WHERE TABLE_SCHEMA = DATABASE()
+            ORDER BY TABLE_SCHEMA, TABLE_NAME, ORDINAL_POSITION
+        `);
+
+        return rows.map((row: any) => ({
+            tableSchema: row.tableSchema ?? null,
+            tableName: row.tableName,
+            columnName: row.columnName,
+            dataType: row.dataType,
+            isAutoGenerated: String(row.extra ?? "").toLowerCase().includes("auto_increment"),
+            isNullable: String(row.isNullable).toUpperCase() === "YES",
+            defaultValue: row.defaultValue ?? null,
+            characterMaximumLength: this.toNumberOrNull(row.characterMaximumLength),
+            numericPrecision: this.toNumberOrNull(row.numericPrecision),
+            numericScale: this.toNumberOrNull(row.numericScale),
+            ordinalPosition: this.toNumberOrNull(row.ordinalPosition),
+        }));
+    }
+
+    async getTableDefinition(dataSource: DataSource, table: DatasourceIntrospectionTableRef): Promise<string | null> {
+        const schemaName = table.tableSchema ?? dataSource.options.database;
+        const rows = await dataSource.query(
+            `SHOW CREATE TABLE \`${schemaName}\`.\`${table.tableName}\``,
+        );
+
+        const firstRow = rows?.[0];
+        if (!firstRow || typeof firstRow !== "object") {
+            return null;
+        }
+
+        const ddlKey = Object.keys(firstRow).find((key) => key.toLowerCase().startsWith("create table"));
+        if (!ddlKey) {
+            return null;
+        }
+
+        return String(firstRow[ddlKey] ?? "").trim() || null;
+    }
+
+    private toNumberOrNull(value: unknown) {
+        if (value === null || value === undefined || value === "") {
+            return null;
+        }
+
+        const parsed = Number(value);
+        return Number.isFinite(parsed) ? parsed : null;
+    }
+}

package/src/services/datasource-introspection/postgres-datasource-introspection-provider.service.ts

@@ -0,0 +1,160 @@
+import { Injectable } from "@nestjs/common";
+import { DataSource } from "typeorm";
+import {
+    DatasourceIntrospectionColumn,
+    DatasourceIntrospectionProvider,
+    DatasourceIntrospectionTableRef,
+} from "src/interfaces/datasource-introspection-provider.interface";
+
+@Injectable()
+export class PostgresDatasourceIntrospectionProviderService implements DatasourceIntrospectionProvider {
+    readonly type = "postgres";
+
+    supports(type: string) {
+        return type?.toLowerCase() === this.type;
+    }
+
+    async listTables(dataSource: DataSource): Promise<DatasourceIntrospectionTableRef[]> {
+        const rows = await dataSource.query(`
+            SELECT
+                TABLE_SCHEMA AS "tableSchema",
+                TABLE_NAME AS "tableName"
+            FROM INFORMATION_SCHEMA.TABLES
+            WHERE TABLE_TYPE = 'BASE TABLE'
+              AND TABLE_SCHEMA NOT IN ('pg_catalog', 'information_schema')
+            ORDER BY TABLE_SCHEMA, TABLE_NAME
+        `);
+
+        return rows.map((row: any) => ({
+            tableSchema: row.tableSchema ?? null,
+            tableName: row.tableName,
+        }));
+    }
+
+    async listColumns(dataSource: DataSource): Promise<DatasourceIntrospectionColumn[]> {
+        const rows = await dataSource.query(`
+            SELECT
+                TABLE_SCHEMA AS "tableSchema",
+                TABLE_NAME AS "tableName",
+                COLUMN_NAME AS "columnName",
+                DATA_TYPE AS "dataType",
+                CASE
+                    WHEN is_identity = 'YES' THEN true
+                    WHEN COLUMN_DEFAULT LIKE 'nextval(%' THEN true
+                    ELSE false
+                END AS "isAutoGenerated",
+                IS_NULLABLE AS "isNullable",
+                COLUMN_DEFAULT AS "defaultValue",
+                CHARACTER_MAXIMUM_LENGTH AS "characterMaximumLength",
+                NUMERIC_PRECISION AS "numericPrecision",
+                NUMERIC_SCALE AS "numericScale",
+                ORDINAL_POSITION AS "ordinalPosition"
+            FROM INFORMATION_SCHEMA.COLUMNS
+            WHERE TABLE_SCHEMA NOT IN ('pg_catalog', 'information_schema')
+            ORDER BY TABLE_SCHEMA, TABLE_NAME, ORDINAL_POSITION
+        `);
+
+        return rows.map((row: any) => ({
+            tableSchema: row.tableSchema ?? null,
+            tableName: row.tableName,
+            columnName: row.columnName,
+            dataType: row.dataType,
+            isAutoGenerated: Boolean(row.isAutoGenerated),
+            isNullable: String(row.isNullable).toUpperCase() === "YES",
+            defaultValue: row.defaultValue ?? null,
+            characterMaximumLength: this.toNumberOrNull(row.characterMaximumLength),
+            numericPrecision: this.toNumberOrNull(row.numericPrecision),
+            numericScale: this.toNumberOrNull(row.numericScale),
+            ordinalPosition: this.toNumberOrNull(row.ordinalPosition),
+        }));
+    }
+
+    async getTableDefinition(dataSource: DataSource, table: DatasourceIntrospectionTableRef): Promise<string | null> {
+        const rows = await dataSource.query(
+            `
+                WITH target_table AS (
+                    SELECT c.oid, n.nspname AS schema_name, c.relname AS table_name
+                    FROM pg_class c
+                    INNER JOIN pg_namespace n ON n.oid = c.relnamespace
+                    WHERE c.relkind = 'r'
+                      AND c.relname = $1
+                      AND ($2::text IS NULL OR n.nspname = $2)
+                    LIMIT 1
+                ),
+                column_lines AS (
+                    SELECT
+                        a.attnum,
+                        format(
+                            '    %I %s%s%s%s',
+                            a.attname,
+                            format_type(a.atttypid, a.atttypmod),
+                            CASE
+                                WHEN a.attidentity = 'a' THEN ' GENERATED ALWAYS AS IDENTITY'
+                                WHEN a.attidentity = 'd' THEN ' GENERATED BY DEFAULT AS IDENTITY'
+                                ELSE ''
+                            END,
+                            CASE
+                                WHEN ad.adbin IS NOT NULL THEN ' DEFAULT ' || pg_get_expr(ad.adbin, ad.adrelid)
+                                ELSE ''
+                            END,
+                            CASE
+                                WHEN a.attnotnull THEN ' NOT NULL'
+                                ELSE ''
+                            END
+                        ) AS line
+                    FROM target_table tt
+                    INNER JOIN pg_attribute a ON a.attrelid = tt.oid
+                    LEFT JOIN pg_attrdef ad
+                        ON ad.adrelid = a.attrelid
+                       AND ad.adnum = a.attnum
+                    WHERE a.attnum > 0
+                      AND NOT a.attisdropped
+                ),
+                constraint_lines AS (
+                    SELECT
+                        c.conname,
+                        format('    CONSTRAINT %I %s', c.conname, pg_get_constraintdef(c.oid, true)) AS line
+                    FROM target_table tt
+                    INNER JOIN pg_constraint c ON c.conrelid = tt.oid
+                    WHERE c.contype IN ('p', 'u', 'f', 'c')
+                )
+                SELECT format(
+                    'CREATE TABLE %I.%I (\n%s%s\n);',
+                    tt.schema_name,
+                    tt.table_name,
+                    COALESCE(
+                        (
+                            SELECT string_agg(line, ',\n' ORDER BY attnum)
+                            FROM column_lines
+                        ),
+                        ''
+                    ),
+                    COALESCE(
+                        (
+                            SELECT CASE
+                                WHEN EXISTS (SELECT 1 FROM constraint_lines)
+                                    THEN ',\n' || string_agg(line, ',\n' ORDER BY conname)
+                                ELSE ''
+                            END
+                            FROM constraint_lines
+                        ),
+                        ''
+                    )
+                ) AS ddl
+                FROM target_table tt
+            `,
+            [table.tableName, table.tableSchema],
+        );
+
+        return rows?.[0]?.ddl ?? null;
+    }
+
+    private toNumberOrNull(value: unknown) {
+        if (value === null || value === undefined || value === "") {
+            return null;
+        }
+
+        const parsed = Number(value);
+        return Number.isFinite(parsed) ? parsed : null;
+    }
+}