@memberjunction/core-entities-server 6.2.0-edge.6 → 6.2.0-edge.8

package/dist/custom/query-refresh/QueryExtractionService.d.ts

@@ -0,0 +1,54 @@
+import type { QueryRefreshContext, QueryRefreshFilter, QueryRefreshOptions, QueryRefreshReport, QueryRefreshRunReport } from "./refreshTypes.js";
+/**
+ * Re-establishes saved queries' facts from their SQL and the database server, on demand: the
+ * same extraction a save of a changed query runs, without changing the SQL. Every entry point
+ * (the `Query.RefreshExtraction` remote operation, `mj query refresh`, CodeGen's re-bind pass)
+ * goes through this service, so the same authorization applies to all of them:
+ *
+ * - the caller needs Update on `MJ: Queries` and Create, Update and Delete on its derived child
+ *   entities, for a dry run too;
+ * - the caller must be able to read every entity the query reads, with no field denied on any of
+ *   them, because the report and the written rows expose their columns;
+ * - a refusal of a single query reads exactly like "not found"; a bulk run reports such a query
+ *   as `NotPermitted`, with no reason.
+ *
+ * Each query is refreshed in its own transaction on the caller's provider, and the child rows are
+ * written as the caller, so each write's own permission check also applies. A bulk run refreshes
+ * the queries a composition depends on before the queries that compose them.
+ */
+export declare class QueryExtractionService {
+    private readonly context;
+    constructor(context: QueryRefreshContext);
+    /**
+     * Refreshes one saved query.
+     *
+     * @param queryID - The query's ID; echoed, and nothing else, when the query is unavailable.
+     */
+    RefreshQuery(queryID: string, options?: QueryRefreshOptions): Promise<QueryRefreshReport>;
+    /**
+     * Refreshes every query `filter` selects that the caller can read, dependencies first. An ID
+     * or name that selects nothing is reported as `Unavailable`; a selected query the caller may
+     * not refresh is reported as `NotPermitted`.
+     */
+    RefreshQueries(filter: QueryRefreshFilter, options?: QueryRefreshOptions): Promise<QueryRefreshRunReport>;
+    /**
+     * The queries `filter` selects; `null` when a caller who may not refresh queries cannot read
+     * them either, so the selection cannot be made (a caller who may refresh and still cannot read
+     * them meets the read's error).
+     */
+    private select;
+    private get userCanRefresh();
+    private refreshSelected;
+    /** The query as the caller can load it; `null` when it does not exist or the caller cannot read it. */
+    private loadQuery;
+    private refreshLoaded;
+    /** Writes the refresh in its own transaction on the caller's provider; any failure rolls it back. */
+    private applyInTransaction;
+    /**
+     * The non-disclosure guard: whether the caller can see every entity the query reads, by its
+     * stored links and field sources and by the facts the refresh found.
+     */
+    private userCanSeeSources;
+    private entityName;
+}
+//# sourceMappingURL=QueryExtractionService.d.ts.map

package/dist/custom/query-refresh/QueryExtractionService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryExtractionService.d.ts","sourceRoot":"","sources":["../../../src/custom/query-refresh/QueryExtractionService.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACR,mBAAmB,EACnB,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACxB,MAAM,gBAAgB,CAAC;AAKxB;;;;;;;;;;;;;;;;GAgBG;AACH,qBAAa,sBAAsB;IACnB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBAAP,OAAO,EAAE,mBAAmB;IAEzD;;;;OAIG;IACU,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,kBAAkB,CAAC;IAO1G;;;;OAIG;IACU,cAAc,CAAC,MAAM,EAAE,kBAAkB,EAAE,OAAO,GAAE,mBAAwB,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAe1H;;;;OAIG;YACW,MAAM;IASpB,OAAO,KAAK,cAAc,GAEzB;YAEa,eAAe;IAO7B,uGAAuG;YACzF,SAAS;YAUT,aAAa;IAuB3B,qGAAqG;YACvF,kBAAkB;IAMhC;;;OAGG;YACW,iBAAiB;IAY/B,OAAO,CAAC,UAAU;CAIrB"}

package/dist/custom/query-refresh/QueryExtractionService.js

@@ -0,0 +1,207 @@
+import { DatabaseProviderBase, LogError, RunInEntityTransaction } from "@memberjunction/core";
+import { EscapeSQLString, NormalizeUUID } from "@memberjunction/global";
+import { EntityIDsOfExtraction, QueryRefreshUnavailableMessage, UserCanRefreshQueries, UserCanSeeQuerySources, } from "./refreshAuthorization.js";
+import { OrderForRefresh } from "./refreshOrder.js";
+import { SelectQueriesForRefresh } from "./refreshSelection.js";
+/**
+ * Re-establishes saved queries' facts from their SQL and the database server, on demand: the
+ * same extraction a save of a changed query runs, without changing the SQL. Every entry point
+ * (the `Query.RefreshExtraction` remote operation, `mj query refresh`, CodeGen's re-bind pass)
+ * goes through this service, so the same authorization applies to all of them:
+ *
+ * - the caller needs Update on `MJ: Queries` and Create, Update and Delete on its derived child
+ *   entities, for a dry run too;
+ * - the caller must be able to read every entity the query reads, with no field denied on any of
+ *   them, because the report and the written rows expose their columns;
+ * - a refusal of a single query reads exactly like "not found"; a bulk run reports such a query
+ *   as `NotPermitted`, with no reason.
+ *
+ * Each query is refreshed in its own transaction on the caller's provider, and the child rows are
+ * written as the caller, so each write's own permission check also applies. A bulk run refreshes
+ * the queries a composition depends on before the queries that compose them.
+ */
+export class QueryExtractionService {
+    constructor(context) {
+        this.context = context;
+    }
+    /**
+     * Refreshes one saved query.
+     *
+     * @param queryID - The query's ID; echoed, and nothing else, when the query is unavailable.
+     */
+    async RefreshQuery(queryID, options = {}) {
+        if (!this.userCanRefresh)
+            return unavailableReport(queryID, options);
+        const query = await this.loadQuery(queryID);
+        if (!query)
+            return unavailableReport(queryID, options);
+        return this.refreshLoaded(query, options, 'Unavailable', queryID);
+    }
+    /**
+     * Refreshes every query `filter` selects that the caller can read, dependencies first. An ID
+     * or name that selects nothing is reported as `Unavailable`; a selected query the caller may
+     * not refresh is reported as `NotPermitted`.
+     */
+    async RefreshQueries(filter, options = {}) {
+        const dryRun = options.DryRun === true;
+        const selection = await this.select(filter);
+        if (!selection)
+            return unselectableRun(filter, options);
+        const order = OrderForRefresh(selection.Queries, selection.Edges);
+        const reports = selection.Unmatched.map(label => unavailableReport(label, options));
+        const total = order.Order.length;
+        for (const [index, query] of order.Order.entries()) {
+            const report = await this.refreshSelected(query, options);
+            reports.push(report);
+            options.OnProgress?.({ Processed: index + 1, Total: total, Report: report });
+        }
+        return { DryRun: dryRun, Reports: reports, Cycles: order.Cycles };
+    }
+    /**
+     * The queries `filter` selects; `null` when a caller who may not refresh queries cannot read
+     * them either, so the selection cannot be made (a caller who may refresh and still cannot read
+     * them meets the read's error).
+     */
+    async select(filter) {
+        try {
+            return await SelectQueriesForRefresh(this.context, filter);
+        }
+        catch (e) {
+            if (this.userCanRefresh)
+                throw e;
+            return null;
+        }
+    }
+    get userCanRefresh() {
+        return UserCanRefreshQueries(this.context.User, this.context.Provider.Entities);
+    }
+    async refreshSelected(selected, options) {
+        if (!this.userCanRefresh)
+            return notPermittedReport(selected.ID, selected.Name, options);
+        const query = await this.loadQuery(selected.ID);
+        if (!query)
+            return notPermittedReport(selected.ID, selected.Name, options);
+        return this.refreshLoaded(query, options, 'NotPermitted', selected.ID);
+    }
+    /** The query as the caller can load it; `null` when it does not exist or the caller cannot read it. */
+    async loadQuery(queryID) {
+        try {
+            const query = await this.context.Provider.GetEntityObject('MJ: Queries', this.context.User);
+            return await query.Load(queryID) ? query : null;
+        }
+        catch (e) {
+            LogError(`[QueryExtractionService] query ${queryID} could not be loaded: ${e instanceof Error ? e.message : String(e)}`);
+            return null;
+        }
+    }
+    async refreshLoaded(query, options, refusal, label) {
+        const dryRun = options.DryRun === true;
+        try {
+            if (!query.SQL || query.SQL.trim().length === 0) {
+                return { ...emptyReport(query.ID, query.Name, 'Unchanged', dryRun), Diagnostics: ['The query has no SQL, so there is nothing to refresh.'] };
+            }
+            const extraction = await query.ComputeRefreshExtractionAsync();
+            if (!await this.userCanSeeSources(query.ID, extraction)) {
+                return refusal === 'Unavailable' ? unavailableReport(label, options) : notPermittedReport(query.ID, query.Name, options);
+            }
+            const rowChanges = queryRowChanges(query, extraction);
+            const preview = await query.PreviewRefreshAsync(extraction, id => this.entityName(id));
+            const summary = dryRun || !needsWrite(preview, rowChanges, options)
+                ? preview
+                : await this.applyInTransaction(query, extraction, options.WithAI === true);
+            return reportOf(query, extraction, summary, rowChanges, dryRun);
+        }
+        catch (e) {
+            const reason = e instanceof Error ? e.message : String(e);
+            LogError(`[QueryExtractionService] refresh of query "${query.Name}" failed: ${reason}`);
+            return { ...emptyReport(query.ID, query.Name, 'Failed', dryRun), Diagnostics: [`The refresh was not completed and nothing was written: ${reason}`] };
+        }
+    }
+    /** Writes the refresh in its own transaction on the caller's provider; any failure rolls it back. */
+    async applyInTransaction(query, extraction, withAI) {
+        const provider = this.context.Provider;
+        const work = () => query.ApplyRefreshAsync(extraction, withAI);
+        return provider instanceof DatabaseProviderBase ? RunInEntityTransaction(provider, work) : work();
+    }
+    /**
+     * The non-disclosure guard: whether the caller can see every entity the query reads, by its
+     * stored links and field sources and by the facts the refresh found.
+     */
+    async userCanSeeSources(queryID, extraction) {
+        const filter = `QueryID='${EscapeSQLString(queryID)}'`;
+        const [links, fields] = await this.context.Provider.RunViews([
+            { EntityName: 'MJ: Query Entities', ExtraFilter: filter, Fields: ['EntityID'], ResultType: 'simple', BypassCache: true, IgnoreMaxRows: true },
+            { EntityName: 'MJ: Query Fields', ExtraFilter: filter, Fields: ['SourceEntityID'], ResultType: 'simple', BypassCache: true, IgnoreMaxRows: true },
+        ], this.context.User);
+        if (!links?.Success || !fields?.Success)
+            return false;
+        const stored = [...links.Results.map(r => r.EntityID), ...fields.Results.map(r => r.SourceEntityID)]
+            .filter((id) => typeof id === 'string' && id.length > 0);
+        return UserCanSeeQuerySources(this.context.User, [...stored, ...EntityIDsOfExtraction(extraction)], this.context.Provider.Entities);
+    }
+    entityName(entityID) {
+        const wanted = NormalizeUUID(entityID);
+        return this.context.Provider.Entities.find(e => NormalizeUUID(e.ID) === wanted)?.Name ?? entityID;
+    }
+}
+/**
+ * Whether a refresh has anything to write: a child row or a query-row column changes, or the
+ * description pass was asked for and some row has no description. An unchanged query is not saved
+ * at all, so its timestamps and embedding stay as they are.
+ */
+function needsWrite(preview, rowChanges, options) {
+    if (preview.Changes.length > 0 || rowChanges.length > 0)
+        return true;
+    return options.WithAI === true && preview.FieldsWithoutDescription.length + preview.ParametersWithoutDescription.length > 0;
+}
+/**
+ * The run for a caller who may neither refresh nor read queries:
+ * each ID or name it gave is reported unavailable, and nothing else is selected or disclosed.
+ */
+function unselectableRun(filter, options) {
+    const labels = [...(filter.QueryIDs ?? []), ...(filter.QueryNames ?? [])];
+    return { DryRun: options.DryRun === true, Reports: labels.map(label => unavailableReport(label, options)), Cycles: [] };
+}
+/** The columns of the query row the refresh changes (`UsesTemplate` and the Extraction columns). */
+function queryRowChanges(query, extraction) {
+    const message = extraction.Messages.length > 0 ? extraction.Messages.join('\n') : null;
+    const changes = [];
+    if (query.UsesTemplate !== extraction.UsesTemplate)
+        changes.push('UsesTemplate');
+    if (query.ExtractedSQLHash !== extraction.Hash)
+        changes.push('ExtractedSQLHash');
+    if (query.ExtractionStatus !== extraction.Status)
+        changes.push('ExtractionStatus');
+    if ((query.ExtractionMessage ?? null) !== message)
+        changes.push('ExtractionMessage');
+    return changes;
+}
+function reportOf(query, extraction, summary, rowChanges, dryRun) {
+    const changes = summary?.Changes ?? [];
+    const pick = (action) => changes.filter(c => c.Action === action);
+    return {
+        QueryID: query.ID,
+        QueryName: query.Name,
+        Outcome: changes.length > 0 || rowChanges.length > 0 ? 'Refreshed' : 'Unchanged',
+        DryRun: dryRun,
+        ExtractionStatus: extraction.Status,
+        QueryColumns: [...rowChanges],
+        Added: pick('Added'),
+        Updated: pick('Updated'),
+        Removed: pick('Removed'),
+        Flagged: summary?.FlaggedParameters ?? [],
+        Diagnostics: [...extraction.Messages],
+    };
+}
+function emptyReport(queryID, queryName, outcome, dryRun) {
+    return { QueryID: queryID, QueryName: queryName, Outcome: outcome, DryRun: dryRun, ExtractionStatus: null, QueryColumns: [], Added: [], Updated: [], Removed: [], Flagged: [], Diagnostics: [] };
+}
+/** A query that does not exist or that the caller may not refresh: the two read alike, echoing only `label`. */
+function unavailableReport(label, options) {
+    return { ...emptyReport(label, '', 'Unavailable', options.DryRun === true), Diagnostics: [QueryRefreshUnavailableMessage(label)] };
+}
+/** A selected query a bulk run skips because the caller may not refresh it; no reason is given. */
+function notPermittedReport(queryID, queryName, options) {
+    return { ...emptyReport(queryID, queryName, 'NotPermitted', options.DryRun === true), Diagnostics: ['Skipped: not permitted.'] };
+}
+//# sourceMappingURL=QueryExtractionService.js.map

package/dist/custom/query-refresh/QueryExtractionService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryExtractionService.js","sourceRoot":"","sources":["../../../src/custom/query-refresh/QueryExtractionService.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,QAAQ,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC9F,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAGxE,OAAO,EACH,qBAAqB,EACrB,8BAA8B,EAC9B,qBAAqB,EACrB,sBAAsB,GACzB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAa7D;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,OAAO,sBAAsB;IAC/B,YAA6B,OAA4B;QAA5B,YAAO,GAAP,OAAO,CAAqB;IAAG,CAAC;IAE7D;;;;OAIG;IACI,KAAK,CAAC,YAAY,CAAC,OAAe,EAAE,UAA+B,EAAE;QACxE,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACrE,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK;YAAE,OAAO,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,cAAc,CAAC,MAA0B,EAAE,UAA+B,EAAE;QACrF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC;QACvC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,SAAS;YAAE,OAAO,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,eAAe,CAAC,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC;QAClE,MAAM,OAAO,GAAyB,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;QAC1G,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;QACjC,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACjD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YAC1D,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACrB,OAAO,CAAC,UAAU,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IACtE,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,MAAM,CAAC,MAA0B;QAC3C,IAAI,CAAC;YACD,OAAO,MAAM,uBAAuB,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,IAAI,CAAC,cAAc;gBAAE,MAAM,CAAC,CAAC;YACjC,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED,IAAY,cAAc;QACtB,OAAO,qBAAqB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACpF,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,QAAwB,EAAE,OAA4B;QAChF,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,kBAAkB,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACzF,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,KAAK;YAAE,OAAO,kBAAkB,CAAC,QAAQ,CAAC,EAAE,EAAE,QAAQ,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC3E,OAAO,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,cAAc,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,uGAAuG;IAC/F,KAAK,CAAC,SAAS,CAAC,OAAe;QACnC,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsB,aAAa,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACjH,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACpD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,QAAQ,CAAC,kCAAkC,OAAO,yBAAyB,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzH,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,KAA0B,EAAE,OAA4B,EAAE,OAAqB,EAAE,KAAa;QACtH,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC;QACvC,IAAI,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9C,OAAO,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,uDAAuD,CAAC,EAAE,CAAC;YACjJ,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,6BAA6B,EAAE,CAAC;YAC/D,IAAI,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,EAAE,CAAC;gBACtD,OAAO,OAAO,KAAK,aAAa,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAC7H,CAAC;YACD,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACtD,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,mBAAmB,CAAC,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC;YACvF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC;gBAC/D,CAAC,CAAC,OAAO;gBACT,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;YAChF,OAAO,QAAQ,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;QACpE,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC1D,QAAQ,CAAC,8CAA8C,KAAK,CAAC,IAAI,aAAa,MAAM,EAAE,CAAC,CAAC;YACxF,OAAO,EAAE,GAAG,WAAW,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,0DAA0D,MAAM,EAAE,CAAC,EAAE,CAAC;QACzJ,CAAC;IACL,CAAC;IAED,qGAAqG;IAC7F,KAAK,CAAC,kBAAkB,CAAC,KAA0B,EAAE,UAAiC,EAAE,MAAe;QAC3G,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC;QACvC,MAAM,IAAI,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAC/D,OAAO,QAAQ,YAAY,oBAAoB,CAAC,CAAC,CAAC,sBAAsB,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACtG,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,iBAAiB,CAAC,OAAe,EAAE,UAAiC;QAC9E,MAAM,MAAM,GAAG,YAAY,eAAe,CAAC,OAAO,CAAC,GAAG,CAAC;QACvD,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAwD;YAChH,EAAE,UAAU,EAAE,oBAAoB,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,UAAU,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE;YAC7I,EAAE,UAAU,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,gBAAgB,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE;SACpJ,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,EAAE,OAAO,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,OAAO,KAAK,CAAC;QACtD,MAAM,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;aAC/F,MAAM,CAAC,CAAC,EAAE,EAAgB,EAAE,CAAC,OAAO,EAAE,KAAK,QAAQ,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3E,OAAO,sBAAsB,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,GAAG,MAAM,EAAE,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACxI,CAAC;IAEO,UAAU,CAAC,QAAgB;QAC/B,MAAM,MAAM,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,MAAM,CAAC,EAAE,IAAI,IAAI,QAAQ,CAAC;IACtG,CAAC;CACJ;AAED;;;;GAIG;AACH,SAAS,UAAU,CAAC,OAA6B,EAAE,UAA6B,EAAE,OAA4B;IAC1G,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACrE,OAAO,OAAO,CAAC,MAAM,KAAK,IAAI,IAAI,OAAO,CAAC,wBAAwB,CAAC,MAAM,GAAG,OAAO,CAAC,4BAA4B,CAAC,MAAM,GAAG,CAAC,CAAC;AAChI,CAAC;AAED;;;GAGG;AACH,SAAS,eAAe,CAAC,MAA0B,EAAE,OAA4B;IAC7E,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC;IAC1E,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AAC5H,CAAC;AAED,oGAAoG;AACpG,SAAS,eAAe,CAAC,KAA0B,EAAE,UAAiC;IAClF,MAAM,OAAO,GAAG,UAAU,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,KAAK,CAAC,YAAY,KAAK,UAAU,CAAC,YAAY;QAAE,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACjF,IAAI,KAAK,CAAC,gBAAgB,KAAK,UAAU,CAAC,IAAI;QAAE,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACjF,IAAI,KAAK,CAAC,gBAAgB,KAAK,UAAU,CAAC,MAAM;QAAE,OAAO,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACnF,IAAI,CAAC,KAAK,CAAC,iBAAiB,IAAI,IAAI,CAAC,KAAK,OAAO;QAAE,OAAO,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACrF,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,QAAQ,CAAC,KAA0B,EAAE,UAAiC,EAAE,OAAoC,EAAE,UAA6B,EAAE,MAAe;IACjK,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,CAAC,MAAgC,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;IAC5F,OAAO;QACH,OAAO,EAAE,KAAK,CAAC,EAAE;QACjB,SAAS,EAAE,KAAK,CAAC,IAAI;QACrB,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW;QAChF,MAAM,EAAE,MAAM;QACd,gBAAgB,EAAE,UAAU,CAAC,MAAM;QACnC,YAAY,EAAE,CAAC,GAAG,UAAU,CAAC;QAC7B,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC;QACpB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;QACxB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;QACxB,OAAO,EAAE,OAAO,EAAE,iBAAiB,IAAI,EAAE;QACzC,WAAW,EAAE,CAAC,GAAG,UAAU,CAAC,QAAQ,CAAC;KACxC,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,SAAiB,EAAE,OAAsC,EAAE,MAAe;IAC5G,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,gBAAgB,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;AACrM,CAAC;AAED,gHAAgH;AAChH,SAAS,iBAAiB,CAAC,KAAa,EAAE,OAA4B;IAClE,OAAO,EAAE,GAAG,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,WAAW,EAAE,CAAC,8BAA8B,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;AACvI,CAAC;AAED,mGAAmG;AACnG,SAAS,kBAAkB,CAAC,OAAe,EAAE,SAAiB,EAAE,OAA4B;IACxF,OAAO,EAAE,GAAG,WAAW,CAAC,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,WAAW,EAAE,CAAC,yBAAyB,CAAC,EAAE,CAAC;AACrI,CAAC"}

package/dist/custom/query-refresh/QueryRefreshExtractionServerOperation.d.ts

@@ -0,0 +1,28 @@
+import type { IMetadataProvider, RemoteOpServerContext, UserInfo } from "@memberjunction/core";
+import { QueryRefreshExtractionOperation } from "@memberjunction/core-entities";
+import type { QueryRefreshExtractionInput, QueryRefreshExtractionOutput } from "@memberjunction/core-entities";
+import type { QueryRefreshFilter, QueryRefreshRunReport } from "./refreshTypes.js";
+/**
+ * Server implementation of the `Query.RefreshExtraction` remote operation: refreshes one saved
+ * query, or a selection, through {@link QueryExtractionService}, reporting each query as a
+ * progress event as it finishes.
+ *
+ * `Authorize` refuses a caller without Update on `MJ: Queries` and Create, Update and Delete on
+ * its child entities; the service applies the same check and the per-query non-disclosure guard
+ * for every entry point. An API-key caller also needs the operation's `query:refresh` scope.
+ * A request for exactly one query ID, and nothing else, reports a query that does not exist and
+ * one the caller may not refresh with the same message.
+ */
+export declare class QueryRefreshExtractionServerOperation extends QueryRefreshExtractionOperation {
+    protected Authorize(_input: QueryRefreshExtractionInput, user: UserInfo): Promise<boolean>;
+    protected InternalExecute(input: QueryRefreshExtractionInput, provider: IMetadataProvider, user: UserInfo, context: RemoteOpServerContext): Promise<QueryRefreshExtractionOutput>;
+}
+/** The service filter for an operation input; only the selectors the input gives. */
+export declare function RefreshFilterOf(input: QueryRefreshExtractionInput): QueryRefreshFilter;
+/** Whether a filter selects anything at all. */
+export declare function HasRefreshSelector(filter: QueryRefreshFilter): boolean;
+/** A service run as the operation's output. */
+export declare function RefreshOutputOf(run: QueryRefreshRunReport): QueryRefreshExtractionOutput;
+/** Keeps the operation in the bundle: import and call it where the class must be registered. */
+export declare function LoadQueryRefreshExtractionServerOperation(): void;
+//# sourceMappingURL=QueryRefreshExtractionServerOperation.d.ts.map

package/dist/custom/query-refresh/QueryRefreshExtractionServerOperation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryRefreshExtractionServerOperation.d.ts","sourceRoot":"","sources":["../../../src/custom/query-refresh/QueryRefreshExtractionServerOperation.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAC/F,OAAO,EAAE,+BAA+B,EAAE,MAAM,+BAA+B,CAAC;AAChF,OAAO,KAAK,EACR,2BAA2B,EAC3B,4BAA4B,EAG/B,MAAM,+BAA+B,CAAC;AAOvC,OAAO,KAAK,EAAE,kBAAkB,EAA2C,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAEzH;;;;;;;;;;GAUG;AACH,qBACa,qCAAsC,SAAQ,+BAA+B;cAC7D,SAAS,CAAC,MAAM,EAAE,2BAA2B,EAAE,IAAI,EAAE,QAAQ,GAAG,OAAO,CAAC,OAAO,CAAC;cAIzF,eAAe,CAAC,KAAK,EAAE,2BAA2B,EAAE,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,qBAAqB,GAAG,OAAO,CAAC,4BAA4B,CAAC;CAoB1L;AAED,qFAAqF;AACrF,wBAAgB,eAAe,CAAC,KAAK,EAAE,2BAA2B,GAAG,kBAAkB,CAQtF;AAED,gDAAgD;AAChD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAGtE;AAED,+CAA+C;AAC/C,wBAAgB,eAAe,CAAC,GAAG,EAAE,qBAAqB,GAAG,4BAA4B,CAOxF;AAqBD,gGAAgG;AAChG,wBAAgB,yCAAyC,IAAI,IAAI,CAEhE"}

package/dist/custom/query-refresh/QueryRefreshExtractionServerOperation.js

@@ -0,0 +1,106 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { BaseRemotableOperation, Metadata } from "@memberjunction/core";
+import { QueryRefreshExtractionOperation } from "@memberjunction/core-entities";
+import { RegisterClass } from "@memberjunction/global";
+import { QueryExtractionService } from "./QueryExtractionService.js";
+import { UserCanRefreshQueries } from "./refreshAuthorization.js";
+import { FormatQueryRefreshSummary } from "./refreshFormat.js";
+import { IsQueryRefreshProvider } from "./refreshTypes.js";
+/**
+ * Server implementation of the `Query.RefreshExtraction` remote operation: refreshes one saved
+ * query, or a selection, through {@link QueryExtractionService}, reporting each query as a
+ * progress event as it finishes.
+ *
+ * `Authorize` refuses a caller without Update on `MJ: Queries` and Create, Update and Delete on
+ * its child entities; the service applies the same check and the per-query non-disclosure guard
+ * for every entry point. An API-key caller also needs the operation's `query:refresh` scope.
+ * A request for exactly one query ID, and nothing else, reports a query that does not exist and
+ * one the caller may not refresh with the same message.
+ */
+let QueryRefreshExtractionServerOperation = class QueryRefreshExtractionServerOperation extends QueryRefreshExtractionOperation {
+    async Authorize(_input, user) {
+        return UserCanRefreshQueries(user, Metadata.Provider.Entities); // global-provider-ok: Authorize receives no provider; entity permissions are process-global metadata
+    }
+    async InternalExecute(input, provider, user, context) {
+        if (!IsQueryRefreshProvider(provider))
+            throw new Error('Query.RefreshExtraction needs a database provider');
+        const filter = RefreshFilterOf(input);
+        if (!HasRefreshSelector(filter))
+            throw new Error('Give at least one selector: queryIDs, queryNames, categoryPath, entityNames or all.');
+        const service = new QueryExtractionService({ Provider: provider, User: user });
+        const options = {
+            DryRun: input.dryRun === true,
+            WithAI: input.withAI === true,
+            OnProgress: p => context.emitProgress({
+                OperationKey: this.OperationKey, Processed: p.Processed, Total: p.Total, Status: 'Running',
+                Message: `${p.Report.Outcome}: ${p.Report.QueryName || p.Report.QueryID}`,
+                Payload: { queryID: p.Report.QueryID, outcome: p.Report.Outcome },
+            }),
+        };
+        const single = filter.QueryIDs?.length === 1 && Object.keys(filter).length === 1 ? filter.QueryIDs[0] : null;
+        const run = single
+            ? { DryRun: options.DryRun === true, Reports: [await service.RefreshQuery(single, options)], Cycles: [] }
+            : await service.RefreshQueries(filter, options);
+        return RefreshOutputOf(run);
+    }
+};
+QueryRefreshExtractionServerOperation = __decorate([
+    RegisterClass(BaseRemotableOperation, 'Query.RefreshExtraction')
+], QueryRefreshExtractionServerOperation);
+export { QueryRefreshExtractionServerOperation };
+/** The service filter for an operation input; only the selectors the input gives. */
+export function RefreshFilterOf(input) {
+    const filter = {};
+    if (input.queryIDs?.length)
+        filter.QueryIDs = input.queryIDs;
+    if (input.queryNames?.length)
+        filter.QueryNames = input.queryNames;
+    if (input.categoryPath?.trim())
+        filter.CategoryPath = input.categoryPath;
+    if (input.entityNames?.length)
+        filter.EntityNames = input.entityNames;
+    if (input.all === true)
+        filter.All = true;
+    return filter;
+}
+/** Whether a filter selects anything at all. */
+export function HasRefreshSelector(filter) {
+    return filter.All === true || !!filter.QueryIDs?.length || !!filter.QueryNames?.length || !!filter.CategoryPath
+        || !!filter.EntityNames?.length || !!filter.EntityIDs?.length;
+}
+/** A service run as the operation's output. */
+export function RefreshOutputOf(run) {
+    return {
+        dryRun: run.DryRun,
+        reports: run.Reports.map(reportOutputOf),
+        cycles: run.Cycles.map(c => [...c]),
+        summary: FormatQueryRefreshSummary(run),
+    };
+}
+function reportOutputOf(report) {
+    return {
+        queryID: report.QueryID,
+        queryName: report.QueryName,
+        outcome: report.Outcome,
+        ...(report.ExtractionStatus ? { extractionStatus: report.ExtractionStatus } : {}),
+        queryColumns: [...report.QueryColumns],
+        added: report.Added.map(changeOutputOf),
+        updated: report.Updated.map(changeOutputOf),
+        removed: report.Removed.map(changeOutputOf),
+        flagged: [...report.Flagged],
+        diagnostics: [...report.Diagnostics],
+    };
+}
+function changeOutputOf(change) {
+    return { collection: change.Collection, name: change.Name, changedColumns: [...change.ChangedColumns] };
+}
+/** Keeps the operation in the bundle: import and call it where the class must be registered. */
+export function LoadQueryRefreshExtractionServerOperation() {
+    // The import is what registers the class.
+}
+//# sourceMappingURL=QueryRefreshExtractionServerOperation.js.map

package/dist/custom/query-refresh/QueryRefreshExtractionServerOperation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryRefreshExtractionServerOperation.js","sourceRoot":"","sources":["../../../src/custom/query-refresh/QueryRefreshExtractionServerOperation.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,EAAE,sBAAsB,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAExE,OAAO,EAAE,+BAA+B,EAAE,MAAM,+BAA+B,CAAC;AAOhF,OAAO,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAEvD,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EAAE,qBAAqB,EAAE,MAAM,wBAAwB,CAAC;AAC/D,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAC;AAC5D,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AAGxD;;;;;;;;;;GAUG;AAEI,IAAM,qCAAqC,GAA3C,MAAM,qCAAsC,SAAQ,+BAA+B;IACnE,KAAK,CAAC,SAAS,CAAC,MAAmC,EAAE,IAAc;QAClF,OAAO,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,qGAAqG;IACzK,CAAC;IAES,KAAK,CAAC,eAAe,CAAC,KAAkC,EAAE,QAA2B,EAAE,IAAc,EAAE,OAA8B;QAC3I,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QAC5G,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACtC,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,qFAAqF,CAAC,CAAC;QACxI,MAAM,OAAO,GAAG,IAAI,sBAAsB,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/E,MAAM,OAAO,GAAwB;YACjC,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,IAAI;YAC7B,MAAM,EAAE,KAAK,CAAC,MAAM,KAAK,IAAI;YAC7B,UAAU,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC;gBAClC,YAAY,EAAE,IAAI,CAAC,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS;gBAC1F,OAAO,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE;gBACzE,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE;aACpE,CAAC;SACL,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7G,MAAM,GAAG,GAA0B,MAAM;YACrC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI,EAAE,OAAO,EAAE,CAAC,MAAM,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE;YACzG,CAAC,CAAC,MAAM,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACpD,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;CACJ,CAAA;AAzBY,qCAAqC;IADjD,aAAa,CAAC,sBAAsB,EAAE,yBAAyB,CAAC;GACpD,qCAAqC,CAyBjD;;AAED,qFAAqF;AACrF,MAAM,UAAU,eAAe,CAAC,KAAkC;IAC9D,MAAM,MAAM,GAAyE,EAAE,CAAC;IACxF,IAAI,KAAK,CAAC,QAAQ,EAAE,MAAM;QAAE,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;IAC7D,IAAI,KAAK,CAAC,UAAU,EAAE,MAAM;QAAE,MAAM,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC;IACnE,IAAI,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE;QAAE,MAAM,CAAC,YAAY,GAAG,KAAK,CAAC,YAAY,CAAC;IACzE,IAAI,KAAK,CAAC,WAAW,EAAE,MAAM;QAAE,MAAM,CAAC,WAAW,GAAG,KAAK,CAAC,WAAW,CAAC;IACtE,IAAI,KAAK,CAAC,GAAG,KAAK,IAAI;QAAE,MAAM,CAAC,GAAG,GAAG,IAAI,CAAC;IAC1C,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,gDAAgD;AAChD,MAAM,UAAU,kBAAkB,CAAC,MAA0B;IACzD,OAAO,MAAM,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,YAAY;WACxG,CAAC,CAAC,MAAM,CAAC,WAAW,EAAE,MAAM,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC;AACtE,CAAC;AAED,+CAA+C;AAC/C,MAAM,UAAU,eAAe,CAAC,GAA0B;IACtD,OAAO;QACH,MAAM,EAAE,GAAG,CAAC,MAAM;QAClB,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QACxC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACnC,OAAO,EAAE,yBAAyB,CAAC,GAAG,CAAC;KAC1C,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CAAC,MAA0B;IAC9C,OAAO;QACH,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjF,YAAY,EAAE,CAAC,GAAG,MAAM,CAAC,YAAY,CAAC;QACtC,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;QACvC,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC3C,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC3C,OAAO,EAAE,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;QAC5B,WAAW,EAAE,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC;KACvC,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CAAC,MAAsB;IAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,cAAc,EAAE,CAAC,GAAG,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;AAC5G,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,yCAAyC;IACrD,0CAA0C;AAC9C,CAAC"}

package/dist/custom/query-refresh/index.d.ts

@@ -0,0 +1,14 @@
+export { QueryExtractionService } from "./QueryExtractionService.js";
+export { UserCanRefreshQueries, UserCanSeeQuerySources, EntityIDsOfExtraction, QueryRefreshUnavailableMessage, QUERY_REFRESH_CHILD_ENTITIES, } from "./refreshAuthorization.js";
+export { OrderForRefresh } from "./refreshOrder.js";
+export type { OrderableQuery, CompositionEdge, RefreshOrder } from "./refreshOrder.js";
+export { SelectQueriesForRefresh } from "./refreshSelection.js";
+export type { RefreshSelection } from "./refreshSelection.js";
+export type { QueryRefreshProvider, QueryRefreshFilter, QueryRefreshOptions, QueryRefreshProgress, QueryRefreshOutcome, QueryRefreshReport, QueryRefreshRunReport, QueryRefreshContext, } from "./refreshTypes.js";
+export { RebindQueriesForChangedEntities, DefinerRightsDriftMessage } from "./queryRebind.js";
+export type { QueryRebindResult, QueryDefinerRightsDrift } from "./queryRebind.js";
+export { FormatQueryRefreshRun, FormatQueryRefreshReport, FormatQueryRefreshSummary, QueryRefreshTotalsOf } from "./refreshFormat.js";
+export type { QueryRefreshTotals } from "./refreshFormat.js";
+export { IsQueryRefreshProvider } from "./refreshTypes.js";
+export { QueryRefreshExtractionServerOperation, LoadQueryRefreshExtractionServerOperation, RefreshFilterOf, HasRefreshSelector, RefreshOutputOf, } from "./QueryRefreshExtractionServerOperation.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/custom/query-refresh/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/custom/query-refresh/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EACH,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,8BAA8B,EAC9B,4BAA4B,GAC/B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACpF,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC7D,YAAY,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,YAAY,EACR,oBAAoB,EACpB,kBAAkB,EAClB,mBAAmB,EACnB,oBAAoB,EACpB,mBAAmB,EACnB,kBAAkB,EAClB,qBAAqB,EACrB,mBAAmB,GACtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,+BAA+B,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAC3F,YAAY,EAAE,iBAAiB,EAAE,uBAAuB,EAAE,MAAM,eAAe,CAAC;AAChF,OAAO,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACnI,YAAY,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAC1D,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EACH,qCAAqC,EACrC,yCAAyC,EACzC,eAAe,EACf,kBAAkB,EAClB,eAAe,GAClB,MAAM,yCAAyC,CAAC"}

package/dist/custom/query-refresh/index.js

@@ -0,0 +1,10 @@
+// Query refresh — re-establishing saved queries' facts on demand, and its authorization
+export { QueryExtractionService } from "./QueryExtractionService.js";
+export { UserCanRefreshQueries, UserCanSeeQuerySources, EntityIDsOfExtraction, QueryRefreshUnavailableMessage, QUERY_REFRESH_CHILD_ENTITIES, } from "./refreshAuthorization.js";
+export { OrderForRefresh } from "./refreshOrder.js";
+export { SelectQueriesForRefresh } from "./refreshSelection.js";
+export { RebindQueriesForChangedEntities, DefinerRightsDriftMessage } from "./queryRebind.js";
+export { FormatQueryRefreshRun, FormatQueryRefreshReport, FormatQueryRefreshSummary, QueryRefreshTotalsOf } from "./refreshFormat.js";
+export { IsQueryRefreshProvider } from "./refreshTypes.js";
+export { QueryRefreshExtractionServerOperation, LoadQueryRefreshExtractionServerOperation, RefreshFilterOf, HasRefreshSelector, RefreshOutputOf, } from "./QueryRefreshExtractionServerOperation.js";
+//# sourceMappingURL=index.js.map

package/dist/custom/query-refresh/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/custom/query-refresh/index.ts"],"names":[],"mappings":"AAAA,wFAAwF;AACxF,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,EACH,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,8BAA8B,EAC9B,4BAA4B,GAC/B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEjD,OAAO,EAAE,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAY7D,OAAO,EAAE,+BAA+B,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE3F,OAAO,EAAE,qBAAqB,EAAE,wBAAwB,EAAE,yBAAyB,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAEnI,OAAO,EAAE,sBAAsB,EAAE,MAAM,gBAAgB,CAAC;AACxD,OAAO,EACH,qCAAqC,EACrC,yCAAyC,EACzC,eAAe,EACf,kBAAkB,EAClB,eAAe,GAClB,MAAM,yCAAyC,CAAC"}

package/dist/custom/query-refresh/queryRebind.d.ts

@@ -0,0 +1,33 @@
+import type { QueryRefreshContext, QueryRefreshRunReport } from "./refreshTypes.js";
+/** A query that runs with definer's rights and gained a column field-level security restricts. */
+export interface QueryDefinerRightsDrift {
+    readonly QueryID: string;
+    readonly QueryName: string;
+    /** The added output columns, each sourced from a field that has field permissions. */
+    readonly Fields: readonly string[];
+}
+/** What a re-bind pass did. */
+export interface QueryRebindResult {
+    /** The changed entities the pass was given. */
+    readonly EntityCount: number;
+    readonly Run: QueryRefreshRunReport;
+    readonly Drift: readonly QueryDefinerRightsDrift[];
+}
+/**
+ * Re-binds the saved queries that read entities whose fields changed (a column added, dropped, or
+ * changed in type or nullability): each query that reads one of them (its `MJ: Query Entities`
+ * rows) is refreshed, with no description pass, so its fields follow the schema again. The SQL is
+ * never edited: a query the change broke is recorded with status `Error` and the database
+ * server's message.
+ *
+ * A query with `MJ: Query Permissions` rows runs with definer's rights: its role list alone
+ * authorizes a run, whatever the SQL reads. When such a query gains an output column (a `*` over
+ * a view that gained one) sourced from a field that has field permissions, the column now reaches
+ * every role on the list. The pass records that on the query as a `Warning` and returns it.
+ *
+ * @param entityIDs - The entities whose fields changed.
+ */
+export declare function RebindQueriesForChangedEntities(context: QueryRefreshContext, entityIDs: readonly string[]): Promise<QueryRebindResult>;
+/** The `ExtractionMessage` line for a definer's-rights query that gained restricted columns. */
+export declare function DefinerRightsDriftMessage(fields: readonly string[]): string;
+//# sourceMappingURL=queryRebind.d.ts.map

package/dist/custom/query-refresh/queryRebind.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queryRebind.d.ts","sourceRoot":"","sources":["../../../src/custom/query-refresh/queryRebind.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,mBAAmB,EAAsB,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AAErG,kGAAkG;AAClG,MAAM,WAAW,uBAAuB;IACpC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,sFAAsF;IACtF,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;CACtC;AAED,+BAA+B;AAC/B,MAAM,WAAW,iBAAiB;IAC9B,+CAA+C;IAC/C,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,GAAG,EAAE,qBAAqB,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,SAAS,uBAAuB,EAAE,CAAC;CACtD;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAsB,+BAA+B,CAAC,OAAO,EAAE,mBAAmB,EAAE,SAAS,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAO5I;AAkDD,gGAAgG;AAChG,wBAAgB,yBAAyB,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAI3E"}

package/dist/custom/query-refresh/queryRebind.js

@@ -0,0 +1,85 @@
+import { LogError } from "@memberjunction/core";
+import { EscapeSQLString, NormalizeUUID } from "@memberjunction/global";
+import { QueryExtractionService } from "./QueryExtractionService.js";
+/**
+ * Re-binds the saved queries that read entities whose fields changed (a column added, dropped, or
+ * changed in type or nullability): each query that reads one of them (its `MJ: Query Entities`
+ * rows) is refreshed, with no description pass, so its fields follow the schema again. The SQL is
+ * never edited: a query the change broke is recorded with status `Error` and the database
+ * server's message.
+ *
+ * A query with `MJ: Query Permissions` rows runs with definer's rights: its role list alone
+ * authorizes a run, whatever the SQL reads. When such a query gains an output column (a `*` over
+ * a view that gained one) sourced from a field that has field permissions, the column now reaches
+ * every role on the list. The pass records that on the query as a `Warning` and returns it.
+ *
+ * @param entityIDs - The entities whose fields changed.
+ */
+export async function RebindQueriesForChangedEntities(context, entityIDs) {
+    const unique = [...new Set(entityIDs.map(NormalizeUUID))];
+    if (unique.length === 0)
+        return { EntityCount: 0, Run: { DryRun: false, Reports: [], Cycles: [] }, Drift: [] };
+    const run = await new QueryExtractionService(context).RefreshQueries({ EntityIDs: unique }, { WithAI: false });
+    const drift = await findDefinerRightsDrift(context, run.Reports);
+    for (const item of drift)
+        await recordDrift(context, item);
+    return { EntityCount: unique.length, Run: run, Drift: drift };
+}
+/** The refreshed queries that run with definer's rights and gained a column sourced from a field with field permissions. */
+async function findDefinerRightsDrift(context, reports) {
+    const restricted = restrictedFieldIDs(context.Provider.Entities);
+    const candidates = reports
+        .map(r => ({ Report: r, Fields: r.Added.filter(c => c.Collection === 'Fields' && c.SourceEntityFieldID && restricted.has(NormalizeUUID(c.SourceEntityFieldID))) }))
+        .filter(c => c.Fields.length > 0);
+    if (candidates.length === 0)
+        return [];
+    const definerRights = await queriesWithPermissions(context, candidates.map(c => c.Report.QueryID));
+    return candidates
+        .filter(c => definerRights.has(NormalizeUUID(c.Report.QueryID)))
+        .map(c => ({ QueryID: c.Report.QueryID, QueryName: c.Report.QueryName, Fields: c.Fields.map(f => f.Name) }));
+}
+/** The IDs of fields that have field permissions, or that belong to an entity field-level security applies to. */
+function restrictedFieldIDs(entities) {
+    const ids = new Set();
+    for (const entity of entities) {
+        for (const field of entity.Fields) {
+            if (field.HasFieldPermissions || entity.FieldLevelSecurityApplies)
+                ids.add(NormalizeUUID(field.ID));
+        }
+    }
+    return ids;
+}
+async function queriesWithPermissions(context, queryIDs) {
+    const list = queryIDs.map(id => `'${EscapeSQLString(id)}'`).join(',');
+    const result = await context.Provider.RunView({
+        EntityName: 'MJ: Query Permissions', ExtraFilter: `QueryID IN (${list})`, Fields: ['QueryID'], ResultType: 'simple', BypassCache: true, IgnoreMaxRows: true,
+    }, context.User);
+    if (!result.Success)
+        throw new Error(`the query permissions could not be read: ${result.ErrorMessage}`);
+    return new Set(result.Results.map(r => NormalizeUUID(r.QueryID)));
+}
+/** Records the drift on the query: status `Warning` (unless it is already `Error`) and a message line. */
+async function recordDrift(context, drift) {
+    const message = DefinerRightsDriftMessage(drift.Fields);
+    try {
+        const query = await context.Provider.GetEntityObject('MJ: Queries', context.User);
+        if (!await query.Load(drift.QueryID))
+            throw new Error('the query could not be loaded');
+        if (query.ExtractionStatus !== 'Error')
+            query.ExtractionStatus = 'Warning';
+        query.ExtractionMessage = query.ExtractionMessage ? `${query.ExtractionMessage}\n${message}` : message;
+        query.ExtractionOverride = 'Skip';
+        if (!await query.Save())
+            throw new Error(query.LatestResult?.CompleteMessage ?? 'the save failed');
+    }
+    catch (e) {
+        LogError(`[RebindQueriesForChangedEntities] the definer's-rights warning for query "${drift.QueryName}" could not be recorded: ${e instanceof Error ? e.message : String(e)}`);
+    }
+}
+/** The `ExtractionMessage` line for a definer's-rights query that gained restricted columns. */
+export function DefinerRightsDriftMessage(fields) {
+    return `The query's output gained ${fields.map(f => `"${f}"`).join(', ')}, sourced from fields restricted by field-level security. ` +
+        'The query is authorized by its Query Permissions role list alone, so every role on that list can now read these columns. ' +
+        'Review the role list, or name the columns the query returns instead of using *.';
+}
+//# sourceMappingURL=queryRebind.js.map

package/dist/custom/query-refresh/queryRebind.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queryRebind.js","sourceRoot":"","sources":["../../../src/custom/query-refresh/queryRebind.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,wBAAwB,CAAC;AAExE,OAAO,EAAE,sBAAsB,EAAE,MAAM,0BAA0B,CAAC;AAmBlE;;;;;;;;;;;;;GAaG;AACH,MAAM,CAAC,KAAK,UAAU,+BAA+B,CAAC,OAA4B,EAAE,SAA4B;IAC5G,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC;IAC1D,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,WAAW,EAAE,CAAC,EAAE,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC/G,MAAM,GAAG,GAAG,MAAM,IAAI,sBAAsB,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/G,MAAM,KAAK,GAAG,MAAM,sBAAsB,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;IACjE,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,MAAM,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;AAClE,CAAC;AAED,4HAA4H;AAC5H,KAAK,UAAU,sBAAsB,CAAC,OAA4B,EAAE,OAAsC;IACtG,MAAM,UAAU,GAAG,kBAAkB,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACjE,MAAM,UAAU,GAAG,OAAO;SACrB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,IAAI,CAAC,CAAC,mBAAmB,IAAI,UAAU,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;SAClK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACtC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACvC,MAAM,aAAa,GAAG,MAAM,sBAAsB,CAAC,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACnG,OAAO,UAAU;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;SAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;AACrH,CAAC;AAED,kHAAkH;AAClH,SAAS,kBAAkB,CAAC,QAA+B;IACvD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,mBAAmB,IAAI,MAAM,CAAC,yBAAyB;gBAAE,GAAG,CAAC,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACxG,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAED,KAAK,UAAU,sBAAsB,CAAC,OAA4B,EAAE,QAA2B;IAC3F,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,eAAe,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAsB;QAC/D,UAAU,EAAE,uBAAuB,EAAE,WAAW,EAAE,eAAe,IAAI,GAAG,EAAE,MAAM,EAAE,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,WAAW,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI;KAC9J,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IACjB,IAAI,CAAC,MAAM,CAAC,OAAO;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,MAAM,CAAC,YAAY,EAAE,CAAC,CAAC;IACxG,OAAO,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC;AAED,0GAA0G;AAC1G,KAAK,UAAU,WAAW,CAAC,OAA4B,EAAE,KAA8B;IACnF,MAAM,OAAO,GAAG,yBAAyB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAsB,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACvG,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACvF,IAAI,KAAK,CAAC,gBAAgB,KAAK,OAAO;YAAE,KAAK,CAAC,gBAAgB,GAAG,SAAS,CAAC;QAC3E,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,iBAAiB,KAAK,OAAO,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;QACvG,KAAK,CAAC,kBAAkB,GAAG,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,YAAY,EAAE,eAAe,IAAI,iBAAiB,CAAC,CAAC;IACvG,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,QAAQ,CAAC,6EAA6E,KAAK,CAAC,SAAS,4BAA4B,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACnL,CAAC;AACL,CAAC;AAED,gGAAgG;AAChG,MAAM,UAAU,yBAAyB,CAAC,MAAyB;IAC/D,OAAO,6BAA6B,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,4DAA4D;QAChI,2HAA2H;QAC3H,iFAAiF,CAAC;AAC1F,CAAC"}