@resolveio/server-lib 22.3.158 → 22.3.160

package/methods/ai-terminal.d.ts

@@ -184,6 +184,7 @@ export declare function executeAiAssistantMongoAggregate(payload: AiAssistantMon
 export declare function extractAssistantMongoDirective(content: string): AssistantMongoDirective | null;
 export declare function buildAssistantToolRequest(directive: AssistantMongoDirective, payload: AiCodexRunInput, hints?: AiAssistantDirectiveHints): Record<string, any>;
 export declare function shouldPreserveAssistantProbeCollectionForTesting(directive: any, resolvedCollection: string, probeResponse?: any): boolean;
+export declare function buildAssistantAnswerQualityFromExecution(input?: Record<string, any>): Record<string, any>;
 export declare function buildAssistantInvoiceCustomerLabelExpr(): Record<string, any>;
 export declare function resolveAssistantHeuristicDirectiveForTesting(message: string, collectionHints: string[], collectionNames?: string[], appId?: string): any;
 export declare function buildAssistantDatedPivotDisplay(display: AiAssistantDisplayTable, expectedMonths?: string[]): AiAssistantDisplayTable | null;

package/methods/ai-terminal.js

@@ -111,6 +111,7 @@ exports.executeAiAssistantMongoAggregate = executeAiAssistantMongoAggregate;
 exports.extractAssistantMongoDirective = extractAssistantMongoDirective;
 exports.buildAssistantToolRequest = buildAssistantToolRequest;
 exports.shouldPreserveAssistantProbeCollectionForTesting = shouldPreserveAssistantProbeCollectionForTesting;
+exports.buildAssistantAnswerQualityFromExecution = buildAssistantAnswerQualityFromExecution;
 exports.buildAssistantInvoiceCustomerLabelExpr = buildAssistantInvoiceCustomerLabelExpr;
 exports.resolveAssistantHeuristicDirectiveForTesting = resolveAssistantHeuristicDirectiveForTesting;
 exports.buildAssistantDatedPivotDisplay = buildAssistantDatedPivotDisplay;
@@ -1969,7 +1970,7 @@ function executeAiAssistantCodexRun(payload, context) {
                     insertResult = _d.sent();
                     assistantMessageId = (insertResult === null || insertResult === void 0 ? void 0 : insertResult._id) || (insertResult === null || insertResult === void 0 ? void 0 : insertResult.insertedId);
                     enqueueAssistantCodexRun(function () { return __awaiter(_this, void 0, void 0, function () {
-                        var runStart, fastModeEnabled, alwaysAllowProbeEnabled, plannerEnabled, runBudgetMs, assistantMongoMaxTimeMs, assistantSystemPrompt, runDeadlineMs, steps, recordStep, requestClassification, dataQuestion, progressTracker, streamProgress, remainingRunBudgetMs, hasRunBudget, applyCodexStageBudget, assistantContent, toolResult, assistantDebug, directiveSource, lastDirective, heuristicDirectivePrecomputed, usedDeterministicHeuristicFastPath, requestedTimeGrain, requestedBreakdownDimensions, enforceDatedDirective, enforceGroupedDirective, datedDirectiveRetryUsed, datedDirectiveResolved, toolResponseDebug, toolError, toolTelemetry, termHints, collectionHints, fieldHints, schemaHints, methodHints, publicationHints, collectionTokenization, collectionRanking, collectionSelection, collectionOverride, collectionNames, plannerUsed, plannerSkipReason, plannerOutput, plannerRaw, timingBreakdown, codexUsage, accumulateCodexUsage, contextRoute, contextMode, hintSeed, termExpansion, hintText, baseTokens, expandedTokens, baseWeights, expandedWeights, dbName, db, surfaceHints, _a, allowedRoutes, rankedAllowedRoutes, routeHints, appCollectionHints, rankedCollectionHints, rankedCollections, hintCollections, schemaHintCollections, assistantContext, hasDeterministicHeuristicFastPath, prompt_1, workspaceRoot, codexConfig, runOptions, plannerRunOptions, shouldRunPlanner, plannerBudgetAvailable, plannerPrompt, plannerStart, _b, preferListDirective, directiveStyleHint, directivePromptMode, responseText, directiveText, directive, heuristicDirectiveFastPath, directivePrompt, directiveStart, forcedDirective, _c, initialStart, extractedDirective, error_2, directivePrompt, forcedStart, forcedDirective, _d, strictDirectivePrompt, strictStart, strictDirectiveText, strictDirective, strictDirectiveIsDated, shouldUseStrictDirective, _e, guardDirectivePrompt, guardStart, guardDirectiveText, guardDirective, _f, groupedDirectivePrompt, groupedStart, groupedDirectiveText, groupedDirective, _g, heuristicDirective, requestedCollection, allowCollectionOverride, cleanedResponseText, deniedModuleByIntent, permissionLabel, effectiveDirective, effectiveDirectiveMetadata, directiveAcknowledgementText, directiveProgressMessages, deterministicDataIntentDirective, rankedCollections_1, directiveHintsBase_1, buildToolRequestForDirective, executionDirective, probeFieldHints, aggregateProbeDisabled, probeEnabled, probeBudgetAllowed, probeDirective, probeRequest, probeStart, probeResponse, _h, probeDurationMs, probeRowCount, probeRewrite, probeError_1, probeDurationMs, probeErrorMessage, toolRequest, requestedToolCollection, toolStart, toolResponse, _j, toolDurationMs, toolPayload, resolvedToolCollection, zeroRowResult, followupCodexEnabled, skipFollowupCodex, followupPrompt, followupStart, followupText, _k, error_3, errorMessage, existingFinal, error_4, runBudgetExceeded, includeToolExecutionTelemetry, toolExecutionTelemetry, finishedAt, finalNow, finishedAt, codexMs, draftingMs, finalMetadata, finalUsage, finalUsageLedgerEntry, usageClientId, usageError_1, finalAssistantDoc, setPayload, finalizeError_1, failedAt, fallbackContent, failureMetadata, persistError_1, _l;
+                        var runStart, fastModeEnabled, alwaysAllowProbeEnabled, plannerEnabled, runBudgetMs, assistantMongoMaxTimeMs, assistantSystemPrompt, runDeadlineMs, steps, recordStep, requestClassification, dataQuestion, progressTracker, streamProgress, remainingRunBudgetMs, hasRunBudget, applyCodexStageBudget, assistantContent, toolResult, assistantDebug, directiveSource, lastDirective, heuristicDirectivePrecomputed, usedDeterministicHeuristicFastPath, requestedTimeGrain, requestedBreakdownDimensions, enforceDatedDirective, enforceGroupedDirective, datedDirectiveRetryUsed, datedDirectiveResolved, toolResponseDebug, toolError, toolTelemetry, termHints, collectionHints, fieldHints, schemaHints, methodHints, publicationHints, collectionTokenization, collectionRanking, collectionSelection, collectionOverride, collectionNames, plannerUsed, plannerSkipReason, plannerOutput, plannerRaw, timingBreakdown, codexUsage, accumulateCodexUsage, contextRoute, contextMode, hintSeed, termExpansion, hintText, baseTokens, expandedTokens, baseWeights, expandedWeights, dbName, db, surfaceHints, _a, allowedRoutes, rankedAllowedRoutes, routeHints, appCollectionHints, rankedCollectionHints, rankedCollections, hintCollections, schemaHintCollections, assistantContext, hasDeterministicHeuristicFastPath, prompt_1, workspaceRoot, codexConfig, runOptions, plannerRunOptions, shouldRunPlanner, plannerBudgetAvailable, plannerPrompt, plannerStart, _b, preferListDirective, directiveStyleHint, directivePromptMode, responseText, directiveText, directive, heuristicDirectiveFastPath, directivePrompt, directiveStart, forcedDirective, _c, initialStart, extractedDirective, error_2, directivePrompt, forcedStart, forcedDirective, _d, strictDirectivePrompt, strictStart, strictDirectiveText, strictDirective, strictDirectiveIsDated, shouldUseStrictDirective, _e, guardDirectivePrompt, guardStart, guardDirectiveText, guardDirective, _f, groupedDirectivePrompt, groupedStart, groupedDirectiveText, groupedDirective, _g, heuristicDirective, requestedCollection, allowCollectionOverride, cleanedResponseText, deniedModuleByIntent, permissionLabel, effectiveDirective, effectiveDirectiveMetadata, directiveAcknowledgementText, directiveProgressMessages, deterministicDataIntentDirective, rankedCollections_1, directiveHintsBase_1, buildToolRequestForDirective, executionDirective, probeFieldHints, aggregateProbeDisabled, probeEnabled, probeBudgetAllowed, probeDirective, probeRequest, probeStart, probeResponse, _h, probeDurationMs, probeRowCount, probeRewrite, probeError_1, probeDurationMs, probeErrorMessage, toolRequest, requestedToolCollection, toolStart, toolResponse, _j, toolDurationMs, toolPayload, resolvedToolCollection, zeroRowResult, followupCodexEnabled, skipFollowupCodex, followupPrompt, followupStart, followupText, _k, error_3, errorMessage, existingFinal, error_4, runBudgetExceeded, includeToolExecutionTelemetry, toolExecutionTelemetry, finishedAt, finalNow, finishedAt, codexMs, draftingMs, answerQualityEvidence, finalMetadata, finalUsage, finalUsageLedgerEntry, usageClientId, usageError_1, finalAssistantDoc, setPayload, finalizeError_1, failedAt, fallbackContent, failureMetadata, persistError_1, _l;
                         var _m, _o, _p, _q, _r, _s, _t, _u, _v, _w, _x, _y, _z, _0, _1, _2, _3, _4, _5, _6, _7, _8, _9, _10, _11, _12, _13, _14, _15, _16, _17, _18, _19, _20, _21, _22;
                         return __generator(this, function (_23) {
                             switch (_23.label) {
@@ -3087,13 +3088,29 @@ function executeAiAssistantCodexRun(payload, context) {
                                             }
                                         });
                                     }
-                                    finalMetadata = __assign(__assign(__assign(__assign(__assign(__assign(__assign(__assign({ model: codexModel }, (codexFallbackModels.length ? { model_fallbacks: codexFallbackModels } : {})), (requestId ? { request_id: requestId } : {})), { pending: false }), (fastModeEnabled ? {
+                                    answerQualityEvidence = buildAssistantAnswerQualityFromExecution({
+                                        requestMessage: message,
+                                        dataQuestion: dataQuestion,
+                                        reportStyleIntent: enforceDatedDirective
+                                            ? 'dated'
+                                            : (enforceGroupedDirective ? 'grouped' : null),
+                                        requestedTimeGrain: requestedTimeGrain,
+                                        datedDirectiveResolved: datedDirectiveResolved,
+                                        enforceDatedDirective: enforceDatedDirective,
+                                        directive: lastDirective,
+                                        directiveSource: directiveSource,
+                                        toolResult: toolResult,
+                                        toolExecution: toolTelemetry,
+                                        toolError: toolError,
+                                        now: finalNow
+                                    });
+                                    finalMetadata = __assign(__assign(__assign(__assign(__assign(__assign(__assign(__assign(__assign({ model: codexModel }, (codexFallbackModels.length ? { model_fallbacks: codexFallbackModels } : {})), (requestId ? { request_id: requestId } : {})), { pending: false }), (fastModeEnabled ? {
                                         fast_mode: true,
                                         run_budget_ms: runBudgetMs,
                                         run_budget_exhausted: runBudgetExceeded
                                     } : {})), (changeHistoryFastPathBypassedReason ? {
                                         fast_path_change_history_bypassed_reason: changeHistoryFastPathBypassedReason
-                                    } : {})), (toolResult ? { tool_result: toolResult } : {})), (toolExecutionTelemetry ? { tool_execution: toolExecutionTelemetry } : {})), (assistantDebug ? { debug: assistantDebug } : {}));
+                                    } : {})), (toolResult ? { tool_result: toolResult } : {})), (toolExecutionTelemetry ? { tool_execution: toolExecutionTelemetry } : {})), { answer_quality: answerQualityEvidence }), (assistantDebug ? { debug: assistantDebug } : {}));
                                     finalUsage = codexUsage.total_tokens > 0 ? {
                                         model: codexModel || 'unknown',
                                         input_tokens: codexUsage.input_tokens,
@@ -3166,6 +3183,7 @@ function executeAiAssistantCodexRun(payload, context) {
                                                     observed: toolTelemetry.outcome.error,
                                                     message: 'Assistant tool execution reported an error.'
                                                 }] : [],
+                                            answerQuality: answerQualityEvidence,
                                             now: finalNow
                                         })];
                                 case 80:
@@ -6167,6 +6185,117 @@ function buildAssistantToolExecutionTelemetrySnapshot(telemetry) {
         } : undefined
     };
 }
+function buildAssistantAnswerQualityFromExecution(input) {
+    var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k;
+    if (input === void 0) { input = {}; }
+    var toolResult = input.toolResult && typeof input.toolResult === 'object'
+        ? input.toolResult
+        : null;
+    var toolExecution = input.toolExecution && typeof input.toolExecution === 'object'
+        ? input.toolExecution
+        : {};
+    var nowValue = input.now instanceof Date ? input.now : (input.now ? new Date(input.now) : new Date());
+    var currentDate = Number.isFinite(nowValue.getTime())
+        ? nowValue.toISOString().slice(0, 10)
+        : new Date().toISOString().slice(0, 10);
+    var outcome = toolExecution.outcome && typeof toolExecution.outcome === 'object' ? toolExecution.outcome : {};
+    var final = toolExecution.final && typeof toolExecution.final === 'object' ? toolExecution.final : {};
+    var toolErrorMessage = normalizeOptionalString(((_a = input.toolError) === null || _a === void 0 ? void 0 : _a.message) || input.toolError)
+        || normalizeOptionalString(outcome.error)
+        || normalizeOptionalString(final.error);
+    var permissionDenied = toolExecution.permissionDenied === true
+        || toolExecution.permission_denied === true
+        || /permission|access denied|unauthorized|forbidden/i.test(toolErrorMessage);
+    var rowCount = typeof ((_b = toolResult === null || toolResult === void 0 ? void 0 : toolResult.output) === null || _b === void 0 ? void 0 : _b.rowCount) === 'number'
+        ? toolResult.output.rowCount
+        : (typeof final.rowCount === 'number'
+            ? final.rowCount
+            : (typeof final.row_count === 'number' ? final.row_count : undefined));
+    var dataQuestion = input.dataQuestion === true || input.data_question === true;
+    var queryStatus = permissionDenied
+        ? 'permission_error'
+        : (toolErrorMessage
+            ? 'query_error'
+            : (toolResult
+                ? ((rowCount || 0) <= 0 ? 'no_data' : 'ok')
+                : (dataQuestion ? 'unknown' : 'ok')));
+    var collection = normalizeOptionalString((_c = toolResult === null || toolResult === void 0 ? void 0 : toolResult.output) === null || _c === void 0 ? void 0 : _c.collection)
+        || normalizeOptionalString(final.collection)
+        || normalizeOptionalString((_d = toolResult === null || toolResult === void 0 ? void 0 : toolResult.input) === null || _d === void 0 ? void 0 : _d.collection);
+    var toolType = (toolResult === null || toolResult === void 0 ? void 0 : toolResult.type) || normalizeOptionalString(final.toolType || final.tool_type);
+    var evidenceSeed = JSON.stringify({
+        type: toolType,
+        collection: collection,
+        rowCount: rowCount,
+        input: (toolResult === null || toolResult === void 0 ? void 0 : toolResult.input) || null
+    });
+    var evidenceId = (0, crypto_1.createHash)('sha1').update(evidenceSeed).digest('hex').slice(0, 12);
+    var evidenceRef = toolResult
+        ? "assistant-tool:".concat(toolResult.type, ":").concat(collection || 'unknown', ":rows:").concat(Math.max(0, Number(rowCount || 0)), ":").concat(evidenceId)
+        : '';
+    var reportStyleIntent = normalizeOptionalString(input.reportStyleIntent || input.report_style_intent).toLowerCase();
+    var requestedTimeGrain = normalizeOptionalString(input.requestedTimeGrain || input.requested_time_grain);
+    var message = normalizeOptionalString(input.requestMessage || input.request_message);
+    var relativeDateSignal = /\b(today|yesterday|tomorrow|this\s+(?:week|month|quarter|year)|last|past|recent|current\s+(?:week|month|quarter|year))\b/i.test(message);
+    var dateWindow = resolveAssistantDatedReportWindow(toolResult);
+    var requiresDateWindow = reportStyleIntent === 'dated'
+        || input.enforceDatedDirective === true
+        || input.enforce_dated_directive === true
+        || !!requestedTimeGrain
+        || input.datedDirectiveResolved === true
+        || input.dated_directive_resolved === true
+        || !!dateWindow
+        || (dataQuestion && relativeDateSignal);
+    var illegalQueryShape = /positional.*projection|projection.*positional|invalid.*projection|query contains restricted operators/i.test(toolErrorMessage);
+    var nextActions = queryStatus === 'permission_error'
+        ? ['Ask an authorized user or admin to grant access before answering from this dataset.']
+        : queryStatus === 'query_error'
+            ? ['Fix the data query and rerun it before presenting the answer.']
+            : queryStatus === 'no_data'
+                ? ['Confirm the date range, customer, and filters if matching records were expected.']
+                : ['Use the cited system-data result as the answer evidence.'];
+    var queryExecution = toolResult ? {
+        id: evidenceRef,
+        tool: toolType === 'mongo_agg'
+            ? 'aiAssistantMongoAggregate'
+            : (toolType === 'mongo_read' ? 'aiAssistantMongoRead' : (toolType || 'aiAssistantTool')),
+        type: toolType,
+        status: queryStatus,
+        queryStatus: queryStatus,
+        collection: collection || undefined,
+        resultCount: Math.max(0, Number(rowCount || 0)),
+        rowCount: Math.max(0, Number(rowCount || 0)),
+        legalQueryShape: !illegalQueryShape,
+        input: toolResult.input || null,
+        output: {
+            collection: normalizeOptionalString((_e = toolResult.output) === null || _e === void 0 ? void 0 : _e.collection) || collection || undefined,
+            rowCount: Math.max(0, Number(rowCount || 0)),
+            columns: Array.isArray((_f = toolResult.output) === null || _f === void 0 ? void 0 : _f.columns) ? toolResult.output.columns.slice(0, 40) : [],
+            total: typeof ((_g = toolResult.output) === null || _g === void 0 ? void 0 : _g.total) === 'number' ? toolResult.output.total : undefined,
+            truncated: ((_h = toolResult.output) === null || _h === void 0 ? void 0 : _h.truncated) === true || ((_k = (_j = toolResult.output) === null || _j === void 0 ? void 0 : _j.display) === null || _k === void 0 ? void 0 : _k.truncated) === true
+        }
+    } : null;
+    return __assign(__assign(__assign(__assign(__assign(__assign({ queryStatus: queryStatus, noDataConfirmed: queryStatus === 'no_data' && !!toolResult, requiresQueryEvidence: dataQuestion }, (queryExecution ? {
+        queryExecutions: [queryExecution],
+        queryEvidenceRefs: evidenceRef ? [evidenceRef] : []
+    } : {})), { requiresCurrentDate: requiresDateWindow, currentDateUsed: currentDate, expectedCurrentDate: currentDate, requiresDateWindow: requiresDateWindow }), (dateWindow ? {
+        dateWindow: {
+            startDate: dateWindow.startDate,
+            endDate: dateWindow.endDate,
+            months: dateWindow.months,
+            mode: dateWindow.mode
+        }
+    } : {})), (illegalQueryShape ? {
+        queryShape: {
+            legal: false,
+            reason: toolErrorMessage
+        }
+    } : {})), ((toolResult === null || toolResult === void 0 ? void 0 : toolResult.input) ? { mongoQuery: toolResult.input } : {})), { requiresCitations: dataQuestion, citationRefs: evidenceRef ? [evidenceRef] : [], evidenceRefs: evidenceRef ? [evidenceRef] : [], confidenceLevel: queryStatus === 'ok'
+            ? 'high'
+            : (queryStatus === 'no_data' ? 'medium' : 'low'), nextActions: nextActions, dataSource: collection || undefined, costCategory: 'assistant_answer', canDraftSupportReply: queryStatus === 'ok' && !!evidenceRef, canAnswerCustomer: queryStatus === 'ok' && !!evidenceRef, requiresHumanReview: queryStatus !== 'ok', toolError: toolErrorMessage || undefined, dateSignalSource: requiresDateWindow
+            ? (dateWindow ? 'tool_window' : (reportStyleIntent === 'dated' || requestedTimeGrain ? 'directive_policy' : 'message_signal'))
+            : undefined });
+}
 function buildAssistantTrimmedStringExpr(value) {
     return {
         $trim: {
@@ -23150,6 +23279,7 @@ function recordAssistantAnswerAIRun(input) {
                         messages: messages,
                         usageLedger: input.usageLedgerEntry ? [input.usageLedgerEntry] : [],
                         correctnessChecks: input.correctnessChecks || [],
+                        answerQuality: input.answerQuality || {},
                         now: input.now || new Date()
                     });
                     return [4 /*yield*/, ai_run_evidence_manager_1.AIRunEvidenceManager.upsertRuns([run])];