@superblocksteam/vite-plugin-file-sync 2.0.153 → 2.0.154-next.1

package/dist/ai-service/index.js

@@ -85,6 +85,7 @@ import { classificationHelper } from "./state-machine/helpers/classification.js"
 import { getContextId } from "./state-machine/helpers/context-id.js";
 import { sendUserGenerationStateChannel } from "./state-machine/helpers/peer.js";
 import { sendUserMessageChannel, clearPendingToolPermissionRequest, } from "./state-machine/helpers/peer.js";
+import { collectPolicyGateLlmUsage, finalizePolicyGateUsageMetrics, policyGateFailureFromStream, recordPolicyGateAttempt, } from "./state-machine/helpers/policy-gate-usage-metrics.js";
 import { finalizePromptBillingMetrics } from "./state-machine/helpers/prompt-billing-metrics.js";
 import { paywallStopAdvice } from "./state-machine/helpers/prompt-failure.js";
 import { promptFailureFromStreamAbort, promptFailurePaywall, promptFailurePlatform, promptFailureUserCanceled, recordBaseCommitResolutionFailed, recordPromptAttempt, recordPromptEntryRejection, recordPromptOutcome, recordAwaitingUserHandoffDismissed, resolvePromptMetricLabels, resolvePromptOutcomeDedupeKey, resolvePromptRequestDedupeKey, setPromptRequestMetricIdentity, } from "./state-machine/helpers/prompt-request-metrics.js";
@@ -1721,6 +1722,7 @@ export class AiService extends TracedEventEmitter {
             origin: "app_migration",
             pendingSeedApiCount,
             retryMode,
+            surface: "app",
             triggeredBy,
         };
         const baseCommitId = await this.resolveBaseCommitId(promptId);
@@ -2182,8 +2184,14 @@ export class AiService extends TracedEventEmitter {
                     userInitiatedPromptAbort: undefined,
                     // Third-party import turns are billed as app_migration; everything
                     // else falls back to the default in-app Clark generation metadata.
+                    // Both are app building, so the surface matches the default that
+                    // this object replaces.
                     usageMetadata: request.importSource
-                        ? { origin: "app_migration", source: request.importSource }
+                        ? {
+                            origin: "app_migration",
+                            source: request.importSource,
+                            surface: "app",
+                        }
                         : undefined,
                     useMockGeneration: request.mockGeneration ?? false,
                     planContext: mergePlanContexts(context.planContext, request.planContext),
@@ -3495,7 +3503,7 @@ export class AiService extends TracedEventEmitter {
         // are queued and flushed when the next peer connects.
         this.stablePeer.setInner({ peer: undefined });
     }
-    handleBuildSystemError(error) {
+    handleBuildSystemError(error, phase) {
         // Explicitly copy error properties since they're not enumerable
         const errorWithTimestamp = {
             ...error, // Copy any custom enumerable properties (e.g., 'code', 'importPath')
@@ -3503,8 +3511,9 @@ export class AiService extends TracedEventEmitter {
             name: error.name,
             stack: error.stack,
             timestamp: Date.now(),
+            phase,
         };
-        this.getLogger().info(`[ai-service] Received build system error: ${error.message}`);
+        this.getLogger().info(`[ai-service] Received build system error phase=${phase ?? "unknown"}: ${error.message}`);
         this.clark.updateContext((context) => ({
             ...context,
             buildSystemErrors: [
@@ -3766,6 +3775,13 @@ export class AiService extends TracedEventEmitter {
         let textDeltaChars = 0;
         let modelName;
         let promptHash;
+        // Hoisted so the outer catch can attribute a failed run to the same model
+        // and provider as the attempt it belongs to, and can still price whatever
+        // tokens the stream consumed before it threw.
+        let coreModel;
+        let providerName = "unknown";
+        let streamResult;
+        let attemptRecorded = false;
         const scanRoot = typeof this.appShell.appRootDirPath === "string"
             ? this.appShell.appRootDirPath
             : undefined;
@@ -3821,8 +3837,16 @@ export class AiService extends TracedEventEmitter {
                 session_id: this.sessionId,
                 trigger_type: "policy_gate",
             }));
-            const { model } = llmProvider.modelForTask("generateBroadEdit");
+            const { model, providerConfig } = llmProvider.modelForTask("generateBroadEdit");
             modelName = typeof model === "string" ? model : model.modelId;
+            providerName = providerConfig?.provider ?? "unknown";
+            coreModel = llmConfig?.coreModel;
+            // Counted as soon as the model resolves, because everything below is
+            // inside this try and so is guaranteed a terminal outcome from the catch.
+            // A throw above this line leaves no attempt and records no outcome, which
+            // keeps the failure ratio free of outcomes with no denominator.
+            recordPolicyGateAttempt({ coreModel });
+            attemptRecorded = true;
             const availableIntegrations = await this.integrationStore.availableIntegrations();
             const integrations = availableIntegrations.map((i) => ({
                 name: i.name,
@@ -3852,6 +3876,7 @@ export class AiService extends TracedEventEmitter {
                 stopWhen: hasToolCall("reportReviewRun"),
                 timeout: { totalMs: POLICY_GATE_MAX_TOTAL_TIME_MS },
             });
+            streamResult = result;
             // Best-effort: surface the agent's latest tool/reasoning step in the editor
             // so a running policy row shows live activity instead of an opaque spinner.
             // Only meaningful when an editor session is connected; never blocks the run.
@@ -4041,6 +4066,18 @@ export class AiService extends TracedEventEmitter {
             }
             logger.info(`[ai-service] Policy gate execution complete: ${completedScanResult.findings.length} findings`);
             recordExecutionMetrics("success");
+            await finalizePolicyGateUsageMetrics({
+                aiAgentRunId: request.aiAgentRunId,
+                chatSessionStore: this.chatSessionStore,
+                coreModel,
+                llmUsage: await collectPolicyGateLlmUsage({
+                    modelName: modelName ?? "unknown",
+                    providerName,
+                    result,
+                }),
+                logger,
+                outcome: "success",
+            });
             return {
                 ...completedScanResult,
                 runtimeMetadataJson: buildRuntimeMetadata(),
@@ -4050,6 +4087,27 @@ export class AiService extends TracedEventEmitter {
             if (!metricsRecorded) {
                 recordExecutionMetrics("error");
             }
+            // Only when the attempt was counted, so a failure that happened before
+            // the model resolved cannot land as an outcome with no denominator.
+            // Failing before the stream exists is still an outcome, just one with no
+            // tokens to price.
+            if (attemptRecorded) {
+                await finalizePolicyGateUsageMetrics({
+                    aiAgentRunId: request.aiAgentRunId,
+                    chatSessionStore: this.chatSessionStore,
+                    coreModel,
+                    failure: policyGateFailureFromStream(streamErrors),
+                    llmUsage: streamResult
+                        ? await collectPolicyGateLlmUsage({
+                            modelName: modelName ?? "unknown",
+                            providerName,
+                            result: streamResult,
+                        })
+                        : [],
+                    logger,
+                    outcome: "failure",
+                });
+            }
             throw error;
         }
     }