@proofhound/core 0.1.6

package/dist/worker/runners/llm-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-runner.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/llm-runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAGL,KAAK,aAAa,EAIlB,KAAK,qBAAqB,EAC3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAC7F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AACvF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uDAAuD,CAAC;AAEnG,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1D,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,QAAQ,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,WAAW,EAAE,eAAe,CAAC;IAC7B,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,MAAM,EAAE,aAAa,CAAC;IACtB,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IACrD,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,qBAAqB,IAGzB,OAAO,aAAa,EAAE,YAAY,mBAAmB,KAAG,OAAO,CAAC,eAAe,CAAC,CA0GjH;AAED,wBAAsB,yBAAyB,CAC7C,IAAI,EAAE,IAAI,CAAC,qBAAqB,EAAE,IAAI,GAAG,qBAAqB,CAAC,EAC/D,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,qBAAqB,CAAC,CAsBhC;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,qBAAqB,EAC5B,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC9B,qBAAqB,CAEvB"}

package/dist/worker/runners/llm-runner.js

@@ -0,0 +1,178 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createLlmRunner = createLlmRunner;
+exports.loadModelInvocationConfig = loadModelInvocationConfig;
+exports.applyExperimentLimits = applyExperimentLimits;
+const node_crypto_1 = require("node:crypto");
+const drizzle_orm_1 = require("drizzle-orm");
+const db_1 = require("@proofhound/db");
+const judgment_1 = require("@proofhound/judgment");
+const llm_client_1 = require("@proofhound/llm-client");
+const runtime_limits_1 = require("../../shared/llm/runtime-limits");
+const run_result_writer_1 = require("./run-result-writer");
+function createLlmRunner(deps) {
+    const runResultWriter = new run_result_writer_1.DrizzleRunResultWriter(deps.db, deps.quotaPolicy);
+    return async function runLlmJob(input, jobContext) {
+        const runResultId = input.runResultId ?? (0, node_crypto_1.randomUUID)();
+        const model = await loadModelInvocationConfig(deps, input.modelId);
+        // Fold any deployment-level runtime caps (a SaaS org plan's ceiling, SPEC 08 §3.10) into the per-call limits at the
+        // single worker enforcement point, so every job source (experiment / optimization child / release / webhook) is
+        // capped uniformly. OSS LocalRuntimeLimitsProvider is a pass-through → mergedLimits === input.limits.
+        const mergedLimits = await deps.runtimeLimitsProvider.mergeLlmLimits({
+            project: { projectId: input.projectId, orgId: input.orgId, source: 'local' },
+            modelId: input.modelId,
+            source: input.source,
+            limits: input.limits,
+        });
+        // Fold runtime caps into the model before invokeLLM. A model RPM/TPM of -1 only means "no model-layer cap";
+        // a positive runtime cap still applies. Concurrency remains a positive min(model, runtime) value.
+        const effectiveModel = applyExperimentLimits(model, mergedLimits);
+        const expectedOutput = input.judgment?.expectedOutput ?? null;
+        const evaluateJudgmentHook = input.judgment
+            ? ({ parsed }) => {
+                const outcome = (0, judgment_1.evaluateJudgment)('classification', parsed, {
+                    outputSchema: input.judgment.outputSchema,
+                    judgmentRules: input.judgment.judgmentRules,
+                    expectedOutput: input.judgment.expectedOutput,
+                });
+                return outcome;
+            }
+            : undefined;
+        // Build the rate-limit key at the runtime layer (§3.7); llm-client/limiter stay project-unaware (§8).
+        const project = { projectId: input.projectId, orgId: input.orgId, source: 'local' };
+        const limiterKey = deps.limiterKeyStrategy.buildModelKey(project, input.modelId);
+        const result = await deps.quotaPolicy.withExecutionSlot({ project, source: input.source, modelId: input.modelId, requestId: input.requestId }, () => (0, llm_client_1.invokeLLM)({
+            model: effectiveModel,
+            limiterKey,
+            messages: input.renderedPrompt.messages,
+            prompt: input.renderedPrompt.prompt,
+            params: {
+                temperature: input.inference?.temperature,
+                maxTokens: input.inference?.maxTokens,
+                topP: input.inference?.topP,
+                tools: input.renderedPrompt.tools,
+                responseFormat: input.renderedPrompt.responseFormat,
+                imageRefs: input.renderedPrompt.imageRefs,
+                apiVersion: input.inference?.apiVersion,
+            },
+            maxRetries: input.retry?.maxRetries,
+            context: {
+                requestId: input.requestId,
+                dbosWorkflowId: jobContext.dbosWorkflowId,
+                bullmqJobId: jobContext.bullmqJobId,
+                bullmqQueue: jobContext.bullmqQueue,
+                stepName: jobContext.stepName,
+                runResultId,
+                promptId: input.promptId,
+                promptVersionId: input.promptVersionId,
+                source: input.source,
+                attempt: jobContext.attempt,
+            },
+            runResult: {
+                id: runResultId,
+                projectId: input.projectId,
+                source: input.source,
+                sourceId: input.sourceId,
+                releaseVariantId: input.releaseVariantId ?? null,
+                promptVersionId: input.promptVersionId,
+                modelId: input.modelId,
+                sampleId: input.sampleId ?? null,
+                externalId: input.externalId ?? null,
+                renderedPrompt: normalizeRenderedPrompt(input.renderedPrompt),
+                inputVariables: input.inputVariables,
+                expectedOutput: expectedOutputAsString(expectedOutput),
+                dbosWorkflowId: jobContext.dbosWorkflowId,
+                bullmqJobId: jobContext.bullmqJobId,
+                attempt: jobContext.attempt,
+                webhookTokenId: input.webhookTokenId ?? null,
+            },
+            // The judgment strategy expects a parsed[expected_field]-style structure; when parseResponse is not provided, parsed=undefined,
+            // and the whole metrics is unreliable. Parse strict JSON first; on failure, fall back to parsing a Markdown JSON fence.
+            parseResponse: llm_client_1.parseJsonResponseWithMarkdownFallback,
+            evaluateJudgment: evaluateJudgmentHook,
+        }, {
+            limiter: deps.limiter,
+            logger: deps.logger,
+            runResultWriter,
+        }));
+        return {
+            runResultId,
+            content: result.content,
+            parsed: result.parsed,
+            decisionOutput: result.decisionOutput ?? null,
+            isCorrect: result.isCorrect ?? null,
+            judgmentStatus: result.judgmentStatus ?? null,
+            usage: result.usage,
+            costEstimate: result.costEstimate,
+            durationMs: result.durationMs,
+        };
+    };
+}
+async function loadModelInvocationConfig(deps, modelId) {
+    const [model] = await deps.db.select().from(db_1.schema.models).where((0, drizzle_orm_1.eq)(db_1.schema.models.id, modelId)).limit(1);
+    if (!model || !model.isActive) {
+        throw validationError(`model is not available: ${modelId}`);
+    }
+    return {
+        id: model.id,
+        providerType: model.providerType,
+        providerModelId: model.providerModelId,
+        endpoint: model.endpoint,
+        apiKey: await deps.modelSecretResolver.resolveApiKey(model),
+        capabilities: toModelInvocationCapabilities(model.capabilities),
+        rpmLimit: model.rpmLimit,
+        tpmLimit: model.tpmLimit,
+        concurrencyLimit: model.concurrencyLimit,
+        autoConcurrency: model.autoConcurrency,
+        inputTokenPricePerMillion: model.inputTokenPricePerMillion,
+        outputTokenPricePerMillion: model.outputTokenPricePerMillion,
+        extraBody: toExtraBody(model.extraBody),
+    };
+}
+function applyExperimentLimits(model, limits) {
+    return (0, runtime_limits_1.applyRuntimeLimits)(model, limits);
+}
+function normalizeRenderedPrompt(input) {
+    return {
+        messages: input.messages,
+        prompt: input.prompt,
+        tools: input.tools,
+        response_format: input.responseFormat,
+        image_refs: input.imageRefs,
+    };
+}
+function expectedOutputAsString(value) {
+    if (value === undefined || value === null)
+        return null;
+    if (typeof value === 'string')
+        return value;
+    if (typeof value === 'number' || typeof value === 'boolean')
+        return String(value);
+    try {
+        return JSON.stringify(value);
+    }
+    catch {
+        return null;
+    }
+}
+function validationError(message) {
+    const error = new Error(message);
+    error.name = 'ValidationError';
+    return error;
+}
+function toModelInvocationCapabilities(raw) {
+    if (raw && typeof raw === 'object' && !Array.isArray(raw)) {
+        const image = raw.image;
+        if (typeof image === 'string' && ['none', 'url', 'base64', 'both'].includes(image)) {
+            return { image: image };
+        }
+    }
+    return { image: 'none' };
+}
+function toExtraBody(raw) {
+    if (raw && typeof raw === 'object' && !Array.isArray(raw)) {
+        return { ...raw };
+    }
+    return {};
+}
+//# sourceMappingURL=llm-runner.js.map

package/dist/worker/runners/llm-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-runner.js","sourceRoot":"","sources":["../../../src/worker/runners/llm-runner.ts"],"names":[],"mappings":";;AAqDA,0CA6GC;AAED,8DAyBC;AAED,sDAKC;AApMD,6CAAyC;AACzC,6CAAiC;AAEjC,uCAAwC;AACxC,mDAAwD;AAExD,uDAQgC;AAKhC,oEAAqE;AAErE,2DAA6D;AAgC7D,SAAgB,eAAe,CAAC,IAA2B;IACzD,MAAM,eAAe,GAAG,IAAI,0CAAsB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAE9E,OAAO,KAAK,UAAU,SAAS,CAAC,KAAoB,EAAE,UAA+B;QACnF,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,IAAA,wBAAU,GAAE,CAAC;QACtD,MAAM,KAAK,GAAG,MAAM,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnE,oHAAoH;QACpH,gHAAgH;QAChH,sGAAsG;QACtG,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC;YACnE,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;YAC5E,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QACH,4GAA4G;QAC5G,kGAAkG;QAClG,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAElE,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,EAAE,cAAc,IAAI,IAAI,CAAC;QAC9D,MAAM,oBAAoB,GAAG,KAAK,CAAC,QAAQ;YACzC,CAAC,CAAC,CAAC,EAAE,MAAM,EAA4C,EAAsB,EAAE;gBAC3E,MAAM,OAAO,GAAG,IAAA,2BAAgB,EAAC,gBAAgB,EAAE,MAAM,EAAE;oBACzD,YAAY,EAAE,KAAK,CAAC,QAAS,CAAC,YAAY;oBAC1C,aAAa,EAAE,KAAK,CAAC,QAAS,CAAC,aAAa;oBAC5C,cAAc,EAAE,KAAK,CAAC,QAAS,CAAC,cAAc;iBAC/C,CAAC,CAAC;gBACH,OAAO,OAAO,CAAC;YACjB,CAAC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,sGAAsG;QACtG,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAgB,EAAE,CAAC;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CACrD,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EACrF,GAAG,EAAE,CACH,IAAA,sBAAS,EACP;YACE,KAAK,EAAE,cAAc;YACrB,UAAU;YACV,QAAQ,EAAE,KAAK,CAAC,cAAc,CAAC,QAAoC;YACnE,MAAM,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM;YACnC,MAAM,EAAE;gBACN,WAAW,EAAE,KAAK,CAAC,SAAS,EAAE,WAAW;gBACzC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS;gBACrC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI;gBAC3B,KAAK,EAAE,KAAK,CAAC,cAAc,CAAC,KAAK;gBACjC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,cAAc;gBACnD,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,SAAS;gBACzC,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU;aACxC;YACD,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU;YACnC,OAAO,EAAE;gBACP,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,WAAW;gBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,OAAO,EAAE,UAAU,CAAC,OAAO;aAC5B;YACD,SAAS,EAAE;gBACT,EAAE,EAAE,WAAW;gBACf,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI;gBAChD,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;gBAChC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;gBACpC,cAAc,EAAE,uBAAuB,CAAC,KAAK,CAAC,cAAc,CAAC;gBAC7D,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,cAAc,EAAE,sBAAsB,CAAC,cAAc,CAAC;gBACtD,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;aAC7C;YACD,gIAAgI;YAChI,wHAAwH;YACxH,aAAa,EAAE,kDAAqC;YACpD,gBAAgB,EAAE,oBAAoB;SACvC,EACD;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,eAAe;SAChB,CACF,CACJ,CAAC;QAEF,OAAO;YACL,WAAW;YACX,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,yBAAyB,CAC7C,IAA+D,EAC/D,OAAe;IAEf,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,WAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEzG,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,eAAe,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM,EAAE,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,KAAK,CAAC;QAC3D,YAAY,EAAE,6BAA6B,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/D,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,yBAAyB,EAAE,KAAK,CAAC,yBAAyB;QAC1D,0BAA0B,EAAE,KAAK,CAAC,0BAA0B;QAC5D,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,SAAgB,qBAAqB,CACnC,KAA4B,EAC5B,MAA+B;IAE/B,OAAO,IAAA,mCAAkB,EAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAsC;IACrE,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,eAAe,EAAE,KAAK,CAAC,cAAc;QACrC,UAAU,EAAE,KAAK,CAAC,SAAS;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,KAAK,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAC/B,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,6BAA6B,CAAC,GAAY;IACjD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAI,GAA+B,CAAC,KAAK,CAAC;QACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnF,OAAO,EAAE,KAAK,EAAE,KAA6B,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,GAAI,GAA+B,EAAE,CAAC;IACjD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/worker/runners/model-secret.d.ts

@@ -0,0 +1,11 @@
+export interface ModelSecretRow {
+    apiKeyEncrypted: string;
+}
+export interface ModelSecretResolver {
+    resolveApiKey(model: ModelSecretRow): Promise<string>;
+}
+export interface ModelSecretResolverOptions {
+    encryptionKey: string;
+}
+export declare function createModelSecretResolver(options: ModelSecretResolverOptions): ModelSecretResolver;
+//# sourceMappingURL=model-secret.d.ts.map

package/dist/worker/runners/model-secret.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-secret.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/model-secret.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,cAAc;IAC7B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,mBAAmB;IAClC,aAAa,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACvD;AAED,MAAM,WAAW,0BAA0B;IACzC,aAAa,EAAE,MAAM,CAAC;CACvB;AAID,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,0BAA0B,GAAG,mBAAmB,CAMlG"}

package/dist/worker/runners/model-secret.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createModelSecretResolver = createModelSecretResolver;
+const crypto_1 = require("@proofhound/crypto");
+// Decryption goes uniformly through @proofhound/crypto — sharing the same implementation + the same MODEL_API_KEY_ENCRYPTION_KEY with server CryptoService / seed-dev.
+// The three legacy prefixes plain: / env: / aes-256-gcm: are no longer supported; the DB only stores the unprefixed base64 output of server CryptoService.encryptApiKey().
+function createModelSecretResolver(options) {
+    return {
+        async resolveApiKey(model) {
+            return (0, crypto_1.decryptApiKey)(model.apiKeyEncrypted, options.encryptionKey);
+        },
+    };
+}
+//# sourceMappingURL=model-secret.js.map

package/dist/worker/runners/model-secret.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-secret.js","sourceRoot":"","sources":["../../../src/worker/runners/model-secret.ts"],"names":[],"mappings":";;AAgBA,8DAMC;AAtBD,+CAAmD;AAcnD,uKAAuK;AACvK,2KAA2K;AAC3K,SAAgB,yBAAyB,CAAC,OAAmC;IAC3E,OAAO;QACL,KAAK,CAAC,aAAa,CAAC,KAAK;YACvB,OAAO,IAAA,sBAAa,EAAC,KAAK,CAAC,eAAe,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;QACrE,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/worker/runners/probe-runner.d.ts

@@ -0,0 +1,22 @@
+import type { DbClient } from '@proofhound/db';
+import type { RateLimiter } from '@proofhound/limiter';
+import { type LLMCallLogger, type ModelConnectivityProbeResult } from '@proofhound/llm-client';
+import type { ProbeJobPayload } from '@proofhound/orchestration-shared';
+import type { LimiterKeyStrategy } from '../../server/common/contracts/limiter-key.strategy';
+import type { QuotaPolicyHook } from '../../server/common/contracts/quota-policy.hook';
+import type { RuntimeLimitsProvider } from '../../server/common/contracts/runtime-limits.provider';
+import type { ModelSecretResolver } from './model-secret';
+export interface ProbeRunnerDependencies {
+    db: DbClient;
+    limiter: RateLimiter;
+    limiterKeyStrategy: LimiterKeyStrategy;
+    quotaPolicy: QuotaPolicyHook;
+    runtimeLimitsProvider: RuntimeLimitsProvider;
+    logger: LLMCallLogger;
+    modelSecretResolver: ModelSecretResolver;
+}
+export declare function createProbeRunner(deps: ProbeRunnerDependencies): (input: ProbeJobPayload) => Promise<ModelConnectivityProbeResult>;
+export declare function listActiveModelIdsForProbe(db: DbClient, options?: {
+    limit?: number;
+}): Promise<string[]>;
+//# sourceMappingURL=probe-runner.d.ts.map

package/dist/worker/runners/probe-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe-runner.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/probe-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAyB,KAAK,aAAa,EAAE,KAAK,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AAEtH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAC7F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AACvF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uDAAuD,CAAC;AAGnG,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAE1D,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,QAAQ,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,WAAW,EAAE,eAAe,CAAC;IAC7B,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,MAAM,EAAE,aAAa,CAAC;IACtB,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,uBAAuB,IAC3B,OAAO,eAAe,KAAG,OAAO,CAAC,4BAA4B,CAAC,CA+BjG;AAWD,wBAAsB,0BAA0B,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CASlH"}

package/dist/worker/runners/probe-runner.js

@@ -0,0 +1,52 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createProbeRunner = createProbeRunner;
+exports.listActiveModelIdsForProbe = listActiveModelIdsForProbe;
+const drizzle_orm_1 = require("drizzle-orm");
+const db_1 = require("@proofhound/db");
+const llm_client_1 = require("@proofhound/llm-client");
+const shared_1 = require("@proofhound/shared");
+const runtime_limits_1 = require("../../shared/llm/runtime-limits");
+const llm_runner_1 = require("./llm-runner");
+function createProbeRunner(deps) {
+    return async function runProbeJob(input) {
+        const model = await (0, llm_runner_1.loadModelInvocationConfig)(deps, input.modelId);
+        const project = toProbeProjectContext(input);
+        const mergedLimits = await deps.runtimeLimitsProvider.mergeLlmLimits({
+            project,
+            modelId: input.modelId,
+            source: 'probe',
+        });
+        const effectiveModel = (0, runtime_limits_1.applyRuntimeLimits)(model, mergedLimits);
+        // Same key as the LLM runner so a probe shares the model's rate-limit counting space (§3.7).
+        const limiterKey = deps.limiterKeyStrategy.buildModelKey(project, input.modelId);
+        const result = await deps.quotaPolicy.withExecutionSlot({ project, source: 'probe', modelId: input.modelId, requestId: input.requestId }, () => (0, llm_client_1.testModelConnectivity)({ model: effectiveModel, limiterKey, requestId: input.requestId, timeoutMs: input.timeoutMs }, { limiter: deps.limiter, logger: deps.logger }));
+        await deps.db
+            .update(db_1.schema.models)
+            .set({
+            lastProbedAt: new Date(result.checkedAt),
+            lastProbeError: result.ok ? null : (result.errorMessage ?? 'model connectivity probe failed'),
+            updatedAt: new Date(),
+        })
+            .where((0, drizzle_orm_1.eq)(db_1.schema.models.id, input.modelId));
+        return result;
+    };
+}
+function toProbeProjectContext(input) {
+    if (input.projectId) {
+        return input.orgId
+            ? { projectId: input.projectId, orgId: input.orgId, source: 'local' }
+            : { projectId: input.projectId, source: 'local' };
+    }
+    return input.orgId ? { ...shared_1.LOCAL_PROJECT_CONTEXT, orgId: input.orgId } : shared_1.LOCAL_PROJECT_CONTEXT;
+}
+async function listActiveModelIdsForProbe(db, options = {}) {
+    const limit = Math.min(Math.max(options.limit ?? 100, 1), 500);
+    const rows = await db
+        .select({ id: db_1.schema.models.id })
+        .from(db_1.schema.models)
+        .where((0, drizzle_orm_1.eq)(db_1.schema.models.isActive, true))
+        .limit(limit);
+    return rows.map((row) => row.id);
+}
+//# sourceMappingURL=probe-runner.js.map

package/dist/worker/runners/probe-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe-runner.js","sourceRoot":"","sources":["../../../src/worker/runners/probe-runner.ts"],"names":[],"mappings":";;AAwBA,8CAgCC;AAWD,gEASC;AA5ED,6CAAiC;AAEjC,uCAAwC;AAExC,uDAAsH;AACtH,+CAAgF;AAKhF,oEAAqE;AACrE,6CAAyD;AAazD,SAAgB,iBAAiB,CAAC,IAA6B;IAC7D,OAAO,KAAK,UAAU,WAAW,CAAC,KAAsB;QACtD,MAAM,KAAK,GAAG,MAAM,IAAA,sCAAyB,EAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC;YACnE,OAAO;YACP,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,OAAO;SAChB,CAAC,CAAC;QACH,MAAM,cAAc,GAAG,IAAA,mCAAkB,EAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC/D,6FAA6F;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CACrD,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EAChF,GAAG,EAAE,CACH,IAAA,kCAAqB,EACnB,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EAC7F,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAC/C,CACJ,CAAC;QAEF,MAAM,IAAI,CAAC,EAAE;aACV,MAAM,CAAC,WAAM,CAAC,MAAM,CAAC;aACrB,GAAG,CAAC;YACH,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACxC,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,IAAI,iCAAiC,CAAC;YAC7F,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;aACD,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAE9C,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAsB;IACnD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,KAAK;YAChB,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;YACrE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtD,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,8BAAqB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,8BAAqB,CAAC;AAChG,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,EAAY,EAAE,UAA8B,EAAE;IAC7F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,MAAM,EAAE;SAClB,MAAM,CAAC,EAAE,EAAE,EAAE,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;SAChC,IAAI,CAAC,WAAM,CAAC,MAAM,CAAC;SACnB,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;SACvC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEhB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AACnC,CAAC"}

package/dist/worker/runners/run-result-writer.d.ts

@@ -0,0 +1,10 @@
+import type { DbClient } from '@proofhound/db';
+import type { LLMRunResultRecord, LLMRunResultWriter } from '@proofhound/llm-client';
+import type { QuotaPolicyHook } from '../../server/common/contracts/quota-policy.hook';
+export declare class DrizzleRunResultWriter implements LLMRunResultWriter {
+    private readonly db;
+    private readonly quotaPolicy;
+    constructor(db: DbClient, quotaPolicy: QuotaPolicyHook);
+    writeRunResult(record: LLMRunResultRecord): Promise<void>;
+}
+//# sourceMappingURL=run-result-writer.d.ts.map

package/dist/worker/runners/run-result-writer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-writer.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/run-result-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,KAAK,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AAMvF,qBAAa,sBAAuB,YAAW,kBAAkB;IAE7D,OAAO,CAAC,QAAQ,CAAC,EAAE;IACnB,OAAO,CAAC,QAAQ,CAAC,WAAW;gBADX,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,eAAe;IAGzC,cAAc,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CAuDhE"}

package/dist/worker/runners/run-result-writer.js

@@ -0,0 +1,84 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DrizzleRunResultWriter = void 0;
+const node_buffer_1 = require("node:buffer");
+const drizzle_orm_1 = require("drizzle-orm");
+// ph_runs.run_results is a monthly-partitioned table by created_at; a UNIQUE constraint cannot be applied to a single id column;
+// use INSERT ... SELECT ... WHERE NOT EXISTS instead for idempotency, ensuring:
+//  1. worker stalled retries do not write duplicate rows
+//  2. when the consumer writes the final error row in OnWorkerEvent('failed'), an already-landed success row is not overwritten
+class DrizzleRunResultWriter {
+    constructor(db, quotaPolicy) {
+        this.db = db;
+        this.quotaPolicy = quotaPolicy;
+    }
+    async writeRunResult(record) {
+        const sampleId = record.sampleId ?? null;
+        const externalId = record.externalId ?? null;
+        const inputVariables = record.inputVariables ?? null;
+        const rawResponse = record.rawResponse ?? null;
+        const parsedOutput = record.parsedOutput ?? null;
+        const decisionOutput = record.decisionOutput ?? null;
+        const expectedOutput = record.expectedOutput ?? null;
+        const isCorrect = record.isCorrect ?? null;
+        const judgmentStatus = record.judgmentStatus ?? null;
+        const errorClass = record.errorClass ?? null;
+        const errorMessage = record.errorMessage ?? null;
+        const latencyMs = record.latencyMs ?? null;
+        const inputTokens = record.inputTokens ?? null;
+        const outputTokens = record.outputTokens ?? null;
+        const costEstimate = record.costEstimate ?? null;
+        const attempt = record.attempt ?? 1;
+        const dbosWorkflowId = record.dbosWorkflowId ?? null;
+        const bullmqJobId = record.bullmqJobId ?? null;
+        const roundIndex = record.roundIndex ?? null;
+        const releaseVariantId = record.releaseVariantId ?? null;
+        const webhookTokenId = record.webhookTokenId ?? null;
+        await this.quotaPolicy.assertCanStore({
+            bytes: estimateRunResultBytes(record),
+            project: { projectId: record.projectId, source: 'local' },
+            source: 'run_result',
+        });
+        await this.db.execute((0, drizzle_orm_1.sql) `
+      INSERT INTO ph_runs.run_results (
+        id, project_id, source, source_id, release_variant_id, prompt_version_id, model_id,
+        sample_id, external_id, rendered_prompt, input_variables,
+        raw_response, parsed_output, decision_output, expected_output, is_correct, judgment_status,
+        status, error_class, error_message,
+        latency_ms, input_tokens, output_tokens, cost_estimate, attempt,
+        dbos_workflow_id, bullmq_job_id, round_index, webhook_token_id
+      )
+      SELECT
+        ${record.id}::uuid, ${record.projectId}::uuid, ${record.source},
+        ${record.sourceId}::uuid, ${releaseVariantId}::uuid, ${record.promptVersionId}::uuid, ${record.modelId}::uuid,
+        ${sampleId}::uuid, ${externalId},
+        ${JSON.stringify(record.renderedPrompt)}::jsonb,
+        ${JSON.stringify(inputVariables)}::jsonb,
+        ${rawResponse}, ${JSON.stringify(parsedOutput)}::jsonb,
+        ${decisionOutput}, ${expectedOutput},
+        ${isCorrect}, ${judgmentStatus},
+        ${record.status}, ${errorClass}, ${errorMessage},
+        ${latencyMs}, ${inputTokens}, ${outputTokens},
+        ${costEstimate}, ${attempt},
+        ${dbosWorkflowId}, ${bullmqJobId}, ${roundIndex}, ${webhookTokenId}::uuid
+      WHERE NOT EXISTS (
+        SELECT 1 FROM ph_runs.run_results WHERE id = ${record.id}::uuid
+      )
+    `);
+    }
+}
+exports.DrizzleRunResultWriter = DrizzleRunResultWriter;
+function estimateRunResultBytes(record) {
+    return (utf8Bytes(record.renderedPrompt) +
+        utf8Bytes(record.inputVariables) +
+        utf8Bytes(record.rawResponse) +
+        utf8Bytes(record.parsedOutput) +
+        utf8Bytes(record.decisionOutput) +
+        utf8Bytes(record.expectedOutput) +
+        utf8Bytes(record.errorClass) +
+        utf8Bytes(record.errorMessage));
+}
+function utf8Bytes(value) {
+    return node_buffer_1.Buffer.byteLength(typeof value === 'string' ? value : JSON.stringify(value ?? null), 'utf8');
+}
+//# sourceMappingURL=run-result-writer.js.map

package/dist/worker/runners/run-result-writer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-result-writer.js","sourceRoot":"","sources":["../../../src/worker/runners/run-result-writer.ts"],"names":[],"mappings":";;;AAAA,6CAAqC;AACrC,6CAAkC;AAKlC,iIAAiI;AACjI,gFAAgF;AAChF,yDAAyD;AACzD,gIAAgI;AAChI,MAAa,sBAAsB;IACjC,YACmB,EAAY,EACZ,WAA4B;QAD5B,OAAE,GAAF,EAAE,CAAU;QACZ,gBAAW,GAAX,WAAW,CAAiB;IAC5C,CAAC;IAEJ,KAAK,CAAC,cAAc,CAAC,MAA0B;QAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC;QACzC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;QAC7C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;QACrD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAC/C,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;QACjD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;QACrD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC3C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;QACrD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;QAC7C,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;QACjD,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAC3C,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAC/C,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;QACjD,MAAM,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,IAAI,CAAC;QACjD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QACpC,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;QACrD,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC;QAC/C,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,IAAI,CAAC;QAC7C,MAAM,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,IAAI,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,IAAI,CAAC;QACrD,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC;YACpC,KAAK,EAAE,sBAAsB,CAAC,MAAM,CAAC;YACrC,OAAO,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE;YACzD,MAAM,EAAE,YAAY;SACrB,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAA,iBAAG,EAAA;;;;;;;;;;UAUnB,MAAM,CAAC,EAAE,WAAW,MAAM,CAAC,SAAS,WAAW,MAAM,CAAC,MAAM;UAC5D,MAAM,CAAC,QAAQ,WAAW,gBAAgB,WAAW,MAAM,CAAC,eAAe,WAAW,MAAM,CAAC,OAAO;UACpG,QAAQ,WAAW,UAAU;UAC7B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC;UACrC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC;UAC9B,WAAW,KAAK,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC;UAC5C,cAAc,KAAK,cAAc;UACjC,SAAS,KAAK,cAAc;UAC5B,MAAM,CAAC,MAAM,KAAK,UAAU,KAAK,YAAY;UAC7C,SAAS,KAAK,WAAW,KAAK,YAAY;UAC1C,YAAY,KAAK,OAAO;UACxB,cAAc,KAAK,WAAW,KAAK,UAAU,KAAK,cAAc;;uDAEnB,MAAM,CAAC,EAAE;;KAE3D,CAAC,CAAC;IACL,CAAC;CACF;AA7DD,wDA6DC;AAED,SAAS,sBAAsB,CAAC,MAA0B;IACxD,OAAO,CACL,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC;QAChC,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC;QAChC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;QAC7B,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC;QAC9B,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC;QAChC,SAAS,CAAC,MAAM,CAAC,cAAc,CAAC;QAChC,SAAS,CAAC,MAAM,CAAC,UAAU,CAAC;QAC5B,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,CAC/B,CAAC;AACJ,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,oBAAM,CAAC,UAAU,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;AACtG,CAAC"}

package/dist/worker/scripts/probe-model-from-env.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=probe-model-from-env.d.ts.map

package/dist/worker/scripts/probe-model-from-env.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe-model-from-env.d.ts","sourceRoot":"","sources":["../../../src/worker/scripts/probe-model-from-env.ts"],"names":[],"mappings":""}

package/dist/worker/scripts/probe-model-from-env.js

@@ -0,0 +1,130 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const node_path_1 = require("node:path");
+const logger_1 = require("@proofhound/logger");
+const limiter_1 = require("@proofhound/limiter");
+const llm_client_1 = require("@proofhound/llm-client");
+const shared_1 = require("@proofhound/shared");
+const zod_1 = require("zod");
+const limiter_key_strategy_1 = require("../../server/common/contracts/limiter-key.strategy");
+const PROBE_PROTOCOL_DEFAULTS = {
+    openai: {
+        providerModelId: 'gpt-4o-mini',
+        endpoint: 'https://api.openai.com/v1',
+    },
+    anthropic: {
+        providerModelId: 'claude-sonnet-4-6',
+        endpoint: 'https://api.anthropic.com',
+    },
+};
+const optionalTrimmedString = zod_1.z.preprocess((value) => {
+    if (typeof value !== 'string')
+        return value;
+    const trimmed = value.trim();
+    return trimmed.length > 0 ? trimmed : undefined;
+}, zod_1.z.string().min(1).optional());
+const envSchema = zod_1.z.object({
+    MODEL_PROBE_PROVIDER_TYPE: optionalTrimmedString,
+    MODEL_PROBE_MODEL_ID: optionalTrimmedString,
+    MODEL_PROBE_ENDPOINT: zod_1.z.preprocess((value) => {
+        if (typeof value !== 'string')
+            return value;
+        const trimmed = value.trim();
+        return trimmed.length > 0 ? trimmed : undefined;
+    }, zod_1.z.string().url().optional()),
+    MODEL_PROBE_API_KEY: zod_1.z.string().trim().min(1),
+    MODEL_PROBE_TIMEOUT_MS: zod_1.z.coerce.number().int().positive().default(30_000),
+    MODEL_PROBE_IMAGE_CAPABILITY: zod_1.z.enum(['none', 'url', 'base64', 'both']).default('none'),
+    MODEL_PROBE_RPM_LIMIT: zod_1.z.coerce.number().int().positive().default(60),
+    MODEL_PROBE_TPM_LIMIT: zod_1.z.coerce.number().int().positive().default(100_000),
+    MODEL_PROBE_CONCURRENCY_LIMIT: zod_1.z.coerce.number().int().positive().default(1),
+    MODEL_PROBE_INPUT_PRICE_PER_MILLION: zod_1.z.coerce.number().nonnegative().default(0),
+    MODEL_PROBE_OUTPUT_PRICE_PER_MILLION: zod_1.z.coerce.number().nonnegative().default(0),
+});
+function loadEnvFile() {
+    for (const candidate of [(0, node_path_1.resolve)(process.cwd(), '../../.env'), (0, node_path_1.resolve)(process.cwd(), '.env')]) {
+        try {
+            process.loadEnvFile(candidate);
+            return;
+        }
+        catch {
+            // Try the next conventional location.
+        }
+    }
+}
+function normalizeProviderType(providerType) {
+    return providerType.trim().toLowerCase().replace(/_/gu, '-');
+}
+function resolveProbeModelEnv(env) {
+    const providerType = normalizeProviderType(env.MODEL_PROBE_PROVIDER_TYPE ?? 'openai');
+    const defaults = PROBE_PROTOCOL_DEFAULTS[providerType];
+    const providerModelId = env.MODEL_PROBE_MODEL_ID ?? defaults?.providerModelId;
+    const endpoint = env.MODEL_PROBE_ENDPOINT ?? defaults?.endpoint;
+    if (!providerModelId) {
+        throw new Error(`MODEL_PROBE_MODEL_ID is required for provider type "${providerType}"`);
+    }
+    if (!endpoint) {
+        throw new Error(`MODEL_PROBE_ENDPOINT is required for provider type "${providerType}"`);
+    }
+    return { providerType, providerModelId, endpoint };
+}
+async function main() {
+    loadEnvFile();
+    const env = envSchema.parse(process.env);
+    const resolvedModelEnv = resolveProbeModelEnv(env);
+    const logger = (0, logger_1.createLogger)('worker.model-probe', {
+        service: 'worker',
+        level: process.env.LOG_LEVEL,
+    });
+    const model = {
+        id: '00000000-0000-0000-0000-000000000000',
+        providerType: resolvedModelEnv.providerType,
+        providerModelId: resolvedModelEnv.providerModelId,
+        endpoint: resolvedModelEnv.endpoint,
+        apiKey: env.MODEL_PROBE_API_KEY,
+        capabilities: { image: env.MODEL_PROBE_IMAGE_CAPABILITY },
+        rpmLimit: env.MODEL_PROBE_RPM_LIMIT,
+        tpmLimit: env.MODEL_PROBE_TPM_LIMIT,
+        concurrencyLimit: env.MODEL_PROBE_CONCURRENCY_LIMIT,
+        autoConcurrency: false,
+        inputTokenPricePerMillion: env.MODEL_PROBE_INPUT_PRICE_PER_MILLION,
+        outputTokenPricePerMillion: env.MODEL_PROBE_OUTPUT_PRICE_PER_MILLION,
+    };
+    const limiterKeyStrategy = new limiter_key_strategy_1.LocalLimiterKeyStrategy();
+    const result = await (0, llm_client_1.testModelConnectivity)({
+        model,
+        limiterKey: limiterKeyStrategy.buildModelKey(shared_1.LOCAL_PROJECT_CONTEXT, model.id),
+        requestId: `env-probe-${Date.now()}`,
+        timeoutMs: env.MODEL_PROBE_TIMEOUT_MS,
+    }, {
+        limiter: new limiter_1.StubLimiter(),
+        logger,
+    });
+    if (result.ok) {
+        console.warn(JSON.stringify({
+            ok: true,
+            providerType: result.providerType,
+            providerModelId: result.providerModelId,
+            endpoint: result.endpoint,
+            durationMs: result.durationMs,
+            responsePreview: result.responsePreview,
+        }, null, 2));
+        return;
+    }
+    console.error(JSON.stringify({
+        ok: false,
+        providerType: result.providerType,
+        providerModelId: result.providerModelId,
+        endpoint: result.endpoint,
+        durationMs: result.durationMs,
+        errorClass: result.errorClass,
+        errorMessage: result.errorMessage,
+        httpStatus: result.httpStatus,
+    }, null, 2));
+    process.exitCode = 1;
+}
+main().catch((error) => {
+    console.error(error instanceof Error ? error.message : String(error));
+    process.exit(1);
+});
+//# sourceMappingURL=probe-model-from-env.js.map

package/dist/worker/scripts/probe-model-from-env.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"probe-model-from-env.js","sourceRoot":"","sources":["../../../src/worker/scripts/probe-model-from-env.ts"],"names":[],"mappings":";;AAAA,yCAAoC;AACpC,+CAAkD;AAClD,iDAAkD;AAClD,uDAA2F;AAC3F,+CAA2D;AAC3D,6BAAwB;AACxB,6FAA6F;AAE7F,MAAM,uBAAuB,GAAG;IAC9B,MAAM,EAAE;QACN,eAAe,EAAE,aAAa;QAC9B,QAAQ,EAAE,2BAA2B;KACtC;IACD,SAAS,EAAE;QACT,eAAe,EAAE,mBAAmB;QACpC,QAAQ,EAAE,2BAA2B;KACtC;CACO,CAAC;AAEX,MAAM,qBAAqB,GAAG,OAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE;IACnD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;IAC7B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;AAClD,CAAC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;AAEjC,MAAM,SAAS,GAAG,OAAC,CAAC,MAAM,CAAC;IACzB,yBAAyB,EAAE,qBAAqB;IAChD,oBAAoB,EAAE,qBAAqB;IAC3C,oBAAoB,EAAE,OAAC,CAAC,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE;QAC3C,IAAI,OAAO,KAAK,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QAC5C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC;IAClD,CAAC,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC/B,mBAAmB,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC7C,sBAAsB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC;IAC1E,4BAA4B,EAAE,OAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IACvF,qBAAqB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IACrE,qBAAqB,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC;IAC1E,6BAA6B,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5E,mCAAmC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/E,oCAAoC,EAAE,OAAC,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CACjF,CAAC,CAAC;AAEH,SAAS,WAAW;IAClB,KAAK,MAAM,SAAS,IAAI,CAAC,IAAA,mBAAO,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,YAAY,CAAC,EAAE,IAAA,mBAAO,EAAC,OAAO,CAAC,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;QAC/F,IAAI,CAAC;YACH,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAAC,MAAM,CAAC;YACP,sCAAsC;QACxC,CAAC;IACH,CAAC;AACH,CAAC;AAED,SAAS,qBAAqB,CAAC,YAAoB;IACjD,OAAO,YAAY,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;AAC/D,CAAC;AAED,SAAS,oBAAoB,CAAC,GAA8B;IAI1D,MAAM,YAAY,GAAG,qBAAqB,CAAC,GAAG,CAAC,yBAAyB,IAAI,QAAQ,CAAC,CAAC;IACtF,MAAM,QAAQ,GAAG,uBAAuB,CAAC,YAAoD,CAAC,CAAC;IAC/F,MAAM,eAAe,GAAG,GAAG,CAAC,oBAAoB,IAAI,QAAQ,EAAE,eAAe,CAAC;IAC9E,MAAM,QAAQ,GAAG,GAAG,CAAC,oBAAoB,IAAI,QAAQ,EAAE,QAAQ,CAAC;IAEhE,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,MAAM,IAAI,KAAK,CAAC,uDAAuD,YAAY,GAAG,CAAC,CAAC;IAC1F,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,uDAAuD,YAAY,GAAG,CAAC,CAAC;IAC1F,CAAC;IAED,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,QAAQ,EAAE,CAAC;AACrD,CAAC;AAED,KAAK,UAAU,IAAI;IACjB,WAAW,EAAE,CAAC;IAEd,MAAM,GAAG,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACzC,MAAM,gBAAgB,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,IAAA,qBAAY,EAAC,oBAAoB,EAAE;QAChD,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,SAAS;KAC7B,CAAC,CAAC;IACH,MAAM,KAAK,GAA0B;QACnC,EAAE,EAAE,sCAAsC;QAC1C,YAAY,EAAE,gBAAgB,CAAC,YAAY;QAC3C,eAAe,EAAE,gBAAgB,CAAC,eAAe;QACjD,QAAQ,EAAE,gBAAgB,CAAC,QAAQ;QACnC,MAAM,EAAE,GAAG,CAAC,mBAAmB;QAC/B,YAAY,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,4BAA4B,EAAE;QACzD,QAAQ,EAAE,GAAG,CAAC,qBAAqB;QACnC,QAAQ,EAAE,GAAG,CAAC,qBAAqB;QACnC,gBAAgB,EAAE,GAAG,CAAC,6BAA6B;QACnD,eAAe,EAAE,KAAK;QACtB,yBAAyB,EAAE,GAAG,CAAC,mCAAmC;QAClE,0BAA0B,EAAE,GAAG,CAAC,oCAAoC;KACrE,CAAC;IACF,MAAM,kBAAkB,GAAG,IAAI,8CAAuB,EAAE,CAAC;IAEzD,MAAM,MAAM,GAAG,MAAM,IAAA,kCAAqB,EACxC;QACE,KAAK;QACL,UAAU,EAAE,kBAAkB,CAAC,aAAa,CAAC,8BAAqB,EAAE,KAAK,CAAC,EAAE,CAAC;QAC7E,SAAS,EAAE,aAAa,IAAI,CAAC,GAAG,EAAE,EAAE;QACpC,SAAS,EAAE,GAAG,CAAC,sBAAsB;KACtC,EACD;QACE,OAAO,EAAE,IAAI,qBAAW,EAAE;QAC1B,MAAM;KACP,CACF,CAAC;IAEF,IAAI,MAAM,CAAC,EAAE,EAAE,CAAC;QACd,OAAO,CAAC,IAAI,CACV,IAAI,CAAC,SAAS,CACZ;YACE,EAAE,EAAE,IAAI;YACR,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,eAAe,EAAE,MAAM,CAAC,eAAe;YACvC,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,eAAe,EAAE,MAAM,CAAC,eAAe;SACxC,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;QACF,OAAO;IACT,CAAC;IAED,OAAO,CAAC,KAAK,CACX,IAAI,CAAC,SAAS,CACZ;QACE,EAAE,EAAE,KAAK;QACT,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,eAAe,EAAE,MAAM,CAAC,eAAe;QACvC,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,YAAY,EAAE,MAAM,CAAC,YAAY;QACjC,UAAU,EAAE,MAAM,CAAC,UAAU;KAC9B,EACD,IAAI,EACJ,CAAC,CACF,CACF,CAAC;IACF,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;IAC9B,OAAO,CAAC,KAAK,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IACtE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}