@proofhound/core 0.1.7 → 0.1.9

package/dist/worker/consumers/probe.consumer.js

@@ -18,17 +18,20 @@ const bullmq_1 = require("@nestjs/bullmq");
 const limiter_1 = require("@proofhound/limiter");
 const logger_1 = require("@proofhound/logger");
 const orchestration_shared_1 = require("@proofhound/orchestration-shared");
+const shared_1 = require("@proofhound/shared");
 const bullmq_2 = require("bullmq");
 const limiter_key_strategy_1 = require("../../server/common/contracts/limiter-key.strategy");
 const quota_policy_hook_1 = require("../../server/common/contracts/quota-policy.hook");
 const runtime_limits_provider_1 = require("../../server/common/contracts/runtime-limits.provider");
+const usage_metering_hook_1 = require("../../server/common/contracts/usage-metering.hook");
 const database_constants_1 = require("../../shared/database/database.constants");
 const model_secret_provider_1 = require("../infrastructure/llm/model-secret.provider");
 const redis_constants_1 = require("../../shared/redis/redis.constants");
 const probe_runner_1 = require("../runners/probe-runner");
 let ProbeConsumer = class ProbeConsumer extends bullmq_1.WorkerHost {
-    constructor(db, limiter, modelSecretResolver, limiterKeyStrategy, quotaPolicy, runtimeLimitsProvider) {
+    constructor(db, limiter, modelSecretResolver, limiterKeyStrategy, quotaPolicy, runtimeLimitsProvider, usageMetering) {
         super();
+        this.usageMetering = usageMetering;
         this.logger = (0, logger_1.createLogger)('worker.probe', { service: 'worker' });
         this.runProbeJob = (0, probe_runner_1.createProbeRunner)({
             db,
@@ -36,6 +39,7 @@ let ProbeConsumer = class ProbeConsumer extends bullmq_1.WorkerHost {
             limiterKeyStrategy,
             quotaPolicy,
             runtimeLimitsProvider,
+            usageMetering,
             logger: this.logger,
             modelSecretResolver,
         });
@@ -43,11 +47,16 @@ let ProbeConsumer = class ProbeConsumer extends bullmq_1.WorkerHost {
     async process(job, token) {
         const payload = orchestration_shared_1.probeJobPayloadSchema.parse(job.data);
         try {
-            return await this.runProbeJob(payload);
+            return await this.runProbeJob(payload, {
+                bullmqJobId: String(job.id),
+                bullmqQueue: 'probe',
+                attempt: job.attemptsMade + 1,
+            });
         }
         catch (error) {
             if (error instanceof limiter_1.RateLimitExceededError) {
                 const delayMs = Math.max(error.retryAfterMs, 1_000);
+                await this.recordRateLimited(payload, job, error, delayMs);
                 this.logger.info({
                     bullmqJobId: String(job.id),
                     modelId: payload.modelId,
@@ -61,6 +70,28 @@ let ProbeConsumer = class ProbeConsumer extends bullmq_1.WorkerHost {
             throw error;
         }
     }
+    async recordRateLimited(payload, job, error, delayMs) {
+        const attempt = job.attemptsMade + 1;
+        await (0, usage_metering_hook_1.safeRecordUsageEvent)(this.usageMetering, {
+            idempotencyKey: `job:probe:${String(job.id)}:${attempt}:job.rate_limited`,
+            dimension: 'job',
+            eventType: 'job.rate_limited',
+            projectId: payload.projectId ?? shared_1.LOCAL_PROJECT_ID,
+            occurredAt: new Date(),
+            source: 'worker',
+            payload: {
+                queue: 'probe',
+                jobId: String(job.id),
+                attempt,
+                modelId: payload.modelId,
+                source: 'probe',
+                status: 'rate_limited',
+                errorKind: error.reason,
+                retryAfterMs: error.retryAfterMs,
+                delayMs,
+            },
+        }, this.logger);
+    }
 };
 exports.ProbeConsumer = ProbeConsumer;
 exports.ProbeConsumer = ProbeConsumer = __decorate([
@@ -71,6 +102,7 @@ exports.ProbeConsumer = ProbeConsumer = __decorate([
     __param(2, (0, common_1.Inject)(model_secret_provider_1.MODEL_SECRET_RESOLVER)),
     __metadata("design:paramtypes", [Object, Object, Object, limiter_key_strategy_1.LimiterKeyStrategy,
         quota_policy_hook_1.QuotaPolicyHook,
-        runtime_limits_provider_1.RuntimeLimitsProvider])
+        runtime_limits_provider_1.RuntimeLimitsProvider,
+        usage_metering_hook_1.UsageMeteringHook])
 ], ProbeConsumer);
 //# sourceMappingURL=probe.consumer.js.map

package/dist/worker/consumers/probe.consumer.js.map

@@ -1 +1 @@
-{"version":3,"file":"probe.consumer.js","sourceRoot":"","sources":["../../../src/worker/consumers/probe.consumer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,2CAAuD;AAEvD,iDAA+E;AAE/E,+CAAkD;AAClD,2EAA+F;AAC/F,mCAAgD;AAChD,6FAAwF;AACxF,uFAAkF;AAClF,mGAA8F;AAC9F,iFAA2E;AAC3E,uFAAoF;AACpF,wEAAmE;AACnE,0DAA4D;AAKrD,IAAM,aAAa,GAAnB,MAAM,aAAc,SAAQ,mBAAU;IAI3C,YAC2B,EAAY,EACd,OAAoB,EACZ,mBAAwC,EACvE,kBAAsC,EACtC,WAA4B,EAC5B,qBAA4C;QAE5C,KAAK,EAAE,CAAC;QAXO,WAAM,GAAG,IAAA,qBAAY,EAAC,cAAc,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAY5E,IAAI,CAAC,WAAW,GAAG,IAAA,gCAAiB,EAAC;YACnC,EAAE;YACF,OAAO;YACP,kBAAkB;YAClB,WAAW;YACX,qBAAqB;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,mBAAmB;SACpB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAiB,EAAE,KAAc;QAC7C,MAAM,OAAO,GAAG,4CAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAA2B,CAAC;QAChF,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,gCAAsB,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;gBACpD,IAAI,CAAC,MAAM,CAAC,IAAI,CACd;oBACE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC3B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,OAAO;iBACR,EACD,qBAAqB,CACtB,CAAC;gBACF,MAAM,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,CAAC,CAAC;gBACrD,MAAM,IAAI,qBAAY,EAAE,CAAC;YAC3B,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAA;AA/CY,sCAAa;wBAAb,aAAa;IAFzB,IAAA,kBAAS,EAAC,OAAO,CAAC;IAClB,IAAA,mBAAU,GAAE;IAMR,WAAA,IAAA,eAAM,EAAC,oCAAe,CAAC,CAAA;IACvB,WAAA,IAAA,eAAM,EAAC,+BAAa,CAAC,CAAA;IACrB,WAAA,IAAA,eAAM,EAAC,6CAAqB,CAAC,CAAA;6DACV,yCAAkB;QACzB,mCAAe;QACL,+CAAqB;GAVnC,aAAa,CA+CzB"}
+{"version":3,"file":"probe.consumer.js","sourceRoot":"","sources":["../../../src/worker/consumers/probe.consumer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAAoD;AACpD,2CAAuD;AAEvD,iDAA+E;AAE/E,+CAAkD;AAClD,2EAA+F;AAC/F,+CAAsD;AACtD,mCAAgD;AAChD,6FAAwF;AACxF,uFAAkF;AAClF,mGAA8F;AAC9F,2FAA4G;AAC5G,iFAA2E;AAC3E,uFAAoF;AACpF,wEAAmE;AACnE,0DAA4D;AAKrD,IAAM,aAAa,GAAnB,MAAM,aAAc,SAAQ,mBAAU;IAI3C,YAC2B,EAAY,EACd,OAAoB,EACZ,mBAAwC,EACvE,kBAAsC,EACtC,WAA4B,EAC5B,qBAA4C,EAC3B,aAAgC;QAEjD,KAAK,EAAE,CAAC;QAFS,kBAAa,GAAb,aAAa,CAAmB;QAVlC,WAAM,GAAG,IAAA,qBAAY,EAAC,cAAc,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;QAa5E,IAAI,CAAC,WAAW,GAAG,IAAA,gCAAiB,EAAC;YACnC,EAAE;YACF,OAAO;YACP,kBAAkB;YAClB,WAAW;YACX,qBAAqB;YACrB,aAAa;YACb,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,mBAAmB;SACpB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,GAAiB,EAAE,KAAc;QAC7C,MAAM,OAAO,GAAG,4CAAqB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAA2B,CAAC;QAChF,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;gBACrC,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,WAAW,EAAE,OAAO;gBACpB,OAAO,EAAE,GAAG,CAAC,YAAY,GAAG,CAAC;aAC9B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,gCAAsB,EAAE,CAAC;gBAC5C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;gBACpD,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;gBAC3D,IAAI,CAAC,MAAM,CAAC,IAAI,CACd;oBACE,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC3B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,OAAO;iBACR,EACD,qBAAqB,CACtB,CAAC;gBACF,MAAM,GAAG,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,OAAO,EAAE,KAAK,CAAC,CAAC;gBACrD,MAAM,IAAI,qBAAY,EAAE,CAAC;YAC3B,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,OAAwB,EACxB,GAAiB,EACjB,KAA6B,EAC7B,OAAe;QAEf,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC;QACrC,MAAM,IAAA,0CAAoB,EACxB,IAAI,CAAC,aAAa,EAClB;YACE,cAAc,EAAE,aAAa,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,OAAO,mBAAmB;YACzE,SAAS,EAAE,KAAK;YAChB,SAAS,EAAE,kBAAkB;YAC7B,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,yBAAgB;YAChD,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE;gBACP,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,OAAO;gBACP,OAAO,EAAE,OAAO,CAAC,OAAO;gBACxB,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,cAAc;gBACtB,SAAS,EAAE,KAAK,CAAC,MAAM;gBACvB,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,OAAO;aACR;SACF,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;IACJ,CAAC;CACF,CAAA;AAtFY,sCAAa;wBAAb,aAAa;IAFzB,IAAA,kBAAS,EAAC,OAAO,CAAC;IAClB,IAAA,mBAAU,GAAE;IAMR,WAAA,IAAA,eAAM,EAAC,oCAAe,CAAC,CAAA;IACvB,WAAA,IAAA,eAAM,EAAC,+BAAa,CAAC,CAAA;IACrB,WAAA,IAAA,eAAM,EAAC,6CAAqB,CAAC,CAAA;6DACV,yCAAkB;QACzB,mCAAe;QACL,+CAAqB;QACZ,uCAAiB;GAXxC,aAAa,CAsFzB"}

package/dist/worker/runners/llm-runner.d.ts

@@ -1,10 +1,11 @@
 import type { DbClient } from '@proofhound/db';
-import type { RateLimiter } from '@proofhound/limiter';
+import { type RateLimiter } from '@proofhound/limiter';
 import { type LLMCallLogger, type ModelInvocationConfig } from '@proofhound/llm-client';
 import type { LlmJobPayload } from '@proofhound/orchestration-shared';
 import type { LimiterKeyStrategy } from '../../server/common/contracts/limiter-key.strategy';
 import type { QuotaPolicyHook } from '../../server/common/contracts/quota-policy.hook';
 import type { RuntimeLimitsProvider } from '../../server/common/contracts/runtime-limits.provider';
+import { type UsageMeteringHook } from '../../server/common/contracts/usage-metering.hook';
 import type { ModelSecretResolver } from './model-secret';
 export interface LlmRunnerDependencies {
     db: DbClient;
@@ -12,6 +13,7 @@ export interface LlmRunnerDependencies {
     limiterKeyStrategy: LimiterKeyStrategy;
     quotaPolicy: QuotaPolicyHook;
     runtimeLimitsProvider: RuntimeLimitsProvider;
+    usageMetering: UsageMeteringHook;
     logger: LLMCallLogger;
     modelSecretResolver: ModelSecretResolver;
 }

package/dist/worker/runners/llm-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm-runner.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/llm-runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAGL,KAAK,aAAa,EAIlB,KAAK,qBAAqB,EAC3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAC7F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AACvF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uDAAuD,CAAC;AAEnG,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1D,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,QAAQ,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,WAAW,EAAE,eAAe,CAAC;IAC7B,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,MAAM,EAAE,aAAa,CAAC;IACtB,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IACrD,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,qBAAqB,IAGzB,OAAO,aAAa,EAAE,YAAY,mBAAmB,KAAG,OAAO,CAAC,eAAe,CAAC,CA0GjH;AAED,wBAAsB,yBAAyB,CAC7C,IAAI,EAAE,IAAI,CAAC,qBAAqB,EAAE,IAAI,GAAG,qBAAqB,CAAC,EAC/D,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,qBAAqB,CAAC,CAsBhC;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,qBAAqB,EAC5B,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC9B,qBAAqB,CAEvB"}
+{"version":3,"file":"llm-runner.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/llm-runner.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAG/C,OAAO,EAA0B,KAAK,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAIL,KAAK,aAAa,EAIlB,KAAK,qBAAqB,EAC3B,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAC7F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AACvF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uDAAuD,CAAC;AACnG,OAAO,EAAwB,KAAK,iBAAiB,EAAE,MAAM,mDAAmD,CAAC;AAEjH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAG1D,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,QAAQ,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,WAAW,EAAE,eAAe,CAAC;IAC7B,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,aAAa,EAAE,iBAAiB,CAAC;IACjC,MAAM,EAAE,aAAa,CAAC;IACtB,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAED,MAAM,WAAW,mBAAmB;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,SAAS,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAC3B,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAE,CAAC;IACrD,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,qBAAqB,IAGzB,OAAO,aAAa,EAAE,YAAY,mBAAmB,KAAG,OAAO,CAAC,eAAe,CAAC,CAoKjH;AAED,wBAAsB,yBAAyB,CAC7C,IAAI,EAAE,IAAI,CAAC,qBAAqB,EAAE,IAAI,GAAG,qBAAqB,CAAC,EAC/D,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,qBAAqB,CAAC,CAsBhC;AAED,wBAAgB,qBAAqB,CACnC,KAAK,EAAE,qBAAqB,EAC5B,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC9B,qBAAqB,CAEvB"}

package/dist/worker/runners/llm-runner.js

@@ -7,13 +7,32 @@ const node_crypto_1 = require("node:crypto");
 const drizzle_orm_1 = require("drizzle-orm");
 const db_1 = require("@proofhound/db");
 const judgment_1 = require("@proofhound/judgment");
+const limiter_1 = require("@proofhound/limiter");
 const llm_client_1 = require("@proofhound/llm-client");
+const usage_metering_hook_1 = require("../../server/common/contracts/usage-metering.hook");
 const runtime_limits_1 = require("../../shared/llm/runtime-limits");
 const run_result_writer_1 = require("./run-result-writer");
 function createLlmRunner(deps) {
-    const runResultWriter = new run_result_writer_1.DrizzleRunResultWriter(deps.db, deps.quotaPolicy);
+    const runResultWriter = new run_result_writer_1.DrizzleRunResultWriter(deps.db, deps.quotaPolicy, deps.usageMetering);
     return async function runLlmJob(input, jobContext) {
         const runResultId = input.runResultId ?? (0, node_crypto_1.randomUUID)();
+        const basePayload = {
+            queue: jobContext.bullmqQueue,
+            jobId: jobContext.bullmqJobId,
+            attempt: jobContext.attempt,
+            runResultId,
+            modelId: input.modelId,
+            source: input.source,
+        };
+        const recordJobEvent = (eventType, payload) => (0, usage_metering_hook_1.safeRecordUsageEvent)(deps.usageMetering, {
+            idempotencyKey: `job:${jobContext.bullmqQueue}:${jobContext.bullmqJobId}:${jobContext.attempt}:${eventType}`,
+            dimension: 'job',
+            eventType,
+            projectId: input.projectId,
+            occurredAt: new Date(),
+            source: 'worker',
+            payload: { ...basePayload, ...payload },
+        }, deps.logger);
         const model = await loadModelInvocationConfig(deps, input.modelId);
         // Fold any deployment-level runtime caps (a SaaS org plan's ceiling, SPEC 08 §3.10) into the per-call limits at the
         // single worker enforcement point, so every job source (experiment / optimization child / release / webhook) is
@@ -28,6 +47,7 @@ function createLlmRunner(deps) {
         // a positive runtime cap still applies. Concurrency remains a positive min(model, runtime) value.
         const effectiveModel = applyExperimentLimits(model, mergedLimits);
         const expectedOutput = input.judgment?.expectedOutput ?? null;
+        const hasExpectedOutput = input.judgment?.expectedOutput !== undefined && input.judgment.expectedOutput !== null;
         const evaluateJudgmentHook = input.judgment
             ? ({ parsed }) => {
                 const outcome = (0, judgment_1.evaluateJudgment)('classification', parsed, {
@@ -35,66 +55,101 @@ function createLlmRunner(deps) {
                     judgmentRules: input.judgment.judgmentRules,
                     expectedOutput: input.judgment.expectedOutput,
                 });
+                if (input.source === 'release' && !hasExpectedOutput) {
+                    return {
+                        decisionOutput: outcome.decisionOutput,
+                        isCorrect: null,
+                        judgmentStatus: outcome.judgmentStatus === 'parse_error' ? 'parse_error' : null,
+                    };
+                }
                 return outcome;
             }
             : undefined;
         // Build the rate-limit key at the runtime layer (§3.7); llm-client/limiter stay project-unaware (§8).
         const project = { projectId: input.projectId, orgId: input.orgId, source: 'local' };
         const limiterKey = deps.limiterKeyStrategy.buildModelKey(project, input.modelId);
-        const result = await deps.quotaPolicy.withExecutionSlot({ project, source: input.source, modelId: input.modelId, requestId: input.requestId }, () => (0, llm_client_1.invokeLLM)({
-            model: effectiveModel,
-            limiterKey,
-            messages: input.renderedPrompt.messages,
-            prompt: input.renderedPrompt.prompt,
-            params: {
-                temperature: input.inference?.temperature,
-                maxTokens: input.inference?.maxTokens,
-                topP: input.inference?.topP,
-                tools: input.renderedPrompt.tools,
-                responseFormat: input.renderedPrompt.responseFormat,
-                imageRefs: input.renderedPrompt.imageRefs,
-                apiVersion: input.inference?.apiVersion,
-            },
-            maxRetries: input.retry?.maxRetries,
-            context: {
-                requestId: input.requestId,
-                dbosWorkflowId: jobContext.dbosWorkflowId,
-                bullmqJobId: jobContext.bullmqJobId,
-                bullmqQueue: jobContext.bullmqQueue,
-                stepName: jobContext.stepName,
-                runResultId,
-                promptId: input.promptId,
-                promptVersionId: input.promptVersionId,
-                source: input.source,
-                attempt: jobContext.attempt,
-            },
-            runResult: {
-                id: runResultId,
-                projectId: input.projectId,
-                source: input.source,
-                sourceId: input.sourceId,
-                releaseVariantId: input.releaseVariantId ?? null,
-                promptVersionId: input.promptVersionId,
-                modelId: input.modelId,
-                sampleId: input.sampleId ?? null,
-                externalId: input.externalId ?? null,
-                renderedPrompt: normalizeRenderedPrompt(input.renderedPrompt),
-                inputVariables: input.inputVariables,
-                expectedOutput: expectedOutputAsString(expectedOutput),
-                dbosWorkflowId: jobContext.dbosWorkflowId,
-                bullmqJobId: jobContext.bullmqJobId,
-                attempt: jobContext.attempt,
-                webhookTokenId: input.webhookTokenId ?? null,
-            },
-            // The judgment strategy expects a parsed[expected_field]-style structure; when parseResponse is not provided, parsed=undefined,
-            // and the whole metrics is unreliable. Parse strict JSON first; on failure, fall back to parsing a Markdown JSON fence.
-            parseResponse: llm_client_1.parseJsonResponseWithMarkdownFallback,
-            evaluateJudgment: evaluateJudgmentHook,
-        }, {
-            limiter: deps.limiter,
-            logger: deps.logger,
-            runResultWriter,
-        }));
+        let result;
+        try {
+            result = await deps.quotaPolicy.withExecutionSlot({ project, source: input.source, modelId: input.modelId, requestId: input.requestId }, () => (0, llm_client_1.invokeLLM)({
+                model: effectiveModel,
+                limiterKey,
+                messages: input.renderedPrompt.messages,
+                prompt: input.renderedPrompt.prompt,
+                params: {
+                    temperature: input.inference?.temperature,
+                    maxTokens: input.inference?.maxTokens,
+                    topP: input.inference?.topP,
+                    tools: input.renderedPrompt.tools,
+                    responseFormat: input.renderedPrompt.responseFormat,
+                    imageRefs: input.renderedPrompt.imageRefs,
+                    apiVersion: input.inference?.apiVersion,
+                },
+                maxRetries: input.retry?.maxRetries,
+                context: {
+                    requestId: input.requestId,
+                    dbosWorkflowId: jobContext.dbosWorkflowId,
+                    bullmqJobId: jobContext.bullmqJobId,
+                    bullmqQueue: jobContext.bullmqQueue,
+                    stepName: jobContext.stepName,
+                    runResultId,
+                    promptId: input.promptId,
+                    promptVersionId: input.promptVersionId,
+                    source: input.source,
+                    attempt: jobContext.attempt,
+                },
+                runResult: {
+                    id: runResultId,
+                    projectId: input.projectId,
+                    source: input.source,
+                    sourceId: input.sourceId,
+                    releaseVersionId: input.releaseVersionId ?? null,
+                    promptVersionId: input.promptVersionId,
+                    modelId: input.modelId,
+                    sampleId: input.sampleId ?? null,
+                    externalId: input.externalId ?? null,
+                    renderedPrompt: normalizeRenderedPrompt(input.renderedPrompt),
+                    inputVariables: input.inputVariables,
+                    expectedOutput: expectedOutputAsString(expectedOutput),
+                    dbosWorkflowId: jobContext.dbosWorkflowId,
+                    bullmqJobId: jobContext.bullmqJobId,
+                    attempt: jobContext.attempt,
+                    webhookTokenId: input.webhookTokenId ?? null,
+                },
+                // The judgment strategy expects a parsed[expected_field]-style structure; when parseResponse is not provided, parsed=undefined,
+                // and the whole metrics is unreliable. Parse strict JSON first; on failure, fall back to parsing a Markdown JSON fence.
+                parseResponse: llm_client_1.parseJsonResponseWithMarkdownFallback,
+                evaluateJudgment: evaluateJudgmentHook,
+            }, {
+                limiter: deps.limiter,
+                logger: deps.logger,
+                runResultWriter,
+                onLimiterAcquired: (context) => {
+                    const acquireResult = context.acquireResult && typeof context.acquireResult === 'object' ? context.acquireResult : null;
+                    return recordJobEvent('job.started', {
+                        status: 'started',
+                        limiterKey: context.key,
+                        estimatedTokens: context.estimatedTokens,
+                        effectiveConcurrency: acquireResult?.effectiveConcurrency ?? null,
+                    });
+                },
+            }));
+        }
+        catch (error) {
+            if (error instanceof limiter_1.RateLimitExceededError)
+                throw error;
+            await recordJobEvent('job.attempt_failed', {
+                status: 'failed',
+                errorKind: error instanceof Error ? error.name : 'Error',
+            });
+            throw error;
+        }
+        await recordJobEvent('job.completed', {
+            status: 'completed',
+            latencyMs: result.durationMs,
+            inputTokens: result.usage.inputTokens,
+            outputTokens: result.usage.outputTokens,
+            costEstimate: result.costEstimate,
+        });
         return {
             runResultId,
             content: result.content,

package/dist/worker/runners/llm-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"llm-runner.js","sourceRoot":"","sources":["../../../src/worker/runners/llm-runner.ts"],"names":[],"mappings":";;AAqDA,0CA6GC;AAED,8DAyBC;AAED,sDAKC;AApMD,6CAAyC;AACzC,6CAAiC;AAEjC,uCAAwC;AACxC,mDAAwD;AAExD,uDAQgC;AAKhC,oEAAqE;AAErE,2DAA6D;AAgC7D,SAAgB,eAAe,CAAC,IAA2B;IACzD,MAAM,eAAe,GAAG,IAAI,0CAAsB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAE9E,OAAO,KAAK,UAAU,SAAS,CAAC,KAAoB,EAAE,UAA+B;QACnF,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,IAAA,wBAAU,GAAE,CAAC;QACtD,MAAM,KAAK,GAAG,MAAM,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnE,oHAAoH;QACpH,gHAAgH;QAChH,sGAAsG;QACtG,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC;YACnE,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;YAC5E,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QACH,4GAA4G;QAC5G,kGAAkG;QAClG,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAElE,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,EAAE,cAAc,IAAI,IAAI,CAAC;QAC9D,MAAM,oBAAoB,GAAG,KAAK,CAAC,QAAQ;YACzC,CAAC,CAAC,CAAC,EAAE,MAAM,EAA4C,EAAsB,EAAE;gBAC3E,MAAM,OAAO,GAAG,IAAA,2BAAgB,EAAC,gBAAgB,EAAE,MAAM,EAAE;oBACzD,YAAY,EAAE,KAAK,CAAC,QAAS,CAAC,YAAY;oBAC1C,aAAa,EAAE,KAAK,CAAC,QAAS,CAAC,aAAa;oBAC5C,cAAc,EAAE,KAAK,CAAC,QAAS,CAAC,cAAc;iBAC/C,CAAC,CAAC;gBACH,OAAO,OAAO,CAAC;YACjB,CAAC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,sGAAsG;QACtG,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAgB,EAAE,CAAC;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CACrD,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EACrF,GAAG,EAAE,CACH,IAAA,sBAAS,EACP;YACE,KAAK,EAAE,cAAc;YACrB,UAAU;YACV,QAAQ,EAAE,KAAK,CAAC,cAAc,CAAC,QAAoC;YACnE,MAAM,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM;YACnC,MAAM,EAAE;gBACN,WAAW,EAAE,KAAK,CAAC,SAAS,EAAE,WAAW;gBACzC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS;gBACrC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI;gBAC3B,KAAK,EAAE,KAAK,CAAC,cAAc,CAAC,KAAK;gBACjC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,cAAc;gBACnD,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,SAAS;gBACzC,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU;aACxC;YACD,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU;YACnC,OAAO,EAAE;gBACP,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,QAAQ,EAAE,UAAU,CAAC,QAAQ;gBAC7B,WAAW;gBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,OAAO,EAAE,UAAU,CAAC,OAAO;aAC5B;YACD,SAAS,EAAE;gBACT,EAAE,EAAE,WAAW;gBACf,SAAS,EAAE,KAAK,CAAC,SAAS;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI;gBAChD,eAAe,EAAE,KAAK,CAAC,eAAe;gBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;gBAChC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;gBACpC,cAAc,EAAE,uBAAuB,CAAC,KAAK,CAAC,cAAc,CAAC;gBAC7D,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,cAAc,EAAE,sBAAsB,CAAC,cAAc,CAAC;gBACtD,cAAc,EAAE,UAAU,CAAC,cAAc;gBACzC,WAAW,EAAE,UAAU,CAAC,WAAW;gBACnC,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;aAC7C;YACD,gIAAgI;YAChI,wHAAwH;YACxH,aAAa,EAAE,kDAAqC;YACpD,gBAAgB,EAAE,oBAAoB;SACvC,EACD;YACE,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,eAAe;SAChB,CACF,CACJ,CAAC;QAEF,OAAO;YACL,WAAW;YACX,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,yBAAyB,CAC7C,IAA+D,EAC/D,OAAe;IAEf,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,WAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEzG,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,eAAe,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM,EAAE,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,KAAK,CAAC;QAC3D,YAAY,EAAE,6BAA6B,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/D,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,yBAAyB,EAAE,KAAK,CAAC,yBAAyB;QAC1D,0BAA0B,EAAE,KAAK,CAAC,0BAA0B;QAC5D,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,SAAgB,qBAAqB,CACnC,KAA4B,EAC5B,MAA+B;IAE/B,OAAO,IAAA,mCAAkB,EAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAsC;IACrE,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,eAAe,EAAE,KAAK,CAAC,cAAc;QACrC,UAAU,EAAE,KAAK,CAAC,SAAS;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,KAAK,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAC/B,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,6BAA6B,CAAC,GAAY;IACjD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAI,GAA+B,CAAC,KAAK,CAAC;QACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnF,OAAO,EAAE,KAAK,EAAE,KAA6B,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,GAAI,GAA+B,EAAE,CAAC;IACjD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}
+{"version":3,"file":"llm-runner.js","sourceRoot":"","sources":["../../../src/worker/runners/llm-runner.ts"],"names":[],"mappings":";;AAwDA,0CAuKC;AAED,8DAyBC;AAED,sDAKC;AAjQD,6CAAyC;AACzC,6CAAiC;AAEjC,uCAAwC;AACxC,mDAAwD;AACxD,iDAA+E;AAC/E,uDASgC;AAKhC,2FAAiH;AACjH,oEAAqE;AAErE,2DAA6D;AAiC7D,SAAgB,eAAe,CAAC,IAA2B;IACzD,MAAM,eAAe,GAAG,IAAI,0CAAsB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IAElG,OAAO,KAAK,UAAU,SAAS,CAAC,KAAoB,EAAE,UAA+B;QACnF,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,IAAA,wBAAU,GAAE,CAAC;QACtD,MAAM,WAAW,GAAG;YAClB,KAAK,EAAE,UAAU,CAAC,WAAW;YAC7B,KAAK,EAAE,UAAU,CAAC,WAAW;YAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;YAC3B,WAAW;YACX,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC;QACF,MAAM,cAAc,GAAG,CAAC,SAAiB,EAAE,OAAgC,EAAE,EAAE,CAC7E,IAAA,0CAAoB,EAClB,IAAI,CAAC,aAAa,EAClB;YACE,cAAc,EAAE,OAAO,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,IAAI,SAAS,EAAE;YAC5G,SAAS,EAAE,KAAK;YAChB,SAAS;YACT,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,EAAE,GAAG,WAAW,EAAE,GAAG,OAAO,EAAE;SACxC,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;QACJ,MAAM,KAAK,GAAG,MAAM,yBAAyB,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnE,oHAAoH;QACpH,gHAAgH;QAChH,sGAAsG;QACtG,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC;YACnE,OAAO,EAAE,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;YAC5E,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM;SACrB,CAAC,CAAC;QACH,4GAA4G;QAC5G,kGAAkG;QAClG,MAAM,cAAc,GAAG,qBAAqB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAElE,MAAM,cAAc,GAAG,KAAK,CAAC,QAAQ,EAAE,cAAc,IAAI,IAAI,CAAC;QAC9D,MAAM,iBAAiB,GAAG,KAAK,CAAC,QAAQ,EAAE,cAAc,KAAK,SAAS,IAAI,KAAK,CAAC,QAAQ,CAAC,cAAc,KAAK,IAAI,CAAC;QACjH,MAAM,oBAAoB,GAAG,KAAK,CAAC,QAAQ;YACzC,CAAC,CAAC,CAAC,EAAE,MAAM,EAA4C,EAAsB,EAAE;gBAC3E,MAAM,OAAO,GAAG,IAAA,2BAAgB,EAAC,gBAAgB,EAAE,MAAM,EAAE;oBACzD,YAAY,EAAE,KAAK,CAAC,QAAS,CAAC,YAAY;oBAC1C,aAAa,EAAE,KAAK,CAAC,QAAS,CAAC,aAAa;oBAC5C,cAAc,EAAE,KAAK,CAAC,QAAS,CAAC,cAAc;iBAC/C,CAAC,CAAC;gBACH,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,CAAC,iBAAiB,EAAE,CAAC;oBACrD,OAAO;wBACL,cAAc,EAAE,OAAO,CAAC,cAAc;wBACtC,SAAS,EAAE,IAAI;wBACf,cAAc,EAAE,OAAO,CAAC,cAAc,KAAK,aAAa,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;qBAChF,CAAC;gBACJ,CAAC;gBACD,OAAO,OAAO,CAAC;YACjB,CAAC;YACH,CAAC,CAAC,SAAS,CAAC;QAEd,sGAAsG;QACtG,MAAM,OAAO,GAAG,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAgB,EAAE,CAAC;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEjF,IAAI,MAA6C,CAAC;QAClD,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAC/C,EAAE,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EACrF,GAAG,EAAE,CACH,IAAA,sBAAS,EACP;gBACE,KAAK,EAAE,cAAc;gBACrB,UAAU;gBACV,QAAQ,EAAE,KAAK,CAAC,cAAc,CAAC,QAAoC;gBACnE,MAAM,EAAE,KAAK,CAAC,cAAc,CAAC,MAAM;gBACnC,MAAM,EAAE;oBACN,WAAW,EAAE,KAAK,CAAC,SAAS,EAAE,WAAW;oBACzC,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS;oBACrC,IAAI,EAAE,KAAK,CAAC,SAAS,EAAE,IAAI;oBAC3B,KAAK,EAAE,KAAK,CAAC,cAAc,CAAC,KAAK;oBACjC,cAAc,EAAE,KAAK,CAAC,cAAc,CAAC,cAAc;oBACnD,SAAS,EAAE,KAAK,CAAC,cAAc,CAAC,SAAS;oBACzC,UAAU,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU;iBACxC;gBACD,UAAU,EAAE,KAAK,CAAC,KAAK,EAAE,UAAU;gBACnC,OAAO,EAAE;oBACP,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,cAAc,EAAE,UAAU,CAAC,cAAc;oBACzC,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,QAAQ,EAAE,UAAU,CAAC,QAAQ;oBAC7B,WAAW;oBACX,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,OAAO,EAAE,UAAU,CAAC,OAAO;iBAC5B;gBACD,SAAS,EAAE;oBACT,EAAE,EAAE,WAAW;oBACf,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,IAAI;oBAChD,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;oBAChC,UAAU,EAAE,KAAK,CAAC,UAAU,IAAI,IAAI;oBACpC,cAAc,EAAE,uBAAuB,CAAC,KAAK,CAAC,cAAc,CAAC;oBAC7D,cAAc,EAAE,KAAK,CAAC,cAAc;oBACpC,cAAc,EAAE,sBAAsB,CAAC,cAAc,CAAC;oBACtD,cAAc,EAAE,UAAU,CAAC,cAAc;oBACzC,WAAW,EAAE,UAAU,CAAC,WAAW;oBACnC,OAAO,EAAE,UAAU,CAAC,OAAO;oBAC3B,cAAc,EAAE,KAAK,CAAC,cAAc,IAAI,IAAI;iBAC7C;gBACD,gIAAgI;gBAChI,wHAAwH;gBACxH,aAAa,EAAE,kDAAqC;gBACpD,gBAAgB,EAAE,oBAAoB;aACvC,EACD;gBACE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,eAAe;gBACf,iBAAiB,EAAE,CAAC,OAA+B,EAAE,EAAE;oBACrD,MAAM,aAAa,GACjB,OAAO,CAAC,aAAa,IAAI,OAAO,OAAO,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC;oBACpG,OAAO,cAAc,CAAC,aAAa,EAAE;wBACnC,MAAM,EAAE,SAAS;wBACjB,UAAU,EAAE,OAAO,CAAC,GAAG;wBACvB,eAAe,EAAE,OAAO,CAAC,eAAe;wBACxC,oBAAoB,EAAE,aAAa,EAAE,oBAAoB,IAAI,IAAI;qBAClE,CAAC,CAAC;gBACL,CAAC;aACF,CACF,CACJ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,gCAAsB;gBAAE,MAAM,KAAK,CAAC;YACzD,MAAM,cAAc,CAAC,oBAAoB,EAAE;gBACzC,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;aACzD,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,cAAc,CAAC,eAAe,EAAE;YACpC,MAAM,EAAE,WAAW;YACnB,SAAS,EAAE,MAAM,CAAC,UAAU;YAC5B,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;YACrC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;YACvC,YAAY,EAAE,MAAM,CAAC,YAAY;SAClC,CAAC,CAAC;QAEH,OAAO;YACL,WAAW;YACX,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,IAAI;YACnC,cAAc,EAAE,MAAM,CAAC,cAAc,IAAI,IAAI;YAC7C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,UAAU,EAAE,MAAM,CAAC,UAAU;SAC9B,CAAC;IACJ,CAAC,CAAC;AACJ,CAAC;AAEM,KAAK,UAAU,yBAAyB,CAC7C,IAA+D,EAC/D,OAAe;IAEf,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,WAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEzG,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC9B,MAAM,eAAe,CAAC,2BAA2B,OAAO,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM,EAAE,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,KAAK,CAAC;QAC3D,YAAY,EAAE,6BAA6B,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/D,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;QACxC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,yBAAyB,EAAE,KAAK,CAAC,yBAAyB;QAC1D,0BAA0B,EAAE,KAAK,CAAC,0BAA0B;QAC5D,SAAS,EAAE,WAAW,CAAC,KAAK,CAAC,SAAS,CAAC;KACxC,CAAC;AACJ,CAAC;AAED,SAAgB,qBAAqB,CACnC,KAA4B,EAC5B,MAA+B;IAE/B,OAAO,IAAA,mCAAkB,EAAC,KAAK,EAAE,MAAM,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAsC;IACrE,OAAO;QACL,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,eAAe,EAAE,KAAK,CAAC,cAAc;QACrC,UAAU,EAAE,KAAK,CAAC,SAAS;KAC5B,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,KAAc;IAC5C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,eAAe,CAAC,OAAe;IACtC,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IACjC,KAAK,CAAC,IAAI,GAAG,iBAAiB,CAAC;IAC/B,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,6BAA6B,CAAC,GAAY;IACjD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAI,GAA+B,CAAC,KAAK,CAAC;QACrD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACnF,OAAO,EAAE,KAAK,EAAE,KAA6B,EAAE,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;AAC3B,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1D,OAAO,EAAE,GAAI,GAA+B,EAAE,CAAC;IACjD,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC"}

package/dist/worker/runners/probe-runner.d.ts

@@ -1,10 +1,11 @@
 import type { DbClient } from '@proofhound/db';
-import type { RateLimiter } from '@proofhound/limiter';
+import { type RateLimiter } from '@proofhound/limiter';
 import { type LLMCallLogger, type ModelConnectivityProbeResult } from '@proofhound/llm-client';
 import type { ProbeJobPayload } from '@proofhound/orchestration-shared';
 import type { LimiterKeyStrategy } from '../../server/common/contracts/limiter-key.strategy';
 import type { QuotaPolicyHook } from '../../server/common/contracts/quota-policy.hook';
 import type { RuntimeLimitsProvider } from '../../server/common/contracts/runtime-limits.provider';
+import { type UsageMeteringHook } from '../../server/common/contracts/usage-metering.hook';
 import type { ModelSecretResolver } from './model-secret';
 export interface ProbeRunnerDependencies {
     db: DbClient;
@@ -12,10 +13,16 @@ export interface ProbeRunnerDependencies {
     limiterKeyStrategy: LimiterKeyStrategy;
     quotaPolicy: QuotaPolicyHook;
     runtimeLimitsProvider: RuntimeLimitsProvider;
+    usageMetering: UsageMeteringHook;
     logger: LLMCallLogger;
     modelSecretResolver: ModelSecretResolver;
 }
-export declare function createProbeRunner(deps: ProbeRunnerDependencies): (input: ProbeJobPayload) => Promise<ModelConnectivityProbeResult>;
+export interface ProbeRunnerJobContext {
+    bullmqJobId: string;
+    bullmqQueue: string;
+    attempt: number;
+}
+export declare function createProbeRunner(deps: ProbeRunnerDependencies): (input: ProbeJobPayload, jobContext: ProbeRunnerJobContext) => Promise<ModelConnectivityProbeResult>;
 export declare function listActiveModelIdsForProbe(db: DbClient, options?: {
     limit?: number;
 }): Promise<string[]>;

package/dist/worker/runners/probe-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"probe-runner.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/probe-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AACvD,OAAO,EAAyB,KAAK,aAAa,EAAE,KAAK,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AAEtH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAC7F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AACvF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uDAAuD,CAAC;AAGnG,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAE1D,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,QAAQ,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,WAAW,EAAE,eAAe,CAAC;IAC7B,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,MAAM,EAAE,aAAa,CAAC;IACtB,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,uBAAuB,IAC3B,OAAO,eAAe,KAAG,OAAO,CAAC,4BAA4B,CAAC,CA+BjG;AAWD,wBAAsB,0BAA0B,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CASlH"}
+{"version":3,"file":"probe-runner.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/probe-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,EAA0B,KAAK,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAAyB,KAAK,aAAa,EAAE,KAAK,4BAA4B,EAAE,MAAM,wBAAwB,CAAC;AAEtH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AACxE,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,oDAAoD,CAAC;AAC7F,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AACvF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,uDAAuD,CAAC;AACnG,OAAO,EAAwB,KAAK,iBAAiB,EAAE,MAAM,mDAAmD,CAAC;AAGjH,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAE1D,MAAM,WAAW,uBAAuB;IACtC,EAAE,EAAE,QAAQ,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,kBAAkB,EAAE,kBAAkB,CAAC;IACvC,WAAW,EAAE,eAAe,CAAC;IAC7B,qBAAqB,EAAE,qBAAqB,CAAC;IAC7C,aAAa,EAAE,iBAAiB,CAAC;IACjC,MAAM,EAAE,aAAa,CAAC;IACtB,mBAAmB,EAAE,mBAAmB,CAAC;CAC1C;AAED,MAAM,WAAW,qBAAqB;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,uBAAuB,IAE3D,OAAO,eAAe,EACtB,YAAY,qBAAqB,KAChC,OAAO,CAAC,4BAA4B,CAAC,CA8EzC;AAWD,wBAAsB,0BAA0B,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,GAAE;IAAE,KAAK,CAAC,EAAE,MAAM,CAAA;CAAO,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CASlH"}

package/dist/worker/runners/probe-runner.js

@@ -4,14 +4,32 @@ exports.createProbeRunner = createProbeRunner;
 exports.listActiveModelIdsForProbe = listActiveModelIdsForProbe;
 const drizzle_orm_1 = require("drizzle-orm");
 const db_1 = require("@proofhound/db");
+const limiter_1 = require("@proofhound/limiter");
 const llm_client_1 = require("@proofhound/llm-client");
 const shared_1 = require("@proofhound/shared");
+const usage_metering_hook_1 = require("../../server/common/contracts/usage-metering.hook");
 const runtime_limits_1 = require("../../shared/llm/runtime-limits");
 const llm_runner_1 = require("./llm-runner");
 function createProbeRunner(deps) {
-    return async function runProbeJob(input) {
+    return async function runProbeJob(input, jobContext) {
         const model = await (0, llm_runner_1.loadModelInvocationConfig)(deps, input.modelId);
         const project = toProbeProjectContext(input);
+        const recordJobEvent = (eventType, payload) => (0, usage_metering_hook_1.safeRecordUsageEvent)(deps.usageMetering, {
+            idempotencyKey: `job:${jobContext.bullmqQueue}:${jobContext.bullmqJobId}:${jobContext.attempt}:${eventType}`,
+            dimension: 'job',
+            eventType,
+            projectId: project.projectId,
+            occurredAt: new Date(),
+            source: 'worker',
+            payload: {
+                queue: jobContext.bullmqQueue,
+                jobId: jobContext.bullmqJobId,
+                attempt: jobContext.attempt,
+                modelId: input.modelId,
+                source: 'probe',
+                ...payload,
+            },
+        }, deps.logger);
         const mergedLimits = await deps.runtimeLimitsProvider.mergeLlmLimits({
             project,
             modelId: input.modelId,
@@ -20,7 +38,33 @@ function createProbeRunner(deps) {
         const effectiveModel = (0, runtime_limits_1.applyRuntimeLimits)(model, mergedLimits);
         // Same key as the LLM runner so a probe shares the model's rate-limit counting space (§3.7).
         const limiterKey = deps.limiterKeyStrategy.buildModelKey(project, input.modelId);
-        const result = await deps.quotaPolicy.withExecutionSlot({ project, source: 'probe', modelId: input.modelId, requestId: input.requestId }, () => (0, llm_client_1.testModelConnectivity)({ model: effectiveModel, limiterKey, requestId: input.requestId, timeoutMs: input.timeoutMs }, { limiter: deps.limiter, logger: deps.logger }));
+        let result;
+        try {
+            result = await deps.quotaPolicy.withExecutionSlot({ project, source: 'probe', modelId: input.modelId, requestId: input.requestId }, () => (0, llm_client_1.testModelConnectivity)({ model: effectiveModel, limiterKey, requestId: input.requestId, timeoutMs: input.timeoutMs }, {
+                limiter: deps.limiter,
+                logger: deps.logger,
+                rethrowRateLimit: true,
+                onLimiterAcquired: (context) => recordJobEvent('job.started', {
+                    status: 'started',
+                    limiterKey: context.key,
+                    estimatedTokens: context.estimatedTokens,
+                }),
+            }));
+        }
+        catch (error) {
+            if (error instanceof limiter_1.RateLimitExceededError)
+                throw error;
+            await recordJobEvent('job.failed', {
+                status: 'failed',
+                errorKind: error instanceof Error ? error.name : 'Error',
+            });
+            throw error;
+        }
+        await recordJobEvent('job.completed', {
+            status: result.ok ? 'completed' : 'failed',
+            latencyMs: result.durationMs,
+            errorKind: result.ok ? null : (result.errorClass ?? 'probe_failed'),
+        });
         await deps.db
             .update(db_1.schema.models)
             .set({

package/dist/worker/runners/probe-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"probe-runner.js","sourceRoot":"","sources":["../../../src/worker/runners/probe-runner.ts"],"names":[],"mappings":";;AAwBA,8CAgCC;AAWD,gEASC;AA5ED,6CAAiC;AAEjC,uCAAwC;AAExC,uDAAsH;AACtH,+CAAgF;AAKhF,oEAAqE;AACrE,6CAAyD;AAazD,SAAgB,iBAAiB,CAAC,IAA6B;IAC7D,OAAO,KAAK,UAAU,WAAW,CAAC,KAAsB;QACtD,MAAM,KAAK,GAAG,MAAM,IAAA,sCAAyB,EAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC;YACnE,OAAO;YACP,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,OAAO;SAChB,CAAC,CAAC;QACH,MAAM,cAAc,GAAG,IAAA,mCAAkB,EAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC/D,6FAA6F;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CACrD,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EAChF,GAAG,EAAE,CACH,IAAA,kCAAqB,EACnB,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EAC7F,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAC/C,CACJ,CAAC;QAEF,MAAM,IAAI,CAAC,EAAE;aACV,MAAM,CAAC,WAAM,CAAC,MAAM,CAAC;aACrB,GAAG,CAAC;YACH,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACxC,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,IAAI,iCAAiC,CAAC;YAC7F,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;aACD,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAE9C,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAsB;IACnD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,KAAK;YAChB,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;YACrE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtD,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,8BAAqB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,8BAAqB,CAAC;AAChG,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,EAAY,EAAE,UAA8B,EAAE;IAC7F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,MAAM,EAAE;SAClB,MAAM,CAAC,EAAE,EAAE,EAAE,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;SAChC,IAAI,CAAC,WAAM,CAAC,MAAM,CAAC;SACnB,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;SACvC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEhB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AACnC,CAAC"}
+{"version":3,"file":"probe-runner.js","sourceRoot":"","sources":["../../../src/worker/runners/probe-runner.ts"],"names":[],"mappings":";;AAgCA,8CAkFC;AAWD,gEASC;AAtID,6CAAiC;AAEjC,uCAAwC;AACxC,iDAA+E;AAC/E,uDAAsH;AACtH,+CAAgF;AAKhF,2FAAiH;AACjH,oEAAqE;AACrE,6CAAyD;AAoBzD,SAAgB,iBAAiB,CAAC,IAA6B;IAC7D,OAAO,KAAK,UAAU,WAAW,CAC/B,KAAsB,EACtB,UAAiC;QAEjC,MAAM,KAAK,GAAG,MAAM,IAAA,sCAAyB,EAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACnE,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,cAAc,GAAG,CAAC,SAAiB,EAAE,OAAgC,EAAE,EAAE,CAC7E,IAAA,0CAAoB,EAClB,IAAI,CAAC,aAAa,EAClB;YACE,cAAc,EAAE,OAAO,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,IAAI,UAAU,CAAC,OAAO,IAAI,SAAS,EAAE;YAC5G,SAAS,EAAE,KAAK;YAChB,SAAS;YACT,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,UAAU,EAAE,IAAI,IAAI,EAAE;YACtB,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE;gBACP,KAAK,EAAE,UAAU,CAAC,WAAW;gBAC7B,KAAK,EAAE,UAAU,CAAC,WAAW;gBAC7B,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,MAAM,EAAE,OAAO;gBACf,GAAG,OAAO;aACX;SACF,EACD,IAAI,CAAC,MAAM,CACZ,CAAC;QACJ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC;YACnE,OAAO;YACP,OAAO,EAAE,KAAK,CAAC,OAAO;YACtB,MAAM,EAAE,OAAO;SAChB,CAAC,CAAC;QACH,MAAM,cAAc,GAAG,IAAA,mCAAkB,EAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC/D,6FAA6F;QAC7F,MAAM,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QACjF,IAAI,MAAoC,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAC/C,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EAChF,GAAG,EAAE,CACH,IAAA,kCAAqB,EACnB,EAAE,KAAK,EAAE,cAAc,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,EAC7F;gBACE,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,gBAAgB,EAAE,IAAI;gBACtB,iBAAiB,EAAE,CAAC,OAAO,EAAE,EAAE,CAC7B,cAAc,CAAC,aAAa,EAAE;oBAC5B,MAAM,EAAE,SAAS;oBACjB,UAAU,EAAE,OAAO,CAAC,GAAG;oBACvB,eAAe,EAAE,OAAO,CAAC,eAAe;iBACzC,CAAC;aACL,CACF,CACJ,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,KAAK,YAAY,gCAAsB;gBAAE,MAAM,KAAK,CAAC;YACzD,MAAM,cAAc,CAAC,YAAY,EAAE;gBACjC,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;aACzD,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;QAED,MAAM,cAAc,CAAC,eAAe,EAAE;YACpC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ;YAC1C,SAAS,EAAE,MAAM,CAAC,UAAU;YAC5B,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,cAAc,CAAC;SACpE,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,EAAE;aACV,MAAM,CAAC,WAAM,CAAC,MAAM,CAAC;aACrB,GAAG,CAAC;YACH,YAAY,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACxC,cAAc,EAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,IAAI,iCAAiC,CAAC;YAC7F,SAAS,EAAE,IAAI,IAAI,EAAE;SACtB,CAAC;aACD,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;QAE9C,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAsB;IACnD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,OAAO,KAAK,CAAC,KAAK;YAChB,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;YACrE,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;IACtD,CAAC;IACD,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,8BAAqB,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,8BAAqB,CAAC;AAChG,CAAC;AAEM,KAAK,UAAU,0BAA0B,CAAC,EAAY,EAAE,UAA8B,EAAE;IAC7F,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,GAAG,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC/D,MAAM,IAAI,GAAG,MAAM,EAAE;SAClB,MAAM,CAAC,EAAE,EAAE,EAAE,WAAM,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;SAChC,IAAI,CAAC,WAAM,CAAC,MAAM,CAAC;SACnB,KAAK,CAAC,IAAA,gBAAE,EAAC,WAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;SACvC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEhB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;AACnC,CAAC"}

package/dist/worker/runners/run-result-writer.d.ts

@@ -1,10 +1,13 @@
 import type { DbClient } from '@proofhound/db';
 import type { LLMRunResultRecord, LLMRunResultWriter } from '@proofhound/llm-client';
 import type { QuotaPolicyHook } from '../../server/common/contracts/quota-policy.hook';
+import { type UsageMeteringHook } from '../../server/common/contracts/usage-metering.hook';
 export declare class DrizzleRunResultWriter implements LLMRunResultWriter {
     private readonly db;
     private readonly quotaPolicy;
-    constructor(db: DbClient, quotaPolicy: QuotaPolicyHook);
+    private readonly usageMetering?;
+    private readonly logger;
+    constructor(db: DbClient, quotaPolicy: QuotaPolicyHook, usageMetering?: UsageMeteringHook | undefined);
     writeRunResult(record: LLMRunResultRecord): Promise<void>;
 }
 //# sourceMappingURL=run-result-writer.d.ts.map

package/dist/worker/runners/run-result-writer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"run-result-writer.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/run-result-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,KAAK,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AACrF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AAMvF,qBAAa,sBAAuB,YAAW,kBAAkB;IAE7D,OAAO,CAAC,QAAQ,CAAC,EAAE;IACnB,OAAO,CAAC,QAAQ,CAAC,WAAW;gBADX,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,eAAe;IAGzC,cAAc,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CAuDhE"}
+{"version":3,"file":"run-result-writer.d.ts","sourceRoot":"","sources":["../../../src/worker/runners/run-result-writer.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,KAAK,EAAE,kBAAkB,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAErF,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,iDAAiD,CAAC;AACvF,OAAO,EAAwB,KAAK,iBAAiB,EAAE,MAAM,mDAAmD,CAAC;AAMjH,qBAAa,sBAAuB,YAAW,kBAAkB;IAI7D,OAAO,CAAC,QAAQ,CAAC,EAAE;IACnB,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;IALjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAmE;gBAGvE,EAAE,EAAE,QAAQ,EACZ,WAAW,EAAE,eAAe,EAC5B,aAAa,CAAC,EAAE,iBAAiB,YAAA;IAG9C,cAAc,CAAC,MAAM,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;CA2FhE"}