@deepthonk/core 0.1.4 → 0.2.0

package/dist/schemas.d.ts

@@ -199,9 +199,10 @@ declare const promptOverridesSchema: z.ZodObject<{
 }>;
 export type PromptOverride = z.infer<typeof promptOverrideSchema>;
 export type PromptOverrides = z.infer<typeof promptOverridesSchema>;
+export declare const runIdSchema: z.ZodEffects<z.ZodString, string, string>;
 export declare const runConfigSchema: z.ZodObject<{
     version: z.ZodOptional<z.ZodString>;
-    runId: z.ZodOptional<z.ZodString>;
+    runId: z.ZodOptional<z.ZodEffects<z.ZodString, string, string>>;
     task: z.ZodString;
     rubric: z.ZodOptional<z.ZodString>;
     promptStyle: z.ZodDefault<z.ZodEnum<["general", "paper-programming"]>>;
@@ -317,6 +318,23 @@ export declare const runConfigSchema: z.ZodObject<{
         baseUrl: z.ZodOptional<z.ZodString>;
         apiKeyEnv: z.ZodOptional<z.ZodString>;
         supportsJsonMode: z.ZodOptional<z.ZodBoolean>;
+        routeFingerprint: z.ZodOptional<z.ZodString>;
+        samplingPreferences: z.ZodOptional<z.ZodObject<{
+            modelHints: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
+            costPriority: z.ZodOptional<z.ZodNumber>;
+            speedPriority: z.ZodOptional<z.ZodNumber>;
+            intelligencePriority: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            modelHints?: string[] | undefined;
+            costPriority?: number | undefined;
+            speedPriority?: number | undefined;
+            intelligencePriority?: number | undefined;
+        }, {
+            modelHints?: string[] | undefined;
+            costPriority?: number | undefined;
+            speedPriority?: number | undefined;
+            intelligencePriority?: number | undefined;
+        }>>;
         models: z.ZodObject<{
             generator: z.ZodString;
             mutator: z.ZodString;
@@ -333,25 +351,142 @@ export declare const runConfigSchema: z.ZodObject<{
             judge: string;
             finalizer?: string | undefined;
         }>;
-        roleProviders: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodObject<{
-            provider: z.ZodString;
-            baseUrl: z.ZodOptional<z.ZodString>;
-            apiKeyEnv: z.ZodOptional<z.ZodString>;
-            model: z.ZodString;
-            supportsJsonMode: z.ZodOptional<z.ZodBoolean>;
-        }, "strip", z.ZodTypeAny, {
-            model: string;
-            provider: string;
-            baseUrl?: string | undefined;
-            apiKeyEnv?: string | undefined;
-            supportsJsonMode?: boolean | undefined;
+        roleProviders: z.ZodOptional<z.ZodObject<{
+            generator: z.ZodOptional<z.ZodObject<{
+                provider: z.ZodString;
+                baseUrl: z.ZodOptional<z.ZodString>;
+                apiKeyEnv: z.ZodOptional<z.ZodString>;
+                model: z.ZodString;
+                supportsJsonMode: z.ZodOptional<z.ZodBoolean>;
+            }, "strip", z.ZodTypeAny, {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            }, {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            }>>;
+            mutator: z.ZodOptional<z.ZodObject<{
+                provider: z.ZodString;
+                baseUrl: z.ZodOptional<z.ZodString>;
+                apiKeyEnv: z.ZodOptional<z.ZodString>;
+                model: z.ZodString;
+                supportsJsonMode: z.ZodOptional<z.ZodBoolean>;
+            }, "strip", z.ZodTypeAny, {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            }, {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            }>>;
+            judge: z.ZodOptional<z.ZodObject<{
+                provider: z.ZodString;
+                baseUrl: z.ZodOptional<z.ZodString>;
+                apiKeyEnv: z.ZodOptional<z.ZodString>;
+                model: z.ZodString;
+                supportsJsonMode: z.ZodOptional<z.ZodBoolean>;
+            }, "strip", z.ZodTypeAny, {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            }, {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            }>>;
+            finalizer: z.ZodOptional<z.ZodObject<{
+                provider: z.ZodString;
+                baseUrl: z.ZodOptional<z.ZodString>;
+                apiKeyEnv: z.ZodOptional<z.ZodString>;
+                model: z.ZodString;
+                supportsJsonMode: z.ZodOptional<z.ZodBoolean>;
+            }, "strip", z.ZodTypeAny, {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            }, {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            }>>;
+        }, "strict", z.ZodTypeAny, {
+            generator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            mutator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            judge?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            finalizer?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
         }, {
-            model: string;
-            provider: string;
-            baseUrl?: string | undefined;
-            apiKeyEnv?: string | undefined;
-            supportsJsonMode?: boolean | undefined;
-        }>>>;
+            generator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            mutator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            judge?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            finalizer?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+        }>>;
     }, "strip", z.ZodTypeAny, {
         provider: string;
         models: {
@@ -363,13 +498,43 @@ export declare const runConfigSchema: z.ZodObject<{
         baseUrl?: string | undefined;
         apiKeyEnv?: string | undefined;
         supportsJsonMode?: boolean | undefined;
-        roleProviders?: Record<string, {
-            model: string;
-            provider: string;
-            baseUrl?: string | undefined;
-            apiKeyEnv?: string | undefined;
-            supportsJsonMode?: boolean | undefined;
-        }> | undefined;
+        routeFingerprint?: string | undefined;
+        samplingPreferences?: {
+            modelHints?: string[] | undefined;
+            costPriority?: number | undefined;
+            speedPriority?: number | undefined;
+            intelligencePriority?: number | undefined;
+        } | undefined;
+        roleProviders?: {
+            generator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            mutator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            judge?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            finalizer?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+        } | undefined;
     }, {
         provider: string;
         models: {
@@ -381,18 +546,88 @@ export declare const runConfigSchema: z.ZodObject<{
         baseUrl?: string | undefined;
         apiKeyEnv?: string | undefined;
         supportsJsonMode?: boolean | undefined;
-        roleProviders?: Record<string, {
-            model: string;
-            provider: string;
-            baseUrl?: string | undefined;
-            apiKeyEnv?: string | undefined;
-            supportsJsonMode?: boolean | undefined;
-        }> | undefined;
+        routeFingerprint?: string | undefined;
+        samplingPreferences?: {
+            modelHints?: string[] | undefined;
+            costPriority?: number | undefined;
+            speedPriority?: number | undefined;
+            intelligencePriority?: number | undefined;
+        } | undefined;
+        roleProviders?: {
+            generator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            mutator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            judge?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            finalizer?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+        } | undefined;
     }>>;
     generatorModel: z.ZodString;
     mutatorModel: z.ZodString;
     judgeModel: z.ZodString;
     finalizerModel: z.ZodOptional<z.ZodString>;
+    modelOutputTokens: z.ZodOptional<z.ZodObject<{
+        generation: z.ZodOptional<z.ZodNumber>;
+        mutation: z.ZodOptional<z.ZodNumber>;
+        judge: z.ZodOptional<z.ZodNumber>;
+        finalizer: z.ZodOptional<z.ZodNumber>;
+    }, "strict", z.ZodTypeAny, {
+        generation?: number | undefined;
+        mutation?: number | undefined;
+        judge?: number | undefined;
+        finalizer?: number | undefined;
+    }, {
+        generation?: number | undefined;
+        mutation?: number | undefined;
+        judge?: number | undefined;
+        finalizer?: number | undefined;
+    }>>;
+    critiqueLimits: z.ZodOptional<z.ZodObject<{
+        aggregateChars: z.ZodOptional<z.ZodNumber>;
+    }, "strict", z.ZodTypeAny, {
+        aggregateChars?: number | undefined;
+    }, {
+        aggregateChars?: number | undefined;
+    }>>;
+    rank: z.ZodOptional<z.ZodObject<{
+        mode: z.ZodEnum<["all-pairs", "k-regular"]>;
+        k: z.ZodOptional<z.ZodNumber>;
+        seed: z.ZodOptional<z.ZodNumber>;
+        maxCalls: z.ZodOptional<z.ZodNumber>;
+    }, "strict", z.ZodTypeAny, {
+        mode: "all-pairs" | "k-regular";
+        k?: number | undefined;
+        seed?: number | undefined;
+        maxCalls?: number | undefined;
+    }, {
+        mode: "all-pairs" | "k-regular";
+        k?: number | undefined;
+        seed?: number | undefined;
+        maxCalls?: number | undefined;
+    }>>;
+    providerMaxConcurrency: z.ZodOptional<z.ZodNumber>;
     concurrency: z.ZodObject<{
         generate: z.ZodNumber;
         judge: z.ZodNumber;
@@ -583,15 +818,61 @@ export declare const runConfigSchema: z.ZodObject<{
         baseUrl?: string | undefined;
         apiKeyEnv?: string | undefined;
         supportsJsonMode?: boolean | undefined;
-        roleProviders?: Record<string, {
-            model: string;
-            provider: string;
-            baseUrl?: string | undefined;
-            apiKeyEnv?: string | undefined;
-            supportsJsonMode?: boolean | undefined;
-        }> | undefined;
+        routeFingerprint?: string | undefined;
+        samplingPreferences?: {
+            modelHints?: string[] | undefined;
+            costPriority?: number | undefined;
+            speedPriority?: number | undefined;
+            intelligencePriority?: number | undefined;
+        } | undefined;
+        roleProviders?: {
+            generator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            mutator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            judge?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            finalizer?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+        } | undefined;
     } | undefined;
     finalizerModel?: string | undefined;
+    modelOutputTokens?: {
+        generation?: number | undefined;
+        mutation?: number | undefined;
+        judge?: number | undefined;
+        finalizer?: number | undefined;
+    } | undefined;
+    critiqueLimits?: {
+        aggregateChars?: number | undefined;
+    } | undefined;
+    rank?: {
+        mode: "all-pairs" | "k-regular";
+        k?: number | undefined;
+        seed?: number | undefined;
+        maxCalls?: number | undefined;
+    } | undefined;
+    providerMaxConcurrency?: number | undefined;
     budget?: {
         maxCalls?: number | undefined;
         maxInputTokens?: number | undefined;
@@ -670,15 +951,61 @@ export declare const runConfigSchema: z.ZodObject<{
         baseUrl?: string | undefined;
         apiKeyEnv?: string | undefined;
         supportsJsonMode?: boolean | undefined;
-        roleProviders?: Record<string, {
-            model: string;
-            provider: string;
-            baseUrl?: string | undefined;
-            apiKeyEnv?: string | undefined;
-            supportsJsonMode?: boolean | undefined;
-        }> | undefined;
+        routeFingerprint?: string | undefined;
+        samplingPreferences?: {
+            modelHints?: string[] | undefined;
+            costPriority?: number | undefined;
+            speedPriority?: number | undefined;
+            intelligencePriority?: number | undefined;
+        } | undefined;
+        roleProviders?: {
+            generator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            mutator?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            judge?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+            finalizer?: {
+                model: string;
+                provider: string;
+                baseUrl?: string | undefined;
+                apiKeyEnv?: string | undefined;
+                supportsJsonMode?: boolean | undefined;
+            } | undefined;
+        } | undefined;
     } | undefined;
     finalizerModel?: string | undefined;
+    modelOutputTokens?: {
+        generation?: number | undefined;
+        mutation?: number | undefined;
+        judge?: number | undefined;
+        finalizer?: number | undefined;
+    } | undefined;
+    critiqueLimits?: {
+        aggregateChars?: number | undefined;
+    } | undefined;
+    rank?: {
+        mode: "all-pairs" | "k-regular";
+        k?: number | undefined;
+        seed?: number | undefined;
+        maxCalls?: number | undefined;
+    } | undefined;
+    providerMaxConcurrency?: number | undefined;
     budget?: {
         maxCalls?: number | undefined;
         maxInputTokens?: number | undefined;
@@ -702,6 +1029,21 @@ export declare const runConfigSchema: z.ZodObject<{
     } | undefined;
 }>;
 export type RunConfig = z.infer<typeof runConfigSchema>;
+export interface ModelOutputTokens {
+    generation: number;
+    mutation: number;
+    judge: number;
+    finalizer: number;
+}
+export interface CritiqueLimits {
+    aggregateChars: number;
+}
+export declare const defaultModelOutputTokens: Readonly<ModelOutputTokens>;
+export declare const defaultCritiqueLimits: Readonly<CritiqueLimits>;
+export declare function resolveRunConfigDefaults(config: RunConfig): RunConfig & {
+    modelOutputTokens: ModelOutputTokens;
+    critiqueLimits: CritiqueLimits;
+};
 export declare const phaseNameSchema: z.ZodEnum<["initial_generation", "generation_judging", "generation_mutation", "final_judging", "finalizing"]>;
 export type PhaseName = z.infer<typeof phaseNameSchema>;
 export declare const phaseCompletedEventSchema: z.ZodObject<{
@@ -743,6 +1085,8 @@ export interface GenerateInput {
     temperature: number;
     candidateIndex?: number;
     prompt?: PromptMessages;
+    signal?: AbortSignal;
+    maxOutputTokens?: number;
 }
 export interface CompareInput {
     task: string;
@@ -752,6 +1096,8 @@ export interface CompareInput {
     candidateA: Candidate;
     candidateB: Candidate;
     prompt?: PromptMessages;
+    signal?: AbortSignal;
+    maxOutputTokens?: number;
 }
 export interface MutateInput {
     task: string;
@@ -761,6 +1107,8 @@ export interface MutateInput {
     candidate: Candidate;
     critique: string;
     prompt?: PromptMessages;
+    signal?: AbortSignal;
+    maxOutputTokens?: number;
 }
 export interface FinalizeInput {
     task: string;
@@ -768,6 +1116,8 @@ export interface FinalizeInput {
     model: string;
     candidate: Candidate;
     prompt?: PromptMessages;
+    signal?: AbortSignal;
+    maxOutputTokens?: number;
 }
 export interface PromptMessages {
     system: string;

package/dist/schemas.js

@@ -1,4 +1,5 @@
 import { z } from "zod";
+import { maxPhaseConcurrency } from "./phaseRunner.js";
 export const candidateStatusSchema = z.enum(["generated", "mutated", "elite", "discarded"]);
 export const profileSchema = z.object({
     n: z.number().int().min(2),
@@ -59,22 +60,44 @@ const providerReplayRoleSchema = z.object({
     model: z.string().min(1),
     supportsJsonMode: z.boolean().optional()
 });
+const samplingPreferencesSchema = z.object({
+    modelHints: z.array(z.string().min(1)).optional(),
+    costPriority: z.number().min(0).max(1).optional(),
+    speedPriority: z.number().min(0).max(1).optional(),
+    intelligencePriority: z.number().min(0).max(1).optional()
+});
 const providerReplaySchema = z.object({
     provider: z.string().min(1),
     baseUrl: z.string().optional(),
     apiKeyEnv: z.string().optional(),
     supportsJsonMode: z.boolean().optional(),
+    routeFingerprint: z.string().regex(/^sha256:[0-9a-f]{64}$/).optional(),
+    samplingPreferences: samplingPreferencesSchema.optional(),
     models: z.object({
         generator: z.string().min(1),
         mutator: z.string().min(1),
         judge: z.string().min(1),
         finalizer: z.string().optional()
     }),
-    roleProviders: z.record(providerReplayRoleSchema).optional()
+    roleProviders: z
+        .object({
+        generator: providerReplayRoleSchema.optional(),
+        mutator: providerReplayRoleSchema.optional(),
+        judge: providerReplayRoleSchema.optional(),
+        finalizer: providerReplayRoleSchema.optional()
+    })
+        .strict()
+        .optional()
 });
+export const runIdSchema = z
+    .string()
+    .min(1)
+    .max(128)
+    .regex(/^[A-Za-z0-9][A-Za-z0-9._-]*$/, "Run IDs may contain only letters, digits, dot, underscore, and hyphen.")
+    .refine((value) => value !== "." && value !== "..", "Run ID cannot be a path segment.");
 export const runConfigSchema = z.object({
     version: z.string().optional(),
-    runId: z.string().optional(),
+    runId: runIdSchema.optional(),
     task: z.string().min(1),
     rubric: z.string().optional(),
     promptStyle: z.enum(["general", "paper-programming"]).default("general"),
@@ -88,10 +111,35 @@ export const runConfigSchema = z.object({
     mutatorModel: z.string().min(1),
     judgeModel: z.string().min(1),
     finalizerModel: z.string().optional(),
+    modelOutputTokens: z
+        .object({
+        generation: z.number().int().min(1).optional(),
+        mutation: z.number().int().min(1).optional(),
+        judge: z.number().int().min(1).optional(),
+        finalizer: z.number().int().min(1).optional()
+    })
+        .strict()
+        .optional(),
+    critiqueLimits: z
+        .object({
+        aggregateChars: z.number().int().min(256).optional()
+    })
+        .strict()
+        .optional(),
+    rank: z
+        .object({
+        mode: z.enum(["all-pairs", "k-regular"]),
+        k: z.number().int().min(1).optional(),
+        seed: z.number().int().optional(),
+        maxCalls: z.number().int().min(1).optional()
+    })
+        .strict()
+        .optional(),
+    providerMaxConcurrency: z.number().int().min(1).max(maxPhaseConcurrency).optional(),
     concurrency: z.object({
-        generate: z.number().int().min(1),
-        judge: z.number().int().min(1),
-        mutate: z.number().int().min(1)
+        generate: z.number().int().min(1).max(maxPhaseConcurrency),
+        judge: z.number().int().min(1).max(maxPhaseConcurrency),
+        mutate: z.number().int().min(1).max(maxPhaseConcurrency)
     }),
     retry: z.object({
         httpRetries: z.number().int().min(0).default(12),
@@ -139,6 +187,20 @@ export const runConfigSchema = z.object({
     })
         .default({ includeRawModelOutputs: false, includePrompts: false })
 });
+export const defaultModelOutputTokens = Object.freeze({
+    generation: 4_096,
+    mutation: 4_096,
+    judge: 1_024,
+    finalizer: 4_096
+});
+export const defaultCritiqueLimits = Object.freeze({ aggregateChars: 16_000 });
+export function resolveRunConfigDefaults(config) {
+    return {
+        ...config,
+        modelOutputTokens: { ...defaultModelOutputTokens, ...config.modelOutputTokens },
+        critiqueLimits: { ...defaultCritiqueLimits, ...config.critiqueLimits }
+    };
+}
 export const phaseNameSchema = z.enum([
     "initial_generation",
     "generation_judging",