@deepthonk/core 0.1.0

package/dist/schemas.d.ts

@@ -0,0 +1,648 @@
+import { z } from "zod";
+export declare const candidateStatusSchema: z.ZodEnum<["generated", "mutated", "elite", "discarded"]>;
+export type CandidateStatus = z.infer<typeof candidateStatusSchema>;
+export declare const profileSchema: z.ZodObject<{
+    n: z.ZodNumber;
+    k: z.ZodNumber;
+    t: z.ZodNumber;
+    m: z.ZodNumber;
+    lambda: z.ZodDefault<z.ZodNumber>;
+    sampleTemperature: z.ZodDefault<z.ZodNumber>;
+    mutateTemperature: z.ZodDefault<z.ZodNumber>;
+    judgeTemperature: z.ZodDefault<z.ZodNumber>;
+}, "strip", z.ZodTypeAny, {
+    n: number;
+    k: number;
+    t: number;
+    m: number;
+    lambda: number;
+    sampleTemperature: number;
+    mutateTemperature: number;
+    judgeTemperature: number;
+}, {
+    n: number;
+    k: number;
+    t: number;
+    m: number;
+    lambda?: number | undefined;
+    sampleTemperature?: number | undefined;
+    mutateTemperature?: number | undefined;
+    judgeTemperature?: number | undefined;
+}>;
+export type Profile = z.infer<typeof profileSchema>;
+export declare const builtInProfiles: {
+    readonly quick: {
+        readonly n: 4;
+        readonly k: 2;
+        readonly t: 1;
+        readonly m: 2;
+        readonly lambda: 0.01;
+        readonly sampleTemperature: 1;
+        readonly mutateTemperature: 1;
+        readonly judgeTemperature: 0;
+    };
+    readonly balanced: {
+        readonly n: 8;
+        readonly k: 3;
+        readonly t: 2;
+        readonly m: 4;
+        readonly lambda: 0.01;
+        readonly sampleTemperature: 1;
+        readonly mutateTemperature: 1;
+        readonly judgeTemperature: 0;
+    };
+    readonly paper: {
+        readonly n: 20;
+        readonly k: 4;
+        readonly t: 3;
+        readonly m: 10;
+        readonly lambda: 0.01;
+        readonly sampleTemperature: 1;
+        readonly mutateTemperature: 1;
+        readonly judgeTemperature: 0;
+    };
+};
+export type BuiltInProfileName = keyof typeof builtInProfiles;
+export interface Candidate {
+    id: string;
+    generation: number;
+    parentId?: string;
+    kind: "initial" | "mutation" | "elite-copy" | "user-supplied";
+    content: string;
+    status?: CandidateStatus;
+    metadata: {
+        model?: string;
+        provider?: string;
+        promptTokens?: number;
+        completionTokens?: number;
+        totalTokens?: number;
+        latencyMs?: number;
+        createdAt: string;
+        [key: string]: unknown;
+    };
+}
+export interface Comparison {
+    id: string;
+    runId: string;
+    generation: number | "final";
+    candidateAId: string;
+    candidateBId: string;
+    presentedAOriginalId: string;
+    presentedBOriginalId: string;
+    winner: "A" | "B" | "tie";
+    confidence?: number;
+    critiqueForA: string;
+    critiqueForB: string;
+    selectionReason: string;
+    rawOutput?: unknown;
+    model?: string;
+    provider?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface BtScore {
+    candidateId: string;
+    generation: number | "final";
+    score: number;
+    rank: number;
+    wins: number;
+    losses: number;
+    ties: number;
+    comparisons: number;
+}
+declare const promptOverrideSchema: z.ZodObject<{
+    system: z.ZodOptional<z.ZodString>;
+    user: z.ZodOptional<z.ZodString>;
+}, "strip", z.ZodTypeAny, {
+    system?: string | undefined;
+    user?: string | undefined;
+}, {
+    system?: string | undefined;
+    user?: string | undefined;
+}>;
+declare const promptOverridesSchema: z.ZodObject<{
+    generate: z.ZodOptional<z.ZodObject<{
+        system: z.ZodOptional<z.ZodString>;
+        user: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        system?: string | undefined;
+        user?: string | undefined;
+    }, {
+        system?: string | undefined;
+        user?: string | undefined;
+    }>>;
+    compare: z.ZodOptional<z.ZodObject<{
+        system: z.ZodOptional<z.ZodString>;
+        user: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        system?: string | undefined;
+        user?: string | undefined;
+    }, {
+        system?: string | undefined;
+        user?: string | undefined;
+    }>>;
+    mutate: z.ZodOptional<z.ZodObject<{
+        system: z.ZodOptional<z.ZodString>;
+        user: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        system?: string | undefined;
+        user?: string | undefined;
+    }, {
+        system?: string | undefined;
+        user?: string | undefined;
+    }>>;
+    finalize: z.ZodOptional<z.ZodObject<{
+        system: z.ZodOptional<z.ZodString>;
+        user: z.ZodOptional<z.ZodString>;
+    }, "strip", z.ZodTypeAny, {
+        system?: string | undefined;
+        user?: string | undefined;
+    }, {
+        system?: string | undefined;
+        user?: string | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    generate?: {
+        system?: string | undefined;
+        user?: string | undefined;
+    } | undefined;
+    compare?: {
+        system?: string | undefined;
+        user?: string | undefined;
+    } | undefined;
+    mutate?: {
+        system?: string | undefined;
+        user?: string | undefined;
+    } | undefined;
+    finalize?: {
+        system?: string | undefined;
+        user?: string | undefined;
+    } | undefined;
+}, {
+    generate?: {
+        system?: string | undefined;
+        user?: string | undefined;
+    } | undefined;
+    compare?: {
+        system?: string | undefined;
+        user?: string | undefined;
+    } | undefined;
+    mutate?: {
+        system?: string | undefined;
+        user?: string | undefined;
+    } | undefined;
+    finalize?: {
+        system?: string | undefined;
+        user?: string | undefined;
+    } | undefined;
+}>;
+export type PromptOverride = z.infer<typeof promptOverrideSchema>;
+export type PromptOverrides = z.infer<typeof promptOverridesSchema>;
+export declare const runConfigSchema: z.ZodObject<{
+    task: z.ZodString;
+    rubric: z.ZodOptional<z.ZodString>;
+    promptStyle: z.ZodDefault<z.ZodEnum<["general", "paper-programming"]>>;
+    promptOverrides: z.ZodOptional<z.ZodObject<{
+        generate: z.ZodOptional<z.ZodObject<{
+            system: z.ZodOptional<z.ZodString>;
+            user: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            system?: string | undefined;
+            user?: string | undefined;
+        }, {
+            system?: string | undefined;
+            user?: string | undefined;
+        }>>;
+        compare: z.ZodOptional<z.ZodObject<{
+            system: z.ZodOptional<z.ZodString>;
+            user: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            system?: string | undefined;
+            user?: string | undefined;
+        }, {
+            system?: string | undefined;
+            user?: string | undefined;
+        }>>;
+        mutate: z.ZodOptional<z.ZodObject<{
+            system: z.ZodOptional<z.ZodString>;
+            user: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            system?: string | undefined;
+            user?: string | undefined;
+        }, {
+            system?: string | undefined;
+            user?: string | undefined;
+        }>>;
+        finalize: z.ZodOptional<z.ZodObject<{
+            system: z.ZodOptional<z.ZodString>;
+            user: z.ZodOptional<z.ZodString>;
+        }, "strip", z.ZodTypeAny, {
+            system?: string | undefined;
+            user?: string | undefined;
+        }, {
+            system?: string | undefined;
+            user?: string | undefined;
+        }>>;
+    }, "strip", z.ZodTypeAny, {
+        generate?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        compare?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        mutate?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        finalize?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+    }, {
+        generate?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        compare?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        mutate?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        finalize?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+    }>>;
+    profile: z.ZodObject<{
+        n: z.ZodNumber;
+        k: z.ZodNumber;
+        t: z.ZodNumber;
+        m: z.ZodNumber;
+        lambda: z.ZodDefault<z.ZodNumber>;
+        sampleTemperature: z.ZodDefault<z.ZodNumber>;
+        mutateTemperature: z.ZodDefault<z.ZodNumber>;
+        judgeTemperature: z.ZodDefault<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        n: number;
+        k: number;
+        t: number;
+        m: number;
+        lambda: number;
+        sampleTemperature: number;
+        mutateTemperature: number;
+        judgeTemperature: number;
+    }, {
+        n: number;
+        k: number;
+        t: number;
+        m: number;
+        lambda?: number | undefined;
+        sampleTemperature?: number | undefined;
+        mutateTemperature?: number | undefined;
+        judgeTemperature?: number | undefined;
+    }>;
+    runDir: z.ZodString;
+    seed: z.ZodNumber;
+    provider: z.ZodString;
+    generatorModel: z.ZodString;
+    mutatorModel: z.ZodString;
+    judgeModel: z.ZodString;
+    finalizerModel: z.ZodOptional<z.ZodString>;
+    concurrency: z.ZodObject<{
+        generate: z.ZodNumber;
+        judge: z.ZodNumber;
+        mutate: z.ZodNumber;
+    }, "strip", z.ZodTypeAny, {
+        generate: number;
+        mutate: number;
+        judge: number;
+    }, {
+        generate: number;
+        mutate: number;
+        judge: number;
+    }>;
+    retry: z.ZodObject<{
+        httpRetries: z.ZodDefault<z.ZodNumber>;
+        invalidJsonRetries: z.ZodDefault<z.ZodNumber>;
+        requestTimeoutMs: z.ZodOptional<z.ZodNumber>;
+    }, "strip", z.ZodTypeAny, {
+        httpRetries: number;
+        invalidJsonRetries: number;
+        requestTimeoutMs?: number | undefined;
+    }, {
+        httpRetries?: number | undefined;
+        invalidJsonRetries?: number | undefined;
+        requestTimeoutMs?: number | undefined;
+    }>;
+    budget: z.ZodOptional<z.ZodObject<{
+        maxCalls: z.ZodOptional<z.ZodNumber>;
+        maxInputTokens: z.ZodOptional<z.ZodNumber>;
+        maxOutputTokens: z.ZodOptional<z.ZodNumber>;
+        maxUsd: z.ZodOptional<z.ZodNumber>;
+        prices: z.ZodOptional<z.ZodArray<z.ZodEffects<z.ZodObject<{
+            provider: z.ZodString;
+            model: z.ZodString;
+            inputUsdPerMillion: z.ZodOptional<z.ZodNumber>;
+            inputCacheHitUsdPerMillion: z.ZodOptional<z.ZodNumber>;
+            inputCacheMissUsdPerMillion: z.ZodOptional<z.ZodNumber>;
+            outputUsdPerMillion: z.ZodOptional<z.ZodNumber>;
+            longContextThresholdTokens: z.ZodOptional<z.ZodNumber>;
+            inputUsdPerMillionLong: z.ZodOptional<z.ZodNumber>;
+            outputUsdPerMillionLong: z.ZodOptional<z.ZodNumber>;
+        }, "strip", z.ZodTypeAny, {
+            model: string;
+            provider: string;
+            inputUsdPerMillion?: number | undefined;
+            inputCacheHitUsdPerMillion?: number | undefined;
+            inputCacheMissUsdPerMillion?: number | undefined;
+            outputUsdPerMillion?: number | undefined;
+            longContextThresholdTokens?: number | undefined;
+            inputUsdPerMillionLong?: number | undefined;
+            outputUsdPerMillionLong?: number | undefined;
+        }, {
+            model: string;
+            provider: string;
+            inputUsdPerMillion?: number | undefined;
+            inputCacheHitUsdPerMillion?: number | undefined;
+            inputCacheMissUsdPerMillion?: number | undefined;
+            outputUsdPerMillion?: number | undefined;
+            longContextThresholdTokens?: number | undefined;
+            inputUsdPerMillionLong?: number | undefined;
+            outputUsdPerMillionLong?: number | undefined;
+        }>, {
+            model: string;
+            provider: string;
+            inputUsdPerMillion?: number | undefined;
+            inputCacheHitUsdPerMillion?: number | undefined;
+            inputCacheMissUsdPerMillion?: number | undefined;
+            outputUsdPerMillion?: number | undefined;
+            longContextThresholdTokens?: number | undefined;
+            inputUsdPerMillionLong?: number | undefined;
+            outputUsdPerMillionLong?: number | undefined;
+        }, {
+            model: string;
+            provider: string;
+            inputUsdPerMillion?: number | undefined;
+            inputCacheHitUsdPerMillion?: number | undefined;
+            inputCacheMissUsdPerMillion?: number | undefined;
+            outputUsdPerMillion?: number | undefined;
+            longContextThresholdTokens?: number | undefined;
+            inputUsdPerMillionLong?: number | undefined;
+            outputUsdPerMillionLong?: number | undefined;
+        }>, "many">>;
+    }, "strip", z.ZodTypeAny, {
+        maxCalls?: number | undefined;
+        maxInputTokens?: number | undefined;
+        maxOutputTokens?: number | undefined;
+        maxUsd?: number | undefined;
+        prices?: {
+            model: string;
+            provider: string;
+            inputUsdPerMillion?: number | undefined;
+            inputCacheHitUsdPerMillion?: number | undefined;
+            inputCacheMissUsdPerMillion?: number | undefined;
+            outputUsdPerMillion?: number | undefined;
+            longContextThresholdTokens?: number | undefined;
+            inputUsdPerMillionLong?: number | undefined;
+            outputUsdPerMillionLong?: number | undefined;
+        }[] | undefined;
+    }, {
+        maxCalls?: number | undefined;
+        maxInputTokens?: number | undefined;
+        maxOutputTokens?: number | undefined;
+        maxUsd?: number | undefined;
+        prices?: {
+            model: string;
+            provider: string;
+            inputUsdPerMillion?: number | undefined;
+            inputCacheHitUsdPerMillion?: number | undefined;
+            inputCacheMissUsdPerMillion?: number | undefined;
+            outputUsdPerMillion?: number | undefined;
+            longContextThresholdTokens?: number | undefined;
+            inputUsdPerMillionLong?: number | undefined;
+            outputUsdPerMillionLong?: number | undefined;
+        }[] | undefined;
+    }>>;
+    output: z.ZodDefault<z.ZodObject<{
+        includeRawModelOutputs: z.ZodDefault<z.ZodBoolean>;
+        includePrompts: z.ZodDefault<z.ZodBoolean>;
+    }, "strip", z.ZodTypeAny, {
+        includeRawModelOutputs: boolean;
+        includePrompts: boolean;
+    }, {
+        includeRawModelOutputs?: boolean | undefined;
+        includePrompts?: boolean | undefined;
+    }>>;
+}, "strip", z.ZodTypeAny, {
+    provider: string;
+    task: string;
+    promptStyle: "general" | "paper-programming";
+    profile: {
+        n: number;
+        k: number;
+        t: number;
+        m: number;
+        lambda: number;
+        sampleTemperature: number;
+        mutateTemperature: number;
+        judgeTemperature: number;
+    };
+    runDir: string;
+    seed: number;
+    generatorModel: string;
+    mutatorModel: string;
+    judgeModel: string;
+    concurrency: {
+        generate: number;
+        mutate: number;
+        judge: number;
+    };
+    retry: {
+        httpRetries: number;
+        invalidJsonRetries: number;
+        requestTimeoutMs?: number | undefined;
+    };
+    output: {
+        includeRawModelOutputs: boolean;
+        includePrompts: boolean;
+    };
+    rubric?: string | undefined;
+    promptOverrides?: {
+        generate?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        compare?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        mutate?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        finalize?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+    } | undefined;
+    finalizerModel?: string | undefined;
+    budget?: {
+        maxCalls?: number | undefined;
+        maxInputTokens?: number | undefined;
+        maxOutputTokens?: number | undefined;
+        maxUsd?: number | undefined;
+        prices?: {
+            model: string;
+            provider: string;
+            inputUsdPerMillion?: number | undefined;
+            inputCacheHitUsdPerMillion?: number | undefined;
+            inputCacheMissUsdPerMillion?: number | undefined;
+            outputUsdPerMillion?: number | undefined;
+            longContextThresholdTokens?: number | undefined;
+            inputUsdPerMillionLong?: number | undefined;
+            outputUsdPerMillionLong?: number | undefined;
+        }[] | undefined;
+    } | undefined;
+}, {
+    provider: string;
+    task: string;
+    profile: {
+        n: number;
+        k: number;
+        t: number;
+        m: number;
+        lambda?: number | undefined;
+        sampleTemperature?: number | undefined;
+        mutateTemperature?: number | undefined;
+        judgeTemperature?: number | undefined;
+    };
+    runDir: string;
+    seed: number;
+    generatorModel: string;
+    mutatorModel: string;
+    judgeModel: string;
+    concurrency: {
+        generate: number;
+        mutate: number;
+        judge: number;
+    };
+    retry: {
+        httpRetries?: number | undefined;
+        invalidJsonRetries?: number | undefined;
+        requestTimeoutMs?: number | undefined;
+    };
+    rubric?: string | undefined;
+    promptStyle?: "general" | "paper-programming" | undefined;
+    promptOverrides?: {
+        generate?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        compare?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        mutate?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+        finalize?: {
+            system?: string | undefined;
+            user?: string | undefined;
+        } | undefined;
+    } | undefined;
+    finalizerModel?: string | undefined;
+    budget?: {
+        maxCalls?: number | undefined;
+        maxInputTokens?: number | undefined;
+        maxOutputTokens?: number | undefined;
+        maxUsd?: number | undefined;
+        prices?: {
+            model: string;
+            provider: string;
+            inputUsdPerMillion?: number | undefined;
+            inputCacheHitUsdPerMillion?: number | undefined;
+            inputCacheMissUsdPerMillion?: number | undefined;
+            outputUsdPerMillion?: number | undefined;
+            longContextThresholdTokens?: number | undefined;
+            inputUsdPerMillionLong?: number | undefined;
+            outputUsdPerMillionLong?: number | undefined;
+        }[] | undefined;
+    } | undefined;
+    output?: {
+        includeRawModelOutputs?: boolean | undefined;
+        includePrompts?: boolean | undefined;
+    } | undefined;
+}>;
+export type RunConfig = z.infer<typeof runConfigSchema>;
+export interface ModelTextResult {
+    text: string;
+    model?: string;
+    provider?: string;
+    usage?: {
+        inputTokens?: number;
+        inputCacheHitTokens?: number;
+        inputCacheMissTokens?: number;
+        outputTokens?: number;
+        totalTokens?: number;
+    };
+    latencyMs?: number;
+    retryCount?: number;
+    raw?: unknown;
+}
+export interface GenerateInput {
+    task: string;
+    rubric?: string;
+    model: string;
+    temperature: number;
+    candidateIndex?: number;
+    prompt?: PromptMessages;
+}
+export interface CompareInput {
+    task: string;
+    rubric?: string;
+    model: string;
+    temperature: number;
+    candidateA: Candidate;
+    candidateB: Candidate;
+    prompt?: PromptMessages;
+}
+export interface MutateInput {
+    task: string;
+    rubric?: string;
+    model: string;
+    temperature: number;
+    candidate: Candidate;
+    critique: string;
+    prompt?: PromptMessages;
+}
+export interface FinalizeInput {
+    task: string;
+    rubric?: string;
+    model: string;
+    candidate: Candidate;
+    prompt?: PromptMessages;
+}
+export interface PromptMessages {
+    system: string;
+    user: string;
+}
+export interface ModelDriver {
+    generate(input: GenerateInput): Promise<ModelTextResult>;
+    compare(input: CompareInput): Promise<ModelTextResult>;
+    mutate(input: MutateInput): Promise<ModelTextResult>;
+    finalize?(input: FinalizeInput): Promise<ModelTextResult>;
+}
+export interface RunResult {
+    runId: string;
+    runDir: string;
+    winner: Candidate;
+    finalAnswer: string;
+    finalScores: BtScore[];
+    calls: number;
+}
+export {};