@tuned-tensor/local 0.1.0

package/dist/contracts.d.ts

@@ -0,0 +1,471 @@
+import { z } from "zod";
+export declare const documentInputAssetSchema: z.ZodObject<{
+    type: z.ZodDefault<z.ZodLiteral<"image">>;
+    mime_type: z.ZodOptional<z.ZodString>;
+    image: z.ZodOptional<z.ZodString>;
+    data_uri: z.ZodOptional<z.ZodString>;
+    uri: z.ZodOptional<z.ZodString>;
+    path: z.ZodOptional<z.ZodString>;
+    page: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export declare const behaviorSpecExampleSchema: z.ZodObject<{
+    input: z.ZodString;
+    output: z.ZodString;
+    input_assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
+        type: z.ZodDefault<z.ZodLiteral<"image">>;
+        mime_type: z.ZodOptional<z.ZodString>;
+        image: z.ZodOptional<z.ZodString>;
+        data_uri: z.ZodOptional<z.ZodString>;
+        uri: z.ZodOptional<z.ZodString>;
+        path: z.ZodOptional<z.ZodString>;
+        page: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>>;
+    modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
+}, z.core.$strip>;
+export declare const specSnapshotSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodDefault<z.ZodString>;
+    system_prompt: z.ZodDefault<z.ZodString>;
+    guidelines: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        input: z.ZodString;
+        output: z.ZodString;
+        input_assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            type: z.ZodDefault<z.ZodLiteral<"image">>;
+            mime_type: z.ZodOptional<z.ZodString>;
+            image: z.ZodOptional<z.ZodString>;
+            data_uri: z.ZodOptional<z.ZodString>;
+            uri: z.ZodOptional<z.ZodString>;
+            path: z.ZodOptional<z.ZodString>;
+            page: z.ZodOptional<z.ZodNumber>;
+        }, z.core.$strip>>>;
+        modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
+    }, z.core.$strip>>>;
+    constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
+}, z.core.$strip>;
+export declare const datasetPrebuiltSchema: z.ZodObject<{
+    training: z.ZodString;
+    validation: z.ZodOptional<z.ZodString>;
+    test: z.ZodOptional<z.ZodString>;
+    format: z.ZodOptional<z.ZodEnum<{
+        chat_jsonl: "chat_jsonl";
+        document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
+    }>>;
+}, z.core.$strip>;
+export declare const fineTuneHyperparametersSchema: z.ZodObject<{
+    n_epochs: z.ZodDefault<z.ZodNumber>;
+    learning_rate: z.ZodOptional<z.ZodNumber>;
+    batch_size: z.ZodOptional<z.ZodNumber>;
+    lora_rank: z.ZodOptional<z.ZodNumber>;
+    lora_alpha: z.ZodOptional<z.ZodNumber>;
+    lora_dropout: z.ZodOptional<z.ZodNumber>;
+    max_seq_length: z.ZodOptional<z.ZodNumber>;
+    gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
+    save_adapter_only: z.ZodDefault<z.ZodBoolean>;
+    augment: z.ZodDefault<z.ZodBoolean>;
+    use_llm_judge: z.ZodDefault<z.ZodBoolean>;
+    max_eval_examples: z.ZodOptional<z.ZodNumber>;
+}, z.core.$strip>;
+export declare const localArtifactsSchema: z.ZodObject<{
+    prefix: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export declare const fineTuneRunRequestSchema: z.ZodObject<{
+    run_id: z.ZodString;
+    user_id: z.ZodString;
+    behavior_spec_id: z.ZodString;
+    run_number: z.ZodNumber;
+    spec_snapshot: z.ZodObject<{
+        name: z.ZodString;
+        description: z.ZodDefault<z.ZodString>;
+        system_prompt: z.ZodDefault<z.ZodString>;
+        guidelines: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
+            input: z.ZodString;
+            output: z.ZodString;
+            input_assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
+                type: z.ZodDefault<z.ZodLiteral<"image">>;
+                mime_type: z.ZodOptional<z.ZodString>;
+                image: z.ZodOptional<z.ZodString>;
+                data_uri: z.ZodOptional<z.ZodString>;
+                uri: z.ZodOptional<z.ZodString>;
+                path: z.ZodOptional<z.ZodString>;
+                page: z.ZodOptional<z.ZodNumber>;
+            }, z.core.$strip>>>;
+            modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
+        }, z.core.$strip>>>;
+        constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
+    }, z.core.$strip>;
+    hyperparameters: z.ZodDefault<z.ZodObject<{
+        n_epochs: z.ZodDefault<z.ZodNumber>;
+        learning_rate: z.ZodOptional<z.ZodNumber>;
+        batch_size: z.ZodOptional<z.ZodNumber>;
+        lora_rank: z.ZodOptional<z.ZodNumber>;
+        lora_alpha: z.ZodOptional<z.ZodNumber>;
+        lora_dropout: z.ZodOptional<z.ZodNumber>;
+        max_seq_length: z.ZodOptional<z.ZodNumber>;
+        gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
+        save_adapter_only: z.ZodDefault<z.ZodBoolean>;
+        augment: z.ZodDefault<z.ZodBoolean>;
+        use_llm_judge: z.ZodDefault<z.ZodBoolean>;
+        max_eval_examples: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    artifacts: z.ZodOptional<z.ZodObject<{
+        prefix: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
+    dataset_prebuilt: z.ZodOptional<z.ZodObject<{
+        training: z.ZodString;
+        validation: z.ZodOptional<z.ZodString>;
+        test: z.ZodOptional<z.ZodString>;
+        format: z.ZodOptional<z.ZodEnum<{
+            chat_jsonl: "chat_jsonl";
+            document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
+        }>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const localBehaviorSpecFileSchema: z.ZodObject<{
+    name: z.ZodString;
+    description: z.ZodDefault<z.ZodString>;
+    system_prompt: z.ZodDefault<z.ZodString>;
+    guidelines: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    examples: z.ZodDefault<z.ZodArray<z.ZodObject<{
+        input: z.ZodString;
+        output: z.ZodString;
+        input_assets: z.ZodOptional<z.ZodArray<z.ZodObject<{
+            type: z.ZodDefault<z.ZodLiteral<"image">>;
+            mime_type: z.ZodOptional<z.ZodString>;
+            image: z.ZodOptional<z.ZodString>;
+            data_uri: z.ZodOptional<z.ZodString>;
+            uri: z.ZodOptional<z.ZodString>;
+            path: z.ZodOptional<z.ZodString>;
+            page: z.ZodOptional<z.ZodNumber>;
+        }, z.core.$strip>>>;
+        modality: z.ZodOptional<z.ZodLiteral<"document_ocr">>;
+    }, z.core.$strip>>>;
+    constraints: z.ZodDefault<z.ZodArray<z.ZodString>>;
+    base_model: z.ZodPipe<z.ZodString, z.ZodTransform<string, string>>;
+    id: z.ZodOptional<z.ZodString>;
+    user_id: z.ZodDefault<z.ZodString>;
+    run_number: z.ZodDefault<z.ZodNumber>;
+    hyperparameters: z.ZodOptional<z.ZodObject<{
+        n_epochs: z.ZodDefault<z.ZodNumber>;
+        learning_rate: z.ZodOptional<z.ZodNumber>;
+        batch_size: z.ZodOptional<z.ZodNumber>;
+        lora_rank: z.ZodOptional<z.ZodNumber>;
+        lora_alpha: z.ZodOptional<z.ZodNumber>;
+        lora_dropout: z.ZodOptional<z.ZodNumber>;
+        max_seq_length: z.ZodOptional<z.ZodNumber>;
+        gradient_accumulation_steps: z.ZodOptional<z.ZodNumber>;
+        save_adapter_only: z.ZodDefault<z.ZodBoolean>;
+        augment: z.ZodDefault<z.ZodBoolean>;
+        use_llm_judge: z.ZodDefault<z.ZodBoolean>;
+        max_eval_examples: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    artifacts: z.ZodOptional<z.ZodObject<{
+        prefix: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
+    dataset_prebuilt: z.ZodOptional<z.ZodObject<{
+        training: z.ZodString;
+        validation: z.ZodOptional<z.ZodString>;
+        test: z.ZodOptional<z.ZodString>;
+        format: z.ZodOptional<z.ZodEnum<{
+            chat_jsonl: "chat_jsonl";
+            document_ocr_chat_jsonl: "document_ocr_chat_jsonl";
+        }>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const evalExampleResultSchema: z.ZodObject<{
+    prompt: z.ZodString;
+    expected: z.ZodString;
+    actual: z.ZodString;
+    passed: z.ZodBoolean;
+    score: z.ZodNumber;
+    reasoning: z.ZodNullable<z.ZodString>;
+    latency_ms: z.ZodNumber;
+}, z.core.$strip>;
+export declare const evalReportSchema: z.ZodObject<{
+    kind: z.ZodEnum<{
+        candidate: "candidate";
+        baseline: "baseline";
+    }>;
+    model_id: z.ZodString;
+    total: z.ZodNumber;
+    eval_examples_total: z.ZodNumber;
+    eval_examples_used: z.ZodNumber;
+    eval_truncated: z.ZodBoolean;
+    avg_score: z.ZodNumber;
+    pass_rate: z.ZodNumber;
+    exact_match_rate: z.ZodNumber;
+    avg_latency_ms: z.ZodNumber;
+    results: z.ZodArray<z.ZodObject<{
+        prompt: z.ZodString;
+        expected: z.ZodString;
+        actual: z.ZodString;
+        passed: z.ZodBoolean;
+        score: z.ZodNumber;
+        reasoning: z.ZodNullable<z.ZodString>;
+        latency_ms: z.ZodNumber;
+    }, z.core.$strip>>;
+    artifact_uri: z.ZodString;
+    scoring_method: z.ZodEnum<{
+        command: "command";
+        heuristic: "heuristic";
+        llm_judge: "llm_judge";
+        exact_match: "exact_match";
+    }>;
+    judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+    inference_provider: z.ZodOptional<z.ZodEnum<{
+        command: "command";
+        none: "none";
+        transformers: "transformers";
+    }>>;
+    scoring_mode: z.ZodOptional<z.ZodEnum<{
+        llm_judge: "llm_judge";
+        exact_match: "exact_match";
+    }>>;
+    generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+}, z.core.$strip>;
+export declare const comparisonReportSchema: z.ZodObject<{
+    avg_score_delta: z.ZodNumber;
+    pass_rate_delta: z.ZodNumber;
+    exact_match_rate_delta: z.ZodNumber;
+    regressions: z.ZodNumber;
+    improvements: z.ZodNumber;
+    regressed_examples: z.ZodArray<z.ZodObject<{
+        prompt: z.ZodString;
+        old_score: z.ZodNumber;
+        new_score: z.ZodNumber;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export declare const trainingReportSchema: z.ZodObject<{
+    provider: z.ZodLiteral<"local-uv">;
+    training_job_name: z.ZodString;
+    model_artifact_uri: z.ZodOptional<z.ZodString>;
+    base_model_artifact_uri: z.ZodOptional<z.ZodString>;
+    metrics: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    exit_code: z.ZodNullable<z.ZodNumber>;
+    log_uri: z.ZodString;
+    command: z.ZodOptional<z.ZodArray<z.ZodString>>;
+}, z.core.$strip>;
+export declare const runReportSchema: z.ZodObject<{
+    run_id: z.ZodString;
+    behavior_spec_id: z.ZodString;
+    user_id: z.ZodString;
+    run_number: z.ZodNumber;
+    base_model: z.ZodString;
+    fine_tuned_model_id: z.ZodString;
+    status: z.ZodEnum<{
+        failed: "failed";
+        completed: "completed";
+    }>;
+    baseline: z.ZodObject<{
+        kind: z.ZodEnum<{
+            candidate: "candidate";
+            baseline: "baseline";
+        }>;
+        model_id: z.ZodString;
+        total: z.ZodNumber;
+        eval_examples_total: z.ZodNumber;
+        eval_examples_used: z.ZodNumber;
+        eval_truncated: z.ZodBoolean;
+        avg_score: z.ZodNumber;
+        pass_rate: z.ZodNumber;
+        exact_match_rate: z.ZodNumber;
+        avg_latency_ms: z.ZodNumber;
+        results: z.ZodArray<z.ZodObject<{
+            prompt: z.ZodString;
+            expected: z.ZodString;
+            actual: z.ZodString;
+            passed: z.ZodBoolean;
+            score: z.ZodNumber;
+            reasoning: z.ZodNullable<z.ZodString>;
+            latency_ms: z.ZodNumber;
+        }, z.core.$strip>>;
+        artifact_uri: z.ZodString;
+        scoring_method: z.ZodEnum<{
+            command: "command";
+            heuristic: "heuristic";
+            llm_judge: "llm_judge";
+            exact_match: "exact_match";
+        }>;
+        judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        inference_provider: z.ZodOptional<z.ZodEnum<{
+            command: "command";
+            none: "none";
+            transformers: "transformers";
+        }>>;
+        scoring_mode: z.ZodOptional<z.ZodEnum<{
+            llm_judge: "llm_judge";
+            exact_match: "exact_match";
+        }>>;
+        generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strip>;
+    candidate: z.ZodObject<{
+        kind: z.ZodEnum<{
+            candidate: "candidate";
+            baseline: "baseline";
+        }>;
+        model_id: z.ZodString;
+        total: z.ZodNumber;
+        eval_examples_total: z.ZodNumber;
+        eval_examples_used: z.ZodNumber;
+        eval_truncated: z.ZodBoolean;
+        avg_score: z.ZodNumber;
+        pass_rate: z.ZodNumber;
+        exact_match_rate: z.ZodNumber;
+        avg_latency_ms: z.ZodNumber;
+        results: z.ZodArray<z.ZodObject<{
+            prompt: z.ZodString;
+            expected: z.ZodString;
+            actual: z.ZodString;
+            passed: z.ZodBoolean;
+            score: z.ZodNumber;
+            reasoning: z.ZodNullable<z.ZodString>;
+            latency_ms: z.ZodNumber;
+        }, z.core.$strip>>;
+        artifact_uri: z.ZodString;
+        scoring_method: z.ZodEnum<{
+            command: "command";
+            heuristic: "heuristic";
+            llm_judge: "llm_judge";
+            exact_match: "exact_match";
+        }>;
+        judge_model_id: z.ZodOptional<z.ZodNullable<z.ZodString>>;
+        inference_provider: z.ZodOptional<z.ZodEnum<{
+            command: "command";
+            none: "none";
+            transformers: "transformers";
+        }>>;
+        scoring_mode: z.ZodOptional<z.ZodEnum<{
+            llm_judge: "llm_judge";
+            exact_match: "exact_match";
+        }>>;
+        generation_config: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+    }, z.core.$strip>;
+    comparison: z.ZodObject<{
+        avg_score_delta: z.ZodNumber;
+        pass_rate_delta: z.ZodNumber;
+        exact_match_rate_delta: z.ZodNumber;
+        regressions: z.ZodNumber;
+        improvements: z.ZodNumber;
+        regressed_examples: z.ZodArray<z.ZodObject<{
+            prompt: z.ZodString;
+            old_score: z.ZodNumber;
+            new_score: z.ZodNumber;
+        }, z.core.$strip>>;
+    }, z.core.$strip>;
+    training: z.ZodObject<{
+        provider: z.ZodLiteral<"local-uv">;
+        training_job_name: z.ZodString;
+        model_artifact_uri: z.ZodOptional<z.ZodString>;
+        base_model_artifact_uri: z.ZodOptional<z.ZodString>;
+        metrics: z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
+        exit_code: z.ZodNullable<z.ZodNumber>;
+        log_uri: z.ZodString;
+        command: z.ZodOptional<z.ZodArray<z.ZodString>>;
+    }, z.core.$strip>;
+    artifact_uris: z.ZodObject<{
+        dataset: z.ZodString;
+        baseline_eval: z.ZodString;
+        candidate_eval: z.ZodString;
+        report: z.ZodString;
+    }, z.core.$strip>;
+    run_metadata: z.ZodObject<{
+        base_model: z.ZodString;
+        fine_tuned_model_id: z.ZodString;
+        dataset_prebuilt: z.ZodBoolean;
+        dataset_uri: z.ZodString;
+        spec_example_count: z.ZodNumber;
+        training_example_count: z.ZodNullable<z.ZodNumber>;
+        eval_examples_total: z.ZodNumber;
+        eval_examples_used: z.ZodNumber;
+        started_at: z.ZodString;
+        completed_at: z.ZodString;
+        elapsed_ms: z.ZodNumber;
+        elapsed_seconds: z.ZodNumber;
+    }, z.core.$strip>;
+    created_at: z.ZodString;
+}, z.core.$strip>;
+export declare const commandSchema: z.ZodArray<z.ZodString>;
+export declare const localRunnerConfigSchema: z.ZodObject<{
+    storeRoot: z.ZodOptional<z.ZodString>;
+    artifactRoot: z.ZodDefault<z.ZodString>;
+    dryRun: z.ZodDefault<z.ZodBoolean>;
+    training: z.ZodDefault<z.ZodObject<{
+        backend: z.ZodDefault<z.ZodLiteral<"uv">>;
+        project: z.ZodOptional<z.ZodString>;
+        cwd: z.ZodOptional<z.ZodString>;
+        module: z.ZodOptional<z.ZodString>;
+        script: z.ZodOptional<z.ZodString>;
+        args: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        with: z.ZodDefault<z.ZodArray<z.ZodString>>;
+        env: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
+    }, z.core.$strip>>;
+    paths: z.ZodDefault<z.ZodObject<{
+        baseModel: z.ZodOptional<z.ZodString>;
+        modelCache: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
+    evaluation: z.ZodDefault<z.ZodObject<{
+        mode: z.ZodDefault<z.ZodEnum<{
+            command: "command";
+            heuristic: "heuristic";
+            llm_judge: "llm_judge";
+        }>>;
+        baselineCommand: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        candidateCommand: z.ZodOptional<z.ZodArray<z.ZodString>>;
+        inference: z.ZodDefault<z.ZodObject<{
+            provider: z.ZodDefault<z.ZodEnum<{
+                none: "none";
+                transformers: "transformers";
+            }>>;
+            project: z.ZodOptional<z.ZodString>;
+            cwd: z.ZodOptional<z.ZodString>;
+            module: z.ZodOptional<z.ZodString>;
+            script: z.ZodDefault<z.ZodString>;
+            with: z.ZodDefault<z.ZodArray<z.ZodString>>;
+            env: z.ZodDefault<z.ZodRecord<z.ZodString, z.ZodString>>;
+            maxNewTokens: z.ZodDefault<z.ZodNumber>;
+            temperature: z.ZodDefault<z.ZodNumber>;
+            topP: z.ZodDefault<z.ZodNumber>;
+            trustRemoteCode: z.ZodDefault<z.ZodBoolean>;
+            device: z.ZodDefault<z.ZodEnum<{
+                auto: "auto";
+                cpu: "cpu";
+                cuda: "cuda";
+                mps: "mps";
+            }>>;
+        }, z.core.$strip>>;
+        scoring: z.ZodDefault<z.ZodObject<{
+            mode: z.ZodDefault<z.ZodEnum<{
+                llm_judge: "llm_judge";
+                exact_match: "exact_match";
+            }>>;
+            fallback: z.ZodDefault<z.ZodEnum<{
+                fail: "fail";
+                exact_match: "exact_match";
+            }>>;
+        }, z.core.$strip>>;
+        timeoutMs: z.ZodDefault<z.ZodNumber>;
+        maxExamples: z.ZodOptional<z.ZodNumber>;
+    }, z.core.$strip>>;
+    llm: z.ZodOptional<z.ZodObject<{
+        provider: z.ZodDefault<z.ZodLiteral<"openrouter">>;
+        model: z.ZodDefault<z.ZodString>;
+        apiKeyEnv: z.ZodDefault<z.ZodString>;
+        appName: z.ZodOptional<z.ZodString>;
+        siteUrl: z.ZodOptional<z.ZodString>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type DocumentInputAsset = z.infer<typeof documentInputAssetSchema>;
+export type BehaviorSpecExample = z.infer<typeof behaviorSpecExampleSchema>;
+export type SpecSnapshot = z.infer<typeof specSnapshotSchema>;
+export type FineTuneHyperparameters = z.infer<typeof fineTuneHyperparametersSchema>;
+export type FineTuneRunRequest = z.infer<typeof fineTuneRunRequestSchema>;
+export type LocalBehaviorSpecFile = z.infer<typeof localBehaviorSpecFileSchema>;
+export type EvalExampleResult = z.infer<typeof evalExampleResultSchema>;
+export type EvalReport = z.infer<typeof evalReportSchema>;
+export type ComparisonReport = z.infer<typeof comparisonReportSchema>;
+export type TrainingReport = z.infer<typeof trainingReportSchema>;
+export type RunReport = z.infer<typeof runReportSchema>;
+export type LocalRunnerConfig = z.infer<typeof localRunnerConfigSchema>;