@recombine-ai/bosun 0.16.2-cloud-1 → 0.16.2-cloud-2

package/dist/types/backend/roleplay/prompt-edit-proposals.d.ts

@@ -6,6 +6,18 @@ export type PromptEditProposal = {
     suggestedPrompt: string;
     createdAt: number;
 };
-export declare function createPromptEditProposal(proposal: Omit<PromptEditProposal, 'id' | 'createdAt'>): PromptEditProposal;
+export interface PromptEditTestSourceGuard {
+    suiteKey: string;
+    testId: string;
+    allowedFingerprints: string[];
+}
+type StoredPromptEditProposal = PromptEditProposal & {
+    testSourceGuard?: PromptEditTestSourceGuard;
+};
+export declare function createPromptEditProposal(proposal: Omit<PromptEditProposal, 'id' | 'createdAt'> & {
+    testSourceGuard?: PromptEditTestSourceGuard;
+}): PromptEditProposal;
 export declare function getPromptEditProposal(id: string): PromptEditProposal | null;
+export declare function getPromptEditProposalForAcceptance(id: string): StoredPromptEditProposal | null;
 export declare function deletePromptEditProposal(id: string): boolean;
+export {};

package/dist/types/backend/roleplay/prompt-file.d.ts

@@ -0,0 +1,8 @@
+import type { BosunContext } from '../lib/bosun-context';
+export interface LockedPromptFile {
+    path: string;
+    read: () => Promise<string>;
+    write: (prompt: string) => Promise<void>;
+}
+export declare function readEditablePrompt(ctx: BosunContext, agentId: string, stepName: string): Promise<string>;
+export declare function withPromptFileLock<T>(ctx: BosunContext, agentId: string, stepName: string, operation: (file: LockedPromptFile) => Promise<T>): Promise<T>;

package/dist/types/backend/roleplay/router.d.ts

@@ -88,6 +88,35 @@ export declare function createRolePlayRouter(t: TRPCRootObject<TrpcContext, any,
         };
         meta: any;
     }>;
+    suggestTestFix: import("@trpc/server").TRPCMutationProcedure<{
+        input: {
+            agentId: string;
+            testId: string;
+            step: string;
+            request: string;
+            prompt: string;
+            basePrompt: string;
+            currentIncorrectOutcome: string;
+            progressId: string;
+        };
+        output: {
+            history: {
+                status: "unchanged";
+                proposal?: undefined;
+            } | {
+                status: "changed";
+                proposal: import("../tests/test-history-edit-proposals").TestHistoryEditProposal;
+            };
+            prompt: {
+                status: "unchanged";
+                proposal?: undefined;
+            } | {
+                status: "changed";
+                proposal: import("./prompt-edit-proposals").PromptEditProposal;
+            };
+        };
+        meta: any;
+    }>;
     promptEditProgress: import("@trpc/server").TRPCQueryProcedure<{
         input: {
             id: string;

package/dist/types/backend/roleplay/suggest-file-edit.d.ts

@@ -0,0 +1,13 @@
+import type { BosunContext } from '../lib/bosun-context';
+import type { PromptEditProgressPhase } from './prompt-edit-progress';
+export declare function suggestFileEdit(ctx: BosunContext, input: {
+    request: string;
+    originalContent: string;
+    virtualPath: string;
+    instructions: string;
+    onProgress?: (progress: {
+        phase: PromptEditProgressPhase;
+        activity: number;
+        summary: string;
+    }) => void;
+}): Promise<string>;

package/dist/types/backend/roleplay/suggest-test-fix.d.ts

@@ -0,0 +1,29 @@
+import type { BosunContext } from '../lib/bosun-context';
+import { suggestTestHistoryEdit } from '../tests/suggest-test-history-edit';
+import type { PromptEditProgressPhase } from './prompt-edit-progress';
+import { suggestPromptEdit } from './suggest-prompt-edit';
+type Progress = {
+    phase: PromptEditProgressPhase;
+    activity: number;
+    summary: string;
+};
+interface SuggestTestFixInput {
+    request: string;
+    originalPrompt: string;
+    context: string;
+    conversation: string;
+    expectedOutput: string;
+    assertionLabel: string;
+    assertionValue: string;
+    currentIncorrectOutcome: string;
+    onProgress?: (progress: Progress) => void;
+}
+interface SuggestTestFixDependencies {
+    suggestHistory: typeof suggestTestHistoryEdit;
+    suggestPrompt: typeof suggestPromptEdit;
+}
+export declare function suggestTestFix(ctx: BosunContext, input: SuggestTestFixInput, dependencies?: SuggestTestFixDependencies): Promise<{
+    suggestedConversation: string;
+    suggestedPrompt: string;
+}>;
+export {};

package/dist/types/backend/server.d.ts

@@ -94,6 +94,35 @@ declare const appRouter: import("@trpc/server").TRPCBuiltRouter<{
             };
             meta: any;
         }>;
+        suggestTestFix: import("@trpc/server").TRPCMutationProcedure<{
+            input: {
+                agentId: string;
+                testId: string;
+                step: string;
+                request: string;
+                prompt: string;
+                basePrompt: string;
+                currentIncorrectOutcome: string;
+                progressId: string;
+            };
+            output: {
+                history: {
+                    status: "unchanged";
+                    proposal?: undefined;
+                } | {
+                    status: "changed";
+                    proposal: import("./tests/test-history-edit-proposals").TestHistoryEditProposal;
+                };
+                prompt: {
+                    status: "unchanged";
+                    proposal?: undefined;
+                } | {
+                    status: "changed";
+                    proposal: import("./roleplay/prompt-edit-proposals").PromptEditProposal;
+                };
+            };
+            meta: any;
+        }>;
         promptEditProgress: import("@trpc/server").TRPCQueryProcedure<{
             input: {
                 id: string;
@@ -295,6 +324,25 @@ declare const appRouter: import("@trpc/server").TRPCBuiltRouter<{
             output: import("./tests/prompt-issues").FindPromptIssuesResult;
             meta: any;
         }>;
+        suggestHistoryEdit: import("@trpc/server").TRPCMutationProcedure<{
+            input: {
+                agent: string;
+                testId: string;
+                step: string;
+                request: string;
+                prompt: string;
+                basePrompt: string;
+                progressId: string;
+            };
+            output: {
+                status: "unchanged";
+                proposal?: undefined;
+            } | {
+                status: "changed";
+                proposal: import("./tests/test-history-edit-proposals").TestHistoryEditProposal;
+            };
+            meta: any;
+        }>;
         suite: import("@trpc/server").TRPCQueryProcedure<{
             input: {
                 agent: string;
@@ -344,6 +392,7 @@ declare const appRouter: import("@trpc/server").TRPCBuiltRouter<{
                     context?: Record<string, unknown> | undefined;
                     mocks?: Record<string, unknown> | undefined;
                 };
+                beforeTestId?: string | undefined;
             };
             output: {
                 id: string;
@@ -479,6 +528,44 @@ declare const appRouter: import("@trpc/server").TRPCBuiltRouter<{
             } | null;
             meta: any;
         }>;
+        acceptHistoryEdit: import("@trpc/server").TRPCMutationProcedure<{
+            input: {
+                id: string;
+            };
+            output: {
+                ok: true;
+                test: {
+                    id: string;
+                    order: number;
+                    pinned: "TRUE" | "FALSE";
+                    scenario: string;
+                    assertion_type: string;
+                    assertion_value: string;
+                    conversation: string;
+                    expected_output: string;
+                    timeout: string;
+                    similarity_threshold: string;
+                    context: Record<string, unknown>;
+                    step?: string | undefined;
+                    author?: string | undefined;
+                    category?: string | undefined;
+                    evaluation_mode?: "assertion" | "json-deep-equal" | undefined;
+                    case_sensitive?: boolean | undefined;
+                    context_mode?: "replace" | "merge" | undefined;
+                    mocks?: Record<string, unknown> | undefined;
+                };
+            };
+            meta: any;
+        }>;
+        rejectHistoryEdit: import("@trpc/server").TRPCMutationProcedure<{
+            input: {
+                id: string;
+            };
+            output: {
+                ok: boolean;
+            };
+            meta: any;
+        }>;
         patchTestsBatch: import("@trpc/server").TRPCMutationProcedure<{
             input: {
                 agent: string;
@@ -550,12 +637,18 @@ declare const appRouter: import("@trpc/server").TRPCBuiltRouter<{
                 concurrency: number;
                 scope?: "pinned" | "all" | undefined;
                 promptOverrides?: Record<string, string> | undefined;
+                testHistoryOverrides?: Record<string, {
+                    conversation: string;
+                }> | undefined;
             } | {
                 agent: string;
                 testId: string;
                 repeats: number;
                 concurrency: number;
                 promptOverrides?: Record<string, string> | undefined;
+                testHistoryOverrides?: Record<string, {
+                    conversation: string;
+                }> | undefined;
             };
             output: import("./tests/academy").WrittenRunReport;
             meta: any;
@@ -589,6 +682,11 @@ declare const appRouter: import("@trpc/server").TRPCBuiltRouter<{
                 lastConversationId?: string | undefined;
                 phoneNumber?: string | undefined;
                 agentId?: string | undefined;
+                analyticsFilters?: {
+                    key: string;
+                    type: "string" | "number" | "boolean";
+                    values: (string | number | boolean)[];
+                }[] | undefined;
             };
             output: {
                 items: {
@@ -611,6 +709,24 @@ declare const appRouter: import("@trpc/server").TRPCBuiltRouter<{
             };
             meta: any;
         }>;
+        analyticsFields: import("@trpc/server").TRPCQueryProcedure<{
+            input: {
+                sourceId?: string | undefined;
+                agentId?: string | undefined;
+            };
+            output: {
+                items: {
+                    key: string;
+                    type: "string" | "number" | "boolean";
+                    variantCount: number;
+                    values: {
+                        value: string | number | boolean;
+                        count: number;
+                    }[];
+                }[];
+            };
+            meta: any;
+        }>;
         conversation: import("@trpc/server").TRPCQueryProcedure<{
             input: {
                 conversationId: string;

package/dist/types/backend/telescope/router.d.ts

@@ -22,6 +22,11 @@ export declare function createTelescopeRouter(t: TRPCRootObject<TrpcContext, any
             lastConversationId?: string | undefined;
             phoneNumber?: string | undefined;
             agentId?: string | undefined;
+            analyticsFilters?: {
+                key: string;
+                type: "string" | "number" | "boolean";
+                values: (string | number | boolean)[];
+            }[] | undefined;
         };
         output: {
             items: {
@@ -44,6 +49,24 @@ export declare function createTelescopeRouter(t: TRPCRootObject<TrpcContext, any
         };
         meta: any;
     }>;
+    analyticsFields: import("@trpc/server").TRPCQueryProcedure<{
+        input: {
+            sourceId?: string | undefined;
+            agentId?: string | undefined;
+        };
+        output: {
+            items: {
+                key: string;
+                type: "string" | "number" | "boolean";
+                variantCount: number;
+                values: {
+                    value: string | number | boolean;
+                    count: number;
+                }[];
+            }[];
+        };
+        meta: any;
+    }>;
     conversation: import("@trpc/server").TRPCQueryProcedure<{
         input: {
             conversationId: string;

package/dist/types/backend/tests/academy.d.ts

@@ -43,6 +43,13 @@ export interface WrittenRunReportConfig {
     concurrency: number;
 }
 export type PromptTestsRunConfig = Pick<WrittenRunReportConfig, 'repeats' | 'concurrency'>;
+export type TestHistoryOverrides = Record<string, {
+    conversation: string;
+}>;
+export declare function applyTestHistoryOverrides<T extends {
+    id?: unknown;
+    conversation: string;
+}>(rows: T[], overrides: TestHistoryOverrides): T[];
 export interface WrittenRunReportRow extends TableRow {
     test: SuiteTestRow;
     agent: string;
@@ -82,7 +89,7 @@ export type SuiteSelection = {
     agentId: string;
 };
 export declare function cancelPromptTests(suiteKey: string): boolean;
-export declare function runPromptTestsManaged(ctx: BosunContext, suite: SuiteSelection, selection: PromptTestsSelection, requestedConfig: PromptTestsRunConfig, promptOverrides?: Record<string, string>): Promise<WrittenRunReport>;
+export declare function runPromptTestsManaged(ctx: BosunContext, suite: SuiteSelection, selection: PromptTestsSelection, requestedConfig: PromptTestsRunConfig, promptOverrides?: Record<string, string>, testHistoryOverrides?: TestHistoryOverrides): Promise<WrittenRunReport>;
 export declare class RecombineAgentProvider implements ApiProvider {
     protected providerId: string;
     config: Record<string, unknown>;
@@ -98,6 +105,7 @@ export declare class RecombineAgentProvider implements ApiProvider {
 export declare function runPromptTests(ctx: BosunContext, suite: SuiteSelection, selection: PromptTestsSelection, requestedConfig: PromptTestsRunConfig, opts?: {
     signal?: AbortSignal;
     promptOverrides?: Record<string, string>;
+    testHistoryOverrides?: TestHistoryOverrides;
     setProgress?: (progress: MutablePromptTestsProgress) => boolean;
 }): Promise<WrittenRunReport>;
 export type WrittenRunResult = Awaited<ReturnType<typeof runPromptTests>>;

package/dist/types/backend/tests/data.d.ts

@@ -67,11 +67,23 @@ export interface TestRunHistoryDetail {
 }
 export declare function loadTests(ctx: BosunContext, agent: string): Promise<TestTable>;
 export declare function patchTest(ctx: BosunContext, agent: string, id: string, patch: Partial<TestRow>): Promise<TestRow | null>;
+export declare function patchTestConversationIfCurrent(ctx: BosunContext, agent: string, id: string, expectedConversation: string, conversation: string, allowedSourceFingerprints?: string[]): Promise<{
+    status: 'changed';
+    test: TestRow;
+} | {
+    status: 'stale';
+    currentConversation: string;
+} | {
+    status: 'not-found';
+}>;
 export declare function patchTestsBatch(ctx: BosunContext, agent: string, updates: Array<{
     id: string;
     patch: Partial<TestRow>;
 }>): Promise<TestRow[]>;
-export declare function addTest(ctx: BosunContext, agent: string, seed?: Partial<TestRow>): Promise<TestRow>;
+interface AddTestOptions {
+    beforeTestId?: string;
+}
+export declare function addTest(ctx: BosunContext, agent: string, seed?: Partial<TestRow>, options?: AddTestOptions): Promise<TestRow>;
 export declare function deleteTest(ctx: BosunContext, agent: string, id: string): Promise<boolean>;
 export declare function reorderTests(ctx: BosunContext, agent: string, order: string[]): Promise<void>;
 export declare function loadLatestResultsByTest(ctx: BosunContext, agent: string): Promise<Record<string, TestResult>>;

package/dist/types/backend/tests/router.d.ts

@@ -72,6 +72,25 @@ export declare function createTestsRouter(t: TRPCRootObject<TrpcContext, any, an
         output: import("./prompt-issues").FindPromptIssuesResult;
         meta: any;
     }>;
+    suggestHistoryEdit: import("@trpc/server").TRPCMutationProcedure<{
+        input: {
+            agent: string;
+            testId: string;
+            step: string;
+            request: string;
+            prompt: string;
+            basePrompt: string;
+            progressId: string;
+        };
+        output: {
+            status: "unchanged";
+            proposal?: undefined;
+        } | {
+            status: "changed";
+            proposal: import("./test-history-edit-proposals").TestHistoryEditProposal;
+        };
+        meta: any;
+    }>;
     suite: import("@trpc/server").TRPCQueryProcedure<{
         input: {
             agent: string;
@@ -121,6 +140,7 @@ export declare function createTestsRouter(t: TRPCRootObject<TrpcContext, any, an
                 context?: Record<string, unknown> | undefined;
                 mocks?: Record<string, unknown> | undefined;
             };
+            beforeTestId?: string | undefined;
         };
         output: {
             id: string;
@@ -256,6 +276,44 @@ export declare function createTestsRouter(t: TRPCRootObject<TrpcContext, any, an
         } | null;
         meta: any;
     }>;
+    acceptHistoryEdit: import("@trpc/server").TRPCMutationProcedure<{
+        input: {
+            id: string;
+        };
+        output: {
+            ok: true;
+            test: {
+                id: string;
+                order: number;
+                pinned: "TRUE" | "FALSE";
+                scenario: string;
+                assertion_type: string;
+                assertion_value: string;
+                conversation: string;
+                expected_output: string;
+                timeout: string;
+                similarity_threshold: string;
+                context: Record<string, unknown>;
+                step?: string | undefined;
+                author?: string | undefined;
+                category?: string | undefined;
+                evaluation_mode?: "assertion" | "json-deep-equal" | undefined;
+                case_sensitive?: boolean | undefined;
+                context_mode?: "replace" | "merge" | undefined;
+                mocks?: Record<string, unknown> | undefined;
+            };
+        };
+        meta: any;
+    }>;
+    rejectHistoryEdit: import("@trpc/server").TRPCMutationProcedure<{
+        input: {
+            id: string;
+        };
+        output: {
+            ok: boolean;
+        };
+        meta: any;
+    }>;
     patchTestsBatch: import("@trpc/server").TRPCMutationProcedure<{
         input: {
             agent: string;
@@ -327,12 +385,18 @@ export declare function createTestsRouter(t: TRPCRootObject<TrpcContext, any, an
             concurrency: number;
             scope?: "pinned" | "all" | undefined;
             promptOverrides?: Record<string, string> | undefined;
+            testHistoryOverrides?: Record<string, {
+                conversation: string;
+            }> | undefined;
         } | {
             agent: string;
             testId: string;
             repeats: number;
             concurrency: number;
             promptOverrides?: Record<string, string> | undefined;
+            testHistoryOverrides?: Record<string, {
+                conversation: string;
+            }> | undefined;
         };
         output: import("./academy").WrittenRunReport;
         meta: any;

package/dist/types/backend/tests/suggest-test-history-edit.d.ts

@@ -0,0 +1,21 @@
+import type { BosunContext } from '../lib/bosun-context';
+import type { PromptEditProgressPhase } from '../roleplay/prompt-edit-progress';
+export declare function suggestTestHistoryEdit(ctx: BosunContext, input: {
+    request: string;
+    prompt: string;
+    context: string;
+    conversation: string;
+    expectedOutput: string;
+    onProgress?: (progress: {
+        phase: PromptEditProgressPhase;
+        activity: number;
+        summary: string;
+    }) => void;
+}): Promise<string>;
+export declare function buildTestHistoryPrompt(input: {
+    request: string;
+    prompt: string;
+    context: string;
+    conversation: string;
+    expectedOutput: string;
+}): string;

package/dist/types/backend/tests/test-edit-source.d.ts

@@ -0,0 +1,4 @@
+import type { TestRow } from './suite';
+export declare function testEditSourceFingerprint(test: TestRow, overrides?: {
+    conversation?: string;
+}): string;

package/dist/types/backend/tests/test-history-edit-proposals.d.ts

@@ -0,0 +1,24 @@
+export interface TestHistoryEditProposal {
+    id: string;
+    agentId: string;
+    testId: string;
+    step: string;
+    originalConversation: string;
+    suggestedConversation: string;
+    expectedOutput: string;
+    createdAt: number;
+}
+export interface TestHistoryEditSourceGuard {
+    suiteKey: string;
+    allowedTestFingerprints: string[];
+    allowedPromptContents: string[];
+}
+type StoredTestHistoryEditProposal = TestHistoryEditProposal & {
+    sourceGuard: TestHistoryEditSourceGuard;
+};
+export declare function createTestHistoryEditProposal(proposal: Omit<TestHistoryEditProposal, 'id' | 'createdAt'> & {
+    sourceGuard: TestHistoryEditSourceGuard;
+}): TestHistoryEditProposal;
+export declare function getTestHistoryEditProposalForAcceptance(id: string): StoredTestHistoryEditProposal | null;
+export declare function deleteTestHistoryEditProposal(id: string): boolean;
+export {};

package/dist/types/lib/api-telescope/types.d.ts

@@ -41,9 +41,47 @@ export declare const PaginatedConversationsResponseSchema: z.ZodObject<{
     lastConversationId: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>;
 export type PaginatedConversationsResponse = z.infer<typeof PaginatedConversationsResponseSchema>;
+export declare const AnalyticsScalarSchema: z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber, z.ZodString]>;
+export type AnalyticsScalar = z.infer<typeof AnalyticsScalarSchema>;
+export declare const AnalyticsFieldSchema: z.ZodObject<{
+    key: z.ZodString;
+    type: z.ZodEnum<{
+        string: "string";
+        number: "number";
+        boolean: "boolean";
+    }>;
+    variantCount: z.ZodNumber;
+    values: z.ZodArray<z.ZodObject<{
+        value: z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber, z.ZodString]>;
+        count: z.ZodNumber;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type AnalyticsField = z.infer<typeof AnalyticsFieldSchema>;
+export declare const AnalyticsFieldsResponseSchema: z.ZodObject<{
+    items: z.ZodArray<z.ZodObject<{
+        key: z.ZodString;
+        type: z.ZodEnum<{
+            string: "string";
+            number: "number";
+            boolean: "boolean";
+        }>;
+        variantCount: z.ZodNumber;
+        values: z.ZodArray<z.ZodObject<{
+            value: z.ZodUnion<readonly [z.ZodBoolean, z.ZodNumber, z.ZodString]>;
+            count: z.ZodNumber;
+        }, z.core.$strip>>;
+    }, z.core.$strip>>;
+}, z.core.$strip>;
+export type AnalyticsFieldsResponse = z.infer<typeof AnalyticsFieldsResponseSchema>;
+export type AnalyticsConversationFilter = {
+    key: string;
+    type: AnalyticsField['type'];
+    values: AnalyticsScalar[];
+};
 export type GetConversationsRequest = {
     phoneNumber?: string;
     agentId?: string;
+    analyticsFilters?: AnalyticsConversationFilter[];
     limit?: number;
     lastConversationId?: string;
 };

package/dist/types/lib/edit/test-ai-edit.d.ts

@@ -0,0 +1,12 @@
+export interface TestFixRequestInput {
+    context: string;
+    conversation: string;
+    expectedOutput: string;
+    assertionLabel: string;
+    assertionValue: string;
+    currentIncorrectOutcome: string;
+}
+export declare const UPDATE_HISTORY_REQUEST = "Update the conversation history so it reflects behaviour that is valid under the current prompt. Preserve the test's intent and expected outcome, and make only the smallest necessary changes. Possible roles: \"Agent\", \"User\", \"System\"";
+export declare function formatTestFixAssertion(label: string, value: string): string;
+export declare function buildTestFixRequest(input: TestFixRequestInput): string;
+export declare function buildPromptFixRequest(enteredRequest: string, input: TestFixRequestInput, originalConversation: string): string;

package/dist/types/lib/tests/assertion-types.d.ts

@@ -0,0 +1,6 @@
+export type AssertionOption = {
+    value: string;
+    label: string;
+};
+export declare const assertionTypes: AssertionOption[];
+export declare function assertionLabel(value: string): string;

package/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@recombine-ai/bosun",
 	"author": "recombine.ai",
-	"version": "0.16.2-cloud-1",
+	"version": "0.16.2-cloud-2",
 	"license": "EULA",
 	"type": "module",
 	"exports": {