@recombine-ai/platform 0.9.1-test.1 → 0.9.1-test.3

package/build/engine/index.d.ts

@@ -1,6 +1,7 @@
-export type { AIEngine, AIStreamEngine, BasicStep, BeforeEachStep, Conversation, EngineConfig, JsonLlmStep, LlmStep, LlmAdapter, LlmProviderInfo, LlmStreamAdapter, Logger, Message, PredictiveStreamingWorkflow, PredictiveWorkflowConfig, ProgrammaticStep, ResponseChunk, ScheduleAction, Scheduler, StepBuilder, StreamWorkflowConfig, StreamingEngineConfig, SupplementalPrediction, StringLlmStep, Transcript, Workflow, WorkflowConfig, WorkflowControls, WorkflowStep, } from './interfaces/index.js';
+export type { AIEngine, AIStreamEngine, BasicStep, BeforeEachStep, Conversation, EngineConfig, JsonLlmStep, LlmStep, LlmAdapter, LlmProviderInfo, LlmStreamAdapter, Logger, Message, PredictionCandidate, PredictionChooser, PredictionChooserInput, PredictionChooserResult, PredictiveStreamingWorkflow, PredictiveWorkflowConfig, ProgrammaticStep, ResponseChunk, ScheduleAction, Scheduler, StepBuilder, StreamWorkflowConfig, StreamingEngineConfig, SupplementalPrediction, StringLlmStep, Transcript, Workflow, WorkflowConfig, WorkflowControls, WorkflowStep, } from './interfaces/index.js';
 export { createAIEngine, createConversation, getStepBuilder } from './engine.js';
-export { createAIStreamEngine, getAzureClient, getOpenAiClient } from './stream/index.js';
+export { createAIStreamEngine, createJevPredictionChooser, getAzureClient, getOpenAiClient, } from './stream/index.js';
+export type { JevPredictionChooserOptions } from './stream/index.js';
 export { predictionTemplates } from './stream/index.js';
 export type { StreamingWorkflowConfig } from './stream/index.js';
 export { ScheduleQuery, createScheduleQuery, delayFactory } from './schedule.js';

package/build/engine/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/engine/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACR,QAAQ,EACR,cAAc,EACd,SAAS,EACT,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,OAAO,EACP,UAAU,EACV,eAAe,EACf,gBAAgB,EAChB,MAAM,EACN,OAAO,EACP,2BAA2B,EAC3B,wBAAwB,EACxB,gBAAgB,EAChB,aAAa,EACb,cAAc,EACd,SAAS,EACT,WAAW,EACX,oBAAoB,EACpB,qBAAqB,EACrB,sBAAsB,EACtB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,YAAY,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAChF,OAAO,EAAE,oBAAoB,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAA;AACzF,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AACvD,YAAY,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAA;AAChE,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAChF,YAAY,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EACH,aAAa,EACb,UAAU,EACV,uBAAuB,EACvB,8BAA8B,EAC9B,oBAAoB,EACpB,sBAAsB,EACtB,UAAU,EACV,iBAAiB,GACpB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACR,MAAM,EACN,YAAY,EACZ,aAAa,EACb,OAAO,EACP,mBAAmB,EACnB,oBAAoB,EACpB,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,OAAO,EACP,YAAY,EACZ,SAAS,EACT,UAAU,EACV,SAAS,EACT,gBAAgB,EAChB,qBAAqB,EACrB,aAAa,EACb,cAAc,GACjB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC9C,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AACpE,OAAO,EACH,iBAAiB,EACjB,mBAAmB,EACnB,yBAAyB,EACzB,qBAAqB,EACrB,cAAc,GACjB,MAAM,yBAAyB,CAAA;AAChC,YAAY,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAA;AACrF,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAClF,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/engine/index.ts"],"names":[],"mappings":"AAAA,YAAY,EACR,QAAQ,EACR,cAAc,EACd,SAAS,EACT,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,WAAW,EACX,OAAO,EACP,UAAU,EACV,eAAe,EACf,gBAAgB,EAChB,MAAM,EACN,OAAO,EACP,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,wBAAwB,EACxB,gBAAgB,EAChB,aAAa,EACb,cAAc,EACd,SAAS,EACT,WAAW,EACX,oBAAoB,EACpB,qBAAqB,EACrB,sBAAsB,EACtB,aAAa,EACb,UAAU,EACV,QAAQ,EACR,cAAc,EACd,gBAAgB,EAChB,YAAY,GACf,MAAM,uBAAuB,CAAA;AAC9B,OAAO,EAAE,cAAc,EAAE,kBAAkB,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAChF,OAAO,EACH,oBAAoB,EACpB,0BAA0B,EAC1B,cAAc,EACd,eAAe,GAClB,MAAM,mBAAmB,CAAA;AAC1B,YAAY,EAAE,2BAA2B,EAAE,MAAM,mBAAmB,CAAA;AACpE,OAAO,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAA;AACvD,YAAY,EAAE,uBAAuB,EAAE,MAAM,mBAAmB,CAAA;AAChE,OAAO,EAAE,aAAa,EAAE,mBAAmB,EAAE,YAAY,EAAE,MAAM,eAAe,CAAA;AAChF,YAAY,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EACH,aAAa,EACb,UAAU,EACV,uBAAuB,EACvB,8BAA8B,EAC9B,oBAAoB,EACpB,sBAAsB,EACtB,UAAU,EACV,iBAAiB,GACpB,MAAM,kBAAkB,CAAA;AACzB,YAAY,EACR,MAAM,EACN,YAAY,EACZ,aAAa,EACb,OAAO,EACP,mBAAmB,EACnB,oBAAoB,EACpB,QAAQ,EACR,YAAY,EACZ,UAAU,EACV,OAAO,EACP,YAAY,EACZ,SAAS,EACT,UAAU,EACV,SAAS,EACT,gBAAgB,EAChB,qBAAqB,EACrB,aAAa,EACb,cAAc,GACjB,MAAM,kBAAkB,CAAA;AACzB,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAC9C,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAA;AACpE,OAAO,EACH,iBAAiB,EACjB,mBAAmB,EACnB,yBAAyB,EACzB,qBAAqB,EACrB,cAAc,GACjB,MAAM,yBAAyB,CAAA;AAChC,YAAY,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAA;AACrF,OAAO,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA;AAClF,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAA"}

package/build/engine/index.js

@@ -1,5 +1,5 @@
 export { createAIEngine, createConversation, getStepBuilder } from './engine.js';
-export { createAIStreamEngine, getAzureClient, getOpenAiClient } from './stream/index.js';
+export { createAIStreamEngine, createJevPredictionChooser, getAzureClient, getOpenAiClient, } from './stream/index.js';
 export { predictionTemplates } from './stream/index.js';
 export { ScheduleQuery, createScheduleQuery, delayFactory } from './schedule.js';
 export { createContext, createMock, createStubApiCallTracer, createStubConversationalTracer, createStubStepTracer, createTestAgentFactory, makeAction, makeActionWrapper, } from './bosun/index.js';

package/build/engine/interfaces/stream.d.ts

@@ -19,9 +19,39 @@ export interface StreamingEngineConfig {
     nunjucksEnv?: Environment;
     predictive?: {
         predictorModel: LlmAdapter;
-        chooserModel: LlmAdapter;
+        chooser: PredictionChooser;
     };
 }
+export interface PredictionCandidate {
+    userResponse: string;
+    agentResponse: string;
+}
+export interface PredictionChooserInput {
+    history: Message[];
+    actualUserResponse: string;
+    candidates: readonly PredictionCandidate[];
+}
+export interface PredictionChooserResult {
+    selectedIndex?: number;
+    scores: number[];
+    model?: string;
+    usage?: {
+        inputTokens: number;
+        outputTokens: number;
+    };
+    diagnostics?: {
+        requestDurationMs: number;
+        upstreamDurationMs?: number;
+        requestId?: string;
+        retryCount: number;
+    };
+}
+export interface PredictionChooser {
+    choose: (input: PredictionChooserInput) => Promise<PredictionChooserResult>;
+    prewarm?: () => Promise<void>;
+    getOptions: () => unknown;
+    getProviderInfo?: () => LlmProviderInfo;
+}
 export interface StreamWorkflowConfig<CTX> {
     name: string;
     prompt: string | PromptFile;

package/build/engine/interfaces/stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/engine/interfaces/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAEtC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAC5C,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAEnC,MAAM,WAAW,cAAc,CAAC,GAAG,SAAS,MAAM;IAE9C,cAAc,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,KAAK;QAOnD,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;KACjF,CAAA;IAED,wBAAwB,EAAE,CACtB,MAAM,EAAE,wBAAwB,CAAC,GAAG,CAAC,KACpC,2BAA2B,CAAC,GAAG,CAAC,CAAA;CACxC;AAED,MAAM,WAAW,qBAAqB;IAElC,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf,YAAY,CAAC,EAAE,YAAY,CAAA;IAE3B,UAAU,CAAC,EAAE,UAAU,CAAA;IAKvB,WAAW,CAAC,EAAE,WAAW,CAAA;IAEzB,WAAW,CAAC,EAAE,WAAW,CAAA;IAEzB,UAAU,CAAC,EAAE;QACT,cAAc,EAAE,UAAU,CAAA;QAC1B,YAAY,EAAE,UAAU,CAAA;KAC3B,CAAA;CACJ;AAED,MAAM,WAAW,oBAAoB,CAAC,GAAG;IAErC,IAAI,EAAE,MAAM,CAAA;IAEZ,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAE3B,KAAK,EAAE,gBAAgB,CAAA;IACvB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAE3D,iBAAiB,CAAC,EAAE,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAA;CAChE;AAED,MAAM,WAAW,sBAAsB;IAEnC,YAAY,EAAE,MAAM,CAAA;IAEpB,aAAa,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,wBAAwB,CAAC,GAAG,CAAE,SAAQ,IAAI,CACvD,oBAAoB,CAAC,GAAG,CAAC,EACzB,mBAAmB,CACtB;IAEG,eAAe,EAAE,MAAM,CAAA;IAEvB,kBAAkB,EAAE,SAAS,sBAAsB,EAAE,CAAA;IAErD,qBAAqB,EAAE,SAAS,sBAAsB,EAAE,CAAA;CAC3D;AAED,MAAM,WAAW,2BAA2B,CAAC,GAAG;IAC5C,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;IAE9E,oBAAoB,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAA;IAExC,wBAAwB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAE3D,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAA;CAClC;AAED,eAAO,MAAM,mBAAmB;;;;;;;;;;;CAO2B,CAAA;AAE3D,MAAM,WAAW,UAAU;IACvB,cAAc,EAAE,aAAa,EAAE,CAAA;IAC/B,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IAC5C,eAAe,IAAI,OAAO,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAM7B,cAAc,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAA;IAE3F,UAAU,EAAE,MAAM,OAAO,CAAA;IAKzB,eAAe,CAAC,EAAE,MAAM,eAAe,CAAA;CAC1C;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,OAAO,GAAG,QAAQ,CAAA;IACxB,KAAK,EAAE,MAAM,CAAA;CAChB"}
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/engine/interfaces/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAEtC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC5D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAC5C,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC1D,OAAO,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAC3C,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAEnC,MAAM,WAAW,cAAc,CAAC,GAAG,SAAS,MAAM;IAE9C,cAAc,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,KAAK;QAOnD,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;KACjF,CAAA;IAED,wBAAwB,EAAE,CACtB,MAAM,EAAE,wBAAwB,CAAC,GAAG,CAAC,KACpC,2BAA2B,CAAC,GAAG,CAAC,CAAA;CACxC;AAED,MAAM,WAAW,qBAAqB;IAElC,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf,YAAY,CAAC,EAAE,YAAY,CAAA;IAE3B,UAAU,CAAC,EAAE,UAAU,CAAA;IAKvB,WAAW,CAAC,EAAE,WAAW,CAAA;IAEzB,WAAW,CAAC,EAAE,WAAW,CAAA;IAEzB,UAAU,CAAC,EAAE;QACT,cAAc,EAAE,UAAU,CAAA;QAC1B,OAAO,EAAE,iBAAiB,CAAA;KAC7B,CAAA;CACJ;AAED,MAAM,WAAW,mBAAmB;IAChC,YAAY,EAAE,MAAM,CAAA;IACpB,aAAa,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,WAAW,sBAAsB;IACnC,OAAO,EAAE,OAAO,EAAE,CAAA;IAClB,kBAAkB,EAAE,MAAM,CAAA;IAC1B,UAAU,EAAE,SAAS,mBAAmB,EAAE,CAAA;CAC7C;AAED,MAAM,WAAW,uBAAuB;IAEpC,aAAa,CAAC,EAAE,MAAM,CAAA;IACtB,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,KAAK,CAAC,EAAE,MAAM,CAAA;IACd,KAAK,CAAC,EAAE;QACJ,WAAW,EAAE,MAAM,CAAA;QACnB,YAAY,EAAE,MAAM,CAAA;KACvB,CAAA;IACD,WAAW,CAAC,EAAE;QACV,iBAAiB,EAAE,MAAM,CAAA;QACzB,kBAAkB,CAAC,EAAE,MAAM,CAAA;QAC3B,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,UAAU,EAAE,MAAM,CAAA;KACrB,CAAA;CACJ;AAED,MAAM,WAAW,iBAAiB;IAC9B,MAAM,EAAE,CAAC,KAAK,EAAE,sBAAsB,KAAK,OAAO,CAAC,uBAAuB,CAAC,CAAA;IAE3E,OAAO,CAAC,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;IAC7B,UAAU,EAAE,MAAM,OAAO,CAAA;IACzB,eAAe,CAAC,EAAE,MAAM,eAAe,CAAA;CAC1C;AAED,MAAM,WAAW,oBAAoB,CAAC,GAAG;IAErC,IAAI,EAAE,MAAM,CAAA;IAEZ,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAE3B,KAAK,EAAE,gBAAgB,CAAA;IACvB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAE3D,iBAAiB,CAAC,EAAE,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAA;CAChE;AAED,MAAM,WAAW,sBAAsB;IAEnC,YAAY,EAAE,MAAM,CAAA;IAEpB,aAAa,CAAC,EAAE,MAAM,CAAA;CACzB;AAED,MAAM,WAAW,wBAAwB,CAAC,GAAG,CAAE,SAAQ,IAAI,CACvD,oBAAoB,CAAC,GAAG,CAAC,EACzB,mBAAmB,CACtB;IAEG,eAAe,EAAE,MAAM,CAAA;IAEvB,kBAAkB,EAAE,SAAS,sBAAsB,EAAE,CAAA;IAErD,qBAAqB,EAAE,SAAS,sBAAsB,EAAE,CAAA;CAC3D;AAED,MAAM,WAAW,2BAA2B,CAAC,GAAG;IAC5C,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;IAE9E,oBAAoB,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,IAAI,CAAA;IAExC,wBAAwB,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAE3D,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,IAAI,CAAA;CAClC;AAED,eAAO,MAAM,mBAAmB;;;;;;;;;;;CAO2B,CAAA;AAE3D,MAAM,WAAW,UAAU;IACvB,cAAc,EAAE,aAAa,EAAE,CAAA;IAC/B,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IAC5C,eAAe,IAAI,OAAO,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAM7B,cAAc,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAA;IAE3F,UAAU,EAAE,MAAM,OAAO,CAAA;IAKzB,eAAe,CAAC,EAAE,MAAM,eAAe,CAAA;CAC1C;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,OAAO,GAAG,QAAQ,CAAA;IACxB,KAAK,EAAE,MAAM,CAAA;CAChB"}

package/build/engine/stream/index.d.ts

@@ -1,4 +1,6 @@
 export { createAIStreamEngine } from './engine.js';
-export { AIStreamEngine, LlmStreamAdapter, PredictiveStreamingWorkflow, PredictiveWorkflowConfig, ResponseChunk, SupplementalPrediction, Transcript, StreamingEngineConfig, StreamWorkflowConfig as StreamingWorkflowConfig, predictionTemplates, } from '../interfaces/stream.js';
+export { AIStreamEngine, LlmStreamAdapter, PredictionCandidate, PredictionChooser, PredictionChooserInput, PredictionChooserResult, PredictiveStreamingWorkflow, PredictiveWorkflowConfig, ResponseChunk, SupplementalPrediction, Transcript, StreamingEngineConfig, StreamWorkflowConfig as StreamingWorkflowConfig, predictionTemplates, } from '../interfaces/stream.js';
 export { getAzureClient, getOpenAiClient } from './get-client.js';
+export { createJevPredictionChooser } from './jev-prediction-chooser.js';
+export type { JevPredictionChooserOptions } from './jev-prediction-chooser.js';
 //# sourceMappingURL=index.d.ts.map

package/build/engine/stream/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/engine/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAElD,OAAO,EACH,cAAc,EACd,gBAAgB,EAChB,2BAA2B,EAC3B,wBAAwB,EACxB,aAAa,EACb,sBAAsB,EACtB,UAAU,EACV,qBAAqB,EACrB,oBAAoB,IAAI,uBAAuB,EAC/C,mBAAmB,GACtB,MAAM,yBAAyB,CAAA;AAEhC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/engine/stream/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAA;AAElD,OAAO,EACH,cAAc,EACd,gBAAgB,EAChB,mBAAmB,EACnB,iBAAiB,EACjB,sBAAsB,EACtB,uBAAuB,EACvB,2BAA2B,EAC3B,wBAAwB,EACxB,aAAa,EACb,sBAAsB,EACtB,UAAU,EACV,qBAAqB,EACrB,oBAAoB,IAAI,uBAAuB,EAC/C,mBAAmB,GACtB,MAAM,yBAAyB,CAAA;AAEhC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACjE,OAAO,EAAE,0BAA0B,EAAE,MAAM,6BAA6B,CAAA;AACxE,YAAY,EAAE,2BAA2B,EAAE,MAAM,6BAA6B,CAAA"}

package/build/engine/stream/index.js

@@ -1,3 +1,4 @@
 export { createAIStreamEngine } from './engine.js';
 export { predictionTemplates, } from '../interfaces/stream.js';
 export { getAzureClient, getOpenAiClient } from './get-client.js';
+export { createJevPredictionChooser } from './jev-prediction-chooser.js';

package/build/engine/stream/jev-prediction-chooser.d.ts

@@ -0,0 +1,11 @@
+import { type Fetch } from '@typesafe-ai/sdk';
+import type { PredictionChooser } from '../interfaces/index.js';
+export interface JevPredictionChooserOptions {
+    apiKey: string;
+    model: string;
+    matchThreshold: number;
+    timeoutMs: number;
+    fetch?: Fetch;
+}
+export declare function createJevPredictionChooser(options: JevPredictionChooserOptions): PredictionChooser;
+//# sourceMappingURL=jev-prediction-chooser.d.ts.map

package/build/engine/stream/jev-prediction-chooser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jev-prediction-chooser.d.ts","sourceRoot":"","sources":["../../../src/engine/stream/jev-prediction-chooser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,KAAK,EAA2C,MAAM,kBAAkB,CAAA;AAEtF,OAAO,KAAK,EAAE,iBAAiB,EAA2B,MAAM,wBAAwB,CAAA;AAGxF,MAAM,WAAW,2BAA2B;IACxC,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,cAAc,EAAE,MAAM,CAAA;IACtB,SAAS,EAAE,MAAM,CAAA;IAEjB,KAAK,CAAC,EAAE,KAAK,CAAA;CAChB;AAED,wBAAgB,0BAA0B,CACtC,OAAO,EAAE,2BAA2B,GACrC,iBAAiB,CA6EnB"}

package/build/engine/stream/jev-prediction-chooser.js

@@ -0,0 +1,135 @@
+import { TypeSafeClient, noul } from '@typesafe-ai/sdk';
+import { chooserPrompt } from './predictive-prompts.js';
+export function createJevPredictionChooser(options) {
+    validateOptions(options);
+    const transport = options.fetch ?? ((input, init) => globalThis.fetch(input, init));
+    return {
+        getOptions: () => ({
+            model: options.model,
+            matchThreshold: options.matchThreshold,
+            timeoutMs: options.timeoutMs,
+        }),
+        getProviderInfo: () => ({ provider: 'typesafe', model: options.model }),
+        async prewarm() {
+            await Promise.all([prewarm(transport, options), prewarm(transport, options)]);
+        },
+        async choose(input) {
+            if (input.candidates.length === 0) {
+                throw new Error('Jev prediction chooser requires at least one candidate.');
+            }
+            let attemptCount = 0;
+            const client = createClient(options, async (request, init) => {
+                attemptCount += 1;
+                return transport(request, init);
+            });
+            const questions = createQuestions(input.candidates.length);
+            const startedAt = Date.now();
+            const request = client.systemOne({
+                model: options.model,
+                state: {
+                    reply_safety_policy: chooserPrompt,
+                    conversation_history: input.history.map((message) => ({
+                        role: message.sender,
+                        text: message.text,
+                    })),
+                    actual_user_response: input.actualUserResponse,
+                    candidates: input.candidates.map((candidate) => ({
+                        predicted_user_response: candidate.userResponse,
+                        prepared_agent_response: candidate.agentResponse,
+                    })),
+                },
+                questions,
+            });
+            const { data: result, response, requestId } = await request.withResponse();
+            const scores = input.candidates.map((_, index) => {
+                const answer = result.answers[questionId(index)];
+                if (!answer ||
+                    answer.type !== 'noul' ||
+                    !Number.isFinite(answer.noul) ||
+                    answer.noul < 0 ||
+                    answer.noul > 1) {
+                    throw new Error(`Jev returned an invalid answer for candidate ${index + 1}.`);
+                }
+                return answer.noul;
+            });
+            const selectedIndex = selectCandidate(scores, options.matchThreshold);
+            return {
+                selectedIndex,
+                scores,
+                model: result.model,
+                usage: {
+                    inputTokens: result.usage.input_tokens,
+                    outputTokens: result.usage.output_tokens,
+                },
+                diagnostics: {
+                    requestDurationMs: Date.now() - startedAt,
+                    upstreamDurationMs: parseDurationHeader(response.headers.get('x-envoy-upstream-service-time')),
+                    requestId,
+                    retryCount: Math.max(0, attemptCount - 1),
+                },
+            };
+        },
+    };
+}
+function createQuestions(candidateCount) {
+    return Object.fromEntries(Array.from({ length: candidateCount }, (_, index) => [
+        questionId(index),
+        noul(`Is \`candidates[${index}].prepared_agent_response\` safe and natural immediately after \`actual_user_response\`? The predicted user response only explains where the prepared response came from. It does not replace the actual response. Apply every rule in \`reply_safety_policy\`.`, {
+            true: 'Every requirement in reply_safety_policy is met.',
+            false: 'At least one requirement in reply_safety_policy is not met.',
+        }),
+    ]));
+}
+function createClient(options, fetch) {
+    return new TypeSafeClient({
+        apiKey: options.apiKey,
+        defaultModel: options.model,
+        fetch,
+        logLevel: 'off',
+        timeout: options.timeoutMs,
+    });
+}
+async function prewarm(transport, options) {
+    const client = createClient(options, transport);
+    await client.systemOne({
+        model: options.model,
+        state: 'Hello.',
+        questions: { greeting: noul('Is this a greeting?') },
+    });
+}
+function parseDurationHeader(value) {
+    if (value === null)
+        return undefined;
+    const duration = Number(value);
+    return Number.isFinite(duration) && duration >= 0 ? duration : undefined;
+}
+function selectCandidate(scores, threshold) {
+    let selectedIndex;
+    let selectedScore = threshold;
+    for (const [index, score] of scores.entries()) {
+        if (score < selectedScore)
+            continue;
+        if (score === selectedScore && selectedIndex !== undefined)
+            continue;
+        selectedIndex = index;
+        selectedScore = score;
+    }
+    return selectedIndex;
+}
+function questionId(index) {
+    return `candidate_${index + 1}_reply_is_safe`;
+}
+function validateOptions(options) {
+    if (!options.apiKey.trim())
+        throw new Error('Jev prediction chooser requires an API key.');
+    if (!options.model.trim())
+        throw new Error('Jev prediction chooser requires a model.');
+    if (!Number.isFinite(options.matchThreshold) ||
+        options.matchThreshold < 0 ||
+        options.matchThreshold > 1) {
+        throw new Error('Jev matchThreshold must be between 0 and 1.');
+    }
+    if (!Number.isFinite(options.timeoutMs) || options.timeoutMs <= 0) {
+        throw new Error('Jev timeoutMs must be a positive number.');
+    }
+}

package/build/engine/stream/predictive-prompts.d.ts

@@ -1,3 +1,3 @@
 export declare const predictorPrompt = "# Response Structure\n\nResponse structure has been given in the JSON Schema. Your goal is to predict the next user message and the next agent message.\n\n{% if predictionCount %}The generated predicted user messages should be significantly different. Assume the prompt is correct and shows the variability of responses.\n{% endif %}\n\n{% if supplementalPredictions.length %}The following user replies are already covered by predefined pairs. Generate the agent response when the schema does not define it. Do not repeat these cases in the generated pairs:\n{% for prediction in supplementalPredictions %}- {{ prediction.userResponse }}\n{% endfor %}{% endif %}\nThe prompt is given below for reference.\n--- PROMPT for reference ---";
-export declare const chooserPrompt = "Determine whether two alternative final messages have equivalent meaning\nin a shared conversation.\n\nBoth alternatives are spoken by final speaker immediately after history.\nThey are alternatives, not consecutive messages.\n\nUse history to resolve references and omitted information independently\nfor each alternative. Compare only the meaning contributed by the final\nmessages, not the overall similarity of the conversations.\n\nAdditional substantive information makes the messages non-equivalent.\n\nDo not judge whether either message is correct, helpful or appropriate.\n\nReturn exactly one label:\nE = equivalent in this context\nN = not equivalent in this context\nU = the supplied context does not allow the equivalence to be determined\n\nHistory:\n\n{{ history }}\n\nReference:\n\n{{ reference }}\n\nAlternative: \n\n{{ alternative }}";
+export declare const chooserPrompt = "Decide whether each prepared agent response is safe and natural to\nsend after the actual user response in the conversation.\n\nThe predicted user response explains the case that produced the prepared response. It does not\nreplace or override the actual user response.\n\nA safe response directly addresses the actual user response. It does not contradict the user,\nassume unsupported facts, or ignore a direct question. Every transfer, booking, schedule change,\nhang-up, or other side effect must remain supported by what the user actually said.";
 //# sourceMappingURL=predictive-prompts.d.ts.map

package/build/engine/stream/predictive-prompts.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"predictive-prompts.d.ts","sourceRoot":"","sources":["../../../src/engine/stream/predictive-prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,eAAe,muBAWC,CAAA;AAE7B,eAAO,MAAM,aAAa,y1BA6BR,CAAA"}
+{"version":3,"file":"predictive-prompts.d.ts","sourceRoot":"","sources":["../../../src/engine/stream/predictive-prompts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,eAAe,muBAWC,CAAA;AAE7B,eAAO,MAAM,aAAa,0iBAQ0D,CAAA"}

package/build/engine/stream/predictive-prompts.js

@@ -10,33 +10,12 @@ Response structure has been given in the JSON Schema. Your goal is to predict th
 {% endfor %}{% endif %}
 The prompt is given below for reference.
 --- PROMPT for reference ---`;
-export const chooserPrompt = `Determine whether two alternative final messages have equivalent meaning
-in a shared conversation.
+export const chooserPrompt = `Decide whether each prepared agent response is safe and natural to
+send after the actual user response in the conversation.
 
-Both alternatives are spoken by final speaker immediately after history.
-They are alternatives, not consecutive messages.
+The predicted user response explains the case that produced the prepared response. It does not
+replace or override the actual user response.
 
-Use history to resolve references and omitted information independently
-for each alternative. Compare only the meaning contributed by the final
-messages, not the overall similarity of the conversations.
-
-Additional substantive information makes the messages non-equivalent.
-
-Do not judge whether either message is correct, helpful or appropriate.
-
-Return exactly one label:
-E = equivalent in this context
-N = not equivalent in this context
-U = the supplied context does not allow the equivalence to be determined
-
-History:
-
-{{ history }}
-
-Reference:
-
-{{ reference }}
-
-Alternative: 
-
-{{ alternative }}`;
+A safe response directly addresses the actual user response. It does not contradict the user,
+assume unsupported facts, or ignore a direct question. Every transfer, booking, schedule change,
+hang-up, or other side effect must remain supported by what the user actually said.`;

package/build/engine/stream/predictive-workflow.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"predictive-workflow.d.ts","sourceRoot":"","sources":["../../../src/engine/stream/predictive-workflow.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,UAAU,CAAA;AAM/B,OAAO,KAAK,EAKR,2BAA2B,EAC3B,wBAAwB,EAExB,qBAAqB,EAExB,MAAM,wBAAwB,CAAA;AAgD/B,wBAAgB,wBAAwB,CAAC,GAAG,SAAS,MAAM,EACvD,MAAM,EAAE,wBAAwB,CAAC,GAAG,CAAC,EACrC,YAAY,EAAE,qBAAqB,EACnC,WAAW,EAAE,QAAQ,CAAC,WAAW,GAClC,2BAA2B,CAAC,GAAG,CAAC,CA6blC"}
+{"version":3,"file":"predictive-workflow.d.ts","sourceRoot":"","sources":["../../../src/engine/stream/predictive-workflow.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,UAAU,CAAA;AAM/B,OAAO,KAAK,EAOR,2BAA2B,EAC3B,wBAAwB,EAExB,qBAAqB,EAExB,MAAM,wBAAwB,CAAA;AAkD/B,wBAAgB,wBAAwB,CAAC,GAAG,SAAS,MAAM,EACvD,MAAM,EAAE,wBAAwB,CAAC,GAAG,CAAC,EACrC,YAAY,EAAE,qBAAqB,EACnC,WAAW,EAAE,QAAQ,CAAC,WAAW,GAClC,2BAA2B,CAAC,GAAG,CAAC,CAumBlC"}