@modelprofile.com/flexharness 3.1.0 → 3.2.0

package/ts/errors.ts

@@ -38,6 +38,13 @@ export class FlexHarnessSessionBusyError extends FlexHarnessError {
   }
 }
 
+export class FlexHarnessQueueFullError extends FlexHarnessError {
+  constructor(message: string) {
+    super('FLEX_QUEUE_FULL', message);
+    this.name = 'FlexHarnessQueueFullError';
+  }
+}
+
 export class FlexHarnessAbortError extends FlexHarnessError {
   constructor(message = 'The run was aborted.', options?: ErrorOptions) {
     super('FLEX_ABORTED', message, options);

package/ts/interfaces.ts

@@ -157,6 +157,29 @@ export interface IFlexPromptOptions {
   maxSteps?: number;
 }
 
+export type TFlexPromptQueueStatus =
+  | 'queued'
+  | 'starting'
+  | 'scheduled'
+  | 'running'
+  | 'completed'
+  | 'failed'
+  | 'cancelled';
+
+export interface IFlexPromptQueueEntry {
+  queueId: string;
+  queueSequence: number;
+  scopeId: string;
+  sessionId: string;
+  status: TFlexPromptQueueStatus;
+  queuedAt: string;
+  runId?: string;
+  scheduleKey?: string;
+  startedAt?: string;
+  finishedAt?: string;
+  error?: IFlexErrorInfo;
+}
+
 export interface IFlexPromptResult {
   runId: string;
   sessionId: string;
@@ -168,11 +191,15 @@ export interface IFlexPromptResult {
   steps: number;
 }
 
-export interface IFlexPromptAdmission {
-  runId: string;
+export interface IFlexPromptQueueAdmission {
+  queueId: string;
   completion: Promise<IFlexPromptResult>;
 }
 
+export interface IFlexPromptAdmission extends IFlexPromptQueueAdmission {
+  runId: string;
+}
+
 export interface IFlexSchedulePromptOptions extends IFlexPromptOptions {
   debounceMs?: number;
 }
@@ -366,6 +393,14 @@ export interface IFlexCallbackLimits {
   maxParts?: number;
 }
 
+export interface IFlexPromptQueueLimits {
+  maxOutstandingPromptsPerSession?: number;
+  maxOutstandingBytesPerSession?: number;
+  maxPendingAdmissions?: number;
+  maxPendingAdmissionBytes?: number;
+  maxTerminalEntriesPerSession?: number;
+}
+
 export type TFlexExternalErrorSource =
   | 'modelResolver'
   | 'toolProvider'
@@ -426,6 +461,7 @@ export interface IFlexHarnessOptions<TScope> {
   agentSessionPolicy?: IFlexAgentSessionPolicy;
   toolOutputLimits?: IFlexJsonLimits;
   callbackLimits?: IFlexCallbackLimits;
+  promptQueueLimits?: IFlexPromptQueueLimits;
   externalErrorProjector?: TFlexExternalErrorProjector;
 }
 
@@ -537,6 +573,13 @@ export interface IFlexRunFinishedEvent extends IFlexEventBase {
   readonly error?: IFlexErrorInfo;
 }
 
+export interface IFlexPromptQueueEvent extends IFlexEventBase {
+  readonly type: 'prompt.queued' | 'prompt.started' | 'prompt.running' | 'prompt.finished';
+  readonly queueId: string;
+  readonly runId?: string;
+  readonly entry: IFlexPromptQueueEntry;
+}
+
 export interface IFlexErrorInfo {
   name: string;
   message: string;
@@ -552,6 +595,7 @@ export type TFlexHarnessEvent =
   | IFlexPartChangedEvent
   | IFlexPermissionRequestedEvent
   | IFlexPermissionResolvedEvent
-  | IFlexRunFinishedEvent;
+  | IFlexRunFinishedEvent
+  | IFlexPromptQueueEvent;
 
 export type TFlexHarnessEventListener = (event: TFlexHarnessEvent) => void;