orchestrated 0.1.14 → 0.1.15

package/index.d.ts

@@ -55,11 +55,18 @@ export declare interface BaseScorerConfig {
 }
 
 /**
- * Client for submitting and managing batch requests to LiteLLM
- * Uses OpenAI-compatible Batch API for cost reduction (typically 50% discount)
+ * Client for submitting and managing batch requests
+ * Supports OpenAI Batch API and AWS Bedrock OpenAI-compatible Batch API
+ *
+ * Modes:
+ * - "OPENAI" (default): Uses OpenAI Files API for upload/download
+ * - "BEDROCK_OPENAI": Uses S3 for file I/O with Bedrock's OpenAI-compatible endpoint
  */
 declare class BatchClient {
     private client;
+    private mode;
+    private s3FileManager;
+    private bedrockConfig;
     private tempDir;
     requests: BatchRequest[];
     responses: BatchResult[];
@@ -69,7 +76,7 @@ declare class BatchClient {
     pendingBatches: Batch[];
     completedBatches: Batch[];
     duplicateCount: number;
-    constructor(clientOptions?: ClientOptions);
+    constructor(options?: BatchClientOptions | ClientOptions);
     /**
      * Initialize the batch client by checking for existing batches
      * Must be called after constructor
@@ -102,11 +109,13 @@ declare class BatchClient {
      */
     private createJSONLFile;
     /**
-     * Uploads a JSONL file to the LiteLLM/OpenAI API
+     * Uploads a JSONL file for batch processing
+     * - OpenAI mode: Uses OpenAI Files API
+     * - Bedrock mode: Uploads to S3, returns mock FileObject with S3 URI as id
      */
     private uploadFile;
     /**
-     * Submits a batch of requests to LiteLLM
+     * Submits a batch of requests
      * Returns batch ID for tracking
      *
      * @param requests Array of batch requests to submit
@@ -127,6 +136,8 @@ declare class BatchClient {
     isBatchComplete(batch: Batch): boolean;
     /**
      * Downloads and parses results from a completed batch
+     * - OpenAI mode: Downloads via Files API
+     * - Bedrock mode: Reads from S3 output path
      *
      * @param batchId The batch ID to retrieve results for
      * @returns Array of batch results
@@ -151,6 +162,15 @@ declare class BatchClient {
     } | undefined;
 }
 
+/**
+ * Options for constructing a BatchClient
+ */
+declare interface BatchClientOptions {
+    mode?: "OPENAI" | "BEDROCK_OPENAI";
+    clientOptions?: ClientOptions;
+    bedrock?: BedrockBatchConfig;
+}
+
 /**
  * Represents a single request in a batch
  */
@@ -176,6 +196,18 @@ declare interface BatchResult {
     };
 }
 
+/**
+ * Bedrock-specific configuration for BEDROCK_OPENAI mode
+ */
+declare interface BedrockBatchConfig {
+    region: string;
+    apiKey: string;
+    serviceRoleArn: string;
+    modelId: string;
+    s3Bucket: string;
+    s3Prefix?: string;
+}
+
 export declare const Behavioral: ((args: unknown) => Promise<Score>) & {
     definition?: SerializableScorerDefinition;
 };
@@ -453,6 +485,12 @@ export declare interface EvalOptions<EvalReport = boolean> {
      * If not provided, a default OpenAI client will be created.
      */
     openaiClient?: default_2;
+    /**
+     * Batch processing backend:
+     * - "OPENAI": Use OpenAI Batch API (default)
+     * - "BEDROCK_OPENAI": Use AWS Bedrock OpenAI-compatible Batch API
+     */
+    batchProcessor?: "OPENAI" | "BEDROCK_OPENAI";
     __schedule?: string;
 }
 
@@ -522,6 +560,11 @@ declare interface EvalScorerContext {
  * - ORCHESTRATED_OTEL_ENDPOINT
  * - ORCHESTRATED_SEND_NO_LOGS
  * - ORCHESTRATED_DISABLE_BUNDLE_CACHE
+ * - ORCHESTRATED_BEDROCK_SERVICE_ROLE_ARN
+ * - ORCHESTRATED_BEDROCK_MODEL_ID
+ * - ORCHESTRATED_BEDROCK_REGION
+ * - ORCHESTRATED_BEDROCK_API_KEY
+ * - ORCHESTRATED_BEDROCK_S3_BUCKET
  *
  * Config File (Orchestrated.yaml):
  * - apiUrl
@@ -572,6 +615,16 @@ export declare interface EvalState {
     awsSessionToken: string | null;
     /** Disable bundle caching (useful for Lambda to always fetch fresh bundles) */
     disableBundleCache: boolean;
+    /** AWS Bedrock service role ARN (X-Amzn-Bedrock-RoleArn header) */
+    bedrockServiceRoleArn: string | null;
+    /** AWS Bedrock model ID (X-Amzn-Bedrock-ModelId header) */
+    bedrockModelId: string | null;
+    /** AWS region for Bedrock endpoint */
+    bedrockRegion: string | null;
+    /** Bedrock API key for bearer token auth */
+    bedrockApiKey: string | null;
+    /** S3 bucket for Bedrock batch I/O */
+    bedrockS3Bucket: string | null;
 }
 
 /**