@probeo/anymodel 0.2.0 → 0.3.1

package/dist/index.d.cts

@@ -281,6 +281,10 @@ interface AnyModelConfig {
         concurrencyFallback?: number;
         retentionDays?: number;
     };
+    io?: {
+        readConcurrency?: number;
+        writeConcurrency?: number;
+    };
 }
 
 interface ProviderAdapter {
@@ -295,9 +299,25 @@ interface ProviderAdapter {
     };
     listModels(): Promise<ModelInfo[]>;
     supportsParameter(param: string): boolean;
+    supportsBatch(): boolean;
     sendRequest(request: ChatCompletionRequest): Promise<ChatCompletion>;
     sendStreamingRequest(request: ChatCompletionRequest): Promise<AsyncIterable<ChatCompletionChunk>>;
 }
+interface NativeBatchStatus {
+    status: 'pending' | 'processing' | 'completed' | 'failed' | 'cancelled';
+    total: number;
+    completed: number;
+    failed: number;
+}
+interface BatchAdapter {
+    createBatch(model: string, requests: BatchRequestItem[], options?: Record<string, unknown>): Promise<{
+        providerBatchId: string;
+        metadata?: Record<string, unknown>;
+    }>;
+    pollBatch(providerBatchId: string): Promise<NativeBatchStatus>;
+    getBatchResults(providerBatchId: string): Promise<BatchResultItem[]>;
+    cancelBatch(providerBatchId: string): Promise<void>;
+}
 
 declare class ProviderRegistry {
     private adapters;
@@ -382,10 +402,21 @@ declare class BatchManager {
     private store;
     private router;
     private concurrencyLimit;
+    private defaultPollInterval;
+    private batchAdapters;
     constructor(router: Router, options?: {
         dir?: string;
         concurrency?: number;
+        pollInterval?: number;
     });
+    /**
+     * Register a native batch adapter for a provider.
+     */
+    registerBatchAdapter(providerName: string, adapter: BatchAdapter): void;
+    /**
+     * Check if a provider has native batch support.
+     */
+    private getNativeBatchAdapter;
     /**
      * Create a batch and return immediately (no polling).
      */
@@ -401,23 +432,31 @@ declare class BatchManager {
     /**
      * Get the current status of a batch.
      */
-    get(id: string): BatchObject | null;
+    get(id: string): Promise<BatchObject | null>;
     /**
      * Get results for a completed batch.
      */
-    getResults(id: string): BatchResults;
+    getResults(id: string): Promise<BatchResults>;
     /**
      * List all batches.
      */
-    list(): BatchObject[];
+    list(): Promise<BatchObject[]>;
     /**
      * Cancel a batch.
      */
-    cancel(id: string): BatchObject;
+    cancel(id: string): Promise<BatchObject>;
+    /**
+     * Process batch via native provider batch API.
+     */
+    private processNativeBatch;
+    /**
+     * Sync native batch status from provider.
+     */
+    private syncNativeBatchStatus;
     /**
-     * Process batch requests concurrently.
+     * Process batch requests concurrently (fallback path).
      */
-    private processBatch;
+    private processConcurrentBatch;
 }
 
 declare class AnyModel {
@@ -446,13 +485,14 @@ declare class AnyModel {
         create: (request: BatchCreateRequest) => Promise<BatchObject>;
         createAndPoll: (request: BatchCreateRequest, options?: BatchPollOptions) => Promise<BatchResults>;
         poll: (id: string, options?: BatchPollOptions) => Promise<BatchResults>;
-        get: (id: string) => BatchObject | null;
-        list: () => BatchObject[];
-        cancel: (id: string) => BatchObject;
-        results: (id: string) => BatchResults;
+        get: (id: string) => Promise<BatchObject | null>;
+        list: () => Promise<BatchObject[]>;
+        cancel: (id: string) => Promise<BatchObject>;
+        results: (id: string) => Promise<BatchResults>;
     };
     constructor(config?: AnyModelConfig);
     private registerProviders;
+    private registerBatchAdapters;
     private applyDefaults;
     private fetchModels;
     getRegistry(): ProviderRegistry;
@@ -489,52 +529,55 @@ declare class GenerationStatsStore {
 
 /**
  * Disk-based batch persistence store.
+ * Uses queued, concurrency-limited IO for high-volume operations.
  * Structure: {dir}/{batchId}/meta.json, requests.jsonl, results.jsonl, provider.json
  */
 declare class BatchStore {
     private dir;
+    private initialized;
     constructor(dir?: string);
+    private init;
     private batchDir;
     /**
      * Create a new batch directory and save initial metadata.
      */
-    create(batch: BatchObject): void;
+    create(batch: BatchObject): Promise<void>;
     /**
-     * Update batch metadata.
+     * Update batch metadata (atomic write).
      */
-    updateMeta(batch: BatchObject): void;
+    updateMeta(batch: BatchObject): Promise<void>;
     /**
      * Save requests as JSONL.
      */
-    saveRequests(id: string, requests: unknown[]): void;
+    saveRequests(id: string, requests: unknown[]): Promise<void>;
     /**
      * Append a result to results.jsonl.
      */
-    appendResult(id: string, result: BatchResultItem): void;
+    appendResult(id: string, result: BatchResultItem): Promise<void>;
     /**
      * Save provider-specific state (e.g., provider batch ID).
      */
-    saveProviderState(id: string, state: Record<string, unknown>): void;
+    saveProviderState(id: string, state: Record<string, unknown>): Promise<void>;
     /**
      * Load provider state.
      */
-    loadProviderState(id: string): Record<string, unknown> | null;
+    loadProviderState(id: string): Promise<Record<string, unknown> | null>;
     /**
      * Get batch metadata.
      */
-    getMeta(id: string): BatchObject | null;
+    getMeta(id: string): Promise<BatchObject | null>;
     /**
      * Get all results for a batch.
      */
-    getResults(id: string): BatchResultItem[];
+    getResults(id: string): Promise<BatchResultItem[]>;
     /**
      * List all batch IDs.
      */
-    listBatches(): string[];
+    listBatches(): Promise<string[]>;
     /**
      * Check if a batch exists.
      */
-    exists(id: string): boolean;
+    exists(id: string): Promise<boolean>;
 }
 
 interface ServerOptions {
@@ -545,4 +588,45 @@ interface ServerOptions {
 declare function createAnyModelServer(options?: ServerOptions): ReturnType<typeof createServer>;
 declare function startServer(options?: ServerOptions): void;
 
-export { AnyModel, type AnyModelConfig, AnyModelError, type AnyModelErrorMetadata, type BatchCreateRequest, BatchManager, type BatchMode, type BatchObject, type BatchPollOptions, type BatchRequestItem, type BatchResultItem, type BatchResults, type BatchStatus, BatchStore, type BatchUsageSummary, type ChatCompletion, type ChatCompletionChoice, type ChatCompletionChunk, type ChatCompletionRequest, type ChunkChoice, type ChunkDelta, type ContentPart, type CustomProviderConfig, type FinishReason, type GenerationStats, GenerationStatsStore, type Message, type ModelArchitecture, type ModelInfo, type ModelPricing, type ModelTopProvider, type ProviderAdapter, type ProviderConfig, type ProviderPreferences, type ResponseFormat, type Role, type ServerOptions, type Tool, type ToolCall, type ToolChoice, type Usage, createAnyModelServer, resolveConfig, startServer };
+/**
+ * Concurrency-limited filesystem helpers for high-volume file operations.
+ *
+ * Based on probeo-core/common/fs-io. Provides queued reads/writes,
+ * atomic durable writes, directory caching, and path memoization.
+ */
+
+/**
+ * Configure the filesystem IO concurrency limits.
+ * Call before any IO operations to adjust defaults.
+ */
+declare function configureFsIO(options: {
+    readConcurrency?: number;
+    writeConcurrency?: number;
+}): void;
+declare function ensureDir(dir: string): Promise<void>;
+declare function readFileQueued(filePath: string, encoding?: BufferEncoding | null): Promise<string | Buffer>;
+declare function writeFileQueued(filePath: string, data: string | Buffer): Promise<void>;
+declare function appendFileQueued(filePath: string, data: string | Buffer): Promise<void>;
+/**
+ * Atomically write a file with fsync to ensure data hits disk.
+ * Uses temp file + rename + directory fsync.
+ */
+declare function writeFileFlushedQueued(filePath: string, data: string | Buffer): Promise<void>;
+declare function joinPath(...segments: string[]): string;
+declare function getFsQueueStatus(): {
+    read: {
+        size: number;
+        pending: number;
+    };
+    write: {
+        size: number;
+        pending: number;
+    };
+};
+declare function waitForFsQueuesIdle(): Promise<void>;
+
+declare function createOpenAIBatchAdapter(apiKey: string): BatchAdapter;
+
+declare function createAnthropicBatchAdapter(apiKey: string): BatchAdapter;
+
+export { AnyModel, type AnyModelConfig, AnyModelError, type AnyModelErrorMetadata, type BatchAdapter, type BatchCreateRequest, BatchManager, type BatchMode, type BatchObject, type BatchPollOptions, type BatchRequestItem, type BatchResultItem, type BatchResults, type BatchStatus, BatchStore, type BatchUsageSummary, type ChatCompletion, type ChatCompletionChoice, type ChatCompletionChunk, type ChatCompletionRequest, type ChunkChoice, type ChunkDelta, type ContentPart, type CustomProviderConfig, type FinishReason, type GenerationStats, GenerationStatsStore, type Message, type ModelArchitecture, type ModelInfo, type ModelPricing, type ModelTopProvider, type NativeBatchStatus, type ProviderAdapter, type ProviderConfig, type ProviderPreferences, type ResponseFormat, type Role, type ServerOptions, type Tool, type ToolCall, type ToolChoice, type Usage, appendFileQueued, configureFsIO, createAnthropicBatchAdapter, createAnyModelServer, createOpenAIBatchAdapter, ensureDir, getFsQueueStatus, joinPath, readFileQueued, resolveConfig, startServer, waitForFsQueuesIdle, writeFileFlushedQueued, writeFileQueued };

package/dist/index.d.ts

@@ -281,6 +281,10 @@ interface AnyModelConfig {
         concurrencyFallback?: number;
         retentionDays?: number;
     };
+    io?: {
+        readConcurrency?: number;
+        writeConcurrency?: number;
+    };
 }
 
 interface ProviderAdapter {
@@ -295,9 +299,25 @@ interface ProviderAdapter {
     };
     listModels(): Promise<ModelInfo[]>;
     supportsParameter(param: string): boolean;
+    supportsBatch(): boolean;
     sendRequest(request: ChatCompletionRequest): Promise<ChatCompletion>;
     sendStreamingRequest(request: ChatCompletionRequest): Promise<AsyncIterable<ChatCompletionChunk>>;
 }
+interface NativeBatchStatus {
+    status: 'pending' | 'processing' | 'completed' | 'failed' | 'cancelled';
+    total: number;
+    completed: number;
+    failed: number;
+}
+interface BatchAdapter {
+    createBatch(model: string, requests: BatchRequestItem[], options?: Record<string, unknown>): Promise<{
+        providerBatchId: string;
+        metadata?: Record<string, unknown>;
+    }>;
+    pollBatch(providerBatchId: string): Promise<NativeBatchStatus>;
+    getBatchResults(providerBatchId: string): Promise<BatchResultItem[]>;
+    cancelBatch(providerBatchId: string): Promise<void>;
+}
 
 declare class ProviderRegistry {
     private adapters;
@@ -382,10 +402,21 @@ declare class BatchManager {
     private store;
     private router;
     private concurrencyLimit;
+    private defaultPollInterval;
+    private batchAdapters;
     constructor(router: Router, options?: {
         dir?: string;
         concurrency?: number;
+        pollInterval?: number;
     });
+    /**
+     * Register a native batch adapter for a provider.
+     */
+    registerBatchAdapter(providerName: string, adapter: BatchAdapter): void;
+    /**
+     * Check if a provider has native batch support.
+     */
+    private getNativeBatchAdapter;
     /**
      * Create a batch and return immediately (no polling).
      */
@@ -401,23 +432,31 @@ declare class BatchManager {
     /**
      * Get the current status of a batch.
      */
-    get(id: string): BatchObject | null;
+    get(id: string): Promise<BatchObject | null>;
     /**
      * Get results for a completed batch.
      */
-    getResults(id: string): BatchResults;
+    getResults(id: string): Promise<BatchResults>;
     /**
      * List all batches.
      */
-    list(): BatchObject[];
+    list(): Promise<BatchObject[]>;
     /**
      * Cancel a batch.
      */
-    cancel(id: string): BatchObject;
+    cancel(id: string): Promise<BatchObject>;
+    /**
+     * Process batch via native provider batch API.
+     */
+    private processNativeBatch;
+    /**
+     * Sync native batch status from provider.
+     */
+    private syncNativeBatchStatus;
     /**
-     * Process batch requests concurrently.
+     * Process batch requests concurrently (fallback path).
      */
-    private processBatch;
+    private processConcurrentBatch;
 }
 
 declare class AnyModel {
@@ -446,13 +485,14 @@ declare class AnyModel {
         create: (request: BatchCreateRequest) => Promise<BatchObject>;
         createAndPoll: (request: BatchCreateRequest, options?: BatchPollOptions) => Promise<BatchResults>;
         poll: (id: string, options?: BatchPollOptions) => Promise<BatchResults>;
-        get: (id: string) => BatchObject | null;
-        list: () => BatchObject[];
-        cancel: (id: string) => BatchObject;
-        results: (id: string) => BatchResults;
+        get: (id: string) => Promise<BatchObject | null>;
+        list: () => Promise<BatchObject[]>;
+        cancel: (id: string) => Promise<BatchObject>;
+        results: (id: string) => Promise<BatchResults>;
     };
     constructor(config?: AnyModelConfig);
     private registerProviders;
+    private registerBatchAdapters;
     private applyDefaults;
     private fetchModels;
     getRegistry(): ProviderRegistry;
@@ -489,52 +529,55 @@ declare class GenerationStatsStore {
 
 /**
  * Disk-based batch persistence store.
+ * Uses queued, concurrency-limited IO for high-volume operations.
  * Structure: {dir}/{batchId}/meta.json, requests.jsonl, results.jsonl, provider.json
  */
 declare class BatchStore {
     private dir;
+    private initialized;
     constructor(dir?: string);
+    private init;
     private batchDir;
     /**
      * Create a new batch directory and save initial metadata.
      */
-    create(batch: BatchObject): void;
+    create(batch: BatchObject): Promise<void>;
     /**
-     * Update batch metadata.
+     * Update batch metadata (atomic write).
      */
-    updateMeta(batch: BatchObject): void;
+    updateMeta(batch: BatchObject): Promise<void>;
     /**
      * Save requests as JSONL.
      */
-    saveRequests(id: string, requests: unknown[]): void;
+    saveRequests(id: string, requests: unknown[]): Promise<void>;
     /**
      * Append a result to results.jsonl.
      */
-    appendResult(id: string, result: BatchResultItem): void;
+    appendResult(id: string, result: BatchResultItem): Promise<void>;
     /**
      * Save provider-specific state (e.g., provider batch ID).
      */
-    saveProviderState(id: string, state: Record<string, unknown>): void;
+    saveProviderState(id: string, state: Record<string, unknown>): Promise<void>;
     /**
      * Load provider state.
      */
-    loadProviderState(id: string): Record<string, unknown> | null;
+    loadProviderState(id: string): Promise<Record<string, unknown> | null>;
     /**
      * Get batch metadata.
      */
-    getMeta(id: string): BatchObject | null;
+    getMeta(id: string): Promise<BatchObject | null>;
     /**
      * Get all results for a batch.
      */
-    getResults(id: string): BatchResultItem[];
+    getResults(id: string): Promise<BatchResultItem[]>;
     /**
      * List all batch IDs.
      */
-    listBatches(): string[];
+    listBatches(): Promise<string[]>;
     /**
      * Check if a batch exists.
      */
-    exists(id: string): boolean;
+    exists(id: string): Promise<boolean>;
 }
 
 interface ServerOptions {
@@ -545,4 +588,45 @@ interface ServerOptions {
 declare function createAnyModelServer(options?: ServerOptions): ReturnType<typeof createServer>;
 declare function startServer(options?: ServerOptions): void;
 
-export { AnyModel, type AnyModelConfig, AnyModelError, type AnyModelErrorMetadata, type BatchCreateRequest, BatchManager, type BatchMode, type BatchObject, type BatchPollOptions, type BatchRequestItem, type BatchResultItem, type BatchResults, type BatchStatus, BatchStore, type BatchUsageSummary, type ChatCompletion, type ChatCompletionChoice, type ChatCompletionChunk, type ChatCompletionRequest, type ChunkChoice, type ChunkDelta, type ContentPart, type CustomProviderConfig, type FinishReason, type GenerationStats, GenerationStatsStore, type Message, type ModelArchitecture, type ModelInfo, type ModelPricing, type ModelTopProvider, type ProviderAdapter, type ProviderConfig, type ProviderPreferences, type ResponseFormat, type Role, type ServerOptions, type Tool, type ToolCall, type ToolChoice, type Usage, createAnyModelServer, resolveConfig, startServer };
+/**
+ * Concurrency-limited filesystem helpers for high-volume file operations.
+ *
+ * Based on probeo-core/common/fs-io. Provides queued reads/writes,
+ * atomic durable writes, directory caching, and path memoization.
+ */
+
+/**
+ * Configure the filesystem IO concurrency limits.
+ * Call before any IO operations to adjust defaults.
+ */
+declare function configureFsIO(options: {
+    readConcurrency?: number;
+    writeConcurrency?: number;
+}): void;
+declare function ensureDir(dir: string): Promise<void>;
+declare function readFileQueued(filePath: string, encoding?: BufferEncoding | null): Promise<string | Buffer>;
+declare function writeFileQueued(filePath: string, data: string | Buffer): Promise<void>;
+declare function appendFileQueued(filePath: string, data: string | Buffer): Promise<void>;
+/**
+ * Atomically write a file with fsync to ensure data hits disk.
+ * Uses temp file + rename + directory fsync.
+ */
+declare function writeFileFlushedQueued(filePath: string, data: string | Buffer): Promise<void>;
+declare function joinPath(...segments: string[]): string;
+declare function getFsQueueStatus(): {
+    read: {
+        size: number;
+        pending: number;
+    };
+    write: {
+        size: number;
+        pending: number;
+    };
+};
+declare function waitForFsQueuesIdle(): Promise<void>;
+
+declare function createOpenAIBatchAdapter(apiKey: string): BatchAdapter;
+
+declare function createAnthropicBatchAdapter(apiKey: string): BatchAdapter;
+
+export { AnyModel, type AnyModelConfig, AnyModelError, type AnyModelErrorMetadata, type BatchAdapter, type BatchCreateRequest, BatchManager, type BatchMode, type BatchObject, type BatchPollOptions, type BatchRequestItem, type BatchResultItem, type BatchResults, type BatchStatus, BatchStore, type BatchUsageSummary, type ChatCompletion, type ChatCompletionChoice, type ChatCompletionChunk, type ChatCompletionRequest, type ChunkChoice, type ChunkDelta, type ContentPart, type CustomProviderConfig, type FinishReason, type GenerationStats, GenerationStatsStore, type Message, type ModelArchitecture, type ModelInfo, type ModelPricing, type ModelTopProvider, type NativeBatchStatus, type ProviderAdapter, type ProviderConfig, type ProviderPreferences, type ResponseFormat, type Role, type ServerOptions, type Tool, type ToolCall, type ToolChoice, type Usage, appendFileQueued, configureFsIO, createAnthropicBatchAdapter, createAnyModelServer, createOpenAIBatchAdapter, ensureDir, getFsQueueStatus, joinPath, readFileQueued, resolveConfig, startServer, waitForFsQueuesIdle, writeFileFlushedQueued, writeFileQueued };