@recombine-ai/platform 0.2.6-test.8 → 0.3.0

package/build/engine/interfaces/stream.d.ts

@@ -0,0 +1,43 @@
+import { Environment } from 'nunjucks';
+import type { EventTracer } from '../../telescope';
+import { StepRegistry, StepTracer } from '../bosun';
+import { PromptFile } from '../prompt-fs';
+import { LlmProviderInfo } from './adapter';
+import { Message } from './conversation';
+import { Logger } from './other';
+export interface AIStreamEngine<CTX extends {}> {
+    createWorkflow: (config: StreamWorkflowConfig<CTX>) => {
+        run: (messages: Message[], ctx: CTX) => Promise<ReadableStream<ResponseChunk>>;
+    };
+}
+export interface StreamingEngineConfig {
+    logger?: Logger;
+    stepRegistry?: StepRegistry;
+    stepTracer?: StepTracer;
+    eventTracer?: EventTracer;
+    nunjucksEnv?: Environment;
+}
+export interface StreamWorkflowConfig<CTX> {
+    name: string;
+    prompt: string | PromptFile;
+    model: LlmStreamAdapter;
+    onError: (error: Error | string, ctx: CTX) => Promise<void>;
+    tokenTransformers?: (() => TransformStream<string, string>)[];
+}
+export interface Transcript {
+    responseChunks: ResponseChunk[];
+    messages: Message[];
+    readonly currentResponse: string;
+    toString(ignoreDirectives?: boolean): string;
+    getConversation(): Message[];
+}
+export interface LlmStreamAdapter {
+    generateStream: (systemPrompt: string, messages: string) => Promise<ReadableStream<string>>;
+    getOptions: () => unknown;
+    getProviderInfo?: () => LlmProviderInfo;
+}
+export interface ResponseChunk {
+    role: 'agent' | 'system';
+    delta: string;
+}
+//# sourceMappingURL=stream.d.ts.map

package/build/engine/interfaces/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/engine/interfaces/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAA;AAEtC,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,UAAU,CAAA;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAA;AACzC,OAAO,EAAE,eAAe,EAAE,MAAM,WAAW,CAAA;AAC3C,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAA;AACxC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAEhC,MAAM,WAAW,cAAc,CAAC,GAAG,SAAS,EAAE;IAE1C,cAAc,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,GAAG,CAAC,KAAK;QAOnD,GAAG,EAAE,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,CAAA;KACjF,CAAA;CACJ;AAED,MAAM,WAAW,qBAAqB;IAElC,MAAM,CAAC,EAAE,MAAM,CAAA;IAEf,YAAY,CAAC,EAAE,YAAY,CAAA;IAE3B,UAAU,CAAC,EAAE,UAAU,CAAA;IAKvB,WAAW,CAAC,EAAE,WAAW,CAAA;IAEzB,WAAW,CAAC,EAAE,WAAW,CAAA;CAC5B;AAED,MAAM,WAAW,oBAAoB,CAAC,GAAG;IAErC,IAAI,EAAE,MAAM,CAAA;IAEZ,MAAM,EAAE,MAAM,GAAG,UAAU,CAAA;IAE3B,KAAK,EAAE,gBAAgB,CAAA;IACvB,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAE3D,iBAAiB,CAAC,EAAE,CAAC,MAAM,eAAe,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAA;CAChE;AAED,MAAM,WAAW,UAAU;IACvB,cAAc,EAAE,aAAa,EAAE,CAAA;IAC/B,QAAQ,EAAE,OAAO,EAAE,CAAA;IACnB,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAA;IAChC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IAC5C,eAAe,IAAI,OAAO,EAAE,CAAA;CAC/B;AAED,MAAM,WAAW,gBAAgB;IAM7B,cAAc,EAAE,CAAC,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAA;IAE3F,UAAU,EAAE,MAAM,OAAO,CAAA;IAKzB,eAAe,CAAC,EAAE,MAAM,eAAe,CAAA;CAC1C;AAED,MAAM,WAAW,aAAa;IAC1B,IAAI,EAAE,OAAO,GAAG,QAAQ,CAAA;IACxB,KAAK,EAAE,MAAM,CAAA;CAChB"}

package/build/engine/interfaces/stream.js

@@ -0,0 +1 @@
+export {};

package/build/engine/interfaces/workflow.d.ts

@@ -0,0 +1,18 @@
+import { Conversation } from './conversation';
+import { WorkflowStep } from './steps';
+export interface WorkflowControls {
+    terminate: () => void;
+    rewindTo: (step: string) => void;
+}
+export type BeforeEachStep<CTX> = (conversation: Conversation, ctx: CTX, workflowControls?: WorkflowControls) => Promise<void>;
+export interface Workflow<CTX> {
+    run: (conversation: Conversation, contextProvider: (() => CTX) | (() => Promise<CTX>), beforeEach?: BeforeEachStep<CTX>) => Promise<string | null>;
+}
+export interface WorkflowConfig<CTX> {
+    name?: string;
+    beforeExecute?: (ctx: CTX) => Promise<void>;
+    afterExecute?: (ctx: CTX) => Promise<void>;
+    onError: (error: string, ctx: CTX) => Promise<unknown>;
+    steps?: WorkflowStep<CTX>[];
+}
+//# sourceMappingURL=workflow.d.ts.map

package/build/engine/interfaces/workflow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"workflow.d.ts","sourceRoot":"","sources":["../../../src/engine/interfaces/workflow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAA;AAEtC,MAAM,WAAW,gBAAgB;IAI7B,SAAS,EAAE,MAAM,IAAI,CAAA;IAMrB,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAAI,CAAA;CACnC;AAED,MAAM,MAAM,cAAc,CAAC,GAAG,IAAI,CAC9B,YAAY,EAAE,YAAY,EAC1B,GAAG,EAAE,GAAG,EACR,gBAAgB,CAAC,EAAE,gBAAgB,KAClC,OAAO,CAAC,IAAI,CAAC,CAAA;AAKlB,MAAM,WAAW,QAAQ,CAAC,GAAG;IASzB,GAAG,EAAE,CACD,YAAY,EAAE,YAAY,EAC1B,eAAe,EAAE,CAAC,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,EACnD,UAAU,CAAC,EAAE,cAAc,CAAC,GAAG,CAAC,KAC/B,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAA;CAC9B;AAKD,MAAM,WAAW,cAAc,CAAC,GAAG;IAE/B,IAAI,CAAC,EAAE,MAAM,CAAA;IAEb,aAAa,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAE3C,YAAY,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAE1C,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,OAAO,CAAC,CAAA;IAEtD,KAAK,CAAC,EAAE,YAAY,CAAC,GAAG,CAAC,EAAE,CAAA;CAC9B"}

package/build/engine/interfaces/workflow.js

@@ -0,0 +1 @@
+export {};

package/build/engine/llm-adapters/index.d.ts

@@ -0,0 +1,5 @@
+export * from './openai';
+export { createOpenAIStreamAdapter } from './openai-stream';
+export * from './mock';
+export { detectProvider } from './provider';
+//# sourceMappingURL=index.d.ts.map

package/build/engine/llm-adapters/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/engine/llm-adapters/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAA;AACxB,OAAO,EAAE,yBAAyB,EAAE,MAAM,iBAAiB,CAAA;AAC3D,cAAc,QAAQ,CAAA;AACtB,OAAO,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA"}

package/build/engine/llm-adapters/index.js

@@ -0,0 +1,4 @@
+export * from './openai';
+export { createOpenAIStreamAdapter } from './openai-stream';
+export * from './mock';
+export { detectProvider } from './provider';

package/build/engine/llm-adapters/mock.d.ts

@@ -0,0 +1,3 @@
+import { LlmAdapter } from '../interfaces';
+export declare function createMockAdapter(): LlmAdapter;
+//# sourceMappingURL=mock.d.ts.map

package/build/engine/llm-adapters/mock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"mock.d.ts","sourceRoot":"","sources":["../../../src/engine/llm-adapters/mock.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE1C,wBAAgB,iBAAiB,IAAI,UAAU,CAU9C"}

package/build/engine/llm-adapters/mock.js

@@ -0,0 +1,11 @@
+export function createMockAdapter() {
+    return {
+        getOptions: () => ({ model: 'mock' }),
+        async generateResponse(_systemPrompt, _messages, schema) {
+            if (schema) {
+                return JSON.stringify({ message: 'canned response', reasons: [] });
+            }
+            return 'canned response';
+        },
+    };
+}

package/build/engine/llm-adapters/openai-stream.d.ts

@@ -0,0 +1,6 @@
+import { OpenAI } from 'openai';
+import { ChatCompletionCreateParamsBase } from 'openai/resources/chat/completions';
+import { LlmStreamAdapter } from '../interfaces/stream';
+export type OpenAIChatOptions = Omit<ChatCompletionCreateParamsBase, 'messages' | 'response_format' | 'stream'>;
+export declare function createOpenAIStreamAdapter(options: OpenAIChatOptions, client?: OpenAI): LlmStreamAdapter;
+//# sourceMappingURL=openai-stream.d.ts.map

package/build/engine/llm-adapters/openai-stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-stream.d.ts","sourceRoot":"","sources":["../../../src/engine/llm-adapters/openai-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAA;AAElF,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AAGvD,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAChC,8BAA8B,EAC9B,UAAU,GAAG,iBAAiB,GAAG,QAAQ,CAC5C,CAAA;AAED,wBAAgB,yBAAyB,CACrC,OAAO,EAAE,iBAAiB,EAC1B,MAAM,SAAe,GACtB,gBAAgB,CA6BlB"}

package/build/engine/llm-adapters/openai-stream.js

@@ -0,0 +1,29 @@
+import { OpenAI } from 'openai';
+import { detectProvider } from './provider';
+export function createOpenAIStreamAdapter(options, client = new OpenAI()) {
+    return {
+        getOptions: () => options,
+        getProviderInfo: () => ({ provider: detectProvider(client), model: options.model }),
+        async generateStream(systemPrompt, messages) {
+            const stream = await client.chat.completions.create({
+                messages: [
+                    { role: 'system', content: systemPrompt },
+                    { role: 'user', content: messages },
+                ],
+                ...options,
+                stream: true,
+                response_format: { type: 'text' },
+            });
+            return new ReadableStream({
+                async start(controller) {
+                    for await (const chunk of stream) {
+                        const content = chunk.choices?.[0]?.delta?.content;
+                        if (content)
+                            controller.enqueue(content);
+                    }
+                    controller.close();
+                },
+            });
+        },
+    };
+}

package/build/engine/llm-adapters/openai.d.ts

@@ -0,0 +1,8 @@
+import { OpenAI } from 'openai';
+import { ChatCompletionCreateParamsBase } from 'openai/resources/chat/completions';
+import { LlmAdapter } from '../interfaces';
+type OpenaiOptionsToSend = Omit<ChatCompletionCreateParamsBase, 'messages' | 'stream'>;
+export type OpenAIChatOptions = Omit<OpenaiOptionsToSend, 'response_format'>;
+export declare function createOpenAIAdapter(options: OpenAIChatOptions, client?: OpenAI): LlmAdapter;
+export {};
+//# sourceMappingURL=openai.d.ts.map

package/build/engine/llm-adapters/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../src/engine/llm-adapters/openai.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC/B,OAAO,EAAE,8BAA8B,EAAE,MAAM,mCAAmC,CAAA;AAGlF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAG1C,KAAK,mBAAmB,GAAG,IAAI,CAAC,8BAA8B,EAAE,UAAU,GAAG,QAAQ,CAAC,CAAA;AACtF,MAAM,MAAM,iBAAiB,GAAG,IAAI,CAAC,mBAAmB,EAAE,iBAAiB,CAAC,CAAA;AAE5E,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAe,GAAG,UAAU,CAoCjG"}

package/build/engine/llm-adapters/openai.js

@@ -0,0 +1,34 @@
+import { OpenAI } from 'openai';
+import { toJSONSchema } from 'zod';
+import { detectProvider } from './provider';
+export function createOpenAIAdapter(options, client = new OpenAI()) {
+    return {
+        getOptions: () => options,
+        getProviderInfo: () => ({ provider: detectProvider(client), model: options.model }),
+        async generateResponse(systemPrompt, messages, schema) {
+            const finalOptions = { ...options };
+            if (schema) {
+                finalOptions.response_format = {
+                    type: 'json_schema',
+                    json_schema: {
+                        name: 'detector_response',
+                        schema: toJSONSchema(schema),
+                        strict: true,
+                    },
+                };
+            }
+            const response = await client.chat.completions.create({
+                messages: [
+                    { role: 'system', content: systemPrompt },
+                    { role: 'user', content: messages },
+                ],
+                ...finalOptions,
+            });
+            const content = response.choices[0]?.message?.content;
+            if (!content) {
+                throw new Error('No response from OpenAI');
+            }
+            return content;
+        },
+    };
+}

package/build/engine/llm-adapters/provider.d.ts

@@ -0,0 +1,4 @@
+import { OpenAI } from 'openai';
+import type { MonitoringProvider } from '../../telescope';
+export declare function detectProvider(client: OpenAI): MonitoringProvider;
+//# sourceMappingURL=provider.d.ts.map

package/build/engine/llm-adapters/provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../../../src/engine/llm-adapters/provider.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,MAAM,EAAE,MAAM,QAAQ,CAAA;AAE5C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAA;AAQzD,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,kBAAkB,CAYjE"}

package/build/engine/llm-adapters/provider.js

@@ -0,0 +1,10 @@
+import { AzureOpenAI } from 'openai';
+export function detectProvider(client) {
+    if (client instanceof AzureOpenAI)
+        return 'azure-openai';
+    const baseURL = client.baseURL ?? '';
+    if (/\.(openai\.azure\.com|azure-api\.net|cognitiveservices\.azure\.com)/i.test(baseURL)) {
+        return 'azure-openai';
+    }
+    return 'openai';
+}

package/build/engine/monitoring/index.d.ts

@@ -0,0 +1,2 @@
+export * from './provider-errors';
+//# sourceMappingURL=index.d.ts.map

package/build/engine/monitoring/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/engine/monitoring/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAA"}

package/build/engine/monitoring/index.js

@@ -0,0 +1 @@
+export * from './provider-errors';

package/build/engine/monitoring/provider-errors.d.ts

@@ -0,0 +1,19 @@
+import type { EventTracer, MonitoringEvent } from '../../telescope';
+import type { LlmProviderInfo } from '../interfaces/adapter';
+import type { Logger } from '../interfaces/other';
+export type ProviderErrorReport = {
+    kind: 'auth-failure' | 'quota-exceeded';
+    event: MonitoringEvent;
+} | {
+    kind: 'rate-limit';
+    statusCode: number;
+    errorCode?: string;
+    errorMessage: string;
+};
+export declare function classifyProviderError(error: unknown, providerInfo?: LlmProviderInfo): ProviderErrorReport | undefined;
+export declare function reportProviderError(error: unknown, deps: {
+    logger: Logger;
+    eventTracer?: EventTracer;
+    providerInfo?: LlmProviderInfo;
+}): ProviderErrorReport | undefined;
+//# sourceMappingURL=provider-errors.d.ts.map

package/build/engine/monitoring/provider-errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-errors.d.ts","sourceRoot":"","sources":["../../../src/engine/monitoring/provider-errors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AACnE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAA;AAC5D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAA;AA0EjD,MAAM,MAAM,mBAAmB,GACzB;IAAE,IAAI,EAAE,cAAc,GAAG,gBAAgB,CAAC;IAAC,KAAK,EAAE,eAAe,CAAA;CAAE,GAKnE;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAA;AAM1F,wBAAgB,qBAAqB,CACjC,KAAK,EAAE,OAAO,EACd,YAAY,CAAC,EAAE,eAAe,GAC/B,mBAAmB,GAAG,SAAS,CAsDjC;AAMD,wBAAgB,mBAAmB,CAC/B,KAAK,EAAE,OAAO,EACd,IAAI,EAAE;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,WAAW,CAAC;IAAC,YAAY,CAAC,EAAE,eAAe,CAAA;CAAE,GACpF,mBAAmB,GAAG,SAAS,CAoBjC"}

package/build/engine/monitoring/provider-errors.js

@@ -0,0 +1,133 @@
+const QUOTA_ERROR_CODES = new Set([
+    'insufficient_quota',
+    'credit_balance_exhausted',
+    'organization_spend_limit_exceeded',
+    'project_spend_limit_exceeded',
+    'organization_usage_limit_exceeded',
+    'billing_hard_limit_reached',
+]);
+const QUOTA_MESSAGE = /exceeded your current quota|insufficient[_ ]quota|no prepaid credits|billing hard limit|spend limit|usage limit/i;
+export function classifyProviderError(error, providerInfo) {
+    const fields = readErrorFields(error);
+    if (!fields)
+        return undefined;
+    const { statusCode, errorCode, errorType, errorMessage } = fields;
+    const provider = providerInfo?.provider ?? 'unknown';
+    if (statusCode === 401 || statusCode === 403) {
+        return {
+            kind: 'auth-failure',
+            event: {
+                event: 'provider.auth.failure',
+                attributes: {
+                    provider,
+                    model: providerInfo?.model,
+                    statusCode,
+                    errorMessage,
+                    errorCode,
+                },
+            },
+        };
+    }
+    if (statusCode === 429) {
+        const isQuota = (errorCode !== undefined && QUOTA_ERROR_CODES.has(errorCode)) ||
+            (errorType !== undefined && QUOTA_ERROR_CODES.has(errorType)) ||
+            QUOTA_MESSAGE.test(errorMessage);
+        if (!isQuota) {
+            return { kind: 'rate-limit', statusCode, errorCode, errorMessage };
+        }
+        return {
+            kind: 'quota-exceeded',
+            event: {
+                event: 'provider.quota.exceeded',
+                attributes: {
+                    provider,
+                    model: providerInfo?.model,
+                    statusCode,
+                    errorMessage,
+                    errorCode: errorCode ?? errorType,
+                    ...readQuotaHeaders(error),
+                },
+            },
+        };
+    }
+    return undefined;
+}
+export function reportProviderError(error, deps) {
+    try {
+        const report = classifyProviderError(error, deps.providerInfo);
+        if (!report)
+            return undefined;
+        if (report.kind === 'rate-limit') {
+            deps.logger.debug('LLM provider rate limited the request', {
+                statusCode: report.statusCode,
+                errorCode: report.errorCode,
+                provider: deps.providerInfo?.provider,
+            });
+            return report;
+        }
+        deps.eventTracer?.emit(report.event);
+        return report;
+    }
+    catch (reportingError) {
+        deps.logger.error('Failed to report provider error', { error: reportingError });
+        return undefined;
+    }
+}
+function readErrorFields(error) {
+    if (typeof error !== 'object' || error === null)
+        return undefined;
+    const candidate = error;
+    const statusCode = candidate.status;
+    if (typeof statusCode !== 'number')
+        return undefined;
+    const errorCode = firstString(candidate.code, candidate.error?.code);
+    const errorType = firstString(candidate.type, candidate.error?.type);
+    const errorMessage = firstString(candidate.error?.message, candidate.message) ?? `HTTP ${statusCode}`;
+    return { statusCode, errorCode, errorType, errorMessage };
+}
+function readQuotaHeaders(error) {
+    const headers = error?.headers;
+    const get = (name) => {
+        const value = headers?.get?.(name);
+        return typeof value === 'string' ? value : undefined;
+    };
+    if (typeof headers?.get !== 'function')
+        return {};
+    const dimensions = ['tokens', 'requests'].map((dimension) => ({
+        quotaName: dimension,
+        limit: toNumber(get(`x-ratelimit-limit-${dimension}`)),
+        remaining: toNumber(get(`x-ratelimit-remaining-${dimension}`)),
+        reset: get(`x-ratelimit-reset-${dimension}`),
+    }));
+    const exhausted = dimensions.find((d) => d.remaining === 0) ??
+        dimensions.find((d) => d.limit !== undefined || d.remaining !== undefined);
+    const retryAfterMs = toNumber(get('retry-after-ms')) ?? secondsToMs(toNumber(get('retry-after')));
+    const resetMs = exhausted?.reset ? parseResetDuration(exhausted.reset) : undefined;
+    const delayMs = resetMs ?? retryAfterMs;
+    return {
+        quotaName: exhausted?.quotaName,
+        limit: exhausted?.limit,
+        remaining: exhausted?.remaining,
+        resetAt: delayMs === undefined ? undefined : Date.now() + delayMs,
+    };
+}
+function parseResetDuration(value) {
+    const units = { ms: 1, s: 1000, m: 60_000, h: 3_600_000, d: 86_400_000 };
+    let total = undefined;
+    for (const [, amount, unit] of value.matchAll(/(\d+(?:\.\d+)?)(ms|[smhd])/g)) {
+        total = (total ?? 0) + Number(amount) * units[unit];
+    }
+    return total;
+}
+function firstString(...values) {
+    return values.find((value) => typeof value === 'string' && value.length > 0);
+}
+function toNumber(value) {
+    if (value === undefined)
+        return undefined;
+    const parsed = Number(value);
+    return Number.isFinite(parsed) ? parsed : undefined;
+}
+function secondsToMs(seconds) {
+    return seconds === undefined ? undefined : seconds * 1000;
+}

package/build/engine/prompt-fs.d.ts

@@ -0,0 +1,17 @@
+import { Logger } from './interfaces';
+export interface FsConfig {
+    logger?: Logger;
+    basePath: string;
+}
+export interface PromptFS {
+    loadFile(path: string): PromptFile;
+}
+export declare function createLocalFS(cfg: FsConfig): {
+    loadFile(path: string): PromptFile;
+};
+export interface PromptFile {
+    type: 'file';
+    content: () => Promise<string>;
+    path: string;
+}
+//# sourceMappingURL=prompt-fs.d.ts.map

package/build/engine/prompt-fs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-fs.d.ts","sourceRoot":"","sources":["../../src/engine/prompt-fs.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AAErC,MAAM,WAAW,QAAQ;IACrB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,EAAE,MAAM,CAAA;CACnB;AAED,MAAM,WAAW,QAAQ;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAAA;CACrC;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,QAAQ;mBAGpB,MAAM,GAAG,UAAU;EAWzC;AAED,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;IAC9B,IAAI,EAAE,MAAM,CAAA;CACf"}

package/build/engine/prompt-fs.js

@@ -0,0 +1,18 @@
+import fs from 'fs';
+import { join } from 'path';
+import { defaultLogger } from './default-logger';
+export function createLocalFS(cfg) {
+    const logger = cfg.logger ?? defaultLogger();
+    return {
+        loadFile(path) {
+            return {
+                type: 'file',
+                content: async () => {
+                    logger.log('Local FS, loading prompt:', path);
+                    return fs.promises.readFile(join(cfg.basePath, path), 'utf-8');
+                },
+                path,
+            };
+        },
+    };
+}

package/build/engine/schedule.d.ts

@@ -0,0 +1,30 @@
+export declare function delayFactory(schedule: Schedule): (delay: Delay) => Date;
+export declare class ScheduleQuery {
+    private schedule;
+    constructor(schedule: Schedule);
+    nextValidDate(delay: Delay): Date;
+    nextValidDate(date: Date): Date;
+    next(): Date;
+    isValid(date: Date): boolean;
+}
+export declare function createScheduleQuery(schedule: Schedule): ScheduleQuery;
+type Delay = [number, 'minutes' | 'hours' | 'days'] | [number, 'hours', number, 'minutes'] | [number, 'days', number, 'hours'] | [number, 'days', number, 'hours', number, 'minutes'];
+type singleInt = 0 | 1 | 2 | 3 | 4 | 5 | 6 | 7 | 8 | 9;
+type hours = `${0 | 1}${singleInt}` | '20' | '21' | '22' | '23';
+type Time = `${hours}:${0 | 1 | 2 | 3 | 4 | 5}${singleInt}`;
+type WeekDays = 'monday' | 'tuesday' | 'wednesday' | 'thursday' | 'friday' | 'saturday' | 'sunday';
+type Year = 2024 | 2025 | 2026 | 2027 | 2028 | 2029 | 2030;
+type Month = '01' | '02' | '03' | '04' | '05' | '06' | '07' | '08' | '09' | '10' | '11' | '12';
+type DateFmt = `${Year}-${Month}-${0 | 1 | 2 | 3}${singleInt}`;
+interface TimeRange {
+    days: WeekDays[];
+    from: Time;
+    to: Time;
+}
+export interface Schedule {
+    timeZone: string;
+    workingHours?: TimeRange[];
+    holidays?: DateFmt[];
+}
+export {};
+//# sourceMappingURL=schedule.d.ts.map

package/build/engine/schedule.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schedule.d.ts","sourceRoot":"","sources":["../../src/engine/schedule.ts"],"names":[],"mappings":"AAIA,wBAAgB,YAAY,CAAC,QAAQ,EAAE,QAAQ,IACV,OAAO,KAAK,KAAG,IAAI,CAGvD;AAKD,qBAAa,aAAa;IACV,OAAO,CAAC,QAAQ;gBAAR,QAAQ,EAAE,QAAQ;IAKtC,aAAa,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI;IAKjC,aAAa,CAAC,IAAI,EAAE,IAAI,GAAG,IAAI;IAwC/B,IAAI;IAQJ,OAAO,CAAC,IAAI,EAAE,IAAI;CAIrB;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,iBAErD;AAiFD,KAAK,KAAK,GACJ,CAAC,MAAM,EAAE,SAAS,GAAG,OAAO,GAAG,MAAM,CAAC,GACtC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,GACpC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,GACjC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,CAAC,CAAA;AAE1D,KAAK,SAAS,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;AACtD,KAAK,KAAK,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAA;AAC/D,KAAK,IAAI,GAAG,GAAG,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,SAAS,EAAE,CAAA;AAC3D,KAAK,QAAQ,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,UAAU,GAAG,QAAQ,GAAG,UAAU,GAAG,QAAQ,CAAA;AAClG,KAAK,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAA;AAC1D,KAAK,KAAK,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,IAAI,CAAA;AAE9F,KAAK,OAAO,GAAG,GAAG,IAAI,IAAI,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,SAAS,EAAE,CAAA;AAE9D,UAAU,SAAS;IACf,IAAI,EAAE,QAAQ,EAAE,CAAA;IAChB,IAAI,EAAE,IAAI,CAAA;IACV,EAAE,EAAE,IAAI,CAAA;CACX;AAED,MAAM,WAAW,QAAQ;IACrB,QAAQ,EAAE,MAAM,CAAA;IAChB,YAAY,CAAC,EAAE,SAAS,EAAE,CAAA;IAC1B,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAA;CACvB"}

package/build/engine/schedule.js

@@ -0,0 +1,109 @@
+export function delayFactory(schedule) {
+    return function getNextTimePoint(delay) {
+        return createScheduleQuery(schedule).nextValidDate(delay);
+    };
+}
+export class ScheduleQuery {
+    schedule;
+    constructor(schedule) {
+        this.schedule = schedule;
+    }
+    nextValidDate(dateOrDelay) {
+        const date = dateOrDelay instanceof Date ? dateOrDelay : new Date();
+        const [_, offsetDiffBefore] = convertToTimeZone(date, this.schedule.timeZone);
+        const localOffsetBefore = date.getTimezoneOffset() * 60 * 1000;
+        if (!(dateOrDelay instanceof Date)) {
+            const delayMs = getDelayTimeInMs(dateOrDelay);
+            date.setTime(date.getTime() + delayMs);
+        }
+        let [targetTzDate, offsetDiff] = convertToTimeZone(date, this.schedule.timeZone);
+        const localOffsetAfterMs = targetTzDate.getTimezoneOffset() * 60 * 1000;
+        const localOffsetChange = localOffsetAfterMs - localOffsetBefore;
+        const targetTzOffsetChange = offsetDiff - offsetDiffBefore;
+        if (this.schedule.workingHours && this.schedule.workingHours?.length > 0) {
+            targetTzDate = getNextWorkingDate(targetTzDate, this.schedule);
+        }
+        const targetDate = new Date(targetTzDate.getTime() + offsetDiff + targetTzOffsetChange + localOffsetChange);
+        const [, offsetDiffTz] = convertToTimeZone(targetDate, this.schedule.timeZone);
+        const targetOffsetTzChange = offsetDiffTz - offsetDiff;
+        return new Date(targetTzDate.getTime() +
+            offsetDiff +
+            targetTzOffsetChange +
+            localOffsetChange +
+            targetOffsetTzChange);
+    }
+    next() {
+        return this.nextValidDate(new Date());
+    }
+    isValid(date) {
+        const next = this.nextValidDate(date);
+        return date.toISOString() === next.toISOString();
+    }
+}
+export function createScheduleQuery(schedule) {
+    return new ScheduleQuery(schedule);
+}
+function getDelayTimeInMs(time) {
+    const minutesIndex = time.findIndex((el) => el === 'minutes');
+    const minutes = minutesIndex !== -1 ? time[minutesIndex - 1] : 0;
+    const hoursIndex = time.findIndex((el) => el === 'hours');
+    const hours = hoursIndex !== -1 ? time[hoursIndex - 1] : 0;
+    const daysIndex = time.findIndex((el) => el === 'days');
+    const days = daysIndex !== -1 ? time[daysIndex - 1] : 0;
+    if ([days, hours, minutes].some((v) => v < 0)) {
+        throw new Error('Negative delay');
+    }
+    return (minutes * 60 + hours * 60 * 60 + days * 24 * 60 * 60) * 1000;
+}
+function convertToTimeZone(date, timeZone) {
+    const convertedDate = new Date(date.toLocaleString('en-US', { timeZone }));
+    const offsetMS = date.getTime() - convertedDate.getTime();
+    return [convertedDate, offsetMS];
+}
+function getNextWorkingDate(date, schedule) {
+    const currentDate = new Date(date);
+    while (true) {
+        const currentDay = getDayOfWeek(currentDate);
+        const daySchedule = schedule.workingHours.find((interval) => interval.days.includes(currentDay));
+        const holiday = schedule.holidays && isHoliday(currentDate, schedule);
+        if (daySchedule && !holiday) {
+            const [fromHours, fromMinutes] = daySchedule.from.split(':').map(Number);
+            const [toHours, toMinutes] = daySchedule.to.split(':').map(Number);
+            if (fromHours > toHours) {
+                throw new Error('"from" is later then "to"');
+            }
+            const startTime = new Date(currentDate);
+            startTime.setHours(fromHours, fromMinutes, 0, 0);
+            const endTime = new Date(currentDate);
+            endTime.setHours(toHours, toMinutes, 0, 0);
+            if (currentDate >= startTime && currentDate <= endTime) {
+                return currentDate;
+            }
+            else if (currentDate < startTime) {
+                return startTime;
+            }
+        }
+        currentDate.setDate(currentDate.getDate() + 1);
+        currentDate.setHours(0, 0, 0, 0);
+    }
+}
+function getDayOfWeek(date) {
+    const days = [
+        'sunday',
+        'monday',
+        'tuesday',
+        'wednesday',
+        'thursday',
+        'friday',
+        'saturday',
+    ];
+    return days[date.getDay()];
+}
+function isHoliday(date, schedule) {
+    if (!schedule.holidays)
+        return false;
+    const offset = date.getTimezoneOffset();
+    const utcDate = new Date(date.getTime() - offset * 60 * 1000);
+    const dateString = utcDate.toISOString().split('T')[0];
+    return schedule.holidays.includes(dateString);
+}

package/build/engine/step-registry.d.ts

@@ -0,0 +1,19 @@
+import { type ZodType } from 'zod';
+import { Logger } from './interfaces';
+import { PromptFile } from './prompt-fs';
+export interface PromptString {
+    type: 'string';
+    content: () => Promise<string>;
+}
+export interface StepDef {
+    name: string;
+    type: 'streaming-response' | 'streaming-detect' | 'text';
+    prompt: PromptFile | PromptString;
+    schema?: ZodType;
+}
+export interface StepRegistry {
+    addStep(def: StepDef): void;
+}
+export declare function createStubRegistry(logger: Logger): StepRegistry;
+export declare function stdPrompt(prompt: PromptFile | string): PromptFile | PromptString;
+//# sourceMappingURL=step-registry.d.ts.map

package/build/engine/step-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-registry.d.ts","sourceRoot":"","sources":["../../src/engine/step-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,OAAO,EAAE,MAAM,KAAK,CAAA;AAElC,OAAO,EAAE,MAAM,EAAE,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AAExC,MAAM,WAAW,YAAY;IACzB,IAAI,EAAE,QAAQ,CAAA;IACd,OAAO,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;CACjC;AAED,MAAM,WAAW,OAAO;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,IAAI,EAAE,oBAAoB,GAAG,kBAAkB,GAAG,MAAM,CAAA;IACxD,MAAM,EAAE,UAAU,GAAG,YAAY,CAAA;IACjC,MAAM,CAAC,EAAE,OAAO,CAAA;CACnB;AAED,MAAM,WAAW,YAAY;IACzB,OAAO,CAAC,GAAG,EAAE,OAAO,GAAG,IAAI,CAAA;CAC9B;AAKD,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,GAAG,YAAY,CAM/D;AAED,wBAAgB,SAAS,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,6BAQpD"}

package/build/engine/step-registry.js

@@ -0,0 +1,16 @@
+export function createStubRegistry(logger) {
+    return {
+        addStep(def) {
+            logger.debug('Step registry, step added:', def);
+        },
+    };
+}
+export function stdPrompt(prompt) {
+    if (typeof prompt === 'string') {
+        return {
+            type: 'string',
+            content: async () => prompt,
+        };
+    }
+    return prompt;
+}

package/build/engine/stream/engine.d.ts

@@ -0,0 +1,3 @@
+import { AIStreamEngine, StreamingEngineConfig } from '../interfaces';
+export declare function createAIStreamEngine<CTX extends {}>(cfg: StreamingEngineConfig): AIStreamEngine<CTX>;
+//# sourceMappingURL=engine.d.ts.map

package/build/engine/stream/engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../../src/engine/stream/engine.ts"],"names":[],"mappings":"AAKA,OAAO,EACH,cAAc,EAKd,qBAAqB,EAExB,MAAM,eAAe,CAAA;AAMtB,wBAAgB,oBAAoB,CAAC,GAAG,SAAS,EAAE,EAC/C,GAAG,EAAE,qBAAqB,GAC3B,cAAc,CAAC,GAAG,CAAC,CAwJrB"}