@modelprofile.com/flexharness-models 6.0.0

package/dist_ts_models/classes.modelregistry.d.ts

@@ -0,0 +1,9 @@
+import type { IModelProvider, ISmartAiModelSetup, ISmartAiOptions, TSmartAiLanguageModel } from './interfaces.js';
+/** A caller-owned registry. Importing a component never registers providers. */
+export declare class ModelRegistry {
+    private readonly providers;
+    register<TOptions extends ISmartAiOptions>(provider: IModelProvider<TOptions>): this;
+    getModel<TOptions extends ISmartAiOptions>(options: TOptions): TSmartAiLanguageModel;
+    getModelSetup<TOptions extends ISmartAiOptions>(options: TOptions): ISmartAiModelSetup;
+    listProviders(): string[];
+}

package/dist_ts_models/classes.modelregistry.js

@@ -0,0 +1,26 @@
+/** A caller-owned registry. Importing a component never registers providers. */
+export class ModelRegistry {
+    providers = new Map();
+    register(provider) {
+        if (!provider.id.trim() || typeof provider.getModel !== 'function')
+            throw new Error('A model provider requires an id and getModel function.');
+        if (this.providers.has(provider.id))
+            throw new Error(`Model provider "${provider.id}" is already registered.`);
+        const id = provider.id;
+        const getModel = provider.getModel.bind(provider);
+        this.providers.set(id, { id, getModel: (options) => getModel(options) });
+        return this;
+    }
+    getModel(options) {
+        const provider = this.providers.get(options.provider);
+        if (!provider)
+            throw new Error(`Model provider "${options.provider}" is not registered.`);
+        return provider.getModel(options);
+    }
+    getModelSetup(options) {
+        const model = this.getModel(options);
+        return options.providerOptions ? { model, providerOptions: options.providerOptions } : { model };
+    }
+    listProviders() { return [...this.providers.keys()]; }
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY2xhc3Nlcy5tb2RlbHJlZ2lzdHJ5LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vdHNfbW9kZWxzL2NsYXNzZXMubW9kZWxyZWdpc3RyeS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFFQSxnRkFBZ0Y7QUFDaEYsTUFBTSxPQUFPLGFBQWE7SUFDUCxTQUFTLEdBQUcsSUFBSSxHQUFHLEVBQTBCLENBQUM7SUFFeEQsUUFBUSxDQUFtQyxRQUFrQztRQUNsRixJQUFJLENBQUMsUUFBUSxDQUFDLEVBQUUsQ0FBQyxJQUFJLEVBQUUsSUFBSSxPQUFPLFFBQVEsQ0FBQyxRQUFRLEtBQUssVUFBVTtZQUFFLE1BQU0sSUFBSSxLQUFLLENBQUMsd0RBQXdELENBQUMsQ0FBQztRQUM5SSxJQUFJLElBQUksQ0FBQyxTQUFTLENBQUMsR0FBRyxDQUFDLFFBQVEsQ0FBQyxFQUFFLENBQUM7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLG1CQUFtQixRQUFRLENBQUMsRUFBRSwwQkFBMEIsQ0FBQyxDQUFDO1FBQy9HLE1BQU0sRUFBRSxHQUFHLFFBQVEsQ0FBQyxFQUFFLENBQUM7UUFDdkIsTUFBTSxRQUFRLEdBQUcsUUFBUSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsUUFBUSxDQUFDLENBQUM7UUFDbEQsSUFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUMsRUFBRSxFQUFFLEVBQUUsRUFBRSxFQUFFLFFBQVEsRUFBRSxDQUFDLE9BQU8sRUFBRSxFQUFFLENBQUMsUUFBUSxDQUFDLE9BQW1CLENBQUMsRUFBRSxDQUFDLENBQUM7UUFDckYsT0FBTyxJQUFJLENBQUM7SUFDZCxDQUFDO0lBRU0sUUFBUSxDQUFtQyxPQUFpQjtRQUNqRSxNQUFNLFFBQVEsR0FBRyxJQUFJLENBQUMsU0FBUyxDQUFDLEdBQUcsQ0FBQyxPQUFPLENBQUMsUUFBUSxDQUFDLENBQUM7UUFDdEQsSUFBSSxDQUFDLFFBQVE7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLG1CQUFtQixPQUFPLENBQUMsUUFBUSxzQkFBc0IsQ0FBQyxDQUFDO1FBQzFGLE9BQU8sUUFBUSxDQUFDLFFBQVEsQ0FBQyxPQUFPLENBQUMsQ0FBQztJQUNwQyxDQUFDO0lBRU0sYUFBYSxDQUFtQyxPQUFpQjtRQUN0RSxNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsUUFBUSxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQ3JDLE9BQU8sT0FBTyxDQUFDLGVBQWUsQ0FBQyxDQUFDLENBQUMsRUFBRSxLQUFLLEVBQUUsZUFBZSxFQUFFLE9BQU8sQ0FBQyxlQUFlLEVBQUUsQ0FBQyxDQUFDLENBQUMsRUFBRSxLQUFLLEVBQUUsQ0FBQztJQUNuRyxDQUFDO0lBRU0sYUFBYSxLQUFlLE9BQU8sQ0FBQyxHQUFHLElBQUksQ0FBQyxTQUFTLENBQUMsSUFBSSxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUM7Q0FDeEUifQ==

package/dist_ts_models/index.d.ts

@@ -0,0 +1,5 @@
+export * from './interfaces.js';
+export * from './classes.modelregistry.js';
+export * from './smartai.cache.js';
+export { generateText, streamText, tool, jsonSchema } from 'ai';
+export type { ModelMessage, ToolSet, StreamTextResult } from 'ai';

package/dist_ts_models/index.js

@@ -0,0 +1,5 @@
+export * from './interfaces.js';
+export * from './classes.modelregistry.js';
+export * from './smartai.cache.js';
+export { generateText, streamText, tool, jsonSchema } from 'ai';
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi90c19tb2RlbHMvaW5kZXgudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsY0FBYyxpQkFBaUIsQ0FBQztBQUNoQyxjQUFjLDRCQUE0QixDQUFDO0FBQzNDLGNBQWMsb0JBQW9CLENBQUM7QUFDbkMsT0FBTyxFQUFFLFlBQVksRUFBRSxVQUFVLEVBQUUsSUFBSSxFQUFFLFVBQVUsRUFBRSxNQUFNLElBQUksQ0FBQyJ9

package/dist_ts_models/interfaces.d.ts

@@ -0,0 +1,20 @@
+import type { JSONObject, LanguageModelV3, LanguageModelV4 } from '@ai-sdk/provider';
+export type TProvider = string;
+export type TSmartAiLanguageModel = LanguageModelV3 | LanguageModelV4;
+export type TSmartAiProviderOptions = Record<string, JSONObject>;
+export interface ISmartAiModelSetup {
+    model: TSmartAiLanguageModel;
+    providerOptions?: TSmartAiProviderOptions;
+}
+export interface ISmartAiOptions {
+    provider: string;
+    model: string;
+    apiKey?: string;
+    baseUrl?: string;
+    providerOptions?: TSmartAiProviderOptions;
+}
+export interface IModelProvider<TOptions extends ISmartAiOptions = ISmartAiOptions> {
+    readonly id: string;
+    getModel(options: TOptions): TSmartAiLanguageModel;
+}
+export type { JSONObject, LanguageModelV3, LanguageModelV3Prompt, LanguageModelV4, LanguageModelV4Prompt } from '@ai-sdk/provider';

package/dist_ts_models/interfaces.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW50ZXJmYWNlcy5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3RzX21vZGVscy9pbnRlcmZhY2VzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiIifQ==

package/dist_ts_models/smartai.cache.d.ts

@@ -0,0 +1,31 @@
+import type { LanguageModelV4Middleware, LanguageModelV4Prompt } from '@ai-sdk/provider';
+import type { TSmartAiProviderOptions } from './interfaces.js';
+export type TSmartAiMessageCacheProvider = 'anthropic' | 'openrouter' | 'bedrock' | 'openaiCompatible' | 'copilot' | 'alibaba';
+export type TSmartAiCacheRetention = 'ephemeral' | '1h' | 'in_memory' | '24h';
+export interface ISmartAiCacheOptions {
+    /** Provider-specific message cache marker namespace. Usually inferred from the model. */
+    provider?: TSmartAiMessageCacheProvider;
+    /** Stable session/request key for providers that support request-level prompt cache affinity. */
+    key?: string;
+    /** Short retention is the default; longer retention is opt-in. */
+    retention?: TSmartAiCacheRetention;
+}
+export type TSmartAiCacheSetting = boolean | 'auto' | ISmartAiCacheOptions;
+export declare function mergeSmartAiProviderOptions(defaults?: TSmartAiProviderOptions, overrides?: TSmartAiProviderOptions): TSmartAiProviderOptions | undefined;
+export declare function resolveSmartAiCacheProvider(provider?: string, modelId?: string): TSmartAiMessageCacheProvider | undefined;
+export declare function getSmartAiMessageCacheProviderOptions(provider: TSmartAiMessageCacheProvider, options?: ISmartAiCacheOptions): TSmartAiProviderOptions;
+export declare function applySmartAiPromptCaching(prompt: LanguageModelV4Prompt, options?: ISmartAiCacheOptions): LanguageModelV4Prompt;
+export declare function createSmartAiCachingMiddleware(options?: ISmartAiCacheOptions): LanguageModelV4Middleware;
+export declare function getSmartAiCacheProviderOptions(input: {
+    provider?: string;
+    modelId?: string;
+    cache?: TSmartAiCacheSetting;
+    sessionId?: string;
+}): TSmartAiProviderOptions | undefined;
+export declare function applySmartAiCacheProviderOptions(input: {
+    provider?: string;
+    modelId?: string;
+    providerOptions?: TSmartAiProviderOptions;
+    cache?: TSmartAiCacheSetting;
+    sessionId?: string;
+}): TSmartAiProviderOptions | undefined;

package/dist_ts_models/smartai.cache.js

@@ -0,0 +1,179 @@
+function isObject(input) {
+    return typeof input === 'object' && input !== null && !Array.isArray(input);
+}
+function mergeJsonDefaults(defaults, overrides) {
+    const result = { ...defaults };
+    if (!overrides)
+        return result;
+    for (const [key, value] of Object.entries(overrides)) {
+        const existing = result[key];
+        if (isObject(existing) && isObject(value)) {
+            result[key] = mergeJsonDefaults(existing, value);
+            continue;
+        }
+        result[key] = value;
+    }
+    return result;
+}
+export function mergeSmartAiProviderOptions(defaults, overrides) {
+    if (!defaults)
+        return overrides;
+    if (!overrides)
+        return defaults;
+    return mergeJsonDefaults(defaults, overrides);
+}
+function cacheOptionsFromSetting(cache) {
+    if (cache === false)
+        return undefined;
+    if (cache === undefined || cache === true || cache === 'auto')
+        return {};
+    return cache;
+}
+export function resolveSmartAiCacheProvider(provider, modelId) {
+    const providerLower = provider?.toLowerCase() ?? '';
+    const modelLower = modelId?.toLowerCase() ?? '';
+    if (providerLower.includes('openrouter'))
+        return 'openrouter';
+    if (providerLower.includes('bedrock'))
+        return 'bedrock';
+    if (providerLower.includes('copilot'))
+        return 'copilot';
+    if (providerLower.includes('alibaba'))
+        return 'alibaba';
+    if (providerLower.includes('openai-compatible') || providerLower.includes('openaicompatible')) {
+        return 'openaiCompatible';
+    }
+    if (providerLower.includes('anthropic'))
+        return 'anthropic';
+    if (modelLower.includes('claude') || modelLower.includes('anthropic'))
+        return 'anthropic';
+    return undefined;
+}
+export function getSmartAiMessageCacheProviderOptions(provider, options = {}) {
+    const anthropicCacheControl = {
+        type: 'ephemeral',
+        ...(options.retention === '1h' ? { ttl: '1h' } : {}),
+    };
+    const providerOptions = {
+        anthropic: {
+            anthropic: {
+                cacheControl: anthropicCacheControl,
+            },
+        },
+        openrouter: {
+            openrouter: {
+                cacheControl: { type: 'ephemeral' },
+            },
+        },
+        bedrock: {
+            bedrock: {
+                cachePoint: { type: 'default' },
+            },
+        },
+        openaiCompatible: {
+            openaiCompatible: {
+                cache_control: { type: 'ephemeral' },
+            },
+        },
+        copilot: {
+            copilot: {
+                copilot_cache_control: { type: 'ephemeral' },
+            },
+        },
+        alibaba: {
+            alibaba: {
+                cacheControl: { type: 'ephemeral' },
+            },
+        },
+    };
+    return providerOptions[provider];
+}
+function shouldUseMessageLevelOptions(provider) {
+    return provider === 'anthropic' || provider === 'bedrock';
+}
+function applyProviderOptionsDefaults(item, defaults) {
+    return {
+        ...item,
+        providerOptions: mergeSmartAiProviderOptions(defaults, item.providerOptions),
+    };
+}
+function isToolApprovalPart(part) {
+    if (!isObject(part))
+        return false;
+    return part.type === 'tool-approval-request' || part.type === 'tool-approval-response';
+}
+function applyCacheToMessage(message, provider, options) {
+    const providerOptions = getSmartAiMessageCacheProviderOptions(provider, options);
+    const content = message.content;
+    if (!shouldUseMessageLevelOptions(provider) && Array.isArray(content) && content.length > 0) {
+        const lastIndex = content.length - 1;
+        const lastPart = content[lastIndex];
+        if (!isToolApprovalPart(lastPart)) {
+            const messageWithArrayContent = message;
+            return {
+                ...messageWithArrayContent,
+                content: content.map((part, index) => index === lastIndex ? applyProviderOptionsDefaults(part, providerOptions) : part),
+            };
+        }
+    }
+    return applyProviderOptionsDefaults(message, providerOptions);
+}
+export function applySmartAiPromptCaching(prompt, options = {}) {
+    const provider = options.provider ?? 'anthropic';
+    const targetIndexes = new Set();
+    const nonSystemIndexes = [];
+    let systemCount = 0;
+    for (let i = 0; i < prompt.length; i++) {
+        const message = prompt[i];
+        if (message.role === 'system') {
+            if (systemCount < 2)
+                targetIndexes.add(i);
+            systemCount++;
+            continue;
+        }
+        nonSystemIndexes.push(i);
+    }
+    for (const index of nonSystemIndexes.slice(-2)) {
+        targetIndexes.add(index);
+    }
+    if (targetIndexes.size === 0)
+        return prompt;
+    return prompt.map((message, index) => targetIndexes.has(index) ? applyCacheToMessage(message, provider, options) : message);
+}
+export function createSmartAiCachingMiddleware(options = {}) {
+    return {
+        specificationVersion: 'v4',
+        transformParams: async ({ params }) => ({
+            ...params,
+            prompt: applySmartAiPromptCaching(params.prompt, options),
+        }),
+    };
+}
+function isOpenAiProvider(provider) {
+    const providerLower = provider?.toLowerCase() ?? '';
+    return providerLower === 'openai' || providerLower.startsWith('openai.') || providerLower.includes('@ai-sdk/openai');
+}
+export function getSmartAiCacheProviderOptions(input) {
+    const cacheOptions = cacheOptionsFromSetting(input.cache);
+    if (!cacheOptions)
+        return undefined;
+    if (isOpenAiProvider(input.provider)) {
+        const key = cacheOptions.key ?? input.sessionId;
+        return {
+            openai: {
+                store: false,
+                ...(key ? { promptCacheKey: key } : {}),
+                ...(cacheOptions.retention === '24h' || cacheOptions.retention === 'in_memory'
+                    ? { promptCacheRetention: cacheOptions.retention }
+                    : key
+                        ? { promptCacheRetention: 'in_memory' }
+                        : {}),
+            },
+        };
+    }
+    return undefined;
+}
+export function applySmartAiCacheProviderOptions(input) {
+    return mergeSmartAiProviderOptions(getSmartAiCacheProviderOptions(input), input.providerOptions);
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoic21hcnRhaS5jYWNoZS5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uL3RzX21vZGVscy9zbWFydGFpLmNhY2hlLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQTZCQSxTQUFTLFFBQVEsQ0FBQyxLQUFjO0lBQzlCLE9BQU8sT0FBTyxLQUFLLEtBQUssUUFBUSxJQUFJLEtBQUssS0FBSyxJQUFJLElBQUksQ0FBQyxLQUFLLENBQUMsT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDO0FBQzlFLENBQUM7QUFFRCxTQUFTLGlCQUFpQixDQUFDLFFBQW9CLEVBQUUsU0FBc0I7SUFDckUsTUFBTSxNQUFNLEdBQWUsRUFBRSxHQUFHLFFBQVEsRUFBRSxDQUFDO0lBRTNDLElBQUksQ0FBQyxTQUFTO1FBQUUsT0FBTyxNQUFNLENBQUM7SUFFOUIsS0FBSyxNQUFNLENBQUMsR0FBRyxFQUFFLEtBQUssQ0FBQyxJQUFJLE1BQU0sQ0FBQyxPQUFPLENBQUMsU0FBUyxDQUFDLEVBQUUsQ0FBQztRQUNyRCxNQUFNLFFBQVEsR0FBRyxNQUFNLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDN0IsSUFBSSxRQUFRLENBQUMsUUFBUSxDQUFDLElBQUksUUFBUSxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUM7WUFDMUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxHQUFHLGlCQUFpQixDQUFDLFFBQXNCLEVBQUUsS0FBbUIsQ0FBQyxDQUFDO1lBQzdFLFNBQVM7UUFDWCxDQUFDO1FBQ0QsTUFBTSxDQUFDLEdBQUcsQ0FBQyxHQUFHLEtBQWtCLENBQUM7SUFDbkMsQ0FBQztJQUVELE9BQU8sTUFBTSxDQUFDO0FBQ2hCLENBQUM7QUFFRCxNQUFNLFVBQVUsMkJBQTJCLENBQ3pDLFFBQWtDLEVBQ2xDLFNBQW1DO0lBRW5DLElBQUksQ0FBQyxRQUFRO1FBQUUsT0FBTyxTQUFTLENBQUM7SUFDaEMsSUFBSSxDQUFDLFNBQVM7UUFBRSxPQUFPLFFBQVEsQ0FBQztJQUNoQyxPQUFPLGlCQUFpQixDQUFDLFFBQXNCLEVBQUUsU0FBdUIsQ0FBNEIsQ0FBQztBQUN2RyxDQUFDO0FBRUQsU0FBUyx1QkFBdUIsQ0FBQyxLQUF1QztJQUN0RSxJQUFJLEtBQUssS0FBSyxLQUFLO1FBQUUsT0FBTyxTQUFTLENBQUM7SUFDdEMsSUFBSSxLQUFLLEtBQUssU0FBUyxJQUFJLEtBQUssS0FBSyxJQUFJLElBQUksS0FBSyxLQUFLLE1BQU07UUFBRSxPQUFPLEVBQUUsQ0FBQztJQUN6RSxPQUFPLEtBQUssQ0FBQztBQUNmLENBQUM7QUFFRCxNQUFNLFVBQVUsMkJBQTJCLENBQUMsUUFBaUIsRUFBRSxPQUFnQjtJQUM3RSxNQUFNLGFBQWEsR0FBRyxRQUFRLEVBQUUsV0FBVyxFQUFFLElBQUksRUFBRSxDQUFDO0lBQ3BELE1BQU0sVUFBVSxHQUFHLE9BQU8sRUFBRSxXQUFXLEVBQUUsSUFBSSxFQUFFLENBQUM7SUFFaEQsSUFBSSxhQUFhLENBQUMsUUFBUSxDQUFDLFlBQVksQ0FBQztRQUFFLE9BQU8sWUFBWSxDQUFDO0lBQzlELElBQUksYUFBYSxDQUFDLFFBQVEsQ0FBQyxTQUFTLENBQUM7UUFBRSxPQUFPLFNBQVMsQ0FBQztJQUN4RCxJQUFJLGFBQWEsQ0FBQyxRQUFRLENBQUMsU0FBUyxDQUFDO1FBQUUsT0FBTyxTQUFTLENBQUM7SUFDeEQsSUFBSSxhQUFhLENBQUMsUUFBUSxDQUFDLFNBQVMsQ0FBQztRQUFFLE9BQU8sU0FBUyxDQUFDO0lBQ3hELElBQUksYUFBYSxDQUFDLFFBQVEsQ0FBQyxtQkFBbUIsQ0FBQyxJQUFJLGFBQWEsQ0FBQyxRQUFRLENBQUMsa0JBQWtCLENBQUMsRUFBRSxDQUFDO1FBQzlGLE9BQU8sa0JBQWtCLENBQUM7SUFDNUIsQ0FBQztJQUNELElBQUksYUFBYSxDQUFDLFFBQVEsQ0FBQyxXQUFXLENBQUM7UUFBRSxPQUFPLFdBQVcsQ0FBQztJQUM1RCxJQUFJLFVBQVUsQ0FBQyxRQUFRLENBQUMsUUFBUSxDQUFDLElBQUksVUFBVSxDQUFDLFFBQVEsQ0FBQyxXQUFXLENBQUM7UUFBRSxPQUFPLFdBQVcsQ0FBQztJQUUxRixPQUFPLFNBQVMsQ0FBQztBQUNuQixDQUFDO0FBRUQsTUFBTSxVQUFVLHFDQUFxQyxDQUNuRCxRQUFzQyxFQUN0QyxVQUFnQyxFQUFFO0lBRWxDLE1BQU0scUJBQXFCLEdBQWU7UUFDeEMsSUFBSSxFQUFFLFdBQVc7UUFDakIsR0FBRyxDQUFDLE9BQU8sQ0FBQyxTQUFTLEtBQUssSUFBSSxDQUFDLENBQUMsQ0FBQyxFQUFFLEdBQUcsRUFBRSxJQUFJLEVBQUUsQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDO0tBQ3JELENBQUM7SUFFRixNQUFNLGVBQWUsR0FBcUQ7UUFDeEUsU0FBUyxFQUFFO1lBQ1QsU0FBUyxFQUFFO2dCQUNULFlBQVksRUFBRSxxQkFBcUI7YUFDcEM7U0FDRjtRQUNELFVBQVUsRUFBRTtZQUNWLFVBQVUsRUFBRTtnQkFDVixZQUFZLEVBQUUsRUFBRSxJQUFJLEVBQUUsV0FBVyxFQUFFO2FBQ3BDO1NBQ0Y7UUFDRCxPQUFPLEVBQUU7WUFDUCxPQUFPLEVBQUU7Z0JBQ1AsVUFBVSxFQUFFLEVBQUUsSUFBSSxFQUFFLFNBQVMsRUFBRTthQUNoQztTQUNGO1FBQ0QsZ0JBQWdCLEVBQUU7WUFDaEIsZ0JBQWdCLEVBQUU7Z0JBQ2hCLGFBQWEsRUFBRSxFQUFFLElBQUksRUFBRSxXQUFXLEVBQUU7YUFDckM7U0FDRjtRQUNELE9BQU8sRUFBRTtZQUNQLE9BQU8sRUFBRTtnQkFDUCxxQkFBcUIsRUFBRSxFQUFFLElBQUksRUFBRSxXQUFXLEVBQUU7YUFDN0M7U0FDRjtRQUNELE9BQU8sRUFBRTtZQUNQLE9BQU8sRUFBRTtnQkFDUCxZQUFZLEVBQUUsRUFBRSxJQUFJLEVBQUUsV0FBVyxFQUFFO2FBQ3BDO1NBQ0Y7S0FDRixDQUFDO0lBRUYsT0FBTyxlQUFlLENBQUMsUUFBUSxDQUE0QixDQUFDO0FBQzlELENBQUM7QUFFRCxTQUFTLDRCQUE0QixDQUFDLFFBQXNDO0lBQzFFLE9BQU8sUUFBUSxLQUFLLFdBQVcsSUFBSSxRQUFRLEtBQUssU0FBUyxDQUFDO0FBQzVELENBQUM7QUFFRCxTQUFTLDRCQUE0QixDQUNuQyxJQUFPLEVBQ1AsUUFBaUM7SUFFakMsT0FBTztRQUNMLEdBQUcsSUFBSTtRQUNQLGVBQWUsRUFBRSwyQkFBMkIsQ0FBQyxRQUFRLEVBQUUsSUFBSSxDQUFDLGVBQWUsQ0FBQztLQUM3RSxDQUFDO0FBQ0osQ0FBQztBQUVELFNBQVMsa0JBQWtCLENBQUMsSUFBYTtJQUN2QyxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQztRQUFFLE9BQU8sS0FBSyxDQUFDO0lBQ2xDLE9BQU8sSUFBSSxDQUFDLElBQUksS0FBSyx1QkFBdUIsSUFBSSxJQUFJLENBQUMsSUFBSSxLQUFLLHdCQUF3QixDQUFDO0FBQ3pGLENBQUM7QUFFRCxTQUFTLG1CQUFtQixDQUMxQixPQUFzQyxFQUN0QyxRQUFzQyxFQUN0QyxPQUE2QjtJQUU3QixNQUFNLGVBQWUsR0FBRyxxQ0FBcUMsQ0FBQyxRQUFRLEVBQUUsT0FBTyxDQUFDLENBQUM7SUFDakYsTUFBTSxPQUFPLEdBQUcsT0FBTyxDQUFDLE9BQU8sQ0FBQztJQUVoQyxJQUFJLENBQUMsNEJBQTRCLENBQUMsUUFBUSxDQUFDLElBQUksS0FBSyxDQUFDLE9BQU8sQ0FBQyxPQUFPLENBQUMsSUFBSSxPQUFPLENBQUMsTUFBTSxHQUFHLENBQUMsRUFBRSxDQUFDO1FBQzVGLE1BQU0sU0FBUyxHQUFHLE9BQU8sQ0FBQyxNQUFNLEdBQUcsQ0FBQyxDQUFDO1FBQ3JDLE1BQU0sUUFBUSxHQUFHLE9BQU8sQ0FBQyxTQUFTLENBQUMsQ0FBQztRQUNwQyxJQUFJLENBQUMsa0JBQWtCLENBQUMsUUFBUSxDQUFDLEVBQUUsQ0FBQztZQUNsQyxNQUFNLHVCQUF1QixHQUFHLE9BQXlFLENBQUM7WUFDMUcsT0FBTztnQkFDTCxHQUFHLHVCQUF1QjtnQkFDMUIsT0FBTyxFQUFFLE9BQU8sQ0FBQyxHQUFHLENBQUMsQ0FBQyxJQUFJLEVBQUUsS0FBSyxFQUFFLEVBQUUsQ0FDbkMsS0FBSyxLQUFLLFNBQVMsQ0FBQyxDQUFDLENBQUMsNEJBQTRCLENBQUMsSUFBSSxFQUFFLGVBQWUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxJQUFJLENBQ3ZDO2FBQ1gsQ0FBQztRQUNyQyxDQUFDO0lBQ0gsQ0FBQztJQUVELE9BQU8sNEJBQTRCLENBQUMsT0FBTyxFQUFFLGVBQWUsQ0FBQyxDQUFDO0FBQ2hFLENBQUM7QUFFRCxNQUFNLFVBQVUseUJBQXlCLENBQ3ZDLE1BQTZCLEVBQzdCLFVBQWdDLEVBQUU7SUFFbEMsTUFBTSxRQUFRLEdBQUcsT0FBTyxDQUFDLFFBQVEsSUFBSSxXQUFXLENBQUM7SUFDakQsTUFBTSxhQUFhLEdBQUcsSUFBSSxHQUFHLEVBQVUsQ0FBQztJQUN4QyxNQUFNLGdCQUFnQixHQUFhLEVBQUUsQ0FBQztJQUN0QyxJQUFJLFdBQVcsR0FBRyxDQUFDLENBQUM7SUFFcEIsS0FBSyxJQUFJLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQyxHQUFHLE1BQU0sQ0FBQyxNQUFNLEVBQUUsQ0FBQyxFQUFFLEVBQUUsQ0FBQztRQUN2QyxNQUFNLE9BQU8sR0FBRyxNQUFNLENBQUMsQ0FBQyxDQUFDLENBQUM7UUFDMUIsSUFBSSxPQUFPLENBQUMsSUFBSSxLQUFLLFFBQVEsRUFBRSxDQUFDO1lBQzlCLElBQUksV0FBVyxHQUFHLENBQUM7Z0JBQUUsYUFBYSxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsQ0FBQztZQUMxQyxXQUFXLEVBQUUsQ0FBQztZQUNkLFNBQVM7UUFDWCxDQUFDO1FBQ0QsZ0JBQWdCLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQyxDQUFDO0lBQzNCLENBQUM7SUFFRCxLQUFLLE1BQU0sS0FBSyxJQUFJLGdCQUFnQixDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUM7UUFDL0MsYUFBYSxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQztJQUMzQixDQUFDO0lBRUQsSUFBSSxhQUFhLENBQUMsSUFBSSxLQUFLLENBQUM7UUFBRSxPQUFPLE1BQU0sQ0FBQztJQUU1QyxPQUFPLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQyxPQUFPLEVBQUUsS0FBSyxFQUFFLEVBQUUsQ0FDbkMsYUFBYSxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQyxDQUFDLENBQUMsbUJBQW1CLENBQUMsT0FBTyxFQUFFLFFBQVEsRUFBRSxPQUFPLENBQUMsQ0FBQyxDQUFDLENBQUMsT0FBTyxDQUM1RCxDQUFDO0FBQzdCLENBQUM7QUFFRCxNQUFNLFVBQVUsOEJBQThCLENBQUMsVUFBZ0MsRUFBRTtJQUMvRSxPQUFPO1FBQ0wsb0JBQW9CLEVBQUUsSUFBSTtRQUMxQixlQUFlLEVBQUUsS0FBSyxFQUFFLEVBQUUsTUFBTSxFQUFFLEVBQUUsRUFBRSxDQUFDLENBQUM7WUFDdEMsR0FBRyxNQUFNO1lBQ1QsTUFBTSxFQUFFLHlCQUF5QixDQUFDLE1BQU0sQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDO1NBQzFELENBQUM7S0FDSCxDQUFDO0FBQ0osQ0FBQztBQUVELFNBQVMsZ0JBQWdCLENBQUMsUUFBaUI7SUFDekMsTUFBTSxhQUFhLEdBQUcsUUFBUSxFQUFFLFdBQVcsRUFBRSxJQUFJLEVBQUUsQ0FBQztJQUNwRCxPQUFPLGFBQWEsS0FBSyxRQUFRLElBQUksYUFBYSxDQUFDLFVBQVUsQ0FBQyxTQUFTLENBQUMsSUFBSSxhQUFhLENBQUMsUUFBUSxDQUFDLGdCQUFnQixDQUFDLENBQUM7QUFDdkgsQ0FBQztBQUVELE1BQU0sVUFBVSw4QkFBOEIsQ0FBQyxLQUs5QztJQUNDLE1BQU0sWUFBWSxHQUFHLHVCQUF1QixDQUFDLEtBQUssQ0FBQyxLQUFLLENBQUMsQ0FBQztJQUMxRCxJQUFJLENBQUMsWUFBWTtRQUFFLE9BQU8sU0FBUyxDQUFDO0lBRXBDLElBQUksZ0JBQWdCLENBQUMsS0FBSyxDQUFDLFFBQVEsQ0FBQyxFQUFFLENBQUM7UUFDckMsTUFBTSxHQUFHLEdBQUcsWUFBWSxDQUFDLEdBQUcsSUFBSSxLQUFLLENBQUMsU0FBUyxDQUFDO1FBQ2hELE9BQU87WUFDTCxNQUFNLEVBQUU7Z0JBQ04sS0FBSyxFQUFFLEtBQUs7Z0JBQ1osR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUMsRUFBRSxjQUFjLEVBQUUsR0FBRyxFQUFFLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQztnQkFDdkMsR0FBRyxDQUFDLFlBQVksQ0FBQyxTQUFTLEtBQUssS0FBSyxJQUFJLFlBQVksQ0FBQyxTQUFTLEtBQUssV0FBVztvQkFDNUUsQ0FBQyxDQUFDLEVBQUUsb0JBQW9CLEVBQUUsWUFBWSxDQUFDLFNBQVMsRUFBRTtvQkFDbEQsQ0FBQyxDQUFDLEdBQUc7d0JBQ0gsQ0FBQyxDQUFDLEVBQUUsb0JBQW9CLEVBQUUsV0FBVyxFQUFFO3dCQUN2QyxDQUFDLENBQUMsRUFBRSxDQUFDO2FBQ1Y7U0FDRixDQUFDO0lBQ0osQ0FBQztJQUVELE9BQU8sU0FBUyxDQUFDO0FBQ25CLENBQUM7QUFFRCxNQUFNLFVBQVUsZ0NBQWdDLENBQUMsS0FNaEQ7SUFDQyxPQUFPLDJCQUEyQixDQUNoQyw4QkFBOEIsQ0FBQyxLQUFLLENBQUMsRUFDckMsS0FBSyxDQUFDLGVBQWUsQ0FDdEIsQ0FBQztBQUNKLENBQUMifQ==

package/license.md

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Task Venture Capital GmbH
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/package.json

@@ -0,0 +1,30 @@
+{
+  "author": "Task Venture Capital GmbH",
+  "license": "MIT",
+  "name": "@modelprofile.com/flexharness-models",
+  "version": "6.0.0",
+  "type": "module",
+  "description": "Provider-independent model contracts, prompt caching and explicit model registration.",
+  "main": "./dist_ts_models/index.js",
+  "types": "./dist_ts_models/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist_ts_models/index.d.ts",
+      "import": "./dist_ts_models/index.js"
+    }
+  },
+  "dependencies": {
+    "ai": "^7.0.79",
+    "@ai-sdk/provider": "^4.0.8"
+  },
+  "engines": {
+    "node": ">=24"
+  },
+  "sideEffects": false,
+  "files": [
+    "ts_models",
+    "dist_ts_models",
+    "readme.md",
+    "license.md"
+  ]
+}

package/readme.md

@@ -0,0 +1,37 @@
+Provider-independent model contracts, prompt caching and explicit model registration.
+
+Part of the [FlexHarness toolbox](https://code.foss.global/modelprofile.com/flexharness).
+Install the components your project uses. Provider adapters are registered explicitly;
+the agent and harness do not install or register vendor SDKs.
+
+```sh
+pnpm add @modelprofile.com/flexharness-models
+```
+
+See the [toolbox usage and migration guide](https://code.foss.global/modelprofile.com/flexharness#readme)
+for composition examples and the SmartAI/SmartAgent migration map.
+
+## Issue Reporting and Security
+
+Report issues and security concerns through [community.foss.global](https://community.foss.global).
+
+## License and Legal Information
+
+This repository contains open-source code licensed under the MIT License. A copy of the license can be found in the repository license file.
+
+**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
+
+### Trademarks
+
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH or third parties, and are not included within the scope of the MIT license granted herein.
+
+Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines or the guidelines of the respective third-party owners, and any usage must be approved in writing. Third-party trademarks used herein are the property of their respective owners and used only in a descriptive manner, e.g. for an implementation of an API or similar.
+
+### Company Information
+
+Task Venture Capital GmbH<br>
+Registered at District Court Bremen HRB 35230 HB, Germany
+
+For any legal inquiries or further information, please contact us via email at hello@task.vc.
+
+By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

package/ts_models/classes.modelregistry.ts

@@ -0,0 +1,28 @@
+import type { IModelProvider, ISmartAiModelSetup, ISmartAiOptions, TSmartAiLanguageModel } from './interfaces.js';
+
+/** A caller-owned registry. Importing a component never registers providers. */
+export class ModelRegistry {
+  private readonly providers = new Map<string, IModelProvider>();
+
+  public register<TOptions extends ISmartAiOptions>(provider: IModelProvider<TOptions>): this {
+    if (!provider.id.trim() || typeof provider.getModel !== 'function') throw new Error('A model provider requires an id and getModel function.');
+    if (this.providers.has(provider.id)) throw new Error(`Model provider "${provider.id}" is already registered.`);
+    const id = provider.id;
+    const getModel = provider.getModel.bind(provider);
+    this.providers.set(id, { id, getModel: (options) => getModel(options as TOptions) });
+    return this;
+  }
+
+  public getModel<TOptions extends ISmartAiOptions>(options: TOptions): TSmartAiLanguageModel {
+    const provider = this.providers.get(options.provider);
+    if (!provider) throw new Error(`Model provider "${options.provider}" is not registered.`);
+    return provider.getModel(options);
+  }
+
+  public getModelSetup<TOptions extends ISmartAiOptions>(options: TOptions): ISmartAiModelSetup {
+    const model = this.getModel(options);
+    return options.providerOptions ? { model, providerOptions: options.providerOptions } : { model };
+  }
+
+  public listProviders(): string[] { return [...this.providers.keys()]; }
+}

package/ts_models/index.ts

@@ -0,0 +1,5 @@
+export * from './interfaces.js';
+export * from './classes.modelregistry.js';
+export * from './smartai.cache.js';
+export { generateText, streamText, tool, jsonSchema } from 'ai';
+export type { ModelMessage, ToolSet, StreamTextResult } from 'ai';

package/ts_models/interfaces.ts

@@ -0,0 +1,25 @@
+import type { JSONObject, LanguageModelV3, LanguageModelV4 } from '@ai-sdk/provider';
+
+export type TProvider = string;
+export type TSmartAiLanguageModel = LanguageModelV3 | LanguageModelV4;
+export type TSmartAiProviderOptions = Record<string, JSONObject>;
+
+export interface ISmartAiModelSetup {
+  model: TSmartAiLanguageModel;
+  providerOptions?: TSmartAiProviderOptions;
+}
+
+export interface ISmartAiOptions {
+  provider: string;
+  model: string;
+  apiKey?: string;
+  baseUrl?: string;
+  providerOptions?: TSmartAiProviderOptions;
+}
+
+export interface IModelProvider<TOptions extends ISmartAiOptions = ISmartAiOptions> {
+  readonly id: string;
+  getModel(options: TOptions): TSmartAiLanguageModel;
+}
+
+export type { JSONObject, LanguageModelV3, LanguageModelV3Prompt, LanguageModelV4, LanguageModelV4Prompt } from '@ai-sdk/provider';

package/ts_models/readme.md

@@ -0,0 +1,37 @@
+Provider-independent model contracts, prompt caching and explicit model registration.
+
+Part of the [FlexHarness toolbox](https://code.foss.global/modelprofile.com/flexharness).
+Install the components your project uses. Provider adapters are registered explicitly;
+the agent and harness do not install or register vendor SDKs.
+
+```sh
+pnpm add @modelprofile.com/flexharness-models
+```
+
+See the [toolbox usage and migration guide](https://code.foss.global/modelprofile.com/flexharness#readme)
+for composition examples and the SmartAI/SmartAgent migration map.
+
+## Issue Reporting and Security
+
+Report issues and security concerns through [community.foss.global](https://community.foss.global).
+
+## License and Legal Information
+
+This repository contains open-source code licensed under the MIT License. A copy of the license can be found in the repository license file.
+
+**Please note:** The MIT License does not grant permission to use the trade names, trademarks, service marks, or product names of the project, except as required for reasonable and customary use in describing the origin of the work and reproducing the content of the NOTICE file.
+
+### Trademarks
+
+This project is owned and maintained by Task Venture Capital GmbH. The names and logos associated with Task Venture Capital GmbH and any related products or services are trademarks of Task Venture Capital GmbH or third parties, and are not included within the scope of the MIT license granted herein.
+
+Use of these trademarks must comply with Task Venture Capital GmbH's Trademark Guidelines or the guidelines of the respective third-party owners, and any usage must be approved in writing. Third-party trademarks used herein are the property of their respective owners and used only in a descriptive manner, e.g. for an implementation of an API or similar.
+
+### Company Information
+
+Task Venture Capital GmbH<br>
+Registered at District Court Bremen HRB 35230 HB, Germany
+
+For any legal inquiries or further information, please contact us via email at hello@task.vc.
+
+By using this repository, you acknowledge that you have read this section, agree to comply with its terms, and understand that the licensing of the code does not imply endorsement by Task Venture Capital GmbH of any derivative works.

package/ts_models/smartai.cache.ts

@@ -0,0 +1,255 @@
+import type {
+  JSONObject,
+  JSONValue,
+  LanguageModelV4Middleware,
+  LanguageModelV4Prompt,
+} from '@ai-sdk/provider';
+import type { TSmartAiProviderOptions } from './interfaces.js';
+
+export type TSmartAiMessageCacheProvider =
+  | 'anthropic'
+  | 'openrouter'
+  | 'bedrock'
+  | 'openaiCompatible'
+  | 'copilot'
+  | 'alibaba';
+
+export type TSmartAiCacheRetention = 'ephemeral' | '1h' | 'in_memory' | '24h';
+
+export interface ISmartAiCacheOptions {
+  /** Provider-specific message cache marker namespace. Usually inferred from the model. */
+  provider?: TSmartAiMessageCacheProvider;
+  /** Stable session/request key for providers that support request-level prompt cache affinity. */
+  key?: string;
+  /** Short retention is the default; longer retention is opt-in. */
+  retention?: TSmartAiCacheRetention;
+}
+
+export type TSmartAiCacheSetting = boolean | 'auto' | ISmartAiCacheOptions;
+
+function isObject(input: unknown): input is Record<string, unknown> {
+  return typeof input === 'object' && input !== null && !Array.isArray(input);
+}
+
+function mergeJsonDefaults(defaults: JSONObject, overrides?: JSONObject): JSONObject {
+  const result: JSONObject = { ...defaults };
+
+  if (!overrides) return result;
+
+  for (const [key, value] of Object.entries(overrides)) {
+    const existing = result[key];
+    if (isObject(existing) && isObject(value)) {
+      result[key] = mergeJsonDefaults(existing as JSONObject, value as JSONObject);
+      continue;
+    }
+    result[key] = value as JSONValue;
+  }
+
+  return result;
+}
+
+export function mergeSmartAiProviderOptions(
+  defaults?: TSmartAiProviderOptions,
+  overrides?: TSmartAiProviderOptions,
+): TSmartAiProviderOptions | undefined {
+  if (!defaults) return overrides;
+  if (!overrides) return defaults;
+  return mergeJsonDefaults(defaults as JSONObject, overrides as JSONObject) as TSmartAiProviderOptions;
+}
+
+function cacheOptionsFromSetting(cache: TSmartAiCacheSetting | undefined): ISmartAiCacheOptions | undefined {
+  if (cache === false) return undefined;
+  if (cache === undefined || cache === true || cache === 'auto') return {};
+  return cache;
+}
+
+export function resolveSmartAiCacheProvider(provider?: string, modelId?: string): TSmartAiMessageCacheProvider | undefined {
+  const providerLower = provider?.toLowerCase() ?? '';
+  const modelLower = modelId?.toLowerCase() ?? '';
+
+  if (providerLower.includes('openrouter')) return 'openrouter';
+  if (providerLower.includes('bedrock')) return 'bedrock';
+  if (providerLower.includes('copilot')) return 'copilot';
+  if (providerLower.includes('alibaba')) return 'alibaba';
+  if (providerLower.includes('openai-compatible') || providerLower.includes('openaicompatible')) {
+    return 'openaiCompatible';
+  }
+  if (providerLower.includes('anthropic')) return 'anthropic';
+  if (modelLower.includes('claude') || modelLower.includes('anthropic')) return 'anthropic';
+
+  return undefined;
+}
+
+export function getSmartAiMessageCacheProviderOptions(
+  provider: TSmartAiMessageCacheProvider,
+  options: ISmartAiCacheOptions = {},
+): TSmartAiProviderOptions {
+  const anthropicCacheControl: JSONObject = {
+    type: 'ephemeral',
+    ...(options.retention === '1h' ? { ttl: '1h' } : {}),
+  };
+
+  const providerOptions: Record<TSmartAiMessageCacheProvider, JSONObject> = {
+    anthropic: {
+      anthropic: {
+        cacheControl: anthropicCacheControl,
+      },
+    },
+    openrouter: {
+      openrouter: {
+        cacheControl: { type: 'ephemeral' },
+      },
+    },
+    bedrock: {
+      bedrock: {
+        cachePoint: { type: 'default' },
+      },
+    },
+    openaiCompatible: {
+      openaiCompatible: {
+        cache_control: { type: 'ephemeral' },
+      },
+    },
+    copilot: {
+      copilot: {
+        copilot_cache_control: { type: 'ephemeral' },
+      },
+    },
+    alibaba: {
+      alibaba: {
+        cacheControl: { type: 'ephemeral' },
+      },
+    },
+  };
+
+  return providerOptions[provider] as TSmartAiProviderOptions;
+}
+
+function shouldUseMessageLevelOptions(provider: TSmartAiMessageCacheProvider): boolean {
+  return provider === 'anthropic' || provider === 'bedrock';
+}
+
+function applyProviderOptionsDefaults<T extends { providerOptions?: TSmartAiProviderOptions }>(
+  item: T,
+  defaults: TSmartAiProviderOptions,
+): T {
+  return {
+    ...item,
+    providerOptions: mergeSmartAiProviderOptions(defaults, item.providerOptions),
+  };
+}
+
+function isToolApprovalPart(part: unknown): boolean {
+  if (!isObject(part)) return false;
+  return part.type === 'tool-approval-request' || part.type === 'tool-approval-response';
+}
+
+function applyCacheToMessage(
+  message: LanguageModelV4Prompt[number],
+  provider: TSmartAiMessageCacheProvider,
+  options: ISmartAiCacheOptions,
+): LanguageModelV4Prompt[number] {
+  const providerOptions = getSmartAiMessageCacheProviderOptions(provider, options);
+  const content = message.content;
+
+  if (!shouldUseMessageLevelOptions(provider) && Array.isArray(content) && content.length > 0) {
+    const lastIndex = content.length - 1;
+    const lastPart = content[lastIndex];
+    if (!isToolApprovalPart(lastPart)) {
+      const messageWithArrayContent = message as Extract<LanguageModelV4Prompt[number], { content: unknown[] }>;
+      return {
+        ...messageWithArrayContent,
+        content: content.map((part, index) =>
+          index === lastIndex ? applyProviderOptionsDefaults(part, providerOptions) : part,
+        ) as typeof messageWithArrayContent.content,
+      } as LanguageModelV4Prompt[number];
+    }
+  }
+
+  return applyProviderOptionsDefaults(message, providerOptions);
+}
+
+export function applySmartAiPromptCaching(
+  prompt: LanguageModelV4Prompt,
+  options: ISmartAiCacheOptions = {},
+): LanguageModelV4Prompt {
+  const provider = options.provider ?? 'anthropic';
+  const targetIndexes = new Set<number>();
+  const nonSystemIndexes: number[] = [];
+  let systemCount = 0;
+
+  for (let i = 0; i < prompt.length; i++) {
+    const message = prompt[i];
+    if (message.role === 'system') {
+      if (systemCount < 2) targetIndexes.add(i);
+      systemCount++;
+      continue;
+    }
+    nonSystemIndexes.push(i);
+  }
+
+  for (const index of nonSystemIndexes.slice(-2)) {
+    targetIndexes.add(index);
+  }
+
+  if (targetIndexes.size === 0) return prompt;
+
+  return prompt.map((message, index) =>
+    targetIndexes.has(index) ? applyCacheToMessage(message, provider, options) : message,
+  ) as LanguageModelV4Prompt;
+}
+
+export function createSmartAiCachingMiddleware(options: ISmartAiCacheOptions = {}): LanguageModelV4Middleware {
+  return {
+    specificationVersion: 'v4',
+    transformParams: async ({ params }) => ({
+      ...params,
+      prompt: applySmartAiPromptCaching(params.prompt, options),
+    }),
+  };
+}
+
+function isOpenAiProvider(provider?: string): boolean {
+  const providerLower = provider?.toLowerCase() ?? '';
+  return providerLower === 'openai' || providerLower.startsWith('openai.') || providerLower.includes('@ai-sdk/openai');
+}
+
+export function getSmartAiCacheProviderOptions(input: {
+  provider?: string;
+  modelId?: string;
+  cache?: TSmartAiCacheSetting;
+  sessionId?: string;
+}): TSmartAiProviderOptions | undefined {
+  const cacheOptions = cacheOptionsFromSetting(input.cache);
+  if (!cacheOptions) return undefined;
+
+  if (isOpenAiProvider(input.provider)) {
+    const key = cacheOptions.key ?? input.sessionId;
+    return {
+      openai: {
+        store: false,
+        ...(key ? { promptCacheKey: key } : {}),
+        ...(cacheOptions.retention === '24h' || cacheOptions.retention === 'in_memory'
+          ? { promptCacheRetention: cacheOptions.retention }
+          : key
+            ? { promptCacheRetention: 'in_memory' }
+            : {}),
+      },
+    };
+  }
+
+  return undefined;
+}
+
+export function applySmartAiCacheProviderOptions(input: {
+  provider?: string;
+  modelId?: string;
+  providerOptions?: TSmartAiProviderOptions;
+  cache?: TSmartAiCacheSetting;
+  sessionId?: string;
+}): TSmartAiProviderOptions | undefined {
+  return mergeSmartAiProviderOptions(
+    getSmartAiCacheProviderOptions(input),
+    input.providerOptions,
+  );
+}