@kognitivedev/vercel-ai-provider 0.1.0

package/dist/index.d.ts

@@ -0,0 +1,22 @@
+import { LanguageModelV2 } from "@ai-sdk/provider";
+export interface CognitiveLayerConfig {
+    appId: string;
+    defaultAgentId?: string;
+    baseUrl?: string;
+    apiKey?: string;
+    /**
+     * Delay in milliseconds before triggering memory processing after a response.
+     * Set to 0 to disable automatic processing.
+     * Default: 500ms
+     */
+    processDelayMs?: number;
+}
+export type CLModelWrapper = (modelId: string, settings?: {
+    userId?: string;
+    agentId?: string;
+    sessionId?: string;
+}) => LanguageModelV2;
+export declare function createCognitiveLayer(config: {
+    provider: any;
+    clConfig: CognitiveLayerConfig;
+}): CLModelWrapper;

package/dist/index.js

@@ -0,0 +1,162 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createCognitiveLayer = createCognitiveLayer;
+const ai_1 = require("ai");
+function createCognitiveLayer(config) {
+    const { provider, clConfig } = config;
+    const baseUrl = clConfig.baseUrl || "http://localhost:3001";
+    // Default to 500ms delay to allow DB writes to settle
+    const processDelay = clConfig.processDelayMs !== undefined ? clConfig.processDelayMs : 500;
+    const logConversation = async (payload) => {
+        try {
+            await fetch(`${baseUrl}/api/cognitive/log`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify(Object.assign(Object.assign({}, payload), { type: "conversation", timestamp: new Date().toISOString() })),
+            });
+        }
+        catch (e) {
+            console.error("CognitiveLayer: Log failed", e);
+        }
+    };
+    const triggerProcessing = (userId, agentId, sessionId) => {
+        const run = () => {
+            fetch(`${baseUrl}/api/cognitive/process`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({ userId, agentId, sessionId }),
+            }).catch(e => console.error("CognitiveLayer: Process trigger failed", e));
+        };
+        if (processDelay > 0) {
+            setTimeout(run, processDelay);
+        }
+        else {
+            run();
+        }
+    };
+    const withMemorySystemPrompt = (params, incomingMessages, memoryPrompt) => {
+        var _a;
+        const nextParams = Object.assign({}, params);
+        // 1) If caller provided a top-level system prompt, overwrite it.
+        if (nextParams.system) {
+            nextParams.system = memoryPrompt;
+            return { nextParams, messages: incomingMessages, mode: "overwrite-param" };
+        }
+        // 2) If first message is system, replace its content.
+        if (incomingMessages.length > 0 && ((_a = incomingMessages[0]) === null || _a === void 0 ? void 0 : _a.role) === "system") {
+            const updated = [...incomingMessages];
+            updated[0] = Object.assign(Object.assign({}, updated[0]), { content: memoryPrompt });
+            return { nextParams, messages: updated, mode: "overwrite-first-system" };
+        }
+        // 3) Otherwise prepend a system message.
+        const updated = [{ role: "system", content: memoryPrompt }, ...incomingMessages];
+        return { nextParams, messages: updated, mode: "prepend-system" };
+    };
+    return (modelId, settings) => {
+        const model = provider(modelId);
+        const userId = settings === null || settings === void 0 ? void 0 : settings.userId;
+        const agentId = (settings === null || settings === void 0 ? void 0 : settings.agentId) || clConfig.defaultAgentId || "default";
+        const sessionId = settings === null || settings === void 0 ? void 0 : settings.sessionId;
+        const sessionMissing = !!userId && !sessionId;
+        if (sessionMissing) {
+            console.warn("CognitiveLayer: sessionId is required to log and process memories; skipping logging until provided.");
+        }
+        return (0, ai_1.wrapLanguageModel)({
+            model,
+            middleware: {
+                async transformParams({ params }) {
+                    if (!userId)
+                        return params;
+                    let systemPromptToAdd = "";
+                    const incomingMessages = Array.isArray(params.prompt)
+                        ? params.prompt
+                        : [];
+                    try {
+                        const url = `${baseUrl}/api/cognitive/snapshot?userId=${userId}&agentId=${agentId}&appId=${clConfig.appId}`;
+                        const res = await fetch(url);
+                        if (res.ok) {
+                            const data = await res.json();
+                            const systemBlock = data.systemBlock || "";
+                            const userContextBlock = data.userContextBlock || "";
+                            const agentHeuristics = systemBlock || "None";
+                            const userContext = userContextBlock || "None";
+                            systemPromptToAdd = systemBlock !== "" || userContextBlock !== "" ? `
+<MemoryContext>
+Use the following memory to stay consistent. Prefer UserContext facts for answers; AgentHeuristics guide style, safety, and priorities.
+${agentHeuristics}
+${userContext}
+</MemoryContext>
+                            `.trim() : "";
+                            console.log("CL: snapshot fetched", {
+                                userId,
+                                agentId,
+                                sessionId,
+                                systemLen: systemBlock.length,
+                                userLen: userContextBlock.length,
+                                hasSystem: !!systemBlock,
+                                hasUserContext: !!userContextBlock,
+                            });
+                        }
+                        else {
+                            console.warn("CognitiveLayer: snapshot fetch failed status", res.status);
+                        }
+                    }
+                    catch (e) {
+                        console.warn("CognitiveLayer: Failed to fetch snapshot", e);
+                    }
+                    if (!systemPromptToAdd) {
+                        return Object.assign(Object.assign({}, params), { messages: incomingMessages });
+                    }
+                    const { nextParams, messages: messagesWithMemory } = withMemorySystemPrompt(params, incomingMessages, systemPromptToAdd);
+                    console.log("CL: injecting memory system prompt", {
+                        systemPromptToAdd
+                    });
+                    console.log("CL: messagesWithMemory", messagesWithMemory);
+                    console.log("CL: nextParams", nextParams);
+                    return Object.assign(Object.assign({}, nextParams), { prompt: messagesWithMemory });
+                },
+                async wrapGenerate({ doGenerate, params }) {
+                    var _a;
+                    const result = await doGenerate();
+                    if (userId && sessionId) {
+                        const messagesInput = params.messages || params.prompt || [];
+                        const resultMessages = (_a = result === null || result === void 0 ? void 0 : result.response) === null || _a === void 0 ? void 0 : _a.messages;
+                        const assistantMessage = (result === null || result === void 0 ? void 0 : result.text)
+                            ? [{ role: "assistant", content: [{ type: "text", text: result.text }] }]
+                            : [];
+                        const finalMessages = Array.isArray(resultMessages) && resultMessages.length > 0
+                            ? resultMessages
+                            : [...messagesInput, ...assistantMessage];
+                        logConversation({
+                            userId,
+                            agentId,
+                            sessionId,
+                            messages: finalMessages,
+                            modelId,
+                        }).then(() => triggerProcessing(userId, agentId, sessionId));
+                    }
+                    return result;
+                },
+                async wrapStream({ doStream, params }) {
+                    var _a;
+                    const result = await doStream();
+                    if (userId && sessionId) {
+                        const messagesInput = params.messages || params.prompt || [];
+                        const resultMessages = (_a = result === null || result === void 0 ? void 0 : result.response) === null || _a === void 0 ? void 0 : _a.messages;
+                        const finalMessages = Array.isArray(resultMessages) && resultMessages.length > 0
+                            ? resultMessages
+                            : messagesInput;
+                        logConversation({
+                            userId,
+                            agentId,
+                            sessionId,
+                            messages: finalMessages,
+                            modelId,
+                        }).then(() => triggerProcessing(userId, agentId, sessionId));
+                    }
+                    return result;
+                }
+            }
+        });
+    };
+}

package/package.json

@@ -0,0 +1,22 @@
+{
+    "name": "@kognitivedev/vercel-ai-provider",
+    "version": "0.1.0",
+    "main": "dist/index.js",
+    "types": "dist/index.d.ts",
+    "publishConfig": {
+        "access": "public"
+    },
+    "scripts": {
+        "build": "tsc",
+        "dev": "tsc -w",
+        "prepublishOnly": "npm run build"
+    },
+    "peerDependencies": {
+        "ai": "^4.0.0 || ^5.0.0"
+    },
+    "devDependencies": {
+        "typescript": "^5.0.0",
+        "ai": "latest",
+        "@types/node": "^20.0.0"
+    }
+}

package/src/index.ts

@@ -0,0 +1,221 @@
+import { wrapLanguageModel } from "ai";
+import { LanguageModelV2 } from "@ai-sdk/provider";
+
+export interface CognitiveLayerConfig {
+    appId: string;
+    defaultAgentId?: string;
+    baseUrl?: string;
+    apiKey?: string;
+    /**
+     * Delay in milliseconds before triggering memory processing after a response.
+     * Set to 0 to disable automatic processing.
+     * Default: 500ms
+     */
+    processDelayMs?: number;
+}
+
+export type CLModelWrapper = (
+    modelId: string,
+    settings?: { userId?: string; agentId?: string; sessionId?: string }
+) => LanguageModelV2;
+
+export function createCognitiveLayer(config: {
+    provider: any;
+    clConfig: CognitiveLayerConfig;
+}): CLModelWrapper {
+    const { provider, clConfig } = config;
+    const baseUrl = clConfig.baseUrl || "http://localhost:3001";
+    // Default to 500ms delay to allow DB writes to settle
+    const processDelay = clConfig.processDelayMs !== undefined ? clConfig.processDelayMs : 500;
+
+    const logConversation = async (payload: {
+        userId: string;
+        agentId: string;
+        sessionId: string;
+        messages: any[];
+        memorySystemPrompt?: string;
+        modelId?: string;
+    }) => {
+        try {
+            await fetch(`${baseUrl}/api/cognitive/log`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({
+                    ...payload,
+                    type: "conversation",
+                    timestamp: new Date().toISOString(),
+                }),
+            });
+        } catch (e) {
+            console.error("CognitiveLayer: Log failed", e);
+        }
+    };
+
+    const triggerProcessing = (userId: string, agentId: string, sessionId: string) => {
+        const run = () => {
+            fetch(`${baseUrl}/api/cognitive/process`, {
+                method: "POST",
+                headers: { "Content-Type": "application/json" },
+                body: JSON.stringify({ userId, agentId, sessionId }),
+            }).catch(e => console.error("CognitiveLayer: Process trigger failed", e));
+        };
+
+        if (processDelay > 0) {
+            setTimeout(run, processDelay);
+        } else {
+            run();
+        }
+    };
+
+    const withMemorySystemPrompt = (
+        params: any,
+        incomingMessages: any[],
+        memoryPrompt: string
+    ): { nextParams: any; messages: any[]; mode: "overwrite-param" | "overwrite-first-system" | "prepend-system" } => {
+        const nextParams = { ...params };
+
+        // 1) If caller provided a top-level system prompt, overwrite it.
+        if (nextParams.system) {
+            nextParams.system = memoryPrompt;
+            return { nextParams, messages: incomingMessages, mode: "overwrite-param" };
+        }
+
+        // 2) If first message is system, replace its content.
+        if (incomingMessages.length > 0 && incomingMessages[0]?.role === "system") {
+            const updated = [...incomingMessages];
+            updated[0] = { ...updated[0], content: memoryPrompt };
+            return { nextParams, messages: updated, mode: "overwrite-first-system" };
+        }
+
+        // 3) Otherwise prepend a system message.
+        const updated = [{ role: "system", content: memoryPrompt }, ...incomingMessages];
+        return { nextParams, messages: updated, mode: "prepend-system" };
+    };
+
+    return (modelId: string, settings?: { userId?: string; agentId?: string; sessionId?: string }) => {
+        const model = provider(modelId) as LanguageModelV2;
+        const userId = settings?.userId;
+        const agentId = settings?.agentId || clConfig.defaultAgentId || "default";
+        const sessionId = settings?.sessionId;
+        const sessionMissing = !!userId && !sessionId;
+
+        if (sessionMissing) {
+            console.warn("CognitiveLayer: sessionId is required to log and process memories; skipping logging until provided.");
+        }
+
+        return wrapLanguageModel({
+            model,
+            middleware: {
+                async transformParams({ params }) {
+                    if (!userId) return params;
+
+                    let systemPromptToAdd = "";
+                    const incomingMessages = Array.isArray((params as any).prompt)
+                        ? (params as any).prompt
+                        : [];
+
+
+                    try {
+                        const url = `${baseUrl}/api/cognitive/snapshot?userId=${userId}&agentId=${agentId}&appId=${clConfig.appId}`;
+                        const res = await fetch(url);
+                        if (res.ok) {
+                            const data = await res.json();
+                            const systemBlock = data.systemBlock || "";
+                            const userContextBlock = data.userContextBlock || "";
+                            const agentHeuristics = systemBlock || "None";
+                            const userContext = userContextBlock || "None";
+                            systemPromptToAdd = systemBlock !== "" || userContextBlock !== "" ? `
+<MemoryContext>
+Use the following memory to stay consistent. Prefer UserContext facts for answers; AgentHeuristics guide style, safety, and priorities.
+${agentHeuristics}
+${userContext}
+</MemoryContext>
+                            `.trim() : "";
+
+                            console.log("CL: snapshot fetched", {
+                                userId,
+                                agentId,
+                                sessionId,
+                                systemLen: systemBlock.length,
+                                userLen: userContextBlock.length,
+                                hasSystem: !!systemBlock,
+                                hasUserContext: !!userContextBlock,
+                            });
+                        } else {
+                            console.warn("CognitiveLayer: snapshot fetch failed status", res.status);
+                        }
+                    } catch (e) {
+                        console.warn("CognitiveLayer: Failed to fetch snapshot", e);
+                    }
+
+                    if (!systemPromptToAdd) {
+                        return { ...params, messages: incomingMessages };
+                    }
+
+                    const { nextParams, messages: messagesWithMemory } = withMemorySystemPrompt(
+                        params,
+                        incomingMessages,
+                        systemPromptToAdd
+                    );
+
+                
+
+                    console.log("CL: injecting memory system prompt", {
+                        systemPromptToAdd
+                    });
+
+                    console.log("CL: messagesWithMemory", messagesWithMemory);
+                    console.log("CL: nextParams", nextParams);
+
+                    return { ...nextParams, prompt: messagesWithMemory };
+                },
+                
+                async wrapGenerate({ doGenerate, params }) {
+                    const result = await doGenerate();
+
+                    if (userId && sessionId) {
+                        const messagesInput = (params as any).messages || (params as any).prompt || [];
+                        const resultMessages = (result as any)?.response?.messages;
+                        const assistantMessage = (result as any)?.text
+                            ? [{ role: "assistant", content: [{ type: "text", text: (result as any).text }] }]
+                            : [];
+                        const finalMessages = Array.isArray(resultMessages) && resultMessages.length > 0
+                            ? resultMessages
+                            : [...messagesInput, ...assistantMessage];
+
+                        logConversation({
+                            userId,
+                            agentId,
+                            sessionId,
+                            messages: finalMessages,
+                            modelId,
+                        }).then(() => triggerProcessing(userId, agentId, sessionId));
+                    }
+
+                    return result;
+                },
+                async wrapStream({ doStream, params }) {
+                    const result = await doStream();
+
+                    if (userId && sessionId) {
+                        const messagesInput = (params as any).messages || (params as any).prompt || [];
+                        const resultMessages = (result as any)?.response?.messages;
+                        const finalMessages = Array.isArray(resultMessages) && resultMessages.length > 0
+                            ? resultMessages
+                            : messagesInput;
+
+                        logConversation({
+                            userId,
+                            agentId,
+                            sessionId,
+                            messages: finalMessages,
+                            modelId,
+                        }).then(() => triggerProcessing(userId, agentId, sessionId));
+                    }
+
+                    return result;
+                }
+            }
+        });
+    };
+}

package/tsconfig.json

@@ -0,0 +1,12 @@
+{
+    "extends": "../../tsconfig.json",
+    "compilerOptions": {
+        "module": "commonjs",
+        "outDir": "dist",
+        "declaration": true,
+        "noEmit": false
+    },
+    "include": [
+        "src"
+    ]
+}