@memstack/core 0.2.0 → 0.4.0

package/package.json

@@ -1,18 +1,28 @@
 {
   "name": "@memstack/core",
-  "version": "0.2.0",
+  "version": "0.4.0",
   "description": "Open-source AI memory framework — store, retrieve, summarize, and prune memories for LLM agents and games",
   "type": "module",
   "main": "dist/index.js",
-  "module": "dist/index.mjs",
+  "module": "dist/index.js",
   "types": "dist/index.d.ts",
   "exports": {
     ".": {
       "types": "./dist/index.d.ts",
-      "import": "./dist/index.mjs",
-      "require": "./dist/index.js"
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs"
     }
   },
+  "scripts": {
+    "build": "tsup src/index.ts --format cjs,esm --dts --clean",
+    "dev": "tsup src/index.ts --format cjs,esm --dts --watch",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "test:e2e": "npx vitest run --config vitest.e2e.config.ts",
+    "test:e2e:run": "bash e2e/run-all.sh",
+    "check": "tsc --noEmit",
+    "prepublishOnly": "pnpm build && pnpm check && pnpm test"
+  },
   "keywords": [
     "ai",
     "memory",
@@ -27,37 +37,27 @@
   "engines": {
     "node": ">=18.0.0"
   },
-  "peerDependencies": {
-    "openai": "^4.0.0",
-    "@anthropic-ai/sdk": "^0.39.0",
-    "ollama": "^0.5.0"
-  },
-  "peerDependenciesMeta": {
-    "openai": {
-      "optional": true
-    },
-    "@anthropic-ai/sdk": {
-      "optional": true
-    },
-    "ollama": {
-      "optional": true
-    }
-  },
   "devDependencies": {
+    "@qdrant/js-client-rest": "^1.18.0",
+    "@types/node": "^22.0.0",
+    "better-sqlite3": "^11.10.0",
+    "chromadb": "^3.4.3",
+    "ioredis": "^5.11.1",
+    "mongodb": "^7.3.0",
+    "neo4j-driver": "^6.1.0",
+    "pg": "^8.22.0",
     "tsup": "^8.0.0",
     "typescript": "^5.7.0",
+    "vectordb": "^0.21.2",
     "vitest": "^1.0.0",
-    "@types/node": "^22.0.0"
+    "weaviate-client": "^3.13.1"
+  },
+  "pnpm": {
+    "onlyBuiltDependencies": [
+      "esbuild"
+    ]
   },
   "files": [
-    "dist",
-    "src"
-  ],
-  "scripts": {
-    "build": "tsup src/index.ts --format cjs,esm --dts --clean",
-    "dev": "tsup src/index.ts --format cjs,esm --dts --watch",
-    "test": "vitest run",
-    "test:watch": "vitest",
-    "check": "tsc --noEmit"
-  }
-}
+    "dist"
+  ]
+}

package/src/adapters/embedding/cohere.ts

@@ -1,77 +0,0 @@
-import type { EmbeddingProvider } from "../../interfaces.js";
-import { MemStackError } from "../../errors.js";
-
-export interface CohereEmbeddingConfig {
-  /** Cohere API key */
-  apiKey: string;
-  /** Model name. Default: "embed-english-v3.0" (1024 dims) */
-  model?: string;
-  /** Base URL. Default: "https://api.cohere.ai/v1" */
-  baseURL?: string;
-}
-
-const DIMENSIONS: Record<string, number> = {
-  "embed-english-v3.0": 1024,
-  "embed-multilingual-v3.0": 1024,
-  "embed-english-light-v3.0": 384,
-  "embed-multilingual-light-v3.0": 384,
-  "embed-english-v2.0": 4096,
-  "embed-multilingual-v2.0": 768,
-};
-
-export class CohereEmbeddingAdapter implements EmbeddingProvider {
-  private apiKey: string;
-  private baseURL: string;
-  private model: string;
-  readonly dimensions: number;
-
-  constructor(config: CohereEmbeddingConfig) {
-    this.apiKey = config.apiKey;
-    this.baseURL = config.baseURL ?? "https://api.cohere.ai/v1";
-    this.model = config.model ?? "embed-english-v3.0";
-    this.dimensions = DIMENSIONS[this.model] ?? 1024;
-  }
-
-  async embed(texts: string[]): Promise<number[][]> {
-    if (texts.length === 0) return [];
-    if (texts.length > 96) {
-      throw new MemStackError("VALIDATION_ERROR", `Cohere max 96 texts per batch, got ${texts.length}`);
-    }
-
-    try {
-      const response = await fetch(`${this.baseURL}/embed`, {
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          Authorization: `Bearer ${this.apiKey}`,
-        },
-        body: JSON.stringify({
-          model: this.model,
-          texts,
-          input_type: "search_document",
-          embedding_types: ["float"],
-        }),
-      });
-
-      if (!response.ok) {
-        const err = await response.text();
-        throw new MemStackError("EMBEDDING_ERROR", `Cohere Embedding error: ${response.status} ${err}`, {
-          retryable: response.status >= 500,
-        });
-      }
-
-      const data = (await response.json()) as {
-        embeddings: { float?: number[][] };
-      };
-
-      return data.embeddings?.float ?? [];
-    } catch (err) {
-      if (err instanceof MemStackError) throw err;
-      throw new MemStackError(
-        "EMBEDDING_ERROR",
-        `Cohere embedding request failed: ${err instanceof Error ? err.message : String(err)}`,
-        { retryable: true }
-      );
-    }
-  }
-}

package/src/adapters/embedding/openai.ts

@@ -1,65 +0,0 @@
-import type { EmbeddingProvider } from "../../interfaces.js";
-import { MemStackError } from "../../errors.js";
-
-export interface OpenAIEmbeddingConfig {
-  apiKey: string;
-  baseURL?: string;
-  model?: string;
-}
-
-export class OpenAIEmbeddingAdapter implements EmbeddingProvider {
-  private apiKey: string;
-  private baseURL: string;
-  private model: string;
-  readonly dimensions: number;
-
-  constructor(config: OpenAIEmbeddingConfig) {
-    this.apiKey = config.apiKey;
-    this.baseURL = config.baseURL ?? "https://api.openai.com/v1";
-    this.model = config.model ?? "text-embedding-3-small";
-    this.dimensions = this.model === "text-embedding-3-large" ? 3072 : 1536;
-  }
-
-  async embed(texts: string[]): Promise<number[][]> {
-    if (texts.length === 0) return [];
-    if (texts.length > 2048) {
-      throw new MemStackError("VALIDATION_ERROR", `Max 2048 texts per batch, got ${texts.length}`);
-    }
-
-    try {
-      const response = await fetch(`${this.baseURL}/embeddings`, {
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          Authorization: `Bearer ${this.apiKey}`,
-        },
-        body: JSON.stringify({
-          model: this.model,
-          input: texts,
-        }),
-      });
-
-      if (!response.ok) {
-        const err = await response.text();
-        throw new MemStackError("EMBEDDING_ERROR", `OpenAI Embedding error: ${response.status} ${err}`, {
-          retryable: response.status >= 500,
-        });
-      }
-
-      const data = (await response.json()) as {
-        data: { embedding: number[]; index: number }[];
-      };
-
-      return data.data
-        .sort((a, b) => a.index - b.index)
-        .map((item) => item.embedding);
-    } catch (err) {
-      if (err instanceof MemStackError) throw err;
-      throw new MemStackError(
-        "EMBEDDING_ERROR",
-        `Embedding request failed: ${err instanceof Error ? err.message : String(err)}`,
-        { retryable: true }
-      );
-    }
-  }
-}

package/src/adapters/llm/anthropic.ts

@@ -1,69 +0,0 @@
-import type { LLMProvider } from "../../interfaces.js";
-import { MemStackError } from "../../errors.js";
-
-export interface AnthropicLLMConfig {
-  apiKey: string;
-  baseURL?: string;
-  defaultModel?: string;
-  defaultMaxTokens?: number;
-}
-
-export class AnthropicLLMAdapter implements LLMProvider {
-  private apiKey: string;
-  private baseURL: string;
-  private defaultModel: string;
-  private defaultMaxTokens: number;
-  // eslint-disable-next-line @typescript-eslint/no-explicit-any
-  private sdk: any;
-
-  constructor(config: AnthropicLLMConfig) {
-    this.apiKey = config.apiKey;
-    this.baseURL = config.baseURL ?? "https://api.anthropic.com";
-    this.defaultModel = config.defaultModel ?? "claude-sonnet-4-5-20250929";
-    this.defaultMaxTokens = config.defaultMaxTokens ?? 1024;
-  }
-
-  async complete(request: {
-    system: string;
-    user: string;
-    model?: string;
-    temperature?: number;
-    maxTokens?: number;
-  }): Promise<{ text: string; tokens: { prompt: number; completion: number; total: number } }> {
-    const model = request.model ?? this.defaultModel;
-    const maxTokens = request.maxTokens ?? this.defaultMaxTokens;
-
-    try {
-      if (!this.sdk) {
-        const { default: Anthropic } = await import("@anthropic-ai/sdk");
-        this.sdk = new Anthropic({ apiKey: this.apiKey, baseURL: this.baseURL });
-      }
-
-      const response = await this.sdk.messages.create({
-        model,
-        system: request.system,
-        messages: [{ role: "user", content: request.user }],
-        max_tokens: maxTokens,
-        ...(request.temperature !== undefined ? { temperature: request.temperature } : {}),
-      });
-
-      const text = response.content.length > 0 && "text" in response.content[0]
-        ? (response.content[0] as { text: string }).text
-        : "";
-
-      return {
-        text,
-        tokens: {
-          prompt: response.usage?.input_tokens ?? 0,
-          completion: response.usage?.output_tokens ?? 0,
-          total: (response.usage?.input_tokens ?? 0) + (response.usage?.output_tokens ?? 0),
-        },
-      };
-    } catch (err) {
-      if (err instanceof MemStackError) throw err;
-      throw new MemStackError("LLM_ERROR", `Anthropic request failed: ${err instanceof Error ? err.message : String(err)}`, {
-        retryable: true,
-      });
-    }
-  }
-}

package/src/adapters/llm/groq.ts

@@ -1,185 +0,0 @@
-import type { LLMProvider } from "../../interfaces.js";
-import { MemStackError } from "../../errors.js";
-
-export interface GroqLLMConfig {
-  /** Groq API key */
-  apiKey: string;
-  /** Base URL. Default: "https://api.groq.com/openai/v1" */
-  baseURL?: string;
-  /** Default model. Default: "llama-3.3-70b-versatile" */
-  defaultModel?: string;
-  /** Default temperature. Default: 0.7 */
-  defaultTemperature?: number;
-  /** Default max tokens. Default: 1024 */
-  defaultMaxTokens?: number;
-}
-
-export class GroqLLMAdapter implements LLMProvider {
-  private apiKey: string;
-  private baseURL: string;
-  private defaultModel: string;
-  private defaultTemperature: number;
-  private defaultMaxTokens: number;
-
-  constructor(config: GroqLLMConfig) {
-    this.apiKey = config.apiKey;
-    this.baseURL = config.baseURL ?? "https://api.groq.com/openai/v1";
-    this.defaultModel = config.defaultModel ?? "llama-3.3-70b-versatile";
-    this.defaultTemperature = config.defaultTemperature ?? 0.7;
-    this.defaultMaxTokens = config.defaultMaxTokens ?? 1024;
-  }
-
-  async complete(request: {
-    system: string;
-    user: string;
-    model?: string;
-    temperature?: number;
-    maxTokens?: number;
-  }): Promise<{ text: string; tokens: { prompt: number; completion: number; total: number } }> {
-    const model = request.model ?? this.defaultModel;
-    const temperature = request.temperature ?? this.defaultTemperature;
-    const maxTokens = request.maxTokens ?? this.defaultMaxTokens;
-
-    try {
-      const response = await fetch(`${this.baseURL}/chat/completions`, {
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          Authorization: `Bearer ${this.apiKey}`,
-        },
-        body: JSON.stringify({
-          model,
-          messages: [
-            { role: "system", content: request.system },
-            { role: "user", content: request.user },
-          ],
-          temperature,
-          max_tokens: maxTokens,
-        }),
-      });
-
-      if (!response.ok) {
-        const err = await response.text();
-        throw new MemStackError("LLM_ERROR", `Groq API error: ${response.status} ${err}`, {
-          retryable: response.status >= 500,
-        });
-      }
-
-      const data = (await response.json()) as {
-        choices: { message: { content: string } }[];
-        usage?: { prompt_tokens: number; completion_tokens: number; total_tokens: number };
-      };
-
-      return {
-        text: data.choices[0]?.message?.content ?? "",
-        tokens: {
-          prompt: data.usage?.prompt_tokens ?? 0,
-          completion: data.usage?.completion_tokens ?? 0,
-          total: data.usage?.total_tokens ?? 0,
-        },
-      };
-    } catch (err) {
-      if (err instanceof MemStackError) throw err;
-      throw new MemStackError("LLM_ERROR", `Groq request failed: ${err instanceof Error ? err.message : String(err)}`, {
-        retryable: true,
-      });
-    }
-  }
-
-  async *completeStream(request: {
-    system: string;
-    user: string;
-    model?: string;
-    temperature?: number;
-    maxTokens?: number;
-  }): AsyncIterable<{ text: string; tokens: { prompt: number; completion: number; total: number } }> {
-    const model = request.model ?? this.defaultModel;
-    const temperature = request.temperature ?? this.defaultTemperature;
-    const maxTokens = request.maxTokens ?? this.defaultMaxTokens;
-
-    let response: Response;
-    try {
-      response = await fetch(`${this.baseURL}/chat/completions`, {
-        method: "POST",
-        headers: {
-          "Content-Type": "application/json",
-          Authorization: `Bearer ${this.apiKey}`,
-        },
-        body: JSON.stringify({
-          model,
-          messages: [
-            { role: "system", content: request.system },
-            { role: "user", content: request.user },
-          ],
-          temperature,
-          max_tokens: maxTokens,
-          stream: true,
-          stream_options: { include_usage: true },
-        }),
-      });
-    } catch (err) {
-      throw new MemStackError("LLM_ERROR", `Groq streaming request failed: ${err instanceof Error ? err.message : String(err)}`, {
-        retryable: true,
-      });
-    }
-
-    if (!response.ok) {
-      const err = await response.text();
-      throw new MemStackError("LLM_ERROR", `Groq streaming error: ${response.status} ${err}`, {
-        retryable: response.status >= 500,
-      });
-    }
-
-    const reader = response.body?.getReader();
-    if (!reader) throw new MemStackError("LLM_ERROR", "No response body for streaming");
-
-    const decoder = new TextDecoder();
-    let buffer = "";
-    let promptTokens = 0;
-    let completionTokens = 0;
-
-    try {
-      while (true) {
-        const { done, value } = await reader.read();
-        if (done) break;
-
-        buffer += decoder.decode(value, { stream: true });
-        const lines = buffer.split("\n");
-        buffer = lines.pop() ?? "";
-
-        for (const line of lines) {
-          const trimmed = line.trim();
-          if (!trimmed || !trimmed.startsWith("data: ")) continue;
-          const data = trimmed.slice(6);
-          if (data === "[DONE]") continue;
-
-          try {
-            const parsed = JSON.parse(data) as {
-              choices?: { delta?: { content?: string } }[];
-              usage?: { prompt_tokens: number; completion_tokens: number; total_tokens: number };
-              x_groq?: { usage?: { prompt_tokens: number; completion_tokens: number; total_tokens: number } };
-            };
-
-            const content = parsed.choices?.[0]?.delta?.content ?? "";
-            const usage = parsed.usage ?? parsed.x_groq?.usage;
-            if (usage) {
-              promptTokens = usage.prompt_tokens;
-              completionTokens = usage.completion_tokens;
-            }
-
-            if (content) {
-              yield {
-                text: content,
-                tokens: { prompt: promptTokens, completion: completionTokens, total: promptTokens + completionTokens },
-              };
-            }
-          } catch {
-            // Skip unparseable chunks
-          }
-        }
-      }
-    } finally {
-      reader.releaseLock();
-    }
-  }
-}

package/src/adapters/llm/ollama.ts

@@ -1,85 +0,0 @@
-import type { LLMProvider } from "../../interfaces.js";
-import { MemStackError } from "../../errors.js";
-
-export interface OllamaLLMConfig {
-  /** Ollama server URL. Default: "http://localhost:11434" */
-  baseURL?: string;
-  /** Default model name. Default: "llama3.2" */
-  defaultModel?: string;
-  /** Default temperature. Default: 0.7 */
-  defaultTemperature?: number;
-  /** Default max tokens. Default: 1024 */
-  defaultMaxTokens?: number;
-}
-
-export class OllamaLLMAdapter implements LLMProvider {
-  private baseURL: string;
-  private defaultModel: string;
-  private defaultTemperature: number;
-  private defaultMaxTokens: number;
-
-  constructor(config: OllamaLLMConfig = {}) {
-    this.baseURL = config.baseURL ?? "http://localhost:11434";
-    this.defaultModel = config.defaultModel ?? "llama3.2";
-    this.defaultTemperature = config.defaultTemperature ?? 0.7;
-    this.defaultMaxTokens = config.defaultMaxTokens ?? 1024;
-  }
-
-  async complete(request: {
-    system: string;
-    user: string;
-    model?: string;
-    temperature?: number;
-    maxTokens?: number;
-  }): Promise<{ text: string; tokens: { prompt: number; completion: number; total: number } }> {
-    const model = request.model ?? this.defaultModel;
-    const temperature = request.temperature ?? this.defaultTemperature;
-    const maxTokens = request.maxTokens ?? this.defaultMaxTokens;
-
-    try {
-      const response = await fetch(`${this.baseURL}/api/chat`, {
-        method: "POST",
-        headers: { "Content-Type": "application/json" },
-        body: JSON.stringify({
-          model,
-          messages: [
-            { role: "system", content: request.system },
-            { role: "user", content: request.user },
-          ],
-          options: { temperature, num_predict: maxTokens },
-          stream: false,
-        }),
-      });
-
-      if (!response.ok) {
-        const err = await response.text();
-        throw new MemStackError("LLM_ERROR", `Ollama API error: ${response.status} ${err}`, {
-          retryable: response.status >= 500,
-        });
-      }
-
-      const data = (await response.json()) as {
-        message?: { content: string };
-        prompt_eval_count?: number;
-        eval_count?: number;
-      };
-
-      const promptTokens = data.prompt_eval_count ?? 0;
-      const completionTokens = data.eval_count ?? 0;
-
-      return {
-        text: data.message?.content ?? "",
-        tokens: {
-          prompt: promptTokens,
-          completion: completionTokens,
-          total: promptTokens + completionTokens,
-        },
-      };
-    } catch (err) {
-      if (err instanceof MemStackError) throw err;
-      throw new MemStackError("LLM_ERROR", `Ollama request failed: ${err instanceof Error ? err.message : String(err)}`, {
-        retryable: true,
-      });
-    }
-  }
-}