memo-grafter 0.1.0

package/dist/types.d.ts

@@ -0,0 +1,84 @@
+export interface Message {
+    role: "user" | "assistant";
+    content: string;
+}
+export type DriftMode = "window" | "intent";
+export interface TopicNode {
+    id: string;
+    sessionId: string;
+    segmentId: string;
+    label: string;
+    summary: string;
+    embedding: number[];
+    messageRange: [number, number];
+    topicOrder: number;
+    driftScore: number;
+    agentColor: string | null;
+    fleetId: string | null;
+    agentId: string | null;
+    createdAt: Date;
+}
+export interface TopicEdge {
+    srcId: string;
+    dstId: string;
+    weight: number;
+    type: string;
+}
+export interface TopicSegment {
+    id: string;
+    sessionId: string;
+    startIndex: number;
+    endIndex: number;
+    topicOrder: number;
+    driftScore: number;
+    createdAt: Date;
+}
+export interface InjectionResult {
+    systemPrompt: string;
+    nodes: TopicNode[];
+    tokenCount: number;
+}
+export interface AbsorbFromAgentOptions {
+    topicIds?: string[];
+    prompt?: string;
+    minSimilarity?: number;
+    limit?: number;
+}
+export interface LLMAdapter {
+    complete(messages: Message[], system?: string): Promise<string>;
+}
+export interface EmbedAdapter {
+    embed(text: string): Promise<number[]>;
+}
+export interface MemoGrafterDriftConfig {
+    mode?: DriftMode;
+    windowSize?: number;
+    threshold?: number;
+    minSegmentMessages?: number;
+}
+export interface MemoGrafterGraphConfig {
+    topK?: number;
+    hopDepth?: number;
+}
+export interface MemoGrafterInjectConfig {
+    bufferSize?: number;
+    tokenBudget?: number;
+}
+export interface MemoGrafterQueueConfig {
+    redisUrl: string;
+    queueName?: string;
+    removeOnComplete?: boolean | number;
+    removeOnFail?: boolean | number;
+}
+export interface MemoGrafterConfig {
+    db: {
+        connectionString: string;
+    };
+    llm: LLMAdapter;
+    embedder: EmbedAdapter;
+    drift?: MemoGrafterDriftConfig;
+    graph?: MemoGrafterGraphConfig;
+    inject?: MemoGrafterInjectConfig;
+    queue?: MemoGrafterQueueConfig;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,OAAO;IACtB,IAAI,EAAE,MAAM,GAAG,WAAW,CAAC;IAC3B,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,SAAS,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE5C,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,YAAY,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,SAAS;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,IAAI,CAAC;CACjB;AAED,MAAM,WAAW,eAAe;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,SAAS,EAAE,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACjE;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;CACxC;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,SAAS,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,uBAAuB;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;IACpC,YAAY,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CACjC;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAA;KAAE,CAAC;IACjC,GAAG,EAAE,UAAU,CAAC;IAChB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,KAAK,CAAC,EAAE,sBAAsB,CAAC;IAC/B,MAAM,CAAC,EAAE,uBAAuB,CAAC;IACjC,KAAK,CAAC,EAAE,sBAAsB,CAAC;CAChC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/dist/utils/drift/cosineSimilarity.d.ts

@@ -0,0 +1,2 @@
+export declare const cosineSimilarity: (vectorA: number[], vectorB: number[]) => number;
+//# sourceMappingURL=cosineSimilarity.d.ts.map

package/dist/utils/drift/cosineSimilarity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cosineSimilarity.d.ts","sourceRoot":"","sources":["../../../src/utils/drift/cosineSimilarity.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,gBAAgB,GAAI,SAAS,MAAM,EAAE,EAAE,SAAS,MAAM,EAAE,KAAG,MAYvE,CAAC"}

package/dist/utils/drift/cosineSimilarity.js

@@ -0,0 +1,12 @@
+export const cosineSimilarity = (vectorA, vectorB) => {
+    let dot = 0;
+    let normA = 0;
+    let normB = 0;
+    for (let i = 0; i < vectorA.length; i += 1) {
+        dot += vectorA[i] * vectorB[i];
+        normA += vectorA[i] * vectorA[i];
+        normB += vectorB[i] * vectorB[i];
+    }
+    return dot / (Math.sqrt(normA) * Math.sqrt(normB));
+};
+//# sourceMappingURL=cosineSimilarity.js.map

package/dist/utils/drift/cosineSimilarity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cosineSimilarity.js","sourceRoot":"","sources":["../../../src/utils/drift/cosineSimilarity.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,OAAiB,EAAE,OAAiB,EAAU,EAAE;IAC/E,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,GAAG,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACjC,KAAK,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;QACnC,KAAK,IAAI,OAAO,CAAC,CAAC,CAAE,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;IACrC,CAAC;IAED,OAAO,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;AACrD,CAAC,CAAC"}

package/dist/utils/drift/vectorAvg.d.ts

@@ -0,0 +1,2 @@
+export declare const avg: (vector: number[][]) => number[];
+//# sourceMappingURL=vectorAvg.d.ts.map

package/dist/utils/drift/vectorAvg.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorAvg.d.ts","sourceRoot":"","sources":["../../../src/utils/drift/vectorAvg.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,GAAG,GAAI,QAAQ,MAAM,EAAE,EAAE,KAAG,MAAM,EAW9C,CAAC"}

package/dist/utils/drift/vectorAvg.js

@@ -0,0 +1,11 @@
+export const avg = (vector) => {
+    const len = vector[0].length;
+    const result = new Array(len).fill(0);
+    for (const vec of vector) {
+        for (let i = 0; i < vec.length; i += 1) {
+            result[i] = (result[i] ?? 0) + vec[i];
+        }
+    }
+    return result.map((v) => v / vector.length);
+};
+//# sourceMappingURL=vectorAvg.js.map

package/dist/utils/drift/vectorAvg.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorAvg.js","sourceRoot":"","sources":["../../../src/utils/drift/vectorAvg.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,MAAkB,EAAY,EAAE;IAClD,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC,MAAM,CAAC;IAC9B,MAAM,MAAM,GAAG,IAAI,KAAK,CAAS,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAE9C,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACvC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAE,CAAC;QACzC,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;AAC9C,CAAC,CAAC"}

package/dist/utils/normalizeText.d.ts

@@ -0,0 +1,2 @@
+export declare const normalizeText: (text: string) => string | null;
+//# sourceMappingURL=normalizeText.d.ts.map

package/dist/utils/normalizeText.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalizeText.d.ts","sourceRoot":"","sources":["../../src/utils/normalizeText.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,aAAa,GAAI,MAAM,MAAM,KAAG,MAAM,GAAG,IAarD,CAAC"}

package/dist/utils/normalizeText.js

@@ -0,0 +1,14 @@
+export const normalizeText = (text) => {
+    if (!text)
+        return "";
+    let content = text.trim();
+    content = content.replace(/\n+/g, " ");
+    content = content.replace(/\s+/g, " ");
+    if (content.length < 3)
+        return null;
+    const junk = ["ok", "yes", "no", ".", "..."];
+    if (junk.includes(content.toLowerCase()))
+        return null;
+    return content;
+};
+//# sourceMappingURL=normalizeText.js.map

package/dist/utils/normalizeText.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"normalizeText.js","sourceRoot":"","sources":["../../src/utils/normalizeText.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAY,EAAiB,EAAE;IAC3D,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IACrB,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAE1B,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACvC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAEvC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAEpC,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;IAC7C,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;QAAE,OAAO,IAAI,CAAC;IAEtD,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC"}

package/dist/utils/vectorLiteral.d.ts

@@ -0,0 +1,3 @@
+export declare const toVectorLiteral: (embedding: number[]) => string;
+export declare const parseVector: (value: string | number[] | null) => number[];
+//# sourceMappingURL=vectorLiteral.d.ts.map

package/dist/utils/vectorLiteral.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorLiteral.d.ts","sourceRoot":"","sources":["../../src/utils/vectorLiteral.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,eAAe,GAAI,WAAW,MAAM,EAAE,KAAG,MAMrD,CAAC;AAEF,eAAO,MAAM,WAAW,GAAI,OAAO,MAAM,GAAG,MAAM,EAAE,GAAG,IAAI,KAAG,MAAM,EASnE,CAAC"}

package/dist/utils/vectorLiteral.js

@@ -0,0 +1,18 @@
+export const toVectorLiteral = (embedding) => {
+    if (!embedding.every((value) => Number.isFinite(value))) {
+        throw new Error("Embedding must contain only finite numbers.");
+    }
+    return `[${embedding.join(",")}]`;
+};
+export const parseVector = (value) => {
+    if (!value)
+        return [];
+    if (Array.isArray(value))
+        return value;
+    return value
+        .replace(/^\[|\]$/g, "")
+        .split(",")
+        .filter(Boolean)
+        .map(Number);
+};
+//# sourceMappingURL=vectorLiteral.js.map

package/dist/utils/vectorLiteral.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vectorLiteral.js","sourceRoot":"","sources":["../../src/utils/vectorLiteral.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,SAAmB,EAAU,EAAE;IAC7D,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;QACxD,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;IACjE,CAAC;IAED,OAAO,IAAI,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,KAA+B,EAAY,EAAE;IACvE,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IAEvC,OAAO,KAAK;SACT,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;SACvB,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,MAAM,CAAC,CAAC;AACjB,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,55 @@
+{
+  "name": "memo-grafter",
+  "version": "0.1.0",
+  "description": "Structured conversational memory for LLM chatbot applications",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    ".env.example",
+    "README.md",
+    "USER_GUIDE.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc -b",
+    "prepublishOnly": "npm run build",
+    "test": "npm run test:core && npm run test:fleet",
+    "test:core": "tsx --env-file=.env tests/core/run.ts",
+    "test:fleet": "tsx --env-file=.env tests/fleet/run.ts"
+  },
+  "keywords": ["llm", "memory", "chatbot", "rag", "knowledge-graph", "langchain", "openai"],
+  "author": "Sarthak Chaturvedi <sarthakchat2018@gmail.com>",
+  "license": "MIT",
+  "type": "module",
+  "engines": {
+    "node": ">=18.0.0"
+  },
+  "dependencies": {
+    "bullmq": "^5.0.0",
+    "ioredis": "^5.0.0",
+    "postgres": "^3.4.9"
+  },
+  "devDependencies": {
+    "@types/node": "^25.6.0",
+    "dotenv": "^17.4.2",
+    "openai": "^4.0.0",
+    "tsx": "^4.0.0",
+    "typescript": "^6.0.2"
+  },
+  "peerDependencies": {
+    "openai": "^4.0.0"
+  },
+  "peerDependenciesMeta": {
+    "openai": {
+      "optional": true
+    }
+  }
+}