@futdevpro/nts-dynamo 1.15.57 → 1.15.60

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@futdevpro/nts-dynamo",
-  "version": "01.15.57",
+  "version": "01.15.60",
   "description": "Dynamic NodeTS (NodeJS-Typescript), MongoDB Backend System Framework by Future Development Program Ltd.",
   "DyBu_settings": {
     "packageType": "server-package",
@@ -57,7 +57,11 @@
     "audit:eslintrc": "dynamo-eslintrc-audit",
     "fix": "dynamo-fix",
     "fix:return-types": "dynamo-fix-return-types",
-    "prepare": "husky"
+    "prepare": "husky",
+    "ldp": "dc ldp",
+    "ldp:status": "dc ldp-status",
+    "ldp:stop": "dc ldp-stop",
+    "ldp:clear": "dc ldp-clear"
   },
   "main": "./build/index.js",
   "module": "./build/index.js",
@@ -136,6 +140,12 @@
       "types": "./build/_modules/custom-data/index.d.ts",
       "typings": "./build/_modules/custom-data/index.d.ts"
     },
+    "./data-readers": {
+      "default": "./build/_modules/data-readers/index.js",
+      "module": "./build/_modules/data-readers/index.js",
+      "types": "./build/_modules/data-readers/index.d.ts",
+      "typings": "./build/_modules/data-readers/index.d.ts"
+    },
     "./defaults": {
       "default": "./build/_modules/defaults/index.js",
       "module": "./build/_modules/defaults/index.js",
@@ -178,6 +188,12 @@
       "types": "./build/_modules/messaging/_modules/agent/index.d.ts",
       "typings": "./build/_modules/messaging/_modules/agent/index.d.ts"
     },
+    "./mcp": {
+      "default": "./build/_modules/mcp/index.js",
+      "module": "./build/_modules/mcp/index.js",
+      "types": "./build/_modules/mcp/index.d.ts",
+      "typings": "./build/_modules/mcp/index.d.ts"
+    },
     "./mock": {
       "default": "./build/_mock/index.js",
       "module": "./build/_mock/index.js",
@@ -202,6 +218,12 @@
       "types": "./build/_modules/rate-limit/index.d.ts",
       "typings": "./build/_modules/rate-limit/index.d.ts"
     },
+    "./scoped-config": {
+      "default": "./build/_modules/scoped-config/index.js",
+      "module": "./build/_modules/scoped-config/index.js",
+      "types": "./build/_modules/scoped-config/index.d.ts",
+      "typings": "./build/_modules/scoped-config/index.d.ts"
+    },
     "./server": {
       "default": "./build/_modules/server/index.js",
       "module": "./build/_modules/server/index.js",
@@ -262,6 +284,9 @@
       "custom-data": [
         "build/_modules/custom-data/index.d.ts"
       ],
+      "data-readers": [
+        "build/_modules/data-readers/index.d.ts"
+      ],
       "defaults": [
         "build/_modules/defaults/index.d.ts"
       ],
@@ -283,6 +308,9 @@
       "messaging/agent": [
         "build/_modules/messaging/_modules/agent/index.d.ts"
       ],
+      "mcp": [
+        "build/_modules/mcp/index.d.ts"
+      ],
       "mock": [
         "build/_modules/mock/index.d.ts"
       ],
@@ -295,6 +323,9 @@
       "rate-limit": [
         "build/_modules/rate-limit/index.d.ts"
       ],
+      "scoped-config": [
+        "build/_modules/scoped-config/index.d.ts"
+      ],
       "server": [
         "build/_modules/server/index.d.ts"
       ],
@@ -317,20 +348,42 @@
     "empty": ""
   },
   "peerDependencies": {
+    "@anthropic-ai/sdk": "~0.39.0",
+    "@modelcontextprotocol/sdk": "~1.29.0",
+    "better-sqlite3": "~12.4.1",
     "@futdevpro/fsm-dynamo": "1.15.23",
     "@types/express": "4.17.21",
     "@types/geoip-lite": "~1.4.1",
     "@types/node": "~24.1.0",
     "axios": "~1.8.1",
     "body-parser": "~1.20.2",
+    "discord.js": "~14.24.2",
     "dotenv": "~16.5.0",
     "express": "4.21.2",
     "geoip-lite": "~1.4.7",
     "mongoose": "~8.10.1",
     "nodemailer": "~6.9.4",
+    "openai": "~5.23.2",
     "rxjs": "7.8.1",
     "ts-node": "~10.9.2"
   },
+  "peerDependenciesMeta": {
+    "@anthropic-ai/sdk": {
+      "optional": true
+    },
+    "@modelcontextprotocol/sdk": {
+      "optional": true
+    },
+    "better-sqlite3": {
+      "optional": true
+    },
+    "discord.js": {
+      "optional": true
+    },
+    "openai": {
+      "optional": true
+    }
+  },
   "devDependencies": {
     "@futdevpro/dynamo-eslint": "1.15.16",
     "@discordjs/opus": "^0.10.0",
@@ -339,6 +392,9 @@
     "@typescript-eslint/eslint-plugin": "^8.41.0",
     "@typescript-eslint/parser": "^8.41.0",
     "@anthropic-ai/sdk": "~0.39.0",
+    "@modelcontextprotocol/sdk": "~1.29.0",
+    "@types/better-sqlite3": "~7.6.13",
+    "better-sqlite3": "~12.4.1",
     "crypto-js": "~4.2.0",
     "discord.js": "~14.24.2",
     "eslint": "^9.34.0",

package/pnpm-workspace.yaml

@@ -1,4 +1,5 @@
 allowBuilds:
   '@discordjs/opus': false
+  better-sqlite3: true
 minimumReleaseAgeExclude:
   - '@futdevpro/*'

package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts

@@ -0,0 +1,295 @@
+import { DyNTS_DAI_CodeChunking_Util } from './dai-code-chunking.util';
+import { DyNTS_DAI_CodeChunk } from '../_models/interfaces/dai-code-chunk.interface';
+
+/**
+ * `DyNTS_DAI_CodeChunking_Util` spec-jei (BFR-AM-005) — AST-szemantikus kód-chunking.
+ * Tiszta (NEM Mongo / NEM network): minden teszt csak forrás-string-et chunkol.
+ */
+describe('| DyNTS_DAI_CodeChunking_Util', () => {
+
+  describe('| chunkTs — empty / tiny input', () => {
+    it('| should return empty list for empty content', () => {
+      expect(DyNTS_DAI_CodeChunking_Util.chunkTs('')).toEqual([]);
+    });
+
+    it('| should return empty list for whitespace-only content', () => {
+      expect(DyNTS_DAI_CodeChunking_Util.chunkTs('   \n  \t \n ')).toEqual([]);
+    });
+
+    it('| should fall back to a single fallback chunk for tiny non-parseable content', () => {
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs('x');
+      expect(chunks.length).toBe(1);
+      expect(chunks[0].chunkType).toBe('fallback');
+      expect(chunks[0].content).toBe('x');
+    });
+  });
+
+  describe('| chunkTs — import-group', () => {
+    it('| should group consecutive imports into a single chunk', () => {
+      const code: string = [
+        `import { A } from './a';`,
+        `import { B } from './b';`,
+        `import * as c from './c';`,
+        ``,
+        `export const value: number = 1;`,
+      ].join('\n');
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+      const importChunks: DyNTS_DAI_CodeChunk[] = chunks.filter((c: DyNTS_DAI_CodeChunk) => c.chunkType === 'imports');
+
+      expect(importChunks.length).toBe(1);
+      expect(importChunks[0].content).toContain(`from './a'`);
+      expect(importChunks[0].content).toContain(`from './b'`);
+      expect(importChunks[0].content).toContain(`from './c'`);
+      expect(importChunks[0].symbolPath).toBe('');
+    });
+
+    it('| should treat re-export (export ... from) as part of the import group', () => {
+      const code: string = [
+        `import { A } from './a';`,
+        `export { B } from './b';`,
+        ``,
+        `function helper(): void {}`,
+      ].join('\n');
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+      const importChunks: DyNTS_DAI_CodeChunk[] = chunks.filter((c: DyNTS_DAI_CodeChunk) => c.chunkType === 'imports');
+
+      expect(importChunks.length).toBe(1);
+      expect(importChunks[0].content).toContain(`export { B } from './b'`);
+    });
+  });
+
+  describe('| chunkTs — top-level declarations', () => {
+    it('| should chunk an interface', () => {
+      const code: string = `export interface FooParams {\n  a: string;\n  b: number;\n}`;
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+
+      const iface: DyNTS_DAI_CodeChunk | undefined = chunks.find((c: DyNTS_DAI_CodeChunk) => c.chunkType === 'interface');
+      expect(iface).toBeDefined();
+      expect(iface!.symbolName).toBe('FooParams');
+      expect(iface!.symbolPath).toBe('interface:FooParams');
+    });
+
+    it('| should chunk an enum', () => {
+      const code: string = `export enum Color {\n  red = 'red',\n  green = 'green',\n}`;
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+
+      const en: DyNTS_DAI_CodeChunk | undefined = chunks.find((c: DyNTS_DAI_CodeChunk) => c.chunkType === 'enum');
+      expect(en).toBeDefined();
+      expect(en!.symbolPath).toBe('enum:Color');
+    });
+
+    it('| should chunk a type-alias', () => {
+      const code: string = `export type Id = string | number;`;
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+
+      const typeChunk: DyNTS_DAI_CodeChunk | undefined = chunks.find((c: DyNTS_DAI_CodeChunk) => c.chunkType === 'type');
+      expect(typeChunk).toBeDefined();
+      expect(typeChunk!.symbolPath).toBe('type:Id');
+    });
+
+    it('| should chunk a standalone function', () => {
+      const code: string = `export function doThing(x: number): number {\n  return x + 1;\n}`;
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+
+      const fn: DyNTS_DAI_CodeChunk | undefined = chunks.find((c: DyNTS_DAI_CodeChunk) => c.chunkType === 'function');
+      expect(fn).toBeDefined();
+      expect(fn!.symbolPath).toBe('function:doThing');
+    });
+
+    it('| should classify an arrow-const as a function chunk', () => {
+      const code: string = `export const adder = (a: number, b: number): number => {\n  return a + b;\n};`;
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+
+      const fn: DyNTS_DAI_CodeChunk | undefined = chunks.find((c: DyNTS_DAI_CodeChunk) => c.symbolName === 'adder');
+      expect(fn).toBeDefined();
+      expect(fn!.chunkType).toBe('function');
+      expect(fn!.symbolPath).toBe('function:adder');
+    });
+  });
+
+  describe('| chunkTs — class (whole vs method-split)', () => {
+    it('| should keep a small class as a single chunk', () => {
+      const code: string = [
+        `export class Small {`,
+        `  greet(): string { return 'hi'; }`,
+        `}`,
+      ].join('\n');
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+      const classChunks: DyNTS_DAI_CodeChunk[] = chunks.filter((c: DyNTS_DAI_CodeChunk) => c.chunkType === 'class');
+
+      // Egyetlen, egész-osztály chunk (nincs metódus-bontás kis méretnél).
+      expect(classChunks.length).toBe(1);
+      expect(classChunks[0].symbolPath).toBe('class:Small');
+      expect(classChunks[0].content).toContain('greet');
+    });
+
+    it('| should split a large class by methods with class:Foo > method:bar symbolPaths', () => {
+      // Minden metódus body-ja kellően nagy, hogy az osztály a maxChunkSize fölé nőjön.
+      const body: string = `    const v = ${'1 + '.repeat(60)}1;\n    return v;`;
+      const code: string = [
+        `export class BigService {`,
+        `  alpha(): number {\n${body}\n  }`,
+        `  beta(): number {\n${body}\n  }`,
+        `  gamma(): number {\n${body}\n  }`,
+        `}`,
+      ].join('\n');
+
+      // maxChunkSize=400: minden metódus (~292) belefér egy chunkba, de az egész osztály (~911)
+      // NEM → pontosan osztály-fej + 3 metódus-chunk.
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code, { maxChunkSize: 400 });
+
+      const methodChunks: DyNTS_DAI_CodeChunk[] = chunks.filter((c: DyNTS_DAI_CodeChunk) => c.chunkType === 'method');
+      const methodPaths: string[] = methodChunks.map((c: DyNTS_DAI_CodeChunk) => c.symbolPath);
+
+      expect(methodChunks.length).toBe(3);
+      expect(methodPaths).toContain('class:BigService > method:alpha');
+      expect(methodPaths).toContain('class:BigService > method:beta');
+      expect(methodPaths).toContain('class:BigService > method:gamma');
+
+      // Az osztály-fej külön chunk, class:BigService symbol-lánccal.
+      const classHeader: DyNTS_DAI_CodeChunk | undefined = chunks.find(
+        (c: DyNTS_DAI_CodeChunk) => c.chunkType === 'class' && c.symbolPath === 'class:BigService'
+      );
+      expect(classHeader).toBeDefined();
+    });
+  });
+
+  describe('| chunkTs — JSDoc + decorator bundling', () => {
+    it('| should bundle a leading JSDoc with the following node', () => {
+      const code: string = [
+        `/**`,
+        ` * Helper function docs.`,
+        ` */`,
+        `export function withDocs(): void {}`,
+      ].join('\n');
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+      const fn: DyNTS_DAI_CodeChunk | undefined = chunks.find((c: DyNTS_DAI_CodeChunk) => c.symbolName === 'withDocs');
+
+      expect(fn).toBeDefined();
+      expect(fn!.content).toContain('Helper function docs.');
+      expect(fn!.content).toContain('export function withDocs');
+    });
+
+    it('| should bundle decorators with the following class node', () => {
+      const code: string = [
+        `@Injectable()`,
+        `@Logged`,
+        `export class Decorated {`,
+        `  run(): void {}`,
+        `}`,
+      ].join('\n');
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+      const cls: DyNTS_DAI_CodeChunk | undefined = chunks.find((c: DyNTS_DAI_CodeChunk) => c.symbolName === 'Decorated');
+
+      expect(cls).toBeDefined();
+      expect(cls!.content).toContain('@Injectable()');
+      expect(cls!.content).toContain('@Logged');
+    });
+  });
+
+  describe('| chunkTs — large-node sliding-split', () => {
+    it('| should sliding-split a single oversized function into sub-chunks', () => {
+      const longBody: string = Array.from({ length: 80 }, (_: unknown, i: number) => `  const x${i} = ${i};`).join('\n');
+      const code: string = `export function huge(): void {\n${longBody}\n}`;
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code, { maxChunkSize: 300, overlap: 50 });
+
+      // Több sub-chunk, mind ugyanazzal a symbol-lánccal + subChunkIndex-szel.
+      expect(chunks.length).toBeGreaterThan(1);
+      chunks.forEach((c: DyNTS_DAI_CodeChunk) => {
+        expect(c.symbolPath).toBe('function:huge');
+        expect(c.subChunkIndex).toBeGreaterThanOrEqual(0);
+        expect(c.content.length).toBeLessThanOrEqual(300);
+      });
+      // A sub-chunk-indexek 0-tól folytonosak.
+      expect(chunks[0].subChunkIndex).toBe(0);
+    });
+  });
+
+  describe('| chunkTs — positions', () => {
+    it('| should report 1-based source line numbers', () => {
+      const code: string = [
+        `import { A } from './a';`, // line 1
+        ``,                          // line 2
+        `export function f(): void {`, // line 3
+        `  return;`,                  // line 4
+        `}`,                          // line 5
+      ].join('\n');
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+      const fn: DyNTS_DAI_CodeChunk | undefined = chunks.find((c: DyNTS_DAI_CodeChunk) => c.symbolName === 'f');
+
+      expect(fn).toBeDefined();
+      expect(fn!.lineStart).toBe(3);
+      expect(fn!.lineEnd).toBe(5);
+    });
+
+    it('| should assign contiguous 0-based chunkIndex values', () => {
+      const code: string = [
+        `import { A } from './a';`,
+        `export interface I { x: number; }`,
+        `export type T = string;`,
+        `export function fn(): void {}`,
+      ].join('\n');
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+      chunks.forEach((c: DyNTS_DAI_CodeChunk, i: number) => {
+        expect(c.chunkIndex).toBe(i);
+      });
+    });
+  });
+
+  describe('| chunk — dispatcher routing', () => {
+    it('| should route .ts files through the AST chunker', () => {
+      const code: string = `export class Routed {\n  go(): void {}\n}`;
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunk(code, 'foo.ts');
+
+      expect(chunks.some((c: DyNTS_DAI_CodeChunk) => c.symbolPath === 'class:Routed')).toBe(true);
+    });
+
+    it('| should route .tsx/.js/.jsx files through the AST chunker', () => {
+      const code: string = `export function widget(): void {}`;
+      expect(DyNTS_DAI_CodeChunking_Util.chunk(code, 'a.tsx').some((c: DyNTS_DAI_CodeChunk) => c.symbolName === 'widget')).toBe(true);
+      expect(DyNTS_DAI_CodeChunking_Util.chunk(code, 'b.js').some((c: DyNTS_DAI_CodeChunk) => c.symbolName === 'widget')).toBe(true);
+      expect(DyNTS_DAI_CodeChunking_Util.chunk(code, 'c.jsx').some((c: DyNTS_DAI_CodeChunk) => c.symbolName === 'widget')).toBe(true);
+    });
+
+    it('| should route non-code (.md) content to fallback chunks (no semantic split)', () => {
+      const content: string = `# Title\n\nSome markdown text.`;
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunk(content, 'readme.md');
+
+      expect(chunks.length).toBe(1);
+      expect(chunks[0].chunkType).toBe('fallback');
+      expect(chunks[0].content).toContain('# Title');
+    });
+
+    it('| should return empty for empty non-code content', () => {
+      expect(DyNTS_DAI_CodeChunking_Util.chunk('', 'readme.md')).toEqual([]);
+    });
+  });
+
+  describe('| chunkTs — robustness (braces inside strings/templates)', () => {
+    it('| should not be confused by braces inside string and template literals (AST-correct)', () => {
+      // A FAM regex/brace-depth workaround itt tévedne; az AST helyesen kezeli.
+      const code: string = [
+        `export function tricky(): string {`,
+        '  const a = "} not a real close {";',
+        '  const b = `template ${ a } with } braces {`;',
+        `  return a + b;`,
+        `}`,
+        `export interface AfterTricky { ok: boolean; }`,
+      ].join('\n');
+
+      const chunks: DyNTS_DAI_CodeChunk[] = DyNTS_DAI_CodeChunking_Util.chunkTs(code);
+
+      // A függvény ÉS az utána jövő interface is külön, helyes chunk (nem olvad össze).
+      expect(chunks.some((c: DyNTS_DAI_CodeChunk) => c.symbolPath === 'function:tricky')).toBe(true);
+      expect(chunks.some((c: DyNTS_DAI_CodeChunk) => c.symbolPath === 'interface:AfterTricky')).toBe(true);
+    });
+  });
+});