@pikku/addon-graph 0.12.5 → 0.12.7

package/dist/src/functions/transform/split-text.function.test.js

@@ -0,0 +1,66 @@
+import { describe, test } from 'node:test';
+import assert from 'node:assert/strict';
+import { splitText } from './split-text.function.js';
+const call = (data) => splitText.func({}, data);
+describe('graph:splitText', () => {
+    test('text shorter than chunkSize returns a single chunk', async () => {
+        const out = await call({ text: 'hello world', chunkSize: 100 });
+        assert.deepEqual(out, { chunks: ['hello world'] });
+    });
+    test('recursive strategy splits on paragraph boundaries into bounded chunks', async () => {
+        const para = 'a'.repeat(40);
+        const text = [para, para, para].join('\n\n');
+        const out = await call({
+            text,
+            strategy: 'recursive',
+            chunkSize: 50,
+            chunkOverlap: 0,
+        });
+        assert.ok(out.chunks.length >= 3, 'expected each 40-char paragraph in its own chunk');
+        for (const c of out.chunks) {
+            assert.ok(c.length <= 50, `chunk exceeded chunkSize: ${c.length}`);
+        }
+        // reconstructable content — every paragraph survives
+        assert.ok(out.chunks.every((c) => c.includes('a')));
+    });
+    test('default strategy behaves as recursive', async () => {
+        const text = ['x'.repeat(30), 'y'.repeat(30)].join('\n\n');
+        const withDefault = await call({ text, chunkSize: 40, chunkOverlap: 0 });
+        const withRecursive = await call({
+            text,
+            strategy: 'recursive',
+            chunkSize: 40,
+            chunkOverlap: 0,
+        });
+        assert.deepEqual(withDefault, withRecursive);
+    });
+    test('overlap carries trailing content into the next chunk', async () => {
+        const words = Array.from({ length: 12 }, (_, i) => `w${i}`).join(' ');
+        const out = await call({
+            text: words,
+            strategy: 'recursive',
+            chunkSize: 12,
+            chunkOverlap: 6,
+        });
+        assert.ok(out.chunks.length > 1, 'expected multiple chunks');
+        // consecutive chunks share at least one word due to overlap
+        const first = out.chunks[0].split(' ');
+        const second = out.chunks[1].split(' ');
+        assert.ok(first.some((w) => second.includes(w)), 'expected overlapping word between consecutive chunks');
+    });
+    test('character strategy splits on the double-newline separator', async () => {
+        const text = ['one', 'two', 'three'].join('\n\n');
+        const out = await call({
+            text,
+            strategy: 'character',
+            chunkSize: 3,
+            chunkOverlap: 0,
+        });
+        assert.deepEqual(out.chunks, ['one', 'two', 'three']);
+    });
+    test('empty text yields no chunks', async () => {
+        const out = await call({ text: '', chunkSize: 100 });
+        assert.deepEqual(out, { chunks: [] });
+    });
+});
+//# sourceMappingURL=split-text.function.test.js.map

package/dist/src/functions/transform/split-text.function.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"split-text.function.test.js","sourceRoot":"","sources":["../../../../src/functions/transform/split-text.function.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAC1C,OAAO,MAAM,MAAM,oBAAoB,CAAA;AAEvC,OAAO,EAAE,SAAS,EAAE,MAAM,0BAA0B,CAAA;AAEpD,MAAM,IAAI,GAAG,CAAC,IAAS,EAAE,EAAE,CAAE,SAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;AAE7D,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,IAAI,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAA;QAC/D,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;IACpD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,uEAAuE,EAAE,KAAK,IAAI,EAAE;QACvF,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAA;QAC3B,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC5C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC;YACrB,IAAI;YACJ,QAAQ,EAAE,WAAW;YACrB,SAAS,EAAE,EAAE;YACb,YAAY,EAAE,CAAC;SAChB,CAAC,CAAA;QACF,MAAM,CAAC,EAAE,CACP,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,EACtB,kDAAkD,CACnD,CAAA;QACD,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,EAAE,6BAA6B,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;QACpE,CAAC;QACD,qDAAqD;QACrD,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAC7D,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC1D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC,CAAA;QACxE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC;YAC/B,IAAI;YACJ,QAAQ,EAAE,WAAW;YACrB,SAAS,EAAE,EAAE;YACb,YAAY,EAAE,CAAC;SAChB,CAAC,CAAA;QACF,MAAM,CAAC,SAAS,CAAC,WAAW,EAAE,aAAa,CAAC,CAAA;IAC9C,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACtE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACrE,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC;YACrB,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,WAAW;YACrB,SAAS,EAAE,EAAE;YACb,YAAY,EAAE,CAAC;SAChB,CAAC,CAAA;QACF,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,0BAA0B,CAAC,CAAA;QAC5D,4DAA4D;QAC5D,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACtC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACvC,MAAM,CAAC,EAAE,CACP,KAAK,CAAC,IAAI,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAC7C,sDAAsD,CACvD,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QAC3E,MAAM,IAAI,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACjD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC;YACrB,IAAI;YACJ,QAAQ,EAAE,WAAW;YACrB,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;SAChB,CAAC,CAAA;QACF,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,IAAI,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAA;QACpD,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/package.json

@@ -1,6 +1,7 @@
 {
   "name": "@pikku/addon-graph",
-  "version": "0.12.5",
+  "version": "0.12.7",
+  "description": "Graph addon for Pikku — built-in graph:* primitives for workflow graphs",
   "type": "module",
   "imports": {
     "#pikku": {
@@ -31,12 +32,13 @@
     "zod": "^4"
   },
   "devDependencies": {
-    "@pikku/cli": "^0.12.61",
+    "@pikku/cli": "^0.12.92",
     "@pikku/core": "*",
     "typescript": "^6.0.3",
     "zod": "^4"
   },
   "dependencies": {
     "dayjs": "^1.11.19"
-  }
+  },
+  "license": "MIT"
 }