@hazeljs/rag 0.2.0-alpha.1

package/dist/__tests__/loaders/directory.loader.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directory.loader.test.js","sourceRoot":"","sources":["../../../src/__tests__/loaders/directory.loader.test.ts"],"names":[],"mappings":";;AAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;IAClB,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;IACf,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;CACpB,CAAC,CAAC,CAAC;AAEJ,0CAAsD;AACtD,qEAAiE;AAEjE,MAAM,WAAW,GAAG,kBAA8C,CAAC;AACnE,MAAM,QAAQ,GAAG,eAAwC,CAAC;AAC1D,MAAM,YAAY,GAAG,mBAAgD,CAAC;AAEtE,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,KAAK,EAAsC,CAAC;AAC1E,CAAC;AAED,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IAEtC,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,WAAW,CAAC,qBAAqB,CAAC,CAAC,WAAW,CAAU,CAAC,CAAC;QAC1D,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACzD,YAAY,CAAC,qBAAqB,CAAC,cAAuB,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,WAAW;aACR,qBAAqB,CAAC,CAAC,QAAQ,CAAU,CAAC;aAC1C,qBAAqB,CAAC,CAAC,SAAS,CAAU,CAAC,CAAC;QAC/C,QAAQ;aACL,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAU,CAAC;aAC9C,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACnD,YAAY,CAAC,qBAAqB,CAAC,gBAAyB,CAAC,CAAC;QAE9D,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,WAAW,CAAC,qBAAqB,CAAC,CAAC,QAAQ,CAAU,CAAC,CAAC;QACvD,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,IAAI,CAAU,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,WAAW,CAAC,qBAAqB,CAAC,CAAC,SAAS,EAAE,aAAa,CAAU,CAAC,CAAC;QACvE,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACzD,YAAY,CAAC,qBAAqB,CAAC,SAAkB,CAAC,CAAC;QAEvD,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,WAAW,CAAC,qBAAqB,CAAC,CAAC,SAAS,EAAE,WAAW,CAAU,CAAC,CAAC;QACrE,QAAQ;aACL,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC;aAC/C,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACnD,YAAY,CAAC,qBAAqB,CAAC,cAAuB,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACvF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,WAAW,CAAC,qBAAqB,CAAC,CAAC,SAAS,EAAE,WAAW,CAAU,CAAC,CAAC;QACrE,QAAQ;aACL,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC;aAC/C,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACnD,YAAY,CAAC,qBAAqB,CAAC,MAAe,CAAC,CAAC;QAEpD,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,iBAAiB,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QACxF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,WAAW,CAAC,qBAAqB,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAU,CAAC,CAAC;QACxE,QAAQ;aACL,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC;aAC/C,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC;aAC/C,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACnD,YAAY,CAAC,qBAAqB,CAAC,GAAY,CAAC,CAAC,qBAAqB,CAAC,GAAY,CAAC,CAAC;QAErF,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QACvE,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,WAAW,CAAC,qBAAqB,CAAC,CAAC,SAAS,CAAU,CAAC,CAAC;QACxD,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QAEzD,MAAM,QAAQ,GAAG,CAAC,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QAE3F,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;QACxF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,OAAO,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;QACtC,WAAW,CAAC,qBAAqB,CAAC,CAAC,WAAW,CAAU,CAAC,CAAC;QAC1D,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACzD,YAAY,CAAC,qBAAqB,CAAC,SAAkB,CAAC,CAAC;QAEvD,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,WAAW,CAAC,qBAAqB,CAAC,CAAC,WAAW,CAAU,CAAC,CAAC;QAC1D,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACzD,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAU,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;QACvC,WAAW,CAAC,qBAAqB,CAAC,CAAC,UAAU,CAAU,CAAC,CAAC;QACzD,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACzD,YAAY,CAAC,qBAAqB,CAAC,UAAmB,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;QACxC,WAAW,CAAC,qBAAqB,CAAC,CAAC,WAAW,CAAU,CAAC,CAAC;QAC1D,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACzD,YAAY,CAAC,qBAAqB,CAAC,cAAuB,CAAC,CAAC;QAE5D,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,WAAW,CAAC,qBAAqB,CAAC,CAAC,YAAY,CAAU,CAAC,CAAC;QAC3D,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QAEzD,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,WAAW,CAAC,qBAAqB,CAAC,CAAC,SAAS,CAAU,CAAC,CAAC;QACxD,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACzD,YAAY,CAAC,qBAAqB,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAU,CAAC,CAAC;QAEjE,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,KAAK,IAAI,EAAE;QACpD,WAAW,CAAC,qBAAqB,CAAC,CAAC,WAAW,CAAU,CAAC,CAAC;QAC1D,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,CAAC,KAAK,CAAU,CAAC,CAAC;QACzD,YAAY,CAAC,qBAAqB,CAAC,SAAkB,CAAC,CAAC;QAEvD,MAAM,MAAM,GAAG,IAAI,kCAAe,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;QACtF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/loaders/html-file.loader.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=html-file.loader.test.d.ts.map

package/dist/__tests__/loaders/html-file.loader.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-file.loader.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/loaders/html-file.loader.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/loaders/html-file.loader.test.js

@@ -0,0 +1,93 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+jest.mock('fs/promises', () => ({
+    readFile: jest.fn(),
+}));
+const promises_1 = require("fs/promises");
+const html_file_loader_1 = require("../../loaders/html-file.loader");
+const mockReadFile = promises_1.readFile;
+const HTML_BASIC = `<html><head><title>My Page</title></head><body><p>Hello world</p></body></html>`;
+const HTML_WITH_SCRIPT = `<html><body><script>var x=1;</script><p>Visible text</p><style>.hide{}</style></body></html>`;
+const HTML_ENTITIES = `<p>&amp; &lt; &gt; &quot; &nbsp; &hellip; &#65;</p>`;
+const HTML_MULTI_BLANK = `<p>Line 1</p>\n\n\n\n<p>Line 2</p>`;
+describe('HTMLFileLoader', () => {
+    afterEach(() => jest.clearAllMocks());
+    it('throws when no path is provided', () => {
+        expect(() => new html_file_loader_1.HTMLFileLoader({})).toThrow('provide at least one path');
+    });
+    it('loads HTML and strips tags', async () => {
+        mockReadFile.mockResolvedValueOnce(HTML_BASIC);
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html' });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(1);
+        expect(docs[0].content).toContain('Hello world');
+        expect(docs[0].content).not.toContain('<p>');
+        expect(docs[0].metadata?.loaderType).toBe('html');
+        expect(docs[0].metadata?.source).toBe('page.html');
+    });
+    it('extracts title from <title> tag', async () => {
+        mockReadFile.mockResolvedValueOnce(HTML_BASIC);
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html' });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.title).toBe('My Page');
+    });
+    it('strips <script> and <style> blocks', async () => {
+        mockReadFile.mockResolvedValueOnce(HTML_WITH_SCRIPT);
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html', stripScripts: true });
+        const docs = await loader.load();
+        expect(docs[0].content).not.toContain('var x=1');
+        expect(docs[0].content).not.toContain('.hide');
+        expect(docs[0].content).toContain('Visible text');
+    });
+    it('does not strip scripts when stripScripts is false', async () => {
+        mockReadFile.mockResolvedValueOnce(HTML_WITH_SCRIPT);
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html', stripScripts: false });
+        const docs = await loader.load();
+        expect(docs[0].content).toContain('var x=1');
+    });
+    it('decodes HTML entities', async () => {
+        mockReadFile.mockResolvedValueOnce(HTML_ENTITIES);
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html' });
+        const docs = await loader.load();
+        expect(docs[0].content).toContain('&');
+        expect(docs[0].content).toContain('<');
+        expect(docs[0].content).toContain('>');
+        expect(docs[0].content).toContain('"');
+        expect(docs[0].content).toContain('...');
+        expect(docs[0].content).toContain('A'); // &#65;
+    });
+    it('collapses multiple blank lines', async () => {
+        mockReadFile.mockResolvedValueOnce(HTML_MULTI_BLANK);
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html' });
+        const docs = await loader.load();
+        expect(docs[0].content).not.toMatch(/\n{3,}/);
+    });
+    it('loads multiple files', async () => {
+        mockReadFile
+            .mockResolvedValueOnce('<p>one</p>')
+            .mockResolvedValueOnce('<p>two</p>');
+        const loader = new html_file_loader_1.HTMLFileLoader({ paths: ['/tmp/a.html', '/tmp/b.html'] });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(2);
+    });
+    it('merges extra metadata', async () => {
+        mockReadFile.mockResolvedValueOnce(HTML_BASIC);
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html', metadata: { tag: 'v1' } });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.tag).toBe('v1');
+    });
+    it('handles HTML without a title tag gracefully', async () => {
+        mockReadFile.mockResolvedValueOnce('<p>no title here</p>');
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html' });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.title).toBeUndefined();
+    });
+    it('does not collapse multiple blank lines when collapseWhitespace is false', async () => {
+        mockReadFile.mockResolvedValueOnce('<p>line1</p>\n\n\n\n<p>line2</p>');
+        const loader = new html_file_loader_1.HTMLFileLoader({ path: '/tmp/page.html', collapseWhitespace: false });
+        const docs = await loader.load();
+        // When collapseWhitespace is false, multiple blank lines are preserved
+        expect(docs[0].content).toMatch(/\n{3,}/);
+    });
+});
+//# sourceMappingURL=html-file.loader.test.js.map

package/dist/__tests__/loaders/html-file.loader.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"html-file.loader.test.js","sourceRoot":"","sources":["../../../src/__tests__/loaders/html-file.loader.test.ts"],"names":[],"mappings":";;AAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;CACpB,CAAC,CAAC,CAAC;AAEJ,0CAAuC;AACvC,qEAAgE;AAEhE,MAAM,YAAY,GAAG,mBAAgD,CAAC;AAEtE,MAAM,UAAU,GAAG,iFAAiF,CAAC;AACrG,MAAM,gBAAgB,GAAG,8FAA8F,CAAC;AACxH,MAAM,aAAa,GAAG,qDAAqD,CAAC;AAC5E,MAAM,gBAAgB,GAAG,oCAAoC,CAAC;AAE9D,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IAEtC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,iCAAc,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;QAC1C,YAAY,CAAC,qBAAqB,CAAC,UAAmB,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,YAAY,CAAC,qBAAqB,CAAC,UAAmB,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,YAAY,CAAC,qBAAqB,CAAC,gBAAyB,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QAClF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,YAAY,CAAC,qBAAqB,CAAC,gBAAyB,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QACnF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACrC,YAAY,CAAC,qBAAqB,CAAC,aAAsB,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,YAAY,CAAC,qBAAqB,CAAC,gBAAyB,CAAC,CAAC;QAC9D,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QACpC,YAAY;aACT,qBAAqB,CAAC,YAAqB,CAAC;aAC5C,qBAAqB,CAAC,YAAqB,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,KAAK,EAAE,CAAC,aAAa,EAAE,aAAa,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACrC,YAAY,CAAC,qBAAqB,CAAC,UAAmB,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QACvF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,YAAY,CAAC,qBAAqB,CAAC,sBAA+B,CAAC,CAAC;QACpE,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yEAAyE,EAAE,KAAK,IAAI,EAAE;QACvF,YAAY,CAAC,qBAAqB,CAAC,kCAA2C,CAAC,CAAC;QAChF,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,KAAK,EAAE,CAAC,CAAC;QACzF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,uEAAuE;QACvE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/loaders/json-file.loader.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=json-file.loader.test.d.ts.map

package/dist/__tests__/loaders/json-file.loader.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-file.loader.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/loaders/json-file.loader.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/loaders/json-file.loader.test.js

@@ -0,0 +1,84 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+jest.mock('fs/promises', () => ({
+    readFile: jest.fn(),
+}));
+const promises_1 = require("fs/promises");
+const json_file_loader_1 = require("../../loaders/json-file.loader");
+const mockReadFile = promises_1.readFile;
+describe('JSONFileLoader', () => {
+    afterEach(() => jest.clearAllMocks());
+    it('loads an array JSON file — one doc per element', async () => {
+        const data = JSON.stringify([
+            { title: 'A', body: 'Text A' },
+            { title: 'B', body: 'Text B' },
+        ]);
+        mockReadFile.mockResolvedValueOnce(data);
+        const loader = new json_file_loader_1.JSONFileLoader({ path: '/tmp/items.json', textKey: 'body' });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(2);
+        expect(docs[0].content).toBe('Text A');
+        expect(docs[0].metadata?.source).toBe('items.json');
+        expect(docs[0].metadata?.loaderType).toBe('json');
+        expect(docs[0].metadata?.index).toBe(0);
+    });
+    it('loads a single root object as one document', async () => {
+        mockReadFile.mockResolvedValueOnce(JSON.stringify({ message: 'hello' }));
+        const loader = new json_file_loader_1.JSONFileLoader({ path: '/tmp/obj.json', textKey: 'message' });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(1);
+        expect(docs[0].content).toBe('hello');
+    });
+    it('stringifies element when textKey is absent', async () => {
+        mockReadFile.mockResolvedValueOnce(JSON.stringify([{ key: 'val' }]));
+        const loader = new json_file_loader_1.JSONFileLoader({ path: '/tmp/items.json' });
+        const docs = await loader.load();
+        expect(docs[0].content).toContain('"key"');
+    });
+    it('extracts metadataKeys into metadata', async () => {
+        const data = JSON.stringify([{ id: '1', title: 'My Title', body: 'content' }]);
+        mockReadFile.mockResolvedValueOnce(data);
+        const loader = new json_file_loader_1.JSONFileLoader({
+            path: '/tmp/items.json',
+            textKey: 'body',
+            metadataKeys: ['id', 'title'],
+        });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.id).toBe('1');
+        expect(docs[0].metadata?.title).toBe('My Title');
+    });
+    it('navigates nested arrays via jsonPointer', async () => {
+        const data = JSON.stringify({ data: { results: [{ text: 'nested' }] } });
+        mockReadFile.mockResolvedValueOnce(data);
+        const loader = new json_file_loader_1.JSONFileLoader({
+            path: '/tmp/data.json',
+            textKey: 'text',
+            jsonPointer: 'data.results',
+        });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(1);
+        expect(docs[0].content).toBe('nested');
+    });
+    it('throws when jsonPointer key is not found', async () => {
+        mockReadFile.mockResolvedValueOnce(JSON.stringify({ foo: 'bar' }));
+        const loader = new json_file_loader_1.JSONFileLoader({ path: '/tmp/data.json', jsonPointer: 'missing.key' });
+        await expect(loader.load()).rejects.toThrow('not found');
+    });
+    it('merges extra metadata', async () => {
+        mockReadFile.mockResolvedValueOnce(JSON.stringify([{ text: 'hi' }]));
+        const loader = new json_file_loader_1.JSONFileLoader({
+            path: '/tmp/data.json',
+            textKey: 'text',
+            metadata: { env: 'prod' },
+        });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.env).toBe('prod');
+    });
+    it('stringifies non-object primitives in array', async () => {
+        mockReadFile.mockResolvedValueOnce(JSON.stringify(['hello', 'world']));
+        const loader = new json_file_loader_1.JSONFileLoader({ path: '/tmp/data.json' });
+        const docs = await loader.load();
+        expect(docs[0].content).toContain('hello');
+    });
+});
+//# sourceMappingURL=json-file.loader.test.js.map

package/dist/__tests__/loaders/json-file.loader.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-file.loader.test.js","sourceRoot":"","sources":["../../../src/__tests__/loaders/json-file.loader.test.ts"],"names":[],"mappings":";;AAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;CACpB,CAAC,CAAC,CAAC;AAEJ,0CAAuC;AACvC,qEAAgE;AAEhE,MAAM,YAAY,GAAG,mBAAgD,CAAC;AAEtE,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IAEtC,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;QAC9D,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;YAC1B,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC9B,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE;SAC/B,CAAC,CAAC;QACH,YAAY,CAAC,qBAAqB,CAAC,IAAa,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAChF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACpD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAU,CAAC,CAAC;QAClF,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QACjF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAU,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC/E,YAAY,CAAC,qBAAqB,CAAC,IAAa,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC;YAChC,IAAI,EAAE,iBAAiB;YACvB,OAAO,EAAE,MAAM;YACf,YAAY,EAAE,CAAC,IAAI,EAAE,OAAO,CAAC;SAC9B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QACzE,YAAY,CAAC,qBAAqB,CAAC,IAAa,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC;YAChC,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,MAAM;YACf,WAAW,EAAE,cAAc;SAC5B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAU,CAAC,CAAC;QAC5E,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,CAAC;QAC1F,MAAM,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACrC,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAU,CAAC,CAAC;QAC9E,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC;YAChC,IAAI,EAAE,gBAAgB;YACtB,OAAO,EAAE,MAAM;YACf,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE;SAC1B,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,YAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAU,CAAC,CAAC;QAChF,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/loaders/markdown-file.loader.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=markdown-file.loader.test.d.ts.map

package/dist/__tests__/loaders/markdown-file.loader.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-file.loader.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/loaders/markdown-file.loader.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/loaders/markdown-file.loader.test.js

@@ -0,0 +1,83 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+jest.mock('fs/promises', () => ({
+    readFile: jest.fn(),
+}));
+const promises_1 = require("fs/promises");
+const markdown_file_loader_1 = require("../../loaders/markdown-file.loader");
+const mockReadFile = promises_1.readFile;
+const MD_SIMPLE = `# Title\n\nSome content here.`;
+const MD_WITH_FRONTMATTER = `---\ntitle: My Doc\nauthor: Alice\n---\n# Heading\n\nBody text.`;
+const MD_H2_SPLIT = `## Section One\n\nContent one.\n\n## Section Two\n\nContent two.`;
+const MD_H1_SPLIT = `# Chapter One\n\nText one.\n\n# Chapter Two\n\nText two.`;
+describe('MarkdownFileLoader', () => {
+    afterEach(() => jest.clearAllMocks());
+    it('throws when no path is provided', () => {
+        expect(() => new markdown_file_loader_1.MarkdownFileLoader({})).toThrow('provide at least one path');
+    });
+    it('loads a single markdown file as one document', async () => {
+        mockReadFile.mockResolvedValueOnce(MD_SIMPLE);
+        const loader = new markdown_file_loader_1.MarkdownFileLoader({ path: '/tmp/readme.md' });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(1);
+        expect(docs[0].metadata?.source).toBe('readme.md');
+        expect(docs[0].metadata?.loaderType).toBe('markdown');
+        expect(docs[0].content).toContain('Some content');
+    });
+    it('parses YAML front-matter into metadata', async () => {
+        mockReadFile.mockResolvedValueOnce(MD_WITH_FRONTMATTER);
+        const loader = new markdown_file_loader_1.MarkdownFileLoader({ path: '/tmp/doc.md' });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.title).toBe('My Doc');
+        expect(docs[0].metadata?.author).toBe('Alice');
+        expect(docs[0].content).not.toContain('---');
+    });
+    it('skips front-matter parsing when parseFrontMatter is false', async () => {
+        mockReadFile.mockResolvedValueOnce(MD_WITH_FRONTMATTER);
+        const loader = new markdown_file_loader_1.MarkdownFileLoader({ path: '/tmp/doc.md', parseFrontMatter: false });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.title).toBeUndefined();
+        expect(docs[0].content).toContain('---');
+    });
+    it('splits on h2 headings', async () => {
+        mockReadFile.mockResolvedValueOnce(MD_H2_SPLIT);
+        const loader = new markdown_file_loader_1.MarkdownFileLoader({ path: '/tmp/doc.md', splitByHeading: 'h2' });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(2);
+        expect(docs[0].metadata?.heading).toBe('Section One');
+        expect(docs[1].metadata?.heading).toBe('Section Two');
+        expect(docs[0].content).toContain('Content one');
+        expect(docs[1].content).toContain('Content two');
+    });
+    it('splits on h1 headings', async () => {
+        mockReadFile.mockResolvedValueOnce(MD_H1_SPLIT);
+        const loader = new markdown_file_loader_1.MarkdownFileLoader({ path: '/tmp/doc.md', splitByHeading: 'h1' });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(2);
+        expect(docs[0].metadata?.heading).toBe('Chapter One');
+    });
+    it('loads multiple files', async () => {
+        mockReadFile
+            .mockResolvedValueOnce('file one content')
+            .mockResolvedValueOnce('file two content');
+        const loader = new markdown_file_loader_1.MarkdownFileLoader({ paths: ['/tmp/a.md', '/tmp/b.md'] });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(2);
+        expect(docs[0].metadata?.source).toBe('a.md');
+        expect(docs[1].metadata?.source).toBe('b.md');
+    });
+    it('merges extra metadata', async () => {
+        mockReadFile.mockResolvedValueOnce(MD_SIMPLE);
+        const loader = new markdown_file_loader_1.MarkdownFileLoader({ path: '/tmp/doc.md', metadata: { env: 'test' } });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.env).toBe('test');
+    });
+    it('handles front-matter with quoted values', async () => {
+        const md = `---\ntitle: "Quoted Title"\n---\nContent`;
+        mockReadFile.mockResolvedValueOnce(md);
+        const loader = new markdown_file_loader_1.MarkdownFileLoader({ path: '/tmp/doc.md' });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.title).toBe('Quoted Title');
+    });
+});
+//# sourceMappingURL=markdown-file.loader.test.js.map

package/dist/__tests__/loaders/markdown-file.loader.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-file.loader.test.js","sourceRoot":"","sources":["../../../src/__tests__/loaders/markdown-file.loader.test.ts"],"names":[],"mappings":";;AAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;CACpB,CAAC,CAAC,CAAC;AAEJ,0CAAuC;AACvC,6EAAwE;AAExE,MAAM,YAAY,GAAG,mBAAgD,CAAC;AAEtE,MAAM,SAAS,GAAG,+BAA+B,CAAC;AAClD,MAAM,mBAAmB,GAAG,iEAAiE,CAAC;AAC9F,MAAM,WAAW,GAAG,kEAAkE,CAAC;AACvF,MAAM,WAAW,GAAG,0DAA0D,CAAC;AAE/E,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IAEtC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,yCAAkB,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,2BAA2B,CAAC,CAAC;IAChF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,YAAY,CAAC,qBAAqB,CAAC,SAAkB,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAClE,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;QACtD,YAAY,CAAC,qBAAqB,CAAC,mBAA4B,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC/C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,YAAY,CAAC,qBAAqB,CAAC,mBAA4B,CAAC,CAAC;QACjE,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC;QACxF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,aAAa,EAAE,CAAC;QAChD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACrC,YAAY,CAAC,qBAAqB,CAAC,WAAoB,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QACrF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QACtD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACjD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACrC,YAAY,CAAC,qBAAqB,CAAC,WAAoB,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QACrF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QACpC,YAAY;aACT,qBAAqB,CAAC,kBAA2B,CAAC;aAClD,qBAAqB,CAAC,kBAA2B,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,EAAE,KAAK,EAAE,CAAC,WAAW,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,KAAK,IAAI,EAAE;QACrC,YAAY,CAAC,qBAAqB,CAAC,SAAkB,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;QAC1F,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,EAAE,GAAG,0CAA0C,CAAC;QACtD,YAAY,CAAC,qBAAqB,CAAC,EAAW,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,yCAAkB,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/loaders/text-file.loader.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=text-file.loader.test.d.ts.map

package/dist/__tests__/loaders/text-file.loader.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-file.loader.test.d.ts","sourceRoot":"","sources":["../../../src/__tests__/loaders/text-file.loader.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/loaders/text-file.loader.test.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+jest.mock('fs/promises', () => ({
+    readFile: jest.fn(),
+}));
+const promises_1 = require("fs/promises");
+const text_file_loader_1 = require("../../loaders/text-file.loader");
+const mockReadFile = promises_1.readFile;
+describe('TextFileLoader', () => {
+    afterEach(() => jest.clearAllMocks());
+    it('throws when no path is provided', () => {
+        expect(() => new text_file_loader_1.TextFileLoader({})).toThrow('provide at least one file path');
+    });
+    it('loads a single file', async () => {
+        mockReadFile.mockResolvedValueOnce('hello world');
+        const loader = new text_file_loader_1.TextFileLoader({ path: '/tmp/notes.txt' });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(1);
+        expect(docs[0].content).toBe('hello world');
+        expect(docs[0].metadata?.source).toBe('notes.txt');
+        expect(docs[0].metadata?.loaderType).toBe('text');
+        expect(docs[0].metadata?.filePath).toBe('/tmp/notes.txt');
+    });
+    it('loads multiple files', async () => {
+        mockReadFile
+            .mockResolvedValueOnce('file one')
+            .mockResolvedValueOnce('file two');
+        const loader = new text_file_loader_1.TextFileLoader({ paths: ['/tmp/a.txt', '/tmp/b.txt'] });
+        const docs = await loader.load();
+        expect(docs).toHaveLength(2);
+        expect(docs[0].content).toBe('file one');
+        expect(docs[1].content).toBe('file two');
+    });
+    it('merges extra metadata into each document', async () => {
+        mockReadFile.mockResolvedValueOnce('content');
+        const loader = new text_file_loader_1.TextFileLoader({
+            path: '/tmp/doc.txt',
+            metadata: { project: 'hazeljs' },
+        });
+        const docs = await loader.load();
+        expect(docs[0].metadata?.project).toBe('hazeljs');
+    });
+    it('trims whitespace from content', async () => {
+        mockReadFile.mockResolvedValueOnce('  trimmed  ');
+        const loader = new text_file_loader_1.TextFileLoader({ path: '/tmp/f.txt' });
+        const docs = await loader.load();
+        expect(docs[0].content).toBe('trimmed');
+    });
+});
+//# sourceMappingURL=text-file.loader.test.js.map

package/dist/__tests__/loaders/text-file.loader.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-file.loader.test.js","sourceRoot":"","sources":["../../../src/__tests__/loaders/text-file.loader.test.ts"],"names":[],"mappings":";;AAAA,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,QAAQ,EAAE,IAAI,CAAC,EAAE,EAAE;CACpB,CAAC,CAAC,CAAC;AAEJ,0CAAuC;AACvC,qEAAgE;AAEhE,MAAM,YAAY,GAAG,mBAAgD,CAAC;AAEtE,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,SAAS,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;IAEtC,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,CAAC,GAAG,EAAE,CAAC,IAAI,iCAAc,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;QACnC,YAAY,CAAC,qBAAqB,CAAC,aAAsB,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;QACpC,YAAY;aACT,qBAAqB,CAAC,UAAmB,CAAC;aAC1C,qBAAqB,CAAC,UAAmB,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,KAAK,EAAE,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,CAAC,CAAC;QAC3E,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACzC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,YAAY,CAAC,qBAAqB,CAAC,SAAkB,CAAC,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC;YAChC,IAAI,EAAE,cAAc;YACpB,QAAQ,EAAE,EAAE,OAAO,EAAE,SAAS,EAAE;SACjC,CAAC,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,YAAY,CAAC,qBAAqB,CAAC,aAAsB,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,IAAI,iCAAc,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QAC1D,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/rag-pipeline.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=rag-pipeline.test.d.ts.map

package/dist/__tests__/rag-pipeline.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rag-pipeline.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/rag-pipeline.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/rag-pipeline.test.js

@@ -0,0 +1,210 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const rag_pipeline_1 = require("../rag-pipeline");
+const types_1 = require("../types");
+function makeSearchResult(id, content, score = 0.9) {
+    return { id, content, score, metadata: { source: `${id}.txt` }, embedding: [0.1, 0.2, 0.3] };
+}
+function makeVectorStore(results = []) {
+    return {
+        initialize: jest.fn().mockResolvedValue(undefined),
+        addDocuments: jest.fn().mockResolvedValue(['id1']),
+        search: jest.fn().mockResolvedValue(results),
+        searchByVector: jest.fn().mockResolvedValue(results),
+        deleteDocuments: jest.fn().mockResolvedValue(undefined),
+        updateDocument: jest.fn().mockResolvedValue(undefined),
+        getDocument: jest.fn().mockResolvedValue(undefined),
+        clear: jest.fn().mockResolvedValue(undefined),
+    };
+}
+function makeEmbeddingProvider() {
+    return {
+        embed: jest.fn().mockResolvedValue([0.1, 0.2, 0.3]),
+        embedBatch: jest.fn().mockResolvedValue([[0.1, 0.2, 0.3]]),
+        getDimension: jest.fn().mockReturnValue(3),
+    };
+}
+function makeTextSplitter() {
+    return {
+        split: jest.fn().mockReturnValue(['chunk 1', 'chunk 2']),
+        splitDocuments: jest
+            .fn()
+            .mockImplementation((docs) => docs.map((d) => ({ ...d, content: d.content + ' (split)' }))),
+    };
+}
+describe('RAGPipeline', () => {
+    describe('initialize', () => {
+        it('calls vectorStore.initialize', async () => {
+            const vs = makeVectorStore();
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            await pipeline.initialize();
+            expect(vs.initialize).toHaveBeenCalled();
+        });
+    });
+    describe('addDocuments', () => {
+        it('adds documents to the vector store', async () => {
+            const vs = makeVectorStore();
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            const docs = [{ id: 'd1', content: 'Hello world', metadata: {} }];
+            await pipeline.addDocuments(docs);
+            expect(vs.addDocuments).toHaveBeenCalledWith(docs);
+        });
+        it('splits documents when textSplitter is configured', async () => {
+            const vs = makeVectorStore();
+            const splitter = makeTextSplitter();
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+                textSplitter: splitter,
+            });
+            const docs = [{ content: 'Hello world', metadata: {} }];
+            await pipeline.addDocuments(docs);
+            expect(splitter.splitDocuments).toHaveBeenCalledWith(docs);
+            expect(vs.addDocuments).toHaveBeenCalledWith(expect.arrayContaining([
+                expect.objectContaining({ content: expect.stringContaining('(split)') }),
+            ]));
+        });
+    });
+    describe('query', () => {
+        it('returns context when no LLM is configured', async () => {
+            const vs = makeVectorStore([makeSearchResult('d1', 'TypeScript is great')]);
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            const response = await pipeline.query('What is TypeScript?');
+            expect(response.answer).toContain('TypeScript is great');
+            expect(response.sources).toHaveLength(1);
+            expect(response.context).toContain('TypeScript');
+        });
+        it('calls LLM when llmFunction and llmPrompt are both set', async () => {
+            const vs = makeVectorStore([makeSearchResult('d1', 'TypeScript content')]);
+            const llm = jest.fn().mockResolvedValue('Generated answer');
+            const pipeline = new rag_pipeline_1.RAGPipeline({ vectorStore: vs, embeddingProvider: makeEmbeddingProvider() }, llm);
+            const response = await pipeline.query('query', {
+                llmPrompt: 'Context: {context}\nQ: {query}',
+            });
+            expect(llm).toHaveBeenCalled();
+            expect(response.answer).toBe('Generated answer');
+        });
+        it('does not call LLM when llmPrompt is missing', async () => {
+            const vs = makeVectorStore([makeSearchResult('d1', 'content')]);
+            const llm = jest.fn().mockResolvedValue('answer');
+            const pipeline = new rag_pipeline_1.RAGPipeline({ vectorStore: vs, embeddingProvider: makeEmbeddingProvider() }, llm);
+            await pipeline.query('query');
+            expect(llm).not.toHaveBeenCalled();
+        });
+        it('excludes context when includeContext is false', async () => {
+            const vs = makeVectorStore([makeSearchResult('d1', 'content')]);
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            const response = await pipeline.query('query', { includeContext: false });
+            expect(response.context).toBe('');
+        });
+        it('uses config.topK when options.topK is omitted', async () => {
+            const vs = makeVectorStore([]);
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+                topK: 3,
+            });
+            await pipeline.query('query');
+            expect(vs.search).toHaveBeenCalledWith('query', expect.objectContaining({ topK: 3 }));
+        });
+    });
+    describe('retrieve strategies', () => {
+        it('SIMILARITY strategy calls vectorStore.search', async () => {
+            const vs = makeVectorStore([]);
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            await pipeline.retrieve('query', {}, types_1.RetrievalStrategy.SIMILARITY);
+            expect(vs.search).toHaveBeenCalled();
+        });
+        it('HYBRID strategy falls back to vectorStore.search', async () => {
+            const vs = makeVectorStore([]);
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            await pipeline.retrieve('query', {}, types_1.RetrievalStrategy.HYBRID);
+            expect(vs.search).toHaveBeenCalled();
+        });
+        it('MMR strategy gets 3x candidates then runs MMR algorithm', async () => {
+            const results = [
+                makeSearchResult('d1', 'content 1'),
+                makeSearchResult('d2', 'content 2'),
+                makeSearchResult('d3', 'content 3'),
+            ];
+            const vs = makeVectorStore(results);
+            const embedder = makeEmbeddingProvider();
+            const pipeline = new rag_pipeline_1.RAGPipeline({ vectorStore: vs, embeddingProvider: embedder });
+            const selected = await pipeline.retrieve('query', { topK: 2 }, types_1.RetrievalStrategy.MMR);
+            expect(vs.search).toHaveBeenCalledWith('query', expect.objectContaining({ topK: 6, includeEmbedding: true }));
+            expect(selected.length).toBeLessThanOrEqual(2);
+        });
+        it('MMR returns empty array when no candidates', async () => {
+            const vs = makeVectorStore([]);
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            const selected = await pipeline.retrieve('query', {}, types_1.RetrievalStrategy.MMR);
+            expect(selected).toHaveLength(0);
+        });
+        it('MMR skips candidates without embeddings', async () => {
+            const results = [
+                { id: 'd1', content: 'no embedding', score: 0.9, metadata: {} }, // no embedding
+            ];
+            const vs = makeVectorStore(results);
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            const selected = await pipeline.retrieve('query', { topK: 1 }, types_1.RetrievalStrategy.MMR);
+            expect(Array.isArray(selected)).toBe(true);
+        });
+    });
+    describe('deleteDocuments & clear', () => {
+        it('deleteDocuments delegates to vectorStore', async () => {
+            const vs = makeVectorStore();
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            await pipeline.deleteDocuments(['d1', 'd2']);
+            expect(vs.deleteDocuments).toHaveBeenCalledWith(['d1', 'd2']);
+        });
+        it('clear delegates to vectorStore', async () => {
+            const vs = makeVectorStore();
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            await pipeline.clear();
+            expect(vs.clear).toHaveBeenCalled();
+        });
+    });
+    describe('buildContext', () => {
+        it('includes metadata in context string', async () => {
+            const vs = makeVectorStore([makeSearchResult('d1', 'Some content')]);
+            const pipeline = new rag_pipeline_1.RAGPipeline({
+                vectorStore: vs,
+                embeddingProvider: makeEmbeddingProvider(),
+            });
+            const response = await pipeline.query('query');
+            expect(response.context).toContain('[1]');
+            expect(response.context).toContain('Some content');
+        });
+    });
+});
+//# sourceMappingURL=rag-pipeline.test.js.map