@ixo/common 1.1.0

package/dist/ai/utils/__tests__/stringify-docs.test.js

@@ -0,0 +1,54 @@
+import { Document } from '@langchain/core/documents';
+import { stringifyDocs } from '../stringify-docs.js';
+describe('stringifyDocs', () => {
+    it('should stringify a single document', () => {
+        const doc = new Document({
+            pageContent: 'Test content',
+            metadata: { id: '123' },
+        });
+        const result = stringifyDocs([doc]);
+        expect(result).toBe('#ID:123\n Document: Test content \n \n ');
+    });
+    it('should stringify multiple documents', () => {
+        const docs = [
+            new Document({
+                pageContent: 'First content',
+                metadata: { id: '1' },
+            }),
+            new Document({
+                pageContent: 'Second content',
+                metadata: { id: '2' },
+            }),
+        ];
+        const expected = '#ID:1\n Document: First content \n \n \n\n#ID:2\n Document: Second content \n \n ';
+        expect(stringifyDocs(docs)).toBe(expected);
+    });
+    it('should handle empty array', () => {
+        expect(stringifyDocs([])).toBe('');
+    });
+    it('should handle documents with special characters', () => {
+        const doc = new Document({
+            pageContent: 'Content with \n newline and \t tab',
+            metadata: { id: 'special' },
+        });
+        const expected = '#ID:special\n Document: Content with \n newline and \t tab \n \n ';
+        expect(stringifyDocs([doc])).toBe(expected);
+    });
+    it('should handle documents with empty content', () => {
+        const doc = new Document({
+            pageContent: '',
+            metadata: { id: 'empty' },
+        });
+        const expected = '#ID:empty\n Document:  \n \n ';
+        expect(stringifyDocs([doc])).toBe(expected);
+    });
+    it('should handle documents with missing id in metadata', () => {
+        const doc = new Document({
+            pageContent: 'Test content',
+            metadata: {},
+        });
+        const expected = '#ID:undefined\n Document: Test content \n \n ';
+        expect(stringifyDocs([doc])).toBe(expected);
+    });
+});
+//# sourceMappingURL=stringify-docs.test.js.map

package/dist/ai/utils/__tests__/stringify-docs.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stringify-docs.test.js","sourceRoot":"","sources":["../../../../src/ai/utils/__tests__/stringify-docs.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AAErD,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACvB,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE;SACxB,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,IAAI,GAAG;YACX,IAAI,QAAQ,CAAC;gBACX,WAAW,EAAE,eAAe;gBAC5B,QAAQ,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE;aACtB,CAAC;YACF,IAAI,QAAQ,CAAC;gBACX,WAAW,EAAE,gBAAgB;gBAC7B,QAAQ,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE;aACtB,CAAC;SACH,CAAC;QACF,MAAM,QAAQ,GACZ,mFAAmF,CAAC;QACtF,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACvB,WAAW,EAAE,oCAAoC;YACjD,QAAQ,EAAE,EAAE,EAAE,EAAE,SAAS,EAAE;SAC5B,CAAC,CAAC;QACH,MAAM,QAAQ,GACZ,mEAAmE,CAAC;QACtE,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACvB,WAAW,EAAE,EAAE;YACf,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,EAAE;SAC1B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,+BAA+B,CAAC;QACjD,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC;YACvB,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,+CAA+C,CAAC;QACjE,MAAM,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/ai/utils/chunk-arr.d.ts

@@ -0,0 +1,3 @@
+declare function chunkArr<T>(array: T[], chunkSize: number): T[][];
+export { chunkArr };
+//# sourceMappingURL=chunk-arr.d.ts.map

package/dist/ai/utils/chunk-arr.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-arr.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/chunk-arr.ts"],"names":[],"mappings":"AAAA,iBAAS,QAAQ,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,CAAC,EAAE,EAAE,CAWzD;AACD,OAAO,EAAE,QAAQ,EAAE,CAAC"}

package/dist/ai/utils/chunk-arr.js

@@ -0,0 +1,13 @@
+function chunkArr(array, chunkSize) {
+    if (chunkSize <= 0) {
+        throw new Error('Chunk size must be greater than 0');
+    }
+    const chunks = [];
+    for (let i = 0; i < array.length; i += chunkSize) {
+        const chunk = array.slice(i, i + chunkSize);
+        chunks.push(chunk);
+    }
+    return chunks;
+}
+export { chunkArr };
+//# sourceMappingURL=chunk-arr.js.map

package/dist/ai/utils/chunk-arr.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunk-arr.js","sourceRoot":"","sources":["../../../src/ai/utils/chunk-arr.ts"],"names":[],"mappings":"AAAA,SAAS,QAAQ,CAAI,KAAU,EAAE,SAAiB;IAChD,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,MAAM,GAAU,EAAE,CAAC;IACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;QACjD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AACD,OAAO,EAAE,QAAQ,EAAE,CAAC"}

package/dist/ai/utils/doc-relevance-checker.d.ts

@@ -0,0 +1,10 @@
+import { type Document } from '@langchain/core/documents';
+import { type BaseLanguageModel } from '@langchain/core/language_models/base';
+type TCheckDocRelevanceArgs = {
+    doc: Document | string;
+    query: string;
+    model?: BaseLanguageModel;
+};
+declare function checkDocRelevance({ doc, model, query, }: TCheckDocRelevanceArgs): Promise<boolean>;
+export default checkDocRelevance;
+//# sourceMappingURL=doc-relevance-checker.d.ts.map

package/dist/ai/utils/doc-relevance-checker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"doc-relevance-checker.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/doc-relevance-checker.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,KAAK,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AAK9E,KAAK,sBAAsB,GAAG;IAC5B,GAAG,EAAE,QAAQ,GAAG,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,iBAAiB,CAAC;CAC3B,CAAC;AAEF,iBAAe,iBAAiB,CAAC,EAC/B,GAAG,EACH,KAA4B,EAC5B,KAAK,GACN,EAAE,sBAAsB,GAAG,OAAO,CAAC,OAAO,CAAC,CAuC3C;AAED,eAAe,iBAAiB,CAAC"}

package/dist/ai/utils/doc-relevance-checker.js

@@ -0,0 +1,37 @@
+import { ChatPromptTemplate } from '@langchain/core/prompts';
+import z from 'zod';
+import { getChatOpenAiModel } from '../models/openai.js';
+async function checkDocRelevance({ doc, model = getChatOpenAiModel(), query, }) {
+    const prompt = ChatPromptTemplate.fromTemplate(`You are an AI agent responsible for determining the relevance of a document to a given query. 
+    
+		DOCUMENT: ${typeof doc === 'string' ? doc : doc.pageContent} 
+		QUERY: ${query} 
+    
+		### Acceptance Criteria
+		(1) Your goal is to identify DOCUMENTs that are completely unrelated to the QUERY.
+		(2) If the DOCUMENT contain any keywords or semantic meaning related to the QUERY, consider them relevant.
+		(3) It is acceptable if the DOCUMENT have some information that is unrelated to the QUERY, as long as (2) is met.
+    
+		### Instructions
+		(1) Review the DOCUMENT and determine if it is relevant to the QUERY.
+		(2) Provide a boolean answer indicating the relevance of the DOCUMENT to the QUERY.
+		(3) If the DOCUMENT is relevant, set the answer to true. Otherwise, set the answer to false.
+		`);
+    const zodSchema = z.object({
+        answer: z.boolean(),
+    });
+    if (!model) {
+        throw new Error('Model is not set');
+    }
+    if (!model.withStructuredOutput) {
+        throw new Error('Model does not support structured output');
+    }
+    const structuredLlm = model.withStructuredOutput(zodSchema);
+    const chain = prompt.pipe(structuredLlm);
+    const response = await chain.invoke({
+        query,
+    });
+    return response.answer;
+}
+export default checkDocRelevance;
+//# sourceMappingURL=doc-relevance-checker.js.map

package/dist/ai/utils/doc-relevance-checker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doc-relevance-checker.js","sourceRoot":"","sources":["../../../src/ai/utils/doc-relevance-checker.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,CAAC,MAAM,KAAK,CAAC;AACpB,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AAQzD,KAAK,UAAU,iBAAiB,CAAC,EAC/B,GAAG,EACH,KAAK,GAAG,kBAAkB,EAAE,EAC5B,KAAK,GACkB;IACvB,MAAM,MAAM,GAAG,kBAAkB,CAAC,YAAY,CAC5C;;cAEU,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,WAAW;WAClD,KAAK;;;;;;;;;;;GAWb,CACA,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;QACzB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IAED,MAAM,aAAa,GAAG,KAAK,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;IAE5D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC;QAClC,KAAK;KACN,CAAC,CAAC;IAEH,OAAO,QAAQ,CAAC,MAAM,CAAC;AACzB,CAAC;AAED,eAAe,iBAAiB,CAAC"}

package/dist/ai/utils/doc-splitter.d.ts

@@ -0,0 +1,3 @@
+import { type Document } from '@langchain/core/documents';
+export declare const docSplitter: (text: string | string[]) => Promise<Document[]>;
+//# sourceMappingURL=doc-splitter.d.ts.map

package/dist/ai/utils/doc-splitter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"doc-splitter.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/doc-splitter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAO1D,eAAO,MAAM,WAAW,GAAI,MAAM,MAAM,GAAG,MAAM,EAAE,KAAG,OAAO,CAAC,QAAQ,EAAE,CAOvE,CAAC"}

package/dist/ai/utils/doc-splitter.js

@@ -0,0 +1,20 @@
+import { RecursiveCharacterTextSplitter } from '@langchain/textsplitters';
+import z from 'zod';
+const splitter = new RecursiveCharacterTextSplitter();
+export const docSplitter = (text) => {
+    if (!text)
+        throw new Error('No text provided');
+    const _text = typeof text === 'string' ? [text] : text;
+    arrSchema.parse(_text);
+    return splitter.createDocuments(_text);
+};
+const arrSchema = z
+    .array(z.string({
+    message: 'Invalid text provided',
+}), {
+    message: 'Invalid text provided in array',
+})
+    .nonempty({
+    message: 'Text array cannot be empty',
+});
+//# sourceMappingURL=doc-splitter.js.map

package/dist/ai/utils/doc-splitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"doc-splitter.js","sourceRoot":"","sources":["../../../src/ai/utils/doc-splitter.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAE1E,OAAQ,CAAC,MAAO,KAAK,CAAC;AAEtB,MAAM,QAAQ,GAAG,IAAI,8BAA8B,EAAE,CAAC;AAEtD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,IAAuB,EAAuB,EAAE;IAC1E,IAAI,CAAC,IAAI;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAE/C,MAAM,KAAK,GAAG,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACvD,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAEvB,OAAO,QAAQ,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;AACzC,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC;KAChB,KAAK,CACJ,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,uBAAuB;CACjC,CAAC,EACF;IACE,OAAO,EAAE,gCAAgC;CAC1C,CACF;KACA,QAAQ,CAAC;IACR,OAAO,EAAE,4BAA4B;CACtC,CAAC,CAAC"}

package/dist/ai/utils/filter-similarity-search-results.d.ts

@@ -0,0 +1,4 @@
+import { type Document } from '@langchain/core/documents';
+declare function filterSimilaritySearchResults<Doc extends Document, Result extends [Doc, number][]>(results: Result, threshold: number): Doc[];
+export { filterSimilaritySearchResults };
+//# sourceMappingURL=filter-similarity-search-results.d.ts.map

package/dist/ai/utils/filter-similarity-search-results.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"filter-similarity-search-results.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/filter-similarity-search-results.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAE1D,iBAAS,6BAA6B,CACpC,GAAG,SAAS,QAAQ,EACpB,MAAM,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,EAC9B,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,GAAG,EAAE,CAQ3C;AACD,OAAO,EAAE,6BAA6B,EAAE,CAAC"}

package/dist/ai/utils/filter-similarity-search-results.js

@@ -0,0 +1,11 @@
+function filterSimilaritySearchResults(results, threshold) {
+    const filteredResults = [];
+    for (const [doc, score] of results) {
+        if (score >= threshold) {
+            filteredResults.push(doc);
+        }
+    }
+    return filteredResults;
+}
+export { filterSimilaritySearchResults };
+//# sourceMappingURL=filter-similarity-search-results.js.map

package/dist/ai/utils/filter-similarity-search-results.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"filter-similarity-search-results.js","sourceRoot":"","sources":["../../../src/ai/utils/filter-similarity-search-results.ts"],"names":[],"mappings":"AAEA,SAAS,6BAA6B,CAGpC,OAAe,EAAE,SAAiB;IAClC,MAAM,eAAe,GAAG,EAAE,CAAC;IAC3B,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACnC,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;YACvB,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,eAAe,CAAC;AACzB,CAAC;AACD,OAAO,EAAE,6BAA6B,EAAE,CAAC"}

package/dist/ai/utils/generate-questions-from-chunks.d.ts

@@ -0,0 +1,15 @@
+import { Document } from 'langchain';
+export declare const generateQuestionsFromChunks: (content: string, chunks: Document[]) => Promise<QuestionGeneratorOutput["json_output"]>;
+type QuestionGeneratorOutput = {
+    thoughts: string;
+    json_output: {
+        chunkId: string;
+        qas: {
+            type: string;
+            question: string;
+            answer: string;
+        }[];
+    }[];
+};
+export {};
+//# sourceMappingURL=generate-questions-from-chunks.d.ts.map

package/dist/ai/utils/generate-questions-from-chunks.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-questions-from-chunks.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/generate-questions-from-chunks.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAGrC,eAAO,MAAM,2BAA2B,GACtC,SAAS,MAAM,EACf,QAAQ,QAAQ,EAAE,KACjB,OAAO,CAAC,uBAAuB,CAAC,aAAa,CAAC,CAmGhD,CAAC;AAEF,KAAK,uBAAuB,GAAG;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE;QACX,OAAO,EAAE,MAAM,CAAC;QAChB,GAAG,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,QAAQ,EAAE,MAAM,CAAC;YAAC,MAAM,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;KAC3D,EAAE,CAAC;CACL,CAAC"}

package/dist/ai/utils/generate-questions-from-chunks.js

@@ -0,0 +1,101 @@
+import { getOpenAiClient } from '../models/openai.js';
+export const generateQuestionsFromChunks = async (content, chunks) => {
+    const openai = getOpenAiClient();
+    const response = await openai.chat.completions.parse({
+        model: 'gpt-4o-mini',
+        messages: [
+            {
+                role: 'system',
+                content: [
+                    {
+                        type: 'text',
+                        text: '# SYSTEM — “Question Generator with Visible Chain-of-Thought”\n\nYou are an expert dataset-builder.  \nYour mission: turn raw knowledge into high-quality Q-A pairs for semantic search **while showing your reasoning**.\n\n---\n## INPUTS\n- **chunks** – array → `{ "id": string, "text": string }`  \n- **fullText** – the complete source document.\n\n---\n## TASK\nFor **each** chunk:\n\n1. **THINK (visible)**  \n   • Analyse the chunk’s content.  \n   • Note key facts, entities, dates, numbers, causal links, etc.  \n   • Decide which facts yield **Direct** vs **Derived** questions.  \n   • *Keep thoughts ≤ 120 words.*\n\n2. **GENERATE**  \n   • **Direct Q-A** – 1-3 questions whose full answer text appears **verbatim (or nearly so)** in the *same chunk*.  \n   • **Derived Q-A** – 1-2 questions that require light inference or synthesis; answers may use the chunk **or** *fullText*.  \n   • Ensure **at least two distinct sections** of the chunk are represented among the questions.\n\n---\n## OUTPUT FORMAT  \nReturn **one valid JSON object** that matches the schema below.  \nOutput **nothing** else.\n\n```json\n{\n  "thoughts": "<your chain-of-thought here>",\n  "json_output": [\n    {\n      "chunkId": "...",\n      "qas": [\n        { "type": "direct",  "question": "...?", "answer": "..." },\n        { "type": "derived", "question": "...?", "answer": "..." }\n        // …\n      ]\n    }\n    // …more chunks\n  ]\n}\n',
+                    },
+                ],
+            },
+            {
+                role: 'user',
+                content: [
+                    {
+                        type: 'text',
+                        text: `## CHUNKS
+          ${chunks
+                            .map((chunk) => {
+                            return `### CHUNK ${chunk.id}
+            ${chunk.pageContent}`;
+                        })
+                            .join('\n')}
+          ## FULL TEXT
+          ${content}`,
+                    },
+                ],
+            },
+        ],
+        response_format: {
+            type: 'json_schema',
+            json_schema: {
+                name: 'question_generator_output',
+                strict: true,
+                schema: {
+                    type: 'object',
+                    properties: {
+                        thoughts: {
+                            type: 'string',
+                            description: 'Visible chain-of-thought reasoning.',
+                        },
+                        json_output: {
+                            type: 'array',
+                            description: 'Array of chunks with their generated Q&A pairs.',
+                            items: {
+                                type: 'object',
+                                properties: {
+                                    chunkId: {
+                                        type: 'string',
+                                        description: 'Identifier of the chunk.',
+                                    },
+                                    qas: {
+                                        type: 'array',
+                                        items: {
+                                            type: 'object',
+                                            properties: {
+                                                type: {
+                                                    type: 'string',
+                                                    enum: ['direct', 'derived'],
+                                                    description: 'Question type: direct (verbatim) or derived (inference).',
+                                                },
+                                                question: {
+                                                    type: 'string',
+                                                    description: 'The question text.',
+                                                },
+                                                answer: {
+                                                    type: 'string',
+                                                    description: 'The answer text.',
+                                                },
+                                            },
+                                            required: ['type', 'question', 'answer'],
+                                            additionalProperties: false,
+                                        },
+                                    },
+                                },
+                                required: ['chunkId', 'qas'],
+                                additionalProperties: false,
+                            },
+                        },
+                    },
+                    required: ['thoughts', 'json_output'],
+                    additionalProperties: false,
+                },
+            },
+        },
+        temperature: 0,
+        max_completion_tokens: 9957,
+        top_p: 0.28,
+        frequency_penalty: 0,
+        presence_penalty: 0,
+        store: false,
+    });
+    const json = response.choices[0]?.message
+        .parsed;
+    return json.json_output;
+};
+//# sourceMappingURL=generate-questions-from-chunks.js.map

package/dist/ai/utils/generate-questions-from-chunks.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"generate-questions-from-chunks.js","sourceRoot":"","sources":["../../../src/ai/utils/generate-questions-from-chunks.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAEtD,MAAM,CAAC,MAAM,2BAA2B,GAAG,KAAK,EAC9C,OAAe,EACf,MAAkB,EAC+B,EAAE;IACnD,MAAM,MAAM,GAAG,eAAe,EAAE,CAAC;IACjC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;QACnD,KAAK,EAAE,aAAa;QACpB,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,25CAA25C;qBACl6C;iBACF;aACF;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE;YACN,MAAM;6BACL,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;4BACb,OAAO,aAAa,KAAK,CAAC,EAAE;cAC5B,KAAK,CAAC,WAAW,EAAE,CAAC;wBACtB,CAAC,CAAC;6BACD,IAAI,CAAC,IAAI,CAAC;;YAEX,OAAO,EAAE;qBACV;iBACF;aACF;SACF;QACD,eAAe,EAAE;YACf,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE;gBACX,IAAI,EAAE,2BAA2B;gBACjC,MAAM,EAAE,IAAI;gBACZ,MAAM,EAAE;oBACN,IAAI,EAAE,QAAQ;oBACd,UAAU,EAAE;wBACV,QAAQ,EAAE;4BACR,IAAI,EAAE,QAAQ;4BACd,WAAW,EAAE,qCAAqC;yBACnD;wBACD,WAAW,EAAE;4BACX,IAAI,EAAE,OAAO;4BACb,WAAW,EAAE,iDAAiD;4BAC9D,KAAK,EAAE;gCACL,IAAI,EAAE,QAAQ;gCACd,UAAU,EAAE;oCACV,OAAO,EAAE;wCACP,IAAI,EAAE,QAAQ;wCACd,WAAW,EAAE,0BAA0B;qCACxC;oCACD,GAAG,EAAE;wCACH,IAAI,EAAE,OAAO;wCACb,KAAK,EAAE;4CACL,IAAI,EAAE,QAAQ;4CACd,UAAU,EAAE;gDACV,IAAI,EAAE;oDACJ,IAAI,EAAE,QAAQ;oDACd,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,CAAC;oDAC3B,WAAW,EACT,0DAA0D;iDAC7D;gDACD,QAAQ,EAAE;oDACR,IAAI,EAAE,QAAQ;oDACd,WAAW,EAAE,oBAAoB;iDAClC;gDACD,MAAM,EAAE;oDACN,IAAI,EAAE,QAAQ;oDACd,WAAW,EAAE,kBAAkB;iDAChC;6CACF;4CACD,QAAQ,EAAE,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC;4CACxC,oBAAoB,EAAE,KAAK;yCAC5B;qCACF;iCACF;gCACD,QAAQ,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC;gCAC5B,oBAAoB,EAAE,KAAK;6BAC5B;yBACF;qBACF;oBACD,QAAQ,EAAE,CAAC,UAAU,EAAE,aAAa,CAAC;oBACrC,oBAAoB,EAAE,KAAK;iBAC5B;aACF;SACF;QACD,WAAW,EAAE,CAAC;QACd,qBAAqB,EAAE,IAAI;QAC3B,KAAK,EAAE,IAAI;QACX,iBAAiB,EAAE,CAAC;QACpB,gBAAgB,EAAE,CAAC;QACnB,KAAK,EAAE,KAAK;KACb,CAAC,CAAC;IACH,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO;SACtC,MAA4C,CAAC;IAChD,OAAO,IAAI,CAAC,WAAW,CAAC;AAC1B,CAAC,CAAC"}

package/dist/ai/utils/index.d.ts

@@ -0,0 +1,11 @@
+export * from './chunk-arr.js';
+export * from './doc-relevance-checker.js';
+export * from './doc-splitter.js';
+export * from './filter-similarity-search-results.js';
+export * from './generate-questions-from-chunks.js';
+export * from './json-to-yaml.js';
+export * from './load-file.js';
+export * from './stringify-docs.js';
+export * from './transformGraphStateMessageToListMessageResponse.js';
+export * from './verify-matrix-openId-token.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/ai/utils/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,mBAAmB,CAAC;AAClC,cAAc,uCAAuC,CAAC;AACtD,cAAc,qCAAqC,CAAC;AACpD,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,qBAAqB,CAAC;AACpC,cAAc,sDAAsD,CAAC;AACrE,cAAc,iCAAiC,CAAC"}

package/dist/ai/utils/index.js

@@ -0,0 +1,11 @@
+export * from './chunk-arr.js';
+export * from './doc-relevance-checker.js';
+export * from './doc-splitter.js';
+export * from './filter-similarity-search-results.js';
+export * from './generate-questions-from-chunks.js';
+export * from './json-to-yaml.js';
+export * from './load-file.js';
+export * from './stringify-docs.js';
+export * from './transformGraphStateMessageToListMessageResponse.js';
+export * from './verify-matrix-openId-token.js';
+//# sourceMappingURL=index.js.map

package/dist/ai/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/ai/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,mBAAmB,CAAC;AAClC,cAAc,uCAAuC,CAAC;AACtD,cAAc,qCAAqC,CAAC;AACpD,cAAc,mBAAmB,CAAC;AAClC,cAAc,gBAAgB,CAAC;AAC/B,cAAc,qBAAqB,CAAC;AACpC,cAAc,sDAAsD,CAAC;AACrE,cAAc,iCAAiC,CAAC"}

package/dist/ai/utils/json-to-yaml.d.ts

@@ -0,0 +1,2 @@
+export declare const jsonToYaml: <T extends object>(json: T, indentLevel?: number) => string;
+//# sourceMappingURL=json-to-yaml.d.ts.map

package/dist/ai/utils/json-to-yaml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-to-yaml.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/json-to-yaml.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU,GAAI,CAAC,SAAS,MAAM,EACzC,MAAM,CAAC,EACP,oBAAe,KACd,MA4BF,CAAC"}

package/dist/ai/utils/json-to-yaml.js

@@ -0,0 +1,25 @@
+export const jsonToYaml = (json, indentLevel = 0) => {
+    const indent = '  '.repeat(indentLevel);
+    const isArray = Array.isArray(json);
+    if (isArray) {
+        return json
+            .map((item) => {
+            if (item !== null && typeof item === 'object') {
+                const nestedYaml = jsonToYaml(item, indentLevel + 1);
+                return `${indent}- \n${nestedYaml}`;
+            }
+            return `${indent}- ${item}`;
+        })
+            .join('\n');
+    }
+    return Object.entries(json)
+        .map(([key, value]) => {
+        if (value !== null && typeof value === 'object') {
+            const nestedYaml = jsonToYaml(value, indentLevel + 1);
+            return `${indent}${key}:\n${nestedYaml}`;
+        }
+        return `${indent}${key}: ${value}`;
+    })
+        .join('\n');
+};
+//# sourceMappingURL=json-to-yaml.js.map

package/dist/ai/utils/json-to-yaml.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-to-yaml.js","sourceRoot":"","sources":["../../../src/ai/utils/json-to-yaml.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,UAAU,GAAG,CACxB,IAAO,EACP,WAAW,GAAG,CAAC,EACP,EAAE;IACV,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IAExC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEpC,IAAI,OAAO,EAAE,CAAC;QACZ,OAAQ,IAAyB;aAC9B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACZ,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAE9C,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;gBACrD,OAAO,GAAG,MAAM,OAAO,UAAU,EAAE,CAAC;YACtC,CAAC;YACD,OAAO,GAAG,MAAM,KAAK,IAAI,EAAE,CAAC;QAC9B,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED,OAAO,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC;SACxB,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QACpB,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAEhD,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;YACtD,OAAO,GAAG,MAAM,GAAG,GAAG,MAAM,UAAU,EAAE,CAAC;QAC3C,CAAC;QACD,OAAO,GAAG,MAAM,GAAG,GAAG,KAAK,KAAK,EAAE,CAAC;IACrC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC,CAAC"}

package/dist/ai/utils/load-file.d.ts

@@ -0,0 +1,3 @@
+import { Document } from '@langchain/core/documents';
+export declare const loadFile: (path: string, fetchOptions?: RequestInit) => Promise<Document[]>;
+//# sourceMappingURL=load-file.d.ts.map

package/dist/ai/utils/load-file.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-file.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/load-file.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAoDrD,eAAO,MAAM,QAAQ,GACnB,MAAM,MAAM,EACZ,eAAe,WAAW,KACzB,OAAO,CAAC,QAAQ,EAAE,CAgDpB,CAAC"}

package/dist/ai/utils/load-file.js

@@ -0,0 +1,133 @@
+import { Logger } from '@ixo/logger';
+import { DocxLoader } from '@langchain/community/document_loaders/fs/docx';
+import { PDFLoader } from '@langchain/community/document_loaders/fs/pdf';
+import { HtmlToTextTransformer } from '@langchain/community/document_transformers/html_to_text';
+import { Document } from '@langchain/core/documents';
+import { RecursiveCharacterTextSplitter } from '@langchain/textsplitters';
+import fs from 'node:fs/promises';
+const splitter = new RecursiveCharacterTextSplitter({
+    chunkSize: 1000,
+    chunkOverlap: 200,
+});
+const determineFileType = (path, contentType) => {
+    const extension = path.split('.').pop()?.toLowerCase();
+    if (extension) {
+        if (['pdf'].includes(extension))
+            return 'pdf';
+        if (['md', 'markdown'].includes(extension))
+            return 'markdown';
+        if (['html', 'htm'].includes(extension))
+            return 'html';
+        if (['txt'].includes(extension))
+            return 'text';
+        if (['doc', 'docx'].includes(extension))
+            return 'doc';
+    }
+    if (contentType) {
+        if (contentType.includes('application/pdf'))
+            return 'pdf';
+        if (contentType.includes('text/markdown'))
+            return 'markdown';
+        if (contentType.includes('text/html'))
+            return 'html';
+        if (contentType.includes('text/plain'))
+            return 'text';
+        if (contentType.includes('application/msword') ||
+            contentType.includes('application/vnd.openxmlformats-officedocument.wordprocessingml.document')) {
+            return 'doc';
+        }
+    }
+    return null;
+};
+export const loadFile = async (path, fetchOptions) => {
+    const isUrl = path.startsWith('http');
+    if (isUrl) {
+        try {
+            const response = await fetch(path, fetchOptions);
+            if (!response.ok) {
+                const error = await getErrorFromResponse(response);
+                console.error(`Error fetching file from URL: ${path}`, error);
+                throw new Error(`Failed to fetch file from URL: ${path}`);
+            }
+            const contentType = response.headers.get('content-type') ?? '';
+            const fileType = determineFileType(path, contentType);
+            if (!fileType) {
+                throw new Error(`Unsupported file type. Content-Type: ${contentType}`);
+            }
+            const data = await response.arrayBuffer();
+            const blob = new Blob([data], {
+                type: contentType || 'application/octet-stream',
+            });
+            return processFile(blob, fileType);
+        }
+        catch (error) {
+            Logger.error(`Failed to load file from URL: ${path}`, error);
+            throw error;
+        }
+    }
+    try {
+        const buffer = await fs.readFile(path);
+        const blob = new Blob([buffer]);
+        const fileType = determineFileType(path);
+        if (!fileType) {
+            throw new Error(`Unsupported file type for file: ${path}`);
+        }
+        return processFile(blob, fileType);
+    }
+    catch (error) {
+        Logger.error(`Failed to load local file from path: ${path}`, error);
+        throw error;
+    }
+};
+const processFile = async (blob, fileType) => {
+    switch (fileType) {
+        case 'pdf': {
+            const pdfLoader = new PDFLoader(blob);
+            return pdfLoader.load();
+        }
+        case 'markdown': {
+            return loadMarkdown(blob);
+        }
+        case 'html': {
+            const html = await blobToString(blob);
+            const htmlSplitter = RecursiveCharacterTextSplitter.fromLanguage('html');
+            const transformer = new HtmlToTextTransformer();
+            const sequence = htmlSplitter.pipe(transformer);
+            const docs = await sequence.invoke([
+                new Document({
+                    pageContent: html,
+                }),
+            ]);
+            return docs;
+        }
+        case 'text':
+            return splitter.createDocuments([await blobToString(blob)]);
+        case 'doc': {
+            const docxLoader = new DocxLoader(blob);
+            return docxLoader.load();
+        }
+        default:
+            throw new Error(`Unsupported file type: ${fileType}`);
+    }
+};
+const loadMarkdown = async (blob) => {
+    const markdown = await blobToString(blob);
+    return splitter.createDocuments([markdown]);
+};
+const blobToString = async (blob) => {
+    const buffer = await blob.arrayBuffer();
+    return Buffer.from(buffer).toString('utf-8');
+};
+const getErrorFromResponse = async (response) => {
+    try {
+        const json = await response.json();
+        return json;
+    }
+    catch (error) {
+        if (response.bodyUsed)
+            return 'Unknown error';
+        const errorMessage = await response.text();
+        return errorMessage;
+    }
+};
+//# sourceMappingURL=load-file.js.map

package/dist/ai/utils/load-file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"load-file.js","sourceRoot":"","sources":["../../../src/ai/utils/load-file.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,+CAA+C,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,MAAM,8CAA8C,CAAC;AACzE,OAAO,EAAE,qBAAqB,EAAE,MAAM,yDAAyD,CAAC;AAChG,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AACrD,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAC;AAC1E,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAGlC,MAAM,QAAQ,GAAG,IAAI,8BAA8B,CAAC;IAClD,SAAS,EAAE,IAAI;IACf,YAAY,EAAE,GAAG;CAClB,CAAC,CAAC;AAEH,MAAM,iBAAiB,GAAG,CACxB,IAAY,EACZ,WAAoB,EACM,EAAE;IAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAAC;IAGvD,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAC;QAC9C,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,UAAU,CAAC;QAC9D,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,MAAM,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,MAAM,CAAC;QAC/C,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAC;IACxD,CAAC;IAGD,IAAI,WAAW,EAAE,CAAC;QAChB,IAAI,WAAW,CAAC,QAAQ,CAAC,iBAAiB,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1D,IAAI,WAAW,CAAC,QAAQ,CAAC,eAAe,CAAC;YAAE,OAAO,UAAU,CAAC;QAC7D,IAAI,WAAW,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,OAAO,MAAM,CAAC;QACrD,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC;YAAE,OAAO,MAAM,CAAC;QACtD,IACE,WAAW,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YAC1C,WAAW,CAAC,QAAQ,CAClB,yEAAyE,CAC1E,EACD,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAUF,MAAM,CAAC,MAAM,QAAQ,GAAG,KAAK,EAC3B,IAAY,EACZ,YAA0B,EACL,EAAE;IACvB,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAEtC,IAAI,KAAK,EAAE,CAAC;QACV,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAEjD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,QAAQ,CAAC,CAAC;gBAEnD,OAAO,CAAC,KAAK,CAAC,iCAAiC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;gBAC9D,MAAM,IAAI,KAAK,CAAC,kCAAkC,IAAI,EAAE,CAAC,CAAC;YAC5D,CAAC;YAED,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE,CAAC;YAC/D,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;YAEtD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,wCAAwC,WAAW,EAAE,CAAC,CAAC;YACzE,CAAC;YAED,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE;gBAC5B,IAAI,EAAE,WAAW,IAAI,0BAA0B;aAChD,CAAC,CAAC;YAEH,OAAO,WAAW,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACrC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;YAC7D,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAEhC,MAAM,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAEzC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,WAAW,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CAAC,wCAAwC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;QACpE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,KAAK,EACvB,IAAU,EACV,QAA2B,EACN,EAAE;IACvB,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,CAAC;YACtC,OAAO,SAAS,CAAC,IAAI,EAAE,CAAC;QAC1B,CAAC;QAED,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;QAED,KAAK,MAAM,CAAC,CAAC,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,YAAY,GAAG,8BAA8B,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACzE,MAAM,WAAW,GAAG,IAAI,qBAAqB,EAAE,CAAC;YAChD,MAAM,QAAQ,GAAG,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC;gBACjC,IAAI,QAAQ,CAAC;oBACX,WAAW,EAAE,IAAI;iBAClB,CAAC;aACH,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QAED,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,eAAe,CAAC,CAAC,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE9D,KAAK,KAAK,CAAC,CAAC,CAAC;YACX,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;YACxC,OAAO,UAAU,CAAC,IAAI,EAAE,CAAC;QAC3B,CAAC;QAED;YACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,QAAkB,EAAE,CAAC,CAAC;IACpE,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,KAAK,EAAE,IAAU,EAAuB,EAAE;IAC7D,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IAC1C,OAAO,QAAQ,CAAC,eAAe,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;AAC9C,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,KAAK,EAAE,IAAU,EAAmB,EAAE;IACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IACxC,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AAC/C,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAAG,KAAK,EAAE,QAAkB,EAAoB,EAAE;IAC1E,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEnC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,QAAQ,CAAC,QAAQ;YAAE,OAAO,eAAe,CAAC;QAC9C,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3C,OAAO,YAAY,CAAC;IACtB,CAAC;AACH,CAAC,CAAC"}

package/dist/ai/utils/stringify-docs.d.ts

@@ -0,0 +1,3 @@
+import { type Document } from '@langchain/core/documents';
+export declare const stringifyDocs: (docs: Document[]) => string;
+//# sourceMappingURL=stringify-docs.d.ts.map

package/dist/ai/utils/stringify-docs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stringify-docs.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/stringify-docs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAO1D,eAAO,MAAM,aAAa,GAAI,MAAM,QAAQ,EAAE,KAAG,MAMhD,CAAC"}

package/dist/ai/utils/stringify-docs.js

@@ -0,0 +1,6 @@
+export const stringifyDocs = (docs) => {
+    return docs
+        .map((doc) => `#ID:${doc.metadata.id}\n Document: ${doc.pageContent} \n \n `)
+        .join('\n\n');
+};
+//# sourceMappingURL=stringify-docs.js.map

package/dist/ai/utils/stringify-docs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stringify-docs.js","sourceRoot":"","sources":["../../../src/ai/utils/stringify-docs.ts"],"names":[],"mappings":"AAOA,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,IAAgB,EAAU,EAAE;IACxD,OAAO,IAAI;SACR,GAAG,CACF,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,GAAG,CAAC,QAAQ,CAAC,EAAE,gBAAgB,GAAG,CAAC,WAAW,SAAS,CACxE;SACA,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC,CAAC"}

package/dist/ai/utils/transformGraphStateMessageToListMessageResponse.d.ts

@@ -0,0 +1,35 @@
+import { type BaseMessage } from '@langchain/core/messages';
+interface ToolCall {
+    name: string;
+    id: string;
+    args: unknown;
+    status?: 'isRunning' | 'done';
+    output?: string;
+}
+interface MessageDto {
+    id: string;
+    type: 'ai' | 'human';
+    content: string;
+    toolCalls?: ToolCall[];
+    reasoning?: string;
+    isComplete?: boolean;
+    isReasoning?: boolean;
+}
+export interface ListOracleMessagesResponse {
+    messages: MessageDto[];
+}
+export interface CleanAdditionalKwargs {
+    msgFromMatrixRoom: boolean;
+    timestamp: string;
+    oracleName: string;
+    reasoning?: string;
+    reasoningDetails?: Array<{
+        type: string;
+        text: string;
+    }>;
+    [key: string]: unknown;
+}
+export declare function transformGraphStateMessageToListMessageResponse(messages: BaseMessage[]): ListOracleMessagesResponse;
+export declare const uuidFromString: (str: string) => string;
+export {};
+//# sourceMappingURL=transformGraphStateMessageToListMessageResponse.d.ts.map

package/dist/ai/utils/transformGraphStateMessageToListMessageResponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"transformGraphStateMessageToListMessageResponse.d.ts","sourceRoot":"","sources":["../../../src/ai/utils/transformGraphStateMessageToListMessageResponse.ts"],"names":[],"mappings":"AAAA,OAAO,EAGL,KAAK,WAAW,EACjB,MAAM,0BAA0B,CAAC;AAIlC,UAAU,QAAQ;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,OAAO,CAAC;IACd,MAAM,CAAC,EAAE,WAAW,GAAG,MAAM,CAAC;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,UAAU;IAClB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,MAAM,WAAW,0BAA0B;IACzC,QAAQ,EAAE,UAAU,EAAE,CAAC;CACxB;AACD,MAAM,WAAW,qBAAqB;IACpC,iBAAiB,EAAE,OAAO,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,KAAK,CAAC;QACvB,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;KACd,CAAC,CAAC;IACH,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;CACxB;AAED,wBAAgB,+CAA+C,CAC7D,QAAQ,EAAE,WAAW,EAAE,GACtB,0BAA0B,CAuD5B;AAED,eAAO,MAAM,cAAc,GAAI,KAAK,MAAM,KAAG,MAO5C,CAAC"}