@sweetoburrito/backstage-plugin-ai-assistant-backend 0.7.1 → 0.9.0

package/dist/constants/prompts.cjs.js

@@ -1,31 +1,42 @@
 'use strict';
 
 const DEFAULT_SUMMARY_PROMPT = "Summarize this conversation in a concise manner. The summary should capture the main points. Return the summary only, without any additional text.";
-const DEFAULT_SYSTEM_PROMPT = `
+const DEFAULT_IDENTITY_PROMPT = `
 You are a helpful assistant that answers questions based on provided context from various documents. The context may come from sources such as internal wikis, code repositories, technical documentation, or other structured or unstructured data.
-
-Rules:
+`;
+const DEFAULT_FORMATTING_PROMPT = `
+CRITICAL FORMATTING RULES - MUST ALWAYS FOLLOW:
+1. **ALWAYS use proper markdown formatting in ALL responses**
+2. **NEVER output plain URLs** - ALWAYS convert them to clickable markdown links using [description](url) syntax
+3. **For images, ALWAYS use markdown image syntax**: ![alt text](image-url)
+4. **For all URLs, ALWAYS format as**: [descriptive text](url) - never just paste the raw URL
+5. Use headings (##, ###), bullet points, numbered lists, and **bold**/*italic* text appropriately
+6. Format code with backticks: \`inline code\` or \`\`\`language for code blocks
+7. Structure responses clearly with proper spacing and organization
+`;
+const DEFAULT_SYSTEM_PROMPT = `
+Content Rules:
 1. Always base your answers on the provided context. Do not make up information.
 2. When relevant, cite or reference the source information provided in the context.
-3. Format answers clearly and concisely. Use bullet points for lists when appropriate.
-4. Maintain a professional, friendly, and helpful tone.
-5. Return only the relevant information without any filler or unnecessary details.
-6. If you don't know the answer, admit it and suggest ways to find the information.
-7. Always return a well-structured response using markdown.
-8. **Actively use available tools** to enhance your responses:
-9. Adapt your approach based on the specific tools and capabilities available in the current session
-10. When you have a link to an image, include it in your response using markdown format ![description](image_url).
+3. Maintain a professional, friendly, and helpful tone.
+4. Return only the relevant information without any filler or unnecessary details.
+5. If you don't know the answer, admit it and suggest ways to find the information.
+6. **Actively use available tools** to enhance your responses
+7. Adapt your approach based on the specific tools and capabilities available in the current session
+8. When you do not have the information needed to answer, use the tools provided to gather more context before responding.
 `;
 const DEFAULT_TOOL_GUIDELINE = `
 TOOL USAGE GUIDELINES:
 - Only use tools when explicitly needed to answer the user's question
 - Read tool descriptions carefully before using them
 - If you can answer without tools, do so
-- When using tools, always explain why you're using each tool
+- IMPORTANT: When using tools, always explain why you're using each tool
 - Use tools in logical sequence, not randomly
 - If a tool fails, try an alternative approach before using another tool
 `;
 
+exports.DEFAULT_FORMATTING_PROMPT = DEFAULT_FORMATTING_PROMPT;
+exports.DEFAULT_IDENTITY_PROMPT = DEFAULT_IDENTITY_PROMPT;
 exports.DEFAULT_SUMMARY_PROMPT = DEFAULT_SUMMARY_PROMPT;
 exports.DEFAULT_SYSTEM_PROMPT = DEFAULT_SYSTEM_PROMPT;
 exports.DEFAULT_TOOL_GUIDELINE = DEFAULT_TOOL_GUIDELINE;

package/dist/constants/prompts.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"prompts.cjs.js","sources":["../../src/constants/prompts.ts"],"sourcesContent":["export const DEFAULT_SUMMARY_PROMPT =\n  'Summarize this conversation in a concise manner. The summary should capture the main points. Return the summary only, without any additional text.';\n\nexport const DEFAULT_SYSTEM_PROMPT = `\nYou are a helpful assistant that answers questions based on provided context from various documents. The context may come from sources such as internal wikis, code repositories, technical documentation, or other structured or unstructured data.\n\nRules:\n1. Always base your answers on the provided context. Do not make up information.\n2. When relevant, cite or reference the source information provided in the context.\n3. Format answers clearly and concisely. Use bullet points for lists when appropriate.\n4. Maintain a professional, friendly, and helpful tone.\n5. Return only the relevant information without any filler or unnecessary details.\n6. If you don't know the answer, admit it and suggest ways to find the information.\n7. Always return a well-structured response using markdown.\n8. **Actively use available tools** to enhance your responses:\n9. Adapt your approach based on the specific tools and capabilities available in the current session\n10. When you have a link to an image, include it in your response using markdown format ![description](image_url).\n`;\n\nexport const DEFAULT_TOOL_GUIDELINE = `\nTOOL USAGE GUIDELINES:\n- Only use tools when explicitly needed to answer the user's question\n- Read tool descriptions carefully before using them\n- If you can answer without tools, do so\n- When using tools, always explain why you're using each tool\n- Use tools in logical sequence, not randomly\n- If a tool fails, try an alternative approach before using another tool\n`;\n"],"names":[],"mappings":";;AAAO,MAAM,sBAAA,GACX;AAEK,MAAM,qBAAA,GAAwB;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAgB9B,MAAM,sBAAA,GAAyB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;;;;"}
+{"version":3,"file":"prompts.cjs.js","sources":["../../src/constants/prompts.ts"],"sourcesContent":["export const DEFAULT_SUMMARY_PROMPT =\n  'Summarize this conversation in a concise manner. The summary should capture the main points. Return the summary only, without any additional text.';\n\nexport const DEFAULT_IDENTITY_PROMPT = `\nYou are a helpful assistant that answers questions based on provided context from various documents. The context may come from sources such as internal wikis, code repositories, technical documentation, or other structured or unstructured data.\n`;\n\nexport const DEFAULT_FORMATTING_PROMPT = `\nCRITICAL FORMATTING RULES - MUST ALWAYS FOLLOW:\n1. **ALWAYS use proper markdown formatting in ALL responses**\n2. **NEVER output plain URLs** - ALWAYS convert them to clickable markdown links using [description](url) syntax\n3. **For images, ALWAYS use markdown image syntax**: ![alt text](image-url)\n4. **For all URLs, ALWAYS format as**: [descriptive text](url) - never just paste the raw URL\n5. Use headings (##, ###), bullet points, numbered lists, and **bold**/*italic* text appropriately\n6. Format code with backticks: \\`inline code\\` or \\`\\`\\`language for code blocks\n7. Structure responses clearly with proper spacing and organization\n`;\n\nexport const DEFAULT_SYSTEM_PROMPT = `\nContent Rules:\n1. Always base your answers on the provided context. Do not make up information.\n2. When relevant, cite or reference the source information provided in the context.\n3. Maintain a professional, friendly, and helpful tone.\n4. Return only the relevant information without any filler or unnecessary details.\n5. If you don't know the answer, admit it and suggest ways to find the information.\n6. **Actively use available tools** to enhance your responses\n7. Adapt your approach based on the specific tools and capabilities available in the current session\n8. When you do not have the information needed to answer, use the tools provided to gather more context before responding.\n`;\n\nexport const DEFAULT_TOOL_GUIDELINE = `\nTOOL USAGE GUIDELINES:\n- Only use tools when explicitly needed to answer the user's question\n- Read tool descriptions carefully before using them\n- If you can answer without tools, do so\n- IMPORTANT: When using tools, always explain why you're using each tool\n- Use tools in logical sequence, not randomly\n- If a tool fails, try an alternative approach before using another tool\n`;\n"],"names":[],"mappings":";;AAAO,MAAM,sBAAA,GACX;AAEK,MAAM,uBAAA,GAA0B;AAAA;AAAA;AAIhC,MAAM,yBAAA,GAA4B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAWlC,MAAM,qBAAA,GAAwB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAY9B,MAAM,sBAAA,GAAyB;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;;;;;;"}

package/dist/plugin.cjs.js

@@ -9,6 +9,7 @@ var migrations = require('./database/migrations.cjs.js');
 var pgVectorStore = require('./database/pg-vector-store.cjs.js');
 var pluginSignalsNode = require('@backstage/plugin-signals-node');
 var searchKnowledge = require('./services/tools/searchKnowledge.cjs.js');
+var pluginCatalogNode = require('@backstage/plugin-catalog-node');
 
 const aiAssistantPlugin = backendPluginApi.createBackendPlugin({
   pluginId: "ai-assistant",
@@ -60,7 +61,10 @@ const aiAssistantPlugin = backendPluginApi.createBackendPlugin({
         scheduler: backendPluginApi.coreServices.scheduler,
         httpAuth: backendPluginApi.coreServices.httpAuth,
         userInfo: backendPluginApi.coreServices.userInfo,
-        signals: pluginSignalsNode.signalsServiceRef
+        signals: pluginSignalsNode.signalsServiceRef,
+        catalog: pluginCatalogNode.catalogServiceRef,
+        cache: backendPluginApi.coreServices.cache,
+        auth: backendPluginApi.coreServices.auth
       },
       async init(options) {
         const { httpRouter, database } = options;

package/dist/plugin.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"plugin.cjs.js","sources":["../src/plugin.ts"],"sourcesContent":["import {\n  coreServices,\n  createBackendPlugin,\n} from '@backstage/backend-plugin-api';\nimport { createRouter } from './services/router';\nimport {\n  dataIngestorExtensionPoint,\n  EmbeddingsProvider,\n  embeddingsProviderExtensionPoint,\n  Ingestor,\n  Model,\n  modelProviderExtensionPoint,\n  Tool,\n  toolExtensionPoint,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { createDataIngestionPipeline } from './services/ingestor';\nimport { createChatService } from './services/chat';\nimport { applyDatabaseMigrations } from './database/migrations';\nimport { PgVectorStore } from './database';\nimport { signalsServiceRef } from '@backstage/plugin-signals-node';\nimport { createSearchKnowledgeTool } from './services/tools/searchKnowledge';\n\n/**\n * aiAssistantPlugin backend plugin\n *\n * @public\n */\n\nexport const aiAssistantPlugin = createBackendPlugin({\n  pluginId: 'ai-assistant',\n  register(env) {\n    const ingestors: Ingestor[] = [];\n    const models: Model[] = [];\n    const tools: Tool[] = [];\n\n    let embeddingsProvider: EmbeddingsProvider;\n\n    env.registerExtensionPoint(dataIngestorExtensionPoint, {\n      registerIngestor: ingestor => {\n        const existingIngestor = ingestors.find(i => i.id === ingestor.id);\n        if (existingIngestor) {\n          throw new Error(\n            `Ingestor with id ${ingestor.id} is already registered.`,\n          );\n        }\n        ingestors.push(ingestor);\n      },\n    });\n\n    env.registerExtensionPoint(embeddingsProviderExtensionPoint, {\n      register: provider => {\n        embeddingsProvider = provider;\n      },\n    });\n\n    env.registerExtensionPoint(modelProviderExtensionPoint, {\n      register: model => {\n        const existingModel = models.find(m => m.id === model.id);\n        if (existingModel) {\n          throw new Error(`Model with id ${model.id} is already registered.`);\n        }\n        models.push(model);\n      },\n    });\n\n    env.registerExtensionPoint(toolExtensionPoint, {\n      register: tool => {\n        const existingTool = tools.find(t => t.name === tool.name);\n        if (existingTool) {\n          throw new Error(`Tool with name ${tool.name} is already registered.`);\n        }\n        tools.push(tool);\n      },\n    });\n\n    env.registerInit({\n      deps: {\n        httpRouter: coreServices.httpRouter,\n        database: coreServices.database,\n        logger: coreServices.logger,\n        config: coreServices.rootConfig,\n        scheduler: coreServices.scheduler,\n        httpAuth: coreServices.httpAuth,\n        userInfo: coreServices.userInfo,\n        signals: signalsServiceRef,\n      },\n\n      async init(options) {\n        const { httpRouter, database } = options;\n        const client = await database.getClient();\n\n        await applyDatabaseMigrations(client);\n\n        const vectorStore = await PgVectorStore.fromConfig(options);\n\n        if (!embeddingsProvider) {\n          throw new Error('No Embeddings Provider was registered.');\n        }\n\n        vectorStore.connectEmbeddings(await embeddingsProvider.getEmbeddings());\n\n        const dataIngestionPipeline = createDataIngestionPipeline({\n          ...options,\n          vectorStore,\n          ingestors,\n        });\n\n        const searchKnowledgeTool = createSearchKnowledgeTool({ vectorStore });\n        tools.push(searchKnowledgeTool);\n\n        const chat = await createChatService({\n          ...options,\n          models,\n          tools,\n        });\n\n        httpRouter.use(await createRouter({ ...options, chat }));\n        dataIngestionPipeline.start();\n      },\n    });\n  },\n});\n"],"names":["createBackendPlugin","dataIngestorExtensionPoint","embeddingsProviderExtensionPoint","modelProviderExtensionPoint","toolExtensionPoint","coreServices","signalsServiceRef","applyDatabaseMigrations","PgVectorStore","createDataIngestionPipeline","createSearchKnowledgeTool","chat","createChatService","createRouter"],"mappings":";;;;;;;;;;;;AA4BO,MAAM,oBAAoBA,oCAAA,CAAoB;AAAA,EACnD,QAAA,EAAU,cAAA;AAAA,EACV,SAAS,GAAA,EAAK;AACZ,IAAA,MAAM,YAAwB,EAAC;AAC/B,IAAA,MAAM,SAAkB,EAAC;AACzB,IAAA,MAAM,QAAgB,EAAC;AAEvB,IAAA,IAAI,kBAAA;AAEJ,IAAA,GAAA,CAAI,uBAAuBC,yDAAA,EAA4B;AAAA,MACrD,kBAAkB,CAAA,QAAA,KAAY;AAC5B,QAAA,MAAM,mBAAmB,SAAA,CAAU,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,SAAS,EAAE,CAAA;AACjE,QAAA,IAAI,gBAAA,EAAkB;AACpB,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,iBAAA,EAAoB,SAAS,EAAE,CAAA,uBAAA;AAAA,WACjC;AAAA,QACF;AACA,QAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,MACzB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,uBAAuBC,+DAAA,EAAkC;AAAA,MAC3D,UAAU,CAAA,QAAA,KAAY;AACpB,QAAA,kBAAA,GAAqB,QAAA;AAAA,MACvB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,uBAAuBC,0DAAA,EAA6B;AAAA,MACtD,UAAU,CAAA,KAAA,KAAS;AACjB,QAAA,MAAM,gBAAgB,MAAA,CAAO,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,MAAM,EAAE,CAAA;AACxD,QAAA,IAAI,aAAA,EAAe;AACjB,UAAA,MAAM,IAAI,KAAA,CAAM,CAAA,cAAA,EAAiB,KAAA,CAAM,EAAE,CAAA,uBAAA,CAAyB,CAAA;AAAA,QACpE;AACA,QAAA,MAAA,CAAO,KAAK,KAAK,CAAA;AAAA,MACnB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,uBAAuBC,iDAAA,EAAoB;AAAA,MAC7C,UAAU,CAAA,IAAA,KAAQ;AAChB,QAAA,MAAM,eAAe,KAAA,CAAM,IAAA,CAAK,OAAK,CAAA,CAAE,IAAA,KAAS,KAAK,IAAI,CAAA;AACzD,QAAA,IAAI,YAAA,EAAc;AAChB,UAAA,MAAM,IAAI,KAAA,CAAM,CAAA,eAAA,EAAkB,IAAA,CAAK,IAAI,CAAA,uBAAA,CAAyB,CAAA;AAAA,QACtE;AACA,QAAA,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,MACjB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,YAAA,CAAa;AAAA,MACf,IAAA,EAAM;AAAA,QACJ,YAAYC,6BAAA,CAAa,UAAA;AAAA,QACzB,UAAUA,6BAAA,CAAa,QAAA;AAAA,QACvB,QAAQA,6BAAA,CAAa,MAAA;AAAA,QACrB,QAAQA,6BAAA,CAAa,UAAA;AAAA,QACrB,WAAWA,6BAAA,CAAa,SAAA;AAAA,QACxB,UAAUA,6BAAA,CAAa,QAAA;AAAA,QACvB,UAAUA,6BAAA,CAAa,QAAA;AAAA,QACvB,OAAA,EAASC;AAAA,OACX;AAAA,MAEA,MAAM,KAAK,OAAA,EAAS;AAClB,QAAA,MAAM,EAAE,UAAA,EAAY,QAAA,EAAS,GAAI,OAAA;AACjC,QAAA,MAAM,MAAA,GAAS,MAAM,QAAA,CAAS,SAAA,EAAU;AAExC,QAAA,MAAMC,mCAAwB,MAAM,CAAA;AAEpC,QAAA,MAAM,WAAA,GAAc,MAAMC,2BAAA,CAAc,UAAA,CAAW,OAAO,CAAA;AAE1D,QAAA,IAAI,CAAC,kBAAA,EAAoB;AACvB,UAAA,MAAM,IAAI,MAAM,wCAAwC,CAAA;AAAA,QAC1D;AAEA,QAAA,WAAA,CAAY,iBAAA,CAAkB,MAAM,kBAAA,CAAmB,aAAA,EAAe,CAAA;AAEtE,QAAA,MAAM,wBAAwBC,oCAAA,CAA4B;AAAA,UACxD,GAAG,OAAA;AAAA,UACH,WAAA;AAAA,UACA;AAAA,SACD,CAAA;AAED,QAAA,MAAM,mBAAA,GAAsBC,yCAAA,CAA0B,EAAE,WAAA,EAAa,CAAA;AACrE,QAAA,KAAA,CAAM,KAAK,mBAAmB,CAAA;AAE9B,QAAA,MAAMC,MAAA,GAAO,MAAMC,sBAAA,CAAkB;AAAA,UACnC,GAAG,OAAA;AAAA,UACH,MAAA;AAAA,UACA;AAAA,SACD,CAAA;AAED,QAAA,UAAA,CAAW,GAAA,CAAI,MAAMC,kBAAA,CAAa,EAAE,GAAG,OAAA,QAASF,MAAA,EAAM,CAAC,CAAA;AACvD,QAAA,qBAAA,CAAsB,KAAA,EAAM;AAAA,MAC9B;AAAA,KACD,CAAA;AAAA,EACH;AACF,CAAC;;;;"}
+{"version":3,"file":"plugin.cjs.js","sources":["../src/plugin.ts"],"sourcesContent":["import {\n  coreServices,\n  createBackendPlugin,\n} from '@backstage/backend-plugin-api';\nimport { createRouter } from './services/router';\nimport {\n  dataIngestorExtensionPoint,\n  EmbeddingsProvider,\n  embeddingsProviderExtensionPoint,\n  Ingestor,\n  Model,\n  modelProviderExtensionPoint,\n  Tool,\n  toolExtensionPoint,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { createDataIngestionPipeline } from './services/ingestor';\nimport { createChatService } from './services/chat';\nimport { applyDatabaseMigrations } from './database/migrations';\nimport { PgVectorStore } from './database';\nimport { signalsServiceRef } from '@backstage/plugin-signals-node';\nimport { createSearchKnowledgeTool } from './services/tools/searchKnowledge';\nimport { catalogServiceRef } from '@backstage/plugin-catalog-node';\n\n/**\n * aiAssistantPlugin backend plugin\n *\n * @public\n */\n\nexport const aiAssistantPlugin = createBackendPlugin({\n  pluginId: 'ai-assistant',\n  register(env) {\n    const ingestors: Ingestor[] = [];\n    const models: Model[] = [];\n    const tools: Tool[] = [];\n\n    let embeddingsProvider: EmbeddingsProvider;\n\n    env.registerExtensionPoint(dataIngestorExtensionPoint, {\n      registerIngestor: ingestor => {\n        const existingIngestor = ingestors.find(i => i.id === ingestor.id);\n        if (existingIngestor) {\n          throw new Error(\n            `Ingestor with id ${ingestor.id} is already registered.`,\n          );\n        }\n        ingestors.push(ingestor);\n      },\n    });\n\n    env.registerExtensionPoint(embeddingsProviderExtensionPoint, {\n      register: provider => {\n        embeddingsProvider = provider;\n      },\n    });\n\n    env.registerExtensionPoint(modelProviderExtensionPoint, {\n      register: model => {\n        const existingModel = models.find(m => m.id === model.id);\n        if (existingModel) {\n          throw new Error(`Model with id ${model.id} is already registered.`);\n        }\n        models.push(model);\n      },\n    });\n\n    env.registerExtensionPoint(toolExtensionPoint, {\n      register: tool => {\n        const existingTool = tools.find(t => t.name === tool.name);\n        if (existingTool) {\n          throw new Error(`Tool with name ${tool.name} is already registered.`);\n        }\n        tools.push(tool);\n      },\n    });\n\n    env.registerInit({\n      deps: {\n        httpRouter: coreServices.httpRouter,\n        database: coreServices.database,\n        logger: coreServices.logger,\n        config: coreServices.rootConfig,\n        scheduler: coreServices.scheduler,\n        httpAuth: coreServices.httpAuth,\n        userInfo: coreServices.userInfo,\n        signals: signalsServiceRef,\n        catalog: catalogServiceRef,\n        cache: coreServices.cache,\n        auth: coreServices.auth,\n      },\n\n      async init(options) {\n        const { httpRouter, database } = options;\n        const client = await database.getClient();\n\n        await applyDatabaseMigrations(client);\n\n        const vectorStore = await PgVectorStore.fromConfig(options);\n\n        if (!embeddingsProvider) {\n          throw new Error('No Embeddings Provider was registered.');\n        }\n\n        vectorStore.connectEmbeddings(await embeddingsProvider.getEmbeddings());\n\n        const dataIngestionPipeline = createDataIngestionPipeline({\n          ...options,\n          vectorStore,\n          ingestors,\n        });\n\n        const searchKnowledgeTool = createSearchKnowledgeTool({ vectorStore });\n        tools.push(searchKnowledgeTool);\n\n        const chat = await createChatService({\n          ...options,\n          models,\n          tools,\n        });\n\n        httpRouter.use(await createRouter({ ...options, chat }));\n        dataIngestionPipeline.start();\n      },\n    });\n  },\n});\n"],"names":["createBackendPlugin","dataIngestorExtensionPoint","embeddingsProviderExtensionPoint","modelProviderExtensionPoint","toolExtensionPoint","coreServices","signalsServiceRef","catalogServiceRef","applyDatabaseMigrations","PgVectorStore","createDataIngestionPipeline","createSearchKnowledgeTool","chat","createChatService","createRouter"],"mappings":";;;;;;;;;;;;;AA6BO,MAAM,oBAAoBA,oCAAA,CAAoB;AAAA,EACnD,QAAA,EAAU,cAAA;AAAA,EACV,SAAS,GAAA,EAAK;AACZ,IAAA,MAAM,YAAwB,EAAC;AAC/B,IAAA,MAAM,SAAkB,EAAC;AACzB,IAAA,MAAM,QAAgB,EAAC;AAEvB,IAAA,IAAI,kBAAA;AAEJ,IAAA,GAAA,CAAI,uBAAuBC,yDAAA,EAA4B;AAAA,MACrD,kBAAkB,CAAA,QAAA,KAAY;AAC5B,QAAA,MAAM,mBAAmB,SAAA,CAAU,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,SAAS,EAAE,CAAA;AACjE,QAAA,IAAI,gBAAA,EAAkB;AACpB,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,iBAAA,EAAoB,SAAS,EAAE,CAAA,uBAAA;AAAA,WACjC;AAAA,QACF;AACA,QAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,MACzB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,uBAAuBC,+DAAA,EAAkC;AAAA,MAC3D,UAAU,CAAA,QAAA,KAAY;AACpB,QAAA,kBAAA,GAAqB,QAAA;AAAA,MACvB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,uBAAuBC,0DAAA,EAA6B;AAAA,MACtD,UAAU,CAAA,KAAA,KAAS;AACjB,QAAA,MAAM,gBAAgB,MAAA,CAAO,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,MAAM,EAAE,CAAA;AACxD,QAAA,IAAI,aAAA,EAAe;AACjB,UAAA,MAAM,IAAI,KAAA,CAAM,CAAA,cAAA,EAAiB,KAAA,CAAM,EAAE,CAAA,uBAAA,CAAyB,CAAA;AAAA,QACpE;AACA,QAAA,MAAA,CAAO,KAAK,KAAK,CAAA;AAAA,MACnB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,uBAAuBC,iDAAA,EAAoB;AAAA,MAC7C,UAAU,CAAA,IAAA,KAAQ;AAChB,QAAA,MAAM,eAAe,KAAA,CAAM,IAAA,CAAK,OAAK,CAAA,CAAE,IAAA,KAAS,KAAK,IAAI,CAAA;AACzD,QAAA,IAAI,YAAA,EAAc;AAChB,UAAA,MAAM,IAAI,KAAA,CAAM,CAAA,eAAA,EAAkB,IAAA,CAAK,IAAI,CAAA,uBAAA,CAAyB,CAAA;AAAA,QACtE;AACA,QAAA,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,MACjB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,YAAA,CAAa;AAAA,MACf,IAAA,EAAM;AAAA,QACJ,YAAYC,6BAAA,CAAa,UAAA;AAAA,QACzB,UAAUA,6BAAA,CAAa,QAAA;AAAA,QACvB,QAAQA,6BAAA,CAAa,MAAA;AAAA,QACrB,QAAQA,6BAAA,CAAa,UAAA;AAAA,QACrB,WAAWA,6BAAA,CAAa,SAAA;AAAA,QACxB,UAAUA,6BAAA,CAAa,QAAA;AAAA,QACvB,UAAUA,6BAAA,CAAa,QAAA;AAAA,QACvB,OAAA,EAASC,mCAAA;AAAA,QACT,OAAA,EAASC,mCAAA;AAAA,QACT,OAAOF,6BAAA,CAAa,KAAA;AAAA,QACpB,MAAMA,6BAAA,CAAa;AAAA,OACrB;AAAA,MAEA,MAAM,KAAK,OAAA,EAAS;AAClB,QAAA,MAAM,EAAE,UAAA,EAAY,QAAA,EAAS,GAAI,OAAA;AACjC,QAAA,MAAM,MAAA,GAAS,MAAM,QAAA,CAAS,SAAA,EAAU;AAExC,QAAA,MAAMG,mCAAwB,MAAM,CAAA;AAEpC,QAAA,MAAM,WAAA,GAAc,MAAMC,2BAAA,CAAc,UAAA,CAAW,OAAO,CAAA;AAE1D,QAAA,IAAI,CAAC,kBAAA,EAAoB;AACvB,UAAA,MAAM,IAAI,MAAM,wCAAwC,CAAA;AAAA,QAC1D;AAEA,QAAA,WAAA,CAAY,iBAAA,CAAkB,MAAM,kBAAA,CAAmB,aAAA,EAAe,CAAA;AAEtE,QAAA,MAAM,wBAAwBC,oCAAA,CAA4B;AAAA,UACxD,GAAG,OAAA;AAAA,UACH,WAAA;AAAA,UACA;AAAA,SACD,CAAA;AAED,QAAA,MAAM,mBAAA,GAAsBC,yCAAA,CAA0B,EAAE,WAAA,EAAa,CAAA;AACrE,QAAA,KAAA,CAAM,KAAK,mBAAmB,CAAA;AAE9B,QAAA,MAAMC,MAAA,GAAO,MAAMC,sBAAA,CAAkB;AAAA,UACnC,GAAG,OAAA;AAAA,UACH,MAAA;AAAA,UACA;AAAA,SACD,CAAA;AAED,QAAA,UAAA,CAAW,GAAA,CAAI,MAAMC,kBAAA,CAAa,EAAE,GAAG,OAAA,QAASF,MAAA,EAAM,CAAC,CAAA;AACvD,QAAA,qBAAA,CAAsB,KAAA,EAAM;AAAA,MAC9B;AAAA,KACD,CAAA;AAAA,EACH;AACF,CAAC;;;;"}

package/dist/services/chat.cjs.js

@@ -14,10 +14,21 @@ const createChatService = async ({
   logger,
   database,
   signals,
-  config
+  config,
+  catalog,
+  cache,
+  auth
 }) => {
   logger.info(`Available models: ${models.map((m) => m.id).join(", ")}`);
-  const system = config.getOptionalString("aiAssistant.prompt.system") || prompts.DEFAULT_SYSTEM_PROMPT;
+  logger.info(`Available tools: ${tools$1.map((t) => t.name).join(", ")}`);
+  const identityPrompt = config.getOptionalString("aiAssistant.prompt.identity") || prompts.DEFAULT_IDENTITY_PROMPT;
+  const formattingPrompt = config.getOptionalString("aiAssistant.prompt.formatting") || prompts.DEFAULT_FORMATTING_PROMPT;
+  const contentPrompt = config.getOptionalString("aiAssistant.prompt.content") || prompts.DEFAULT_SYSTEM_PROMPT;
+  const combinedBasePrompt = `${identityPrompt}
+
+${formattingPrompt}
+
+${contentPrompt}`;
   const toolGuideline = config.getOptionalString("aiAssistant.prompt.toolGuideline") || prompts.DEFAULT_TOOL_GUIDELINE;
   const chatStore$1 = await chatStore.ChatStore.fromConfig({ database });
   const summarizer$1 = await summarizer.createSummarizerService({ config, models });
@@ -32,6 +43,9 @@ const createChatService = async ({
     Available tools:
     {toolList}
 
+    Calling User:
+    {user}
+
     Context:
     {context}`);
   const addMessages = async (messages, userRef, conversationId, recentConversationMessages) => {
@@ -91,12 +105,6 @@ const createChatService = async ({
     if (!model) {
       throw new Error(`Model with id ${modelId} not found`);
     }
-    const aiMessage = {
-      id: uuid.v4(),
-      role: "ai",
-      content: "",
-      metadata: {}
-    };
     const streamFn = async () => {
       const recentConversationMessages = await chatStore$1.getChatMessages(
         conversationId,
@@ -104,11 +112,20 @@ const createChatService = async ({
         10,
         ["tool"]
       );
+      const credentials = await auth.getOwnServiceCredentials();
+      const user = await getUser(cache, userEntityRef, credentials, catalog);
+      addMessages(
+        messages,
+        userEntityRef,
+        conversationId,
+        recentConversationMessages
+      );
       const systemPrompt = await systemPromptTemplate.formatMessages({
-        basePrompt: system,
+        basePrompt: combinedBasePrompt,
         toolGuideline,
         toolList: agentTools.map((tool) => `- ${tool.name}: ${tool.description}`).join("\n"),
-        context: `none`
+        context: `none`,
+        user
       });
       const agent = prebuilt.createReactAgent({
         llm: model,
@@ -119,59 +136,64 @@ const createChatService = async ({
         {
           messages: [...recentConversationMessages, ...messages]
         },
-        { streamMode: "messages" }
+        { streamMode: ["values"] }
       );
       const responseMessages = [];
-      let firstMessageId;
-      for await (const [
-        message,
-        { __pregel_task_id: messageId }
-      ] of promptStream) {
-        if (!firstMessageId) {
-          firstMessageId = messageId;
-        }
-        const id = messageId === firstMessageId ? aiMessage.id : messageId;
-        const index = responseMessages.findIndex((m) => m.id === id);
-        const role = message.getType();
-        if (index === -1) {
-          const content = typeof message.content === "string" ? message.content : JSON.stringify(message.content);
-          const toolName = role === "tool" ? message.name : void 0;
+      for await (const [, chunk] of promptStream) {
+        const { messages: promptMessages } = chunk;
+        const newMessages = promptMessages.filter((m) => responseMessages.findIndex((rm) => rm.id === m.id) === -1).filter(
+          (m) => recentConversationMessages.findIndex((rm) => rm.id === m.id) === -1
+        ).filter((m) => m.getType() !== "human").map((m) => {
+          const id = m.id ?? "";
+          const role = m.getType();
+          const content = typeof m.content === "string" ? m.content : JSON.stringify(m.content);
           const metadata = {};
-          if (toolName) {
-            metadata.name = toolName;
+          if (role === "ai") {
+            const aiMessage = m;
+            metadata.toolCalls = aiMessage.tool_calls || [];
+            metadata.finishReason = aiMessage.response_metadata.finish_reason || void 0;
+            metadata.modelName = aiMessage.response_metadata.model_name || void 0;
           }
-          responseMessages.push({
+          if (role === "tool") {
+            const toolMessage = m;
+            metadata.name = toolMessage.name || "";
+          }
+          return {
+            id,
             role,
             content,
-            id,
             metadata
-          });
-        }
-        if (index !== -1) {
-          responseMessages[index] = {
-            ...responseMessages[index],
-            content: responseMessages[index].content += message.content
           };
-        }
-        signals.publish({
-          channel: `ai-assistant.chat.conversation-stream:${conversationId}`,
-          message: { messages: responseMessages.filter((m) => m.content) },
-          recipients: {
-            type: "user",
-            entityRef: userEntityRef
-          }
         });
+        for await (const m of newMessages) {
+          const parts = m.content.split(" ");
+          let messageBuilder = "";
+          for await (const part of parts) {
+            messageBuilder = messageBuilder.concat(part).concat(" ");
+            m.content = messageBuilder;
+            await new Promise((resolve) => setTimeout(resolve, 50));
+            signals.publish({
+              channel: `ai-assistant.chat.conversation-stream:${conversationId}`,
+              message: { messages: [m] },
+              recipients: {
+                type: "user",
+                entityRef: userEntityRef
+              }
+            });
+          }
+        }
+        responseMessages.push(...newMessages);
       }
       addMessages(
-        [...messages, ...responseMessages],
+        responseMessages.map((m) => ({ ...m, id: uuid.v4() })),
         userEntityRef,
         conversationId,
-        recentConversationMessages
+        [...recentConversationMessages, ...messages]
       );
       return responseMessages;
     };
     const result = streamFn();
-    return stream ? [aiMessage] : result;
+    return stream ? [] : result;
   };
   const getAvailableModels = async () => {
     return models.map((x) => x.id);
@@ -198,6 +220,17 @@ const createChatService = async ({
     addMessages
   };
 };
+async function getUser(cache, userEntityRef, credentials, catalog) {
+  const cached = await cache.get(userEntityRef);
+  if (cached) {
+    return JSON.parse(String(cached));
+  }
+  const user = await catalog.getEntityByRef(userEntityRef, {
+    credentials
+  });
+  await cache.set(userEntityRef, JSON.stringify(user));
+  return user;
+}
 
 exports.createChatService = createChatService;
 //# sourceMappingURL=chat.cjs.js.map

package/dist/services/chat.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"chat.cjs.js","sources":["../../src/services/chat.ts"],"sourcesContent":["import { Model } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport {\n  LoggerService,\n  RootConfigService,\n  DatabaseService,\n} from '@backstage/backend-plugin-api';\nimport { ChatStore } from '../database/chat-store';\nimport {\n  Conversation,\n  Message,\n  JsonObject,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { SignalsService } from '@backstage/plugin-signals-node';\nimport {\n  DEFAULT_SYSTEM_PROMPT,\n  DEFAULT_TOOL_GUIDELINE,\n} from '../constants/prompts';\nimport { Tool } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { DynamicStructuredTool } from '@langchain/core/tools';\nimport { createReactAgent } from '@langchain/langgraph/prebuilt';\nimport { SystemMessagePromptTemplate } from '@langchain/core/prompts';\nimport { createSummarizerService } from './summarizer';\nimport { v4 as uuid } from 'uuid';\nimport { ToolMessage } from '@langchain/core/messages';\n\nexport type ChatServiceOptions = {\n  models: Model[];\n  tools: Tool[];\n  logger: LoggerService;\n  config: RootConfigService;\n  database: DatabaseService;\n  signals: SignalsService;\n};\n\ntype PromptOptions = {\n  modelId: string;\n  messages: Message[];\n  conversationId: string;\n  stream?: boolean;\n  userEntityRef: string;\n};\n\ntype GetConversationOptions = {\n  conversationId: string;\n  userEntityRef: string;\n};\n\ntype GetConversationsOptions = {\n  userEntityRef: string;\n};\n\nexport type ChatService = {\n  prompt: (options: PromptOptions) => Promise<Required<Message>[]>;\n  getAvailableModels: () => Promise<string[]>;\n  getConversation: (\n    options: GetConversationOptions,\n  ) => Promise<Required<Message>[]>;\n  getConversations: (\n    options: GetConversationsOptions,\n  ) => Promise<Conversation[]>;\n  addMessages: (\n    messages: Message[],\n    userRef: string,\n    conversationId: string,\n    recentConversationMessages?: Message[],\n  ) => Promise<void>;\n};\n\nexport const createChatService = async ({\n  models,\n  tools,\n  logger,\n  database,\n  signals,\n  config,\n}: ChatServiceOptions): Promise<ChatService> => {\n  logger.info(`Available models: ${models.map(m => m.id).join(', ')}`);\n\n  const system =\n    config.getOptionalString('aiAssistant.prompt.system') ||\n    DEFAULT_SYSTEM_PROMPT;\n\n  const toolGuideline =\n    config.getOptionalString('aiAssistant.prompt.toolGuideline') ||\n    DEFAULT_TOOL_GUIDELINE;\n\n  const chatStore = await ChatStore.fromConfig({ database });\n  const summarizer = await createSummarizerService({ config, models });\n\n  const agentTools = tools.map(tool => new DynamicStructuredTool(tool));\n\n  const systemPromptTemplate = SystemMessagePromptTemplate.fromTemplate(`\n    PURPOSE:\n    {basePrompt}\n\n    TOOL USAGE GUIDELINES:\n    {toolGuideline}\n\n    Available tools:\n    {toolList}\n\n    Context:\n    {context}`);\n\n  const addMessages: ChatService['addMessages'] = async (\n    messages,\n    userRef,\n    conversationId,\n    recentConversationMessages,\n  ) => {\n    // If we have recentConversationMessages, use them; otherwise, fetch the last 5 messages\n    const recentMessages =\n      recentConversationMessages ||\n      (await chatStore.getChatMessages(conversationId, userRef, 5, ['tool']));\n\n    const conversationSize = (recentMessages?.length ?? 0) + messages.length;\n\n    if (recentMessages.length === 0) {\n      const conversation: Conversation = {\n        id: conversationId,\n        title: 'New Conversation',\n        userRef,\n      };\n      chatStore.createConversation(conversation);\n      chatStore.addChatMessage(messages, userRef, conversationId);\n\n      signals.publish({\n        channel: `ai-assistant.chat.conversation-details-update`,\n        message: { conversation },\n        recipients: {\n          type: 'user',\n          entityRef: userRef,\n        },\n      });\n      return;\n    }\n\n    if (conversationSize < 5) {\n      chatStore.addChatMessage(messages, userRef, conversationId);\n      return;\n    }\n\n    const conversation = await chatStore.getConversation(\n      conversationId,\n      userRef,\n    );\n\n    if (conversation.title !== 'New Conversation') {\n      chatStore.addChatMessage(messages, userRef, conversationId);\n      return;\n    }\n\n    const summary = await summarizer.summarize(recentMessages, '25 characters');\n\n    conversation.title = summary;\n\n    chatStore.updateConversation(conversation);\n    chatStore.addChatMessage(messages, userRef, conversationId);\n\n    signals.publish({\n      channel: `ai-assistant.chat.conversation-details-update`,\n      message: { conversation },\n      recipients: {\n        type: 'user',\n        entityRef: userRef,\n      },\n    });\n  };\n\n  const prompt: ChatService['prompt'] = async ({\n    conversationId,\n    messages,\n    modelId,\n    stream = true,\n    userEntityRef,\n  }: PromptOptions) => {\n    const model = models.find(m => m.id === modelId)?.chatModel;\n\n    if (!model) {\n      throw new Error(`Model with id ${modelId} not found`);\n    }\n\n    const aiMessage: Required<Message> = {\n      id: uuid(),\n      role: 'ai',\n      content: '',\n      metadata: {},\n    };\n\n    const streamFn = async () => {\n      const recentConversationMessages = await chatStore.getChatMessages(\n        conversationId,\n        userEntityRef,\n        10,\n        ['tool'],\n      );\n\n      const systemPrompt = await systemPromptTemplate.formatMessages({\n        basePrompt: system,\n        toolGuideline,\n        toolList: agentTools\n          .map(tool => `- ${tool.name}: ${tool.description}`)\n          .join('\\n'),\n        context: `none`,\n      });\n\n      const agent = createReactAgent({\n        llm: model,\n        tools: agentTools,\n        prompt: systemPrompt[0].text,\n      });\n\n      const promptStream = await agent.stream(\n        {\n          messages: [...recentConversationMessages, ...messages],\n        },\n        { streamMode: 'messages' },\n      );\n\n      const responseMessages: Required<Message>[] = [];\n      let firstMessageId: string | undefined;\n\n      for await (const [\n        message,\n        { __pregel_task_id: messageId },\n      ] of promptStream) {\n        if (!firstMessageId) {\n          firstMessageId = messageId;\n        }\n\n        const id = messageId === firstMessageId ? aiMessage.id : messageId;\n\n        const index = responseMessages.findIndex(m => m.id === id);\n        const role = message.getType();\n\n        if (index === -1) {\n          const content =\n            typeof message.content === 'string'\n              ? message.content\n              : JSON.stringify(message.content);\n\n          const toolName =\n            role === 'tool' ? (message as ToolMessage).name : undefined;\n          const metadata: JsonObject = {};\n\n          if (toolName) {\n            metadata.name = toolName;\n          }\n\n          responseMessages.push({\n            role,\n            content,\n            id,\n            metadata,\n          });\n        }\n\n        if (index !== -1) {\n          responseMessages[index] = {\n            ...responseMessages[index],\n            content: (responseMessages[index].content += message.content),\n          };\n        }\n\n        signals.publish({\n          channel: `ai-assistant.chat.conversation-stream:${conversationId}`,\n          message: { messages: responseMessages.filter(m => m.content) },\n          recipients: {\n            type: 'user',\n            entityRef: userEntityRef,\n          },\n        });\n      }\n\n      addMessages(\n        [...messages, ...responseMessages],\n        userEntityRef,\n        conversationId,\n        recentConversationMessages,\n      );\n\n      return responseMessages;\n    };\n\n    const result = streamFn();\n\n    return stream ? [aiMessage] : result;\n  };\n\n  const getAvailableModels: ChatService['getAvailableModels'] = async () => {\n    return models.map(x => x.id);\n  };\n\n  const getConversation: ChatService['getConversation'] = async (\n    options: GetConversationOptions,\n  ) => {\n    const { conversationId, userEntityRef } = options;\n\n    const conversation = await chatStore.getChatMessages(\n      conversationId,\n      userEntityRef,\n    );\n\n    return conversation;\n  };\n\n  const getConversations: ChatService['getConversations'] = async ({\n    userEntityRef,\n  }: GetConversationsOptions) => {\n    const conversations = await chatStore.getConversations(userEntityRef);\n\n    return conversations;\n  };\n  return {\n    prompt,\n    getAvailableModels,\n    getConversation,\n    getConversations,\n    addMessages,\n  };\n};\n"],"names":["tools","DEFAULT_SYSTEM_PROMPT","DEFAULT_TOOL_GUIDELINE","chatStore","ChatStore","summarizer","createSummarizerService","DynamicStructuredTool","SystemMessagePromptTemplate","conversation","uuid","createReactAgent"],"mappings":";;;;;;;;;;AAoEO,MAAM,oBAAoB,OAAO;AAAA,EACtC,MAAA;AAAA,SACAA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,OAAA;AAAA,EACA;AACF,CAAA,KAAgD;AAC9C,EAAA,MAAA,CAAO,IAAA,CAAK,CAAA,kBAAA,EAAqB,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAEnE,EAAA,MAAM,MAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,2BAA2B,CAAA,IACpDC,6BAAA;AAEF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,kCAAkC,CAAA,IAC3DC,8BAAA;AAEF,EAAA,MAAMC,cAAY,MAAMC,mBAAA,CAAU,UAAA,CAAW,EAAE,UAAU,CAAA;AACzD,EAAA,MAAMC,eAAa,MAAMC,kCAAA,CAAwB,EAAE,MAAA,EAAQ,QAAQ,CAAA;AAEnE,EAAA,MAAM,aAAaN,OAAA,CAAM,GAAA,CAAI,UAAQ,IAAIO,2BAAA,CAAsB,IAAI,CAAC,CAAA;AAEpE,EAAA,MAAM,oBAAA,GAAuBC,sCAA4B,YAAA,CAAa;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA,aAAA,CAW1D,CAAA;AAEZ,EAAA,MAAM,WAAA,GAA0C,OAC9C,QAAA,EACA,OAAA,EACA,gBACA,0BAAA,KACG;AAEH,IAAA,MAAM,cAAA,GACJ,0BAAA,IACC,MAAML,WAAA,CAAU,eAAA,CAAgB,gBAAgB,OAAA,EAAS,CAAA,EAAG,CAAC,MAAM,CAAC,CAAA;AAEvE,IAAA,MAAM,gBAAA,GAAA,CAAoB,cAAA,EAAgB,MAAA,IAAU,CAAA,IAAK,QAAA,CAAS,MAAA;AAElE,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,MAAMM,aAAAA,GAA6B;AAAA,QACjC,EAAA,EAAI,cAAA;AAAA,QACJ,KAAA,EAAO,kBAAA;AAAA,QACP;AAAA,OACF;AACA,MAAAN,WAAA,CAAU,mBAAmBM,aAAY,CAAA;AACzC,MAAAN,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAE1D,MAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,QACd,OAAA,EAAS,CAAA,6CAAA,CAAA;AAAA,QACT,OAAA,EAAS,EAAE,YAAA,EAAAM,aAAAA,EAAa;AAAA,QACxB,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,MAAA;AAAA,UACN,SAAA,EAAW;AAAA;AACb,OACD,CAAA;AACD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,mBAAmB,CAAA,EAAG;AACxB,MAAAN,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAC1D,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,MAAMA,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,YAAA,CAAa,UAAU,kBAAA,EAAoB;AAC7C,MAAAA,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAC1D,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,OAAA,GAAU,MAAME,YAAA,CAAW,SAAA,CAAU,gBAAgB,eAAe,CAAA;AAE1E,IAAA,YAAA,CAAa,KAAA,GAAQ,OAAA;AAErB,IAAAF,WAAA,CAAU,mBAAmB,YAAY,CAAA;AACzC,IAAAA,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAE1D,IAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,MACd,OAAA,EAAS,CAAA,6CAAA,CAAA;AAAA,MACT,OAAA,EAAS,EAAE,YAAA,EAAa;AAAA,MACxB,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,MAAA;AAAA,QACN,SAAA,EAAW;AAAA;AACb,KACD,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,SAAgC,OAAO;AAAA,IAC3C,cAAA;AAAA,IACA,QAAA;AAAA,IACA,OAAA;AAAA,IACA,MAAA,GAAS,IAAA;AAAA,IACT;AAAA,GACF,KAAqB;AACnB,IAAA,MAAM,QAAQ,MAAA,CAAO,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,OAAO,CAAA,EAAG,SAAA;AAElD,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,cAAA,EAAiB,OAAO,CAAA,UAAA,CAAY,CAAA;AAAA,IACtD;AAEA,IAAA,MAAM,SAAA,GAA+B;AAAA,MACnC,IAAIO,OAAA,EAAK;AAAA,MACT,IAAA,EAAM,IAAA;AAAA,MACN,OAAA,EAAS,EAAA;AAAA,MACT,UAAU;AAAC,KACb;AAEA,IAAA,MAAM,WAAW,YAAY;AAC3B,MAAA,MAAM,0BAAA,GAA6B,MAAMP,WAAA,CAAU,eAAA;AAAA,QACjD,cAAA;AAAA,QACA,aAAA;AAAA,QACA,EAAA;AAAA,QACA,CAAC,MAAM;AAAA,OACT;AAEA,MAAA,MAAM,YAAA,GAAe,MAAM,oBAAA,CAAqB,cAAA,CAAe;AAAA,QAC7D,UAAA,EAAY,MAAA;AAAA,QACZ,aAAA;AAAA,QACA,QAAA,EAAU,UAAA,CACP,GAAA,CAAI,CAAA,IAAA,KAAQ,CAAA,EAAA,EAAK,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,IAAA,CAAK,WAAW,CAAA,CAAE,CAAA,CACjD,KAAK,IAAI,CAAA;AAAA,QACZ,OAAA,EAAS,CAAA,IAAA;AAAA,OACV,CAAA;AAED,MAAA,MAAM,QAAQQ,yBAAA,CAAiB;AAAA,QAC7B,GAAA,EAAK,KAAA;AAAA,QACL,KAAA,EAAO,UAAA;AAAA,QACP,MAAA,EAAQ,YAAA,CAAa,CAAC,CAAA,CAAE;AAAA,OACzB,CAAA;AAED,MAAA,MAAM,YAAA,GAAe,MAAM,KAAA,CAAM,MAAA;AAAA,QAC/B;AAAA,UACE,QAAA,EAAU,CAAC,GAAG,0BAAA,EAA4B,GAAG,QAAQ;AAAA,SACvD;AAAA,QACA,EAAE,YAAY,UAAA;AAAW,OAC3B;AAEA,MAAA,MAAM,mBAAwC,EAAC;AAC/C,MAAA,IAAI,cAAA;AAEJ,MAAA,WAAA,MAAiB;AAAA,QACf,OAAA;AAAA,QACA,EAAE,kBAAkB,SAAA;AAAU,WAC3B,YAAA,EAAc;AACjB,QAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,UAAA,cAAA,GAAiB,SAAA;AAAA,QACnB;AAEA,QAAA,MAAM,EAAA,GAAK,SAAA,KAAc,cAAA,GAAiB,SAAA,CAAU,EAAA,GAAK,SAAA;AAEzD,QAAA,MAAM,QAAQ,gBAAA,CAAiB,SAAA,CAAU,CAAA,CAAA,KAAK,CAAA,CAAE,OAAO,EAAE,CAAA;AACzD,QAAA,MAAM,IAAA,GAAO,QAAQ,OAAA,EAAQ;AAE7B,QAAA,IAAI,UAAU,EAAA,EAAI;AAChB,UAAA,MAAM,OAAA,GACJ,OAAO,OAAA,CAAQ,OAAA,KAAY,QAAA,GACvB,QAAQ,OAAA,GACR,IAAA,CAAK,SAAA,CAAU,OAAA,CAAQ,OAAO,CAAA;AAEpC,UAAA,MAAM,QAAA,GACJ,IAAA,KAAS,MAAA,GAAU,OAAA,CAAwB,IAAA,GAAO,MAAA;AACpD,UAAA,MAAM,WAAuB,EAAC;AAE9B,UAAA,IAAI,QAAA,EAAU;AACZ,YAAA,QAAA,CAAS,IAAA,GAAO,QAAA;AAAA,UAClB;AAEA,UAAA,gBAAA,CAAiB,IAAA,CAAK;AAAA,YACpB,IAAA;AAAA,YACA,OAAA;AAAA,YACA,EAAA;AAAA,YACA;AAAA,WACD,CAAA;AAAA,QACH;AAEA,QAAA,IAAI,UAAU,EAAA,EAAI;AAChB,UAAA,gBAAA,CAAiB,KAAK,CAAA,GAAI;AAAA,YACxB,GAAG,iBAAiB,KAAK,CAAA;AAAA,YACzB,OAAA,EAAU,gBAAA,CAAiB,KAAK,CAAA,CAAE,WAAW,OAAA,CAAQ;AAAA,WACvD;AAAA,QACF;AAEA,QAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,UACd,OAAA,EAAS,yCAAyC,cAAc,CAAA,CAAA;AAAA,UAChE,OAAA,EAAS,EAAE,QAAA,EAAU,gBAAA,CAAiB,OAAO,CAAA,CAAA,KAAK,CAAA,CAAE,OAAO,CAAA,EAAE;AAAA,UAC7D,UAAA,EAAY;AAAA,YACV,IAAA,EAAM,MAAA;AAAA,YACN,SAAA,EAAW;AAAA;AACb,SACD,CAAA;AAAA,MACH;AAEA,MAAA,WAAA;AAAA,QACE,CAAC,GAAG,QAAA,EAAU,GAAG,gBAAgB,CAAA;AAAA,QACjC,aAAA;AAAA,QACA,cAAA;AAAA,QACA;AAAA,OACF;AAEA,MAAA,OAAO,gBAAA;AAAA,IACT,CAAA;AAEA,IAAA,MAAM,SAAS,QAAA,EAAS;AAExB,IAAA,OAAO,MAAA,GAAS,CAAC,SAAS,CAAA,GAAI,MAAA;AAAA,EAChC,CAAA;AAEA,EAAA,MAAM,qBAAwD,YAAY;AACxE,IAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA;AAAA,EAC7B,CAAA;AAEA,EAAA,MAAM,eAAA,GAAkD,OACtD,OAAA,KACG;AACH,IAAA,MAAM,EAAE,cAAA,EAAgB,aAAA,EAAc,GAAI,OAAA;AAE1C,IAAA,MAAM,YAAA,GAAe,MAAMR,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,OAAO,YAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,mBAAoD,OAAO;AAAA,IAC/D;AAAA,GACF,KAA+B;AAC7B,IAAA,MAAM,aAAA,GAAgB,MAAMA,WAAA,CAAU,gBAAA,CAAiB,aAAa,CAAA;AAEpE,IAAA,OAAO,aAAA;AAAA,EACT,CAAA;AACA,EAAA,OAAO;AAAA,IACL,MAAA;AAAA,IACA,kBAAA;AAAA,IACA,eAAA;AAAA,IACA,gBAAA;AAAA,IACA;AAAA,GACF;AACF;;;;"}
+{"version":3,"file":"chat.cjs.js","sources":["../../src/services/chat.ts"],"sourcesContent":["import { Model } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { CatalogService } from '@backstage/plugin-catalog-node';\nimport { UserEntity } from '@backstage/catalog-model';\nimport {\n  LoggerService,\n  RootConfigService,\n  DatabaseService,\n  AuthService,\n} from '@backstage/backend-plugin-api';\nimport { ChatStore } from '../database/chat-store';\nimport {\n  Conversation,\n  Message,\n  JsonObject,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { SignalsService } from '@backstage/plugin-signals-node';\nimport {\n  DEFAULT_FORMATTING_PROMPT,\n  DEFAULT_IDENTITY_PROMPT,\n  DEFAULT_SYSTEM_PROMPT,\n  DEFAULT_TOOL_GUIDELINE,\n} from '../constants/prompts';\nimport { Tool } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { DynamicStructuredTool } from '@langchain/core/tools';\nimport { createReactAgent } from '@langchain/langgraph/prebuilt';\nimport { SystemMessagePromptTemplate } from '@langchain/core/prompts';\nimport { createSummarizerService } from './summarizer';\nimport { v4 as uuid } from 'uuid';\nimport type {\n  BackstageCredentials,\n  CacheService,\n} from '@backstage/backend-plugin-api';\nimport { AIMessage, ToolMessage } from '@langchain/core/messages';\n\nexport type ChatServiceOptions = {\n  models: Model[];\n  tools: Tool[];\n  logger: LoggerService;\n  config: RootConfigService;\n  database: DatabaseService;\n  signals: SignalsService;\n  catalog: CatalogService;\n  cache: CacheService;\n  auth: AuthService;\n};\n\ntype PromptOptions = {\n  modelId: string;\n  messages: Message[];\n  conversationId: string;\n  stream?: boolean;\n  userEntityRef: string;\n};\n\ntype GetConversationOptions = {\n  conversationId: string;\n  userEntityRef: string;\n};\n\ntype GetConversationsOptions = {\n  userEntityRef: string;\n};\n\nexport type ChatService = {\n  prompt: (options: PromptOptions) => Promise<Required<Message>[]>;\n  getAvailableModels: () => Promise<string[]>;\n  getConversation: (\n    options: GetConversationOptions,\n  ) => Promise<Required<Message>[]>;\n  getConversations: (\n    options: GetConversationsOptions,\n  ) => Promise<Conversation[]>;\n  addMessages: (\n    messages: Message[],\n    userRef: string,\n    conversationId: string,\n    recentConversationMessages?: Message[],\n  ) => Promise<void>;\n};\n\nexport const createChatService = async ({\n  models,\n  tools,\n  logger,\n  database,\n  signals,\n  config,\n  catalog,\n  cache,\n  auth,\n}: ChatServiceOptions): Promise<ChatService> => {\n  logger.info(`Available models: ${models.map(m => m.id).join(', ')}`);\n  logger.info(`Available tools: ${tools.map(t => t.name).join(', ')}`);\n\n  const identityPrompt =\n    config.getOptionalString('aiAssistant.prompt.identity') ||\n    DEFAULT_IDENTITY_PROMPT;\n\n  const formattingPrompt =\n    config.getOptionalString('aiAssistant.prompt.formatting') ||\n    DEFAULT_FORMATTING_PROMPT;\n\n  const contentPrompt =\n    config.getOptionalString('aiAssistant.prompt.content') ||\n    DEFAULT_SYSTEM_PROMPT;\n\n  const combinedBasePrompt = `${identityPrompt}\\n\\n${formattingPrompt}\\n\\n${contentPrompt}`;\n\n  const toolGuideline =\n    config.getOptionalString('aiAssistant.prompt.toolGuideline') ||\n    DEFAULT_TOOL_GUIDELINE;\n\n  const chatStore = await ChatStore.fromConfig({ database });\n  const summarizer = await createSummarizerService({ config, models });\n\n  const agentTools = tools.map(tool => new DynamicStructuredTool(tool));\n\n  const systemPromptTemplate = SystemMessagePromptTemplate.fromTemplate(`\n    PURPOSE:\n    {basePrompt}\n\n    TOOL USAGE GUIDELINES:\n    {toolGuideline}\n\n    Available tools:\n    {toolList}\n\n    Calling User:\n    {user}\n\n    Context:\n    {context}`);\n\n  const addMessages: ChatService['addMessages'] = async (\n    messages,\n    userRef,\n    conversationId,\n    recentConversationMessages,\n  ) => {\n    // If we have recentConversationMessages, use them; otherwise, fetch the last 5 messages\n    const recentMessages =\n      recentConversationMessages ||\n      (await chatStore.getChatMessages(conversationId, userRef, 5, ['tool']));\n\n    const conversationSize = (recentMessages?.length ?? 0) + messages.length;\n\n    if (recentMessages.length === 0) {\n      const conversation: Conversation = {\n        id: conversationId,\n        title: 'New Conversation',\n        userRef,\n      };\n      chatStore.createConversation(conversation);\n      chatStore.addChatMessage(messages, userRef, conversationId);\n\n      signals.publish({\n        channel: `ai-assistant.chat.conversation-details-update`,\n        message: { conversation },\n        recipients: {\n          type: 'user',\n          entityRef: userRef,\n        },\n      });\n      return;\n    }\n\n    if (conversationSize < 5) {\n      chatStore.addChatMessage(messages, userRef, conversationId);\n      return;\n    }\n\n    const conversation = await chatStore.getConversation(\n      conversationId,\n      userRef,\n    );\n\n    if (conversation.title !== 'New Conversation') {\n      chatStore.addChatMessage(messages, userRef, conversationId);\n      return;\n    }\n\n    const summary = await summarizer.summarize(recentMessages, '25 characters');\n\n    conversation.title = summary;\n\n    chatStore.updateConversation(conversation);\n    chatStore.addChatMessage(messages, userRef, conversationId);\n\n    signals.publish({\n      channel: `ai-assistant.chat.conversation-details-update`,\n      message: { conversation },\n      recipients: {\n        type: 'user',\n        entityRef: userRef,\n      },\n    });\n  };\n\n  const prompt: ChatService['prompt'] = async ({\n    conversationId,\n    messages,\n    modelId,\n    stream = true,\n    userEntityRef,\n  }: PromptOptions) => {\n    const model = models.find(m => m.id === modelId)?.chatModel;\n\n    if (!model) {\n      throw new Error(`Model with id ${modelId} not found`);\n    }\n\n    const streamFn = async () => {\n      const recentConversationMessages = await chatStore.getChatMessages(\n        conversationId,\n        userEntityRef,\n        10,\n        ['tool'],\n      );\n\n      const credentials = await auth.getOwnServiceCredentials();\n      const user = await getUser(cache, userEntityRef, credentials, catalog);\n\n      addMessages(\n        messages,\n        userEntityRef,\n        conversationId,\n        recentConversationMessages,\n      );\n\n      const systemPrompt = await systemPromptTemplate.formatMessages({\n        basePrompt: combinedBasePrompt,\n        toolGuideline,\n        toolList: agentTools\n          .map(tool => `- ${tool.name}: ${tool.description}`)\n          .join('\\n'),\n        context: `none`,\n        user,\n      });\n\n      const agent = createReactAgent({\n        llm: model,\n        tools: agentTools,\n        prompt: systemPrompt[0].text,\n      });\n\n      const promptStream = await agent.stream(\n        {\n          messages: [...recentConversationMessages, ...messages],\n        },\n        { streamMode: ['values'] },\n      );\n\n      const responseMessages: Required<Message>[] = [];\n\n      for await (const [, chunk] of promptStream) {\n        const { messages: promptMessages } = chunk;\n\n        const newMessages: Required<Message>[] = promptMessages\n          .filter(m => responseMessages.findIndex(rm => rm.id === m.id) === -1)\n          .filter(\n            m =>\n              recentConversationMessages.findIndex(rm => rm.id === m.id) === -1,\n          )\n          .filter(m => m.getType() !== 'human')\n          .map(m => {\n            const id = m.id ?? '';\n            const role = m.getType();\n            const content =\n              typeof m.content === 'string'\n                ? m.content\n                : JSON.stringify(m.content);\n\n            const metadata: JsonObject = {};\n\n            if (role === 'ai') {\n              const aiMessage = m as AIMessage;\n              metadata.toolCalls = aiMessage.tool_calls || [];\n              metadata.finishReason =\n                aiMessage.response_metadata.finish_reason || undefined;\n              metadata.modelName =\n                aiMessage.response_metadata.model_name || undefined;\n            }\n\n            if (role === 'tool') {\n              const toolMessage = m as ToolMessage;\n              metadata.name = toolMessage.name || '';\n            }\n\n            return {\n              id,\n              role,\n              content,\n              metadata,\n            };\n          });\n\n        // Simulate streaming until langchain messages error is better understood\n        for await (const m of newMessages) {\n          const parts = m.content.split(' ');\n\n          let messageBuilder = '';\n\n          for await (const part of parts) {\n            messageBuilder = messageBuilder.concat(part).concat(' ');\n            m.content = messageBuilder;\n\n            await new Promise(resolve => setTimeout(resolve, 50));\n\n            signals.publish({\n              channel: `ai-assistant.chat.conversation-stream:${conversationId}`,\n              message: { messages: [m] },\n              recipients: {\n                type: 'user',\n                entityRef: userEntityRef,\n              },\n            });\n          }\n        }\n\n        responseMessages.push(...newMessages);\n      }\n\n      addMessages(\n        responseMessages.map(m => ({ ...m, id: uuid() })),\n        userEntityRef,\n        conversationId,\n        [...recentConversationMessages, ...messages],\n      );\n\n      return responseMessages;\n    };\n\n    const result = streamFn();\n\n    return stream ? [] : result;\n  };\n\n  const getAvailableModels: ChatService['getAvailableModels'] = async () => {\n    return models.map(x => x.id);\n  };\n\n  const getConversation: ChatService['getConversation'] = async (\n    options: GetConversationOptions,\n  ) => {\n    const { conversationId, userEntityRef } = options;\n\n    const conversation = await chatStore.getChatMessages(\n      conversationId,\n      userEntityRef,\n    );\n\n    return conversation;\n  };\n\n  const getConversations: ChatService['getConversations'] = async ({\n    userEntityRef,\n  }: GetConversationsOptions) => {\n    const conversations = await chatStore.getConversations(userEntityRef);\n\n    return conversations;\n  };\n  return {\n    prompt,\n    getAvailableModels,\n    getConversation,\n    getConversations,\n    addMessages,\n  };\n};\n\nasync function getUser(\n  cache: CacheService,\n  userEntityRef: string,\n  credentials: BackstageCredentials,\n  catalog: CatalogService,\n) {\n  const cached = await cache.get(userEntityRef);\n\n  if (cached) {\n    return JSON.parse(String(cached));\n  }\n\n  const user = (await catalog.getEntityByRef(userEntityRef, {\n    credentials,\n  })) as UserEntity | undefined;\n  await cache.set(userEntityRef, JSON.stringify(user));\n\n  return user;\n}\n"],"names":["tools","DEFAULT_IDENTITY_PROMPT","DEFAULT_FORMATTING_PROMPT","DEFAULT_SYSTEM_PROMPT","DEFAULT_TOOL_GUIDELINE","chatStore","ChatStore","summarizer","createSummarizerService","DynamicStructuredTool","SystemMessagePromptTemplate","conversation","createReactAgent","uuid"],"mappings":";;;;;;;;;;AAgFO,MAAM,oBAAoB,OAAO;AAAA,EACtC,MAAA;AAAA,SACAA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,KAAA;AAAA,EACA;AACF,CAAA,KAAgD;AAC9C,EAAA,MAAA,CAAO,IAAA,CAAK,CAAA,kBAAA,EAAqB,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AACnE,EAAA,MAAA,CAAO,IAAA,CAAK,CAAA,iBAAA,EAAoBA,OAAA,CAAM,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAEnE,EAAA,MAAM,cAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,6BAA6B,CAAA,IACtDC,+BAAA;AAEF,EAAA,MAAM,gBAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,+BAA+B,CAAA,IACxDC,iCAAA;AAEF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,4BAA4B,CAAA,IACrDC,6BAAA;AAEF,EAAA,MAAM,kBAAA,GAAqB,GAAG,cAAc;;AAAA,EAAO,gBAAgB;;AAAA,EAAO,aAAa,CAAA,CAAA;AAEvF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,kCAAkC,CAAA,IAC3DC,8BAAA;AAEF,EAAA,MAAMC,cAAY,MAAMC,mBAAA,CAAU,UAAA,CAAW,EAAE,UAAU,CAAA;AACzD,EAAA,MAAMC,eAAa,MAAMC,kCAAA,CAAwB,EAAE,MAAA,EAAQ,QAAQ,CAAA;AAEnE,EAAA,MAAM,aAAaR,OAAA,CAAM,GAAA,CAAI,UAAQ,IAAIS,2BAAA,CAAsB,IAAI,CAAC,CAAA;AAEpE,EAAA,MAAM,oBAAA,GAAuBC,sCAA4B,YAAA,CAAa;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA,aAAA,CAc1D,CAAA;AAEZ,EAAA,MAAM,WAAA,GAA0C,OAC9C,QAAA,EACA,OAAA,EACA,gBACA,0BAAA,KACG;AAEH,IAAA,MAAM,cAAA,GACJ,0BAAA,IACC,MAAML,WAAA,CAAU,eAAA,CAAgB,gBAAgB,OAAA,EAAS,CAAA,EAAG,CAAC,MAAM,CAAC,CAAA;AAEvE,IAAA,MAAM,gBAAA,GAAA,CAAoB,cAAA,EAAgB,MAAA,IAAU,CAAA,IAAK,QAAA,CAAS,MAAA;AAElE,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,MAAMM,aAAAA,GAA6B;AAAA,QACjC,EAAA,EAAI,cAAA;AAAA,QACJ,KAAA,EAAO,kBAAA;AAAA,QACP;AAAA,OACF;AACA,MAAAN,WAAA,CAAU,mBAAmBM,aAAY,CAAA;AACzC,MAAAN,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAE1D,MAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,QACd,OAAA,EAAS,CAAA,6CAAA,CAAA;AAAA,QACT,OAAA,EAAS,EAAE,YAAA,EAAAM,aAAAA,EAAa;AAAA,QACxB,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,MAAA;AAAA,UACN,SAAA,EAAW;AAAA;AACb,OACD,CAAA;AACD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,mBAAmB,CAAA,EAAG;AACxB,MAAAN,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAC1D,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,MAAMA,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,YAAA,CAAa,UAAU,kBAAA,EAAoB;AAC7C,MAAAA,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAC1D,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,OAAA,GAAU,MAAME,YAAA,CAAW,SAAA,CAAU,gBAAgB,eAAe,CAAA;AAE1E,IAAA,YAAA,CAAa,KAAA,GAAQ,OAAA;AAErB,IAAAF,WAAA,CAAU,mBAAmB,YAAY,CAAA;AACzC,IAAAA,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAE1D,IAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,MACd,OAAA,EAAS,CAAA,6CAAA,CAAA;AAAA,MACT,OAAA,EAAS,EAAE,YAAA,EAAa;AAAA,MACxB,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,MAAA;AAAA,QACN,SAAA,EAAW;AAAA;AACb,KACD,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,SAAgC,OAAO;AAAA,IAC3C,cAAA;AAAA,IACA,QAAA;AAAA,IACA,OAAA;AAAA,IACA,MAAA,GAAS,IAAA;AAAA,IACT;AAAA,GACF,KAAqB;AACnB,IAAA,MAAM,QAAQ,MAAA,CAAO,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,OAAO,CAAA,EAAG,SAAA;AAElD,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,cAAA,EAAiB,OAAO,CAAA,UAAA,CAAY,CAAA;AAAA,IACtD;AAEA,IAAA,MAAM,WAAW,YAAY;AAC3B,MAAA,MAAM,0BAAA,GAA6B,MAAMA,WAAA,CAAU,eAAA;AAAA,QACjD,cAAA;AAAA,QACA,aAAA;AAAA,QACA,EAAA;AAAA,QACA,CAAC,MAAM;AAAA,OACT;AAEA,MAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,wBAAA,EAAyB;AACxD,MAAA,MAAM,OAAO,MAAM,OAAA,CAAQ,KAAA,EAAO,aAAA,EAAe,aAAa,OAAO,CAAA;AAErE,MAAA,WAAA;AAAA,QACE,QAAA;AAAA,QACA,aAAA;AAAA,QACA,cAAA;AAAA,QACA;AAAA,OACF;AAEA,MAAA,MAAM,YAAA,GAAe,MAAM,oBAAA,CAAqB,cAAA,CAAe;AAAA,QAC7D,UAAA,EAAY,kBAAA;AAAA,QACZ,aAAA;AAAA,QACA,QAAA,EAAU,UAAA,CACP,GAAA,CAAI,CAAA,IAAA,KAAQ,CAAA,EAAA,EAAK,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,IAAA,CAAK,WAAW,CAAA,CAAE,CAAA,CACjD,KAAK,IAAI,CAAA;AAAA,QACZ,OAAA,EAAS,CAAA,IAAA,CAAA;AAAA,QACT;AAAA,OACD,CAAA;AAED,MAAA,MAAM,QAAQO,yBAAA,CAAiB;AAAA,QAC7B,GAAA,EAAK,KAAA;AAAA,QACL,KAAA,EAAO,UAAA;AAAA,QACP,MAAA,EAAQ,YAAA,CAAa,CAAC,CAAA,CAAE;AAAA,OACzB,CAAA;AAED,MAAA,MAAM,YAAA,GAAe,MAAM,KAAA,CAAM,MAAA;AAAA,QAC/B;AAAA,UACE,QAAA,EAAU,CAAC,GAAG,0BAAA,EAA4B,GAAG,QAAQ;AAAA,SACvD;AAAA,QACA,EAAE,UAAA,EAAY,CAAC,QAAQ,CAAA;AAAE,OAC3B;AAEA,MAAA,MAAM,mBAAwC,EAAC;AAE/C,MAAA,WAAA,MAAiB,GAAG,KAAK,CAAA,IAAK,YAAA,EAAc;AAC1C,QAAA,MAAM,EAAE,QAAA,EAAU,cAAA,EAAe,GAAI,KAAA;AAErC,QAAA,MAAM,WAAA,GAAmC,cAAA,CACtC,MAAA,CAAO,CAAA,CAAA,KAAK,gBAAA,CAAiB,SAAA,CAAU,CAAA,EAAA,KAAM,EAAA,CAAG,EAAA,KAAO,CAAA,CAAE,EAAE,CAAA,KAAM,EAAE,CAAA,CACnE,MAAA;AAAA,UACC,CAAA,CAAA,KACE,2BAA2B,SAAA,CAAU,CAAA,EAAA,KAAM,GAAG,EAAA,KAAO,CAAA,CAAE,EAAE,CAAA,KAAM;AAAA,SACnE,CACC,OAAO,CAAA,CAAA,KAAK,CAAA,CAAE,SAAQ,KAAM,OAAO,CAAA,CACnC,GAAA,CAAI,CAAA,CAAA,KAAK;AACR,UAAA,MAAM,EAAA,GAAK,EAAE,EAAA,IAAM,EAAA;AACnB,UAAA,MAAM,IAAA,GAAO,EAAE,OAAA,EAAQ;AACvB,UAAA,MAAM,OAAA,GACJ,OAAO,CAAA,CAAE,OAAA,KAAY,QAAA,GACjB,EAAE,OAAA,GACF,IAAA,CAAK,SAAA,CAAU,CAAA,CAAE,OAAO,CAAA;AAE9B,UAAA,MAAM,WAAuB,EAAC;AAE9B,UAAA,IAAI,SAAS,IAAA,EAAM;AACjB,YAAA,MAAM,SAAA,GAAY,CAAA;AAClB,YAAA,QAAA,CAAS,SAAA,GAAY,SAAA,CAAU,UAAA,IAAc,EAAC;AAC9C,YAAA,QAAA,CAAS,YAAA,GACP,SAAA,CAAU,iBAAA,CAAkB,aAAA,IAAiB,MAAA;AAC/C,YAAA,QAAA,CAAS,SAAA,GACP,SAAA,CAAU,iBAAA,CAAkB,UAAA,IAAc,MAAA;AAAA,UAC9C;AAEA,UAAA,IAAI,SAAS,MAAA,EAAQ;AACnB,YAAA,MAAM,WAAA,GAAc,CAAA;AACpB,YAAA,QAAA,CAAS,IAAA,GAAO,YAAY,IAAA,IAAQ,EAAA;AAAA,UACtC;AAEA,UAAA,OAAO;AAAA,YACL,EAAA;AAAA,YACA,IAAA;AAAA,YACA,OAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAGH,QAAA,WAAA,MAAiB,KAAK,WAAA,EAAa;AACjC,UAAA,MAAM,KAAA,GAAQ,CAAA,CAAE,OAAA,CAAQ,KAAA,CAAM,GAAG,CAAA;AAEjC,UAAA,IAAI,cAAA,GAAiB,EAAA;AAErB,UAAA,WAAA,MAAiB,QAAQ,KAAA,EAAO;AAC9B,YAAA,cAAA,GAAiB,cAAA,CAAe,MAAA,CAAO,IAAI,CAAA,CAAE,OAAO,GAAG,CAAA;AACvD,YAAA,CAAA,CAAE,OAAA,GAAU,cAAA;AAEZ,YAAA,MAAM,IAAI,OAAA,CAAQ,CAAA,OAAA,KAAW,UAAA,CAAW,OAAA,EAAS,EAAE,CAAC,CAAA;AAEpD,YAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,cACd,OAAA,EAAS,yCAAyC,cAAc,CAAA,CAAA;AAAA,cAChE,OAAA,EAAS,EAAE,QAAA,EAAU,CAAC,CAAC,CAAA,EAAE;AAAA,cACzB,UAAA,EAAY;AAAA,gBACV,IAAA,EAAM,MAAA;AAAA,gBACN,SAAA,EAAW;AAAA;AACb,aACD,CAAA;AAAA,UACH;AAAA,QACF;AAEA,QAAA,gBAAA,CAAiB,IAAA,CAAK,GAAG,WAAW,CAAA;AAAA,MACtC;AAEA,MAAA,WAAA;AAAA,QACE,gBAAA,CAAiB,IAAI,CAAA,CAAA,MAAM,EAAE,GAAG,CAAA,EAAG,EAAA,EAAIC,OAAA,EAAK,EAAE,CAAE,CAAA;AAAA,QAChD,aAAA;AAAA,QACA,cAAA;AAAA,QACA,CAAC,GAAG,0BAAA,EAA4B,GAAG,QAAQ;AAAA,OAC7C;AAEA,MAAA,OAAO,gBAAA;AAAA,IACT,CAAA;AAEA,IAAA,MAAM,SAAS,QAAA,EAAS;AAExB,IAAA,OAAO,MAAA,GAAS,EAAC,GAAI,MAAA;AAAA,EACvB,CAAA;AAEA,EAAA,MAAM,qBAAwD,YAAY;AACxE,IAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA;AAAA,EAC7B,CAAA;AAEA,EAAA,MAAM,eAAA,GAAkD,OACtD,OAAA,KACG;AACH,IAAA,MAAM,EAAE,cAAA,EAAgB,aAAA,EAAc,GAAI,OAAA;AAE1C,IAAA,MAAM,YAAA,GAAe,MAAMR,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,OAAO,YAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,mBAAoD,OAAO;AAAA,IAC/D;AAAA,GACF,KAA+B;AAC7B,IAAA,MAAM,aAAA,GAAgB,MAAMA,WAAA,CAAU,gBAAA,CAAiB,aAAa,CAAA;AAEpE,IAAA,OAAO,aAAA;AAAA,EACT,CAAA;AACA,EAAA,OAAO;AAAA,IACL,MAAA;AAAA,IACA,kBAAA;AAAA,IACA,eAAA;AAAA,IACA,gBAAA;AAAA,IACA;AAAA,GACF;AACF;AAEA,eAAe,OAAA,CACb,KAAA,EACA,aAAA,EACA,WAAA,EACA,OAAA,EACA;AACA,EAAA,MAAM,MAAA,GAAS,MAAM,KAAA,CAAM,GAAA,CAAI,aAAa,CAAA;AAE5C,EAAA,IAAI,MAAA,EAAQ;AACV,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,MAAM,CAAC,CAAA;AAAA,EAClC;AAEA,EAAA,MAAM,IAAA,GAAQ,MAAM,OAAA,CAAQ,cAAA,CAAe,aAAA,EAAe;AAAA,IACxD;AAAA,GACD,CAAA;AACD,EAAA,MAAM,MAAM,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,SAAA,CAAU,IAAI,CAAC,CAAA;AAEnD,EAAA,OAAO,IAAA;AACT;;;;"}

package/dist/services/tools/searchKnowledge.cjs.js

@@ -12,7 +12,7 @@ const createSearchKnowledgeTool = ({
 }) => {
   const knowledgeTool = backstagePluginAiAssistantNode.createAssistantTool({
     tool: {
-      name: "searchKnowledge",
+      name: "search-knowledge-base",
       description: `Search the internal knowledge base containing company specific information.
 
 Use this tool when users ask about:

package/dist/services/tools/searchKnowledge.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"searchKnowledge.cjs.js","sources":["../../../src/services/tools/searchKnowledge.ts"],"sourcesContent":["import {\n  createAssistantTool,\n  Tool,\n  VectorStore,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport z from 'zod';\n\ntype CreateSearchKnowledgeToolOptions = {\n  vectorStore: VectorStore;\n};\n\nexport const createSearchKnowledgeTool = ({\n  vectorStore,\n}: CreateSearchKnowledgeToolOptions): Tool => {\n  const knowledgeTool = createAssistantTool({\n    tool: {\n      name: 'searchKnowledge',\n      description: `Search the internal knowledge base containing company specific information.\n\nUse this tool when users ask about:\n- General questions about the company or internal information\n\nDo NOT use for general knowledge that doesn't require company-specific information.`,\n      schema: z.object({\n        query: z.string().describe('The query to search for.'),\n        filter: z\n          .object({\n            source: z.string().optional().describe('Source to filter by.'),\n            id: z.string().optional().describe('ID to filter by.'),\n          })\n          .optional()\n          .describe('Filters to apply to the search.'),\n        amount: z\n          .number()\n          .min(1)\n          .optional()\n          .describe('The number of results to return.'),\n      }),\n      func: async ({ query, filter, amount }) => {\n        const results = await vectorStore.similaritySearch(\n          query,\n          filter,\n          amount,\n        );\n        if (results.length === 0) {\n          return 'No relevant information found.';\n        }\n        return results.map(r => r.content).join('\\n---\\n');\n      },\n    },\n  });\n\n  return knowledgeTool;\n};\n"],"names":["createAssistantTool","z"],"mappings":";;;;;;;;;AAWO,MAAM,4BAA4B,CAAC;AAAA,EACxC;AACF,CAAA,KAA8C;AAC5C,EAAA,MAAM,gBAAgBA,kDAAA,CAAoB;AAAA,IACxC,IAAA,EAAM;AAAA,MACJ,IAAA,EAAM,iBAAA;AAAA,MACN,WAAA,EAAa,CAAA;;AAAA;AAAA;;AAAA,mFAAA,CAAA;AAAA,MAMb,MAAA,EAAQC,mBAAE,MAAA,CAAO;AAAA,QACf,KAAA,EAAOA,kBAAA,CAAE,MAAA,EAAO,CAAE,SAAS,0BAA0B,CAAA;AAAA,QACrD,MAAA,EAAQA,mBACL,MAAA,CAAO;AAAA,UACN,QAAQA,kBAAA,CAAE,MAAA,GAAS,QAAA,EAAS,CAAE,SAAS,sBAAsB,CAAA;AAAA,UAC7D,IAAIA,kBAAA,CAAE,MAAA,GAAS,QAAA,EAAS,CAAE,SAAS,kBAAkB;AAAA,SACtD,CAAA,CACA,QAAA,EAAS,CACT,SAAS,iCAAiC,CAAA;AAAA,QAC7C,MAAA,EAAQA,kBAAA,CACL,MAAA,EAAO,CACP,GAAA,CAAI,CAAC,CAAA,CACL,QAAA,EAAS,CACT,QAAA,CAAS,kCAAkC;AAAA,OAC/C,CAAA;AAAA,MACD,MAAM,OAAO,EAAE,KAAA,EAAO,MAAA,EAAQ,QAAO,KAAM;AACzC,QAAA,MAAM,OAAA,GAAU,MAAM,WAAA,CAAY,gBAAA;AAAA,UAChC,KAAA;AAAA,UACA,MAAA;AAAA,UACA;AAAA,SACF;AACA,QAAA,IAAI,OAAA,CAAQ,WAAW,CAAA,EAAG;AACxB,UAAA,OAAO,gCAAA;AAAA,QACT;AACA,QAAA,OAAO,QAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,OAAO,CAAA,CAAE,KAAK,SAAS,CAAA;AAAA,MACnD;AAAA;AACF,GACD,CAAA;AAED,EAAA,OAAO,aAAA;AACT;;;;"}
+{"version":3,"file":"searchKnowledge.cjs.js","sources":["../../../src/services/tools/searchKnowledge.ts"],"sourcesContent":["import {\n  createAssistantTool,\n  Tool,\n  VectorStore,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport z from 'zod';\n\ntype CreateSearchKnowledgeToolOptions = {\n  vectorStore: VectorStore;\n};\n\nexport const createSearchKnowledgeTool = ({\n  vectorStore,\n}: CreateSearchKnowledgeToolOptions): Tool => {\n  const knowledgeTool = createAssistantTool({\n    tool: {\n      name: 'search-knowledge-base',\n      description: `Search the internal knowledge base containing company specific information.\n\nUse this tool when users ask about:\n- General questions about the company or internal information\n\nDo NOT use for general knowledge that doesn't require company-specific information.`,\n      schema: z.object({\n        query: z.string().describe('The query to search for.'),\n        filter: z\n          .object({\n            source: z.string().optional().describe('Source to filter by.'),\n            id: z.string().optional().describe('ID to filter by.'),\n          })\n          .optional()\n          .describe('Filters to apply to the search.'),\n        amount: z\n          .number()\n          .min(1)\n          .optional()\n          .describe('The number of results to return.'),\n      }),\n      func: async ({ query, filter, amount }) => {\n        const results = await vectorStore.similaritySearch(\n          query,\n          filter,\n          amount,\n        );\n        if (results.length === 0) {\n          return 'No relevant information found.';\n        }\n        return results.map(r => r.content).join('\\n---\\n');\n      },\n    },\n  });\n\n  return knowledgeTool;\n};\n"],"names":["createAssistantTool","z"],"mappings":";;;;;;;;;AAWO,MAAM,4BAA4B,CAAC;AAAA,EACxC;AACF,CAAA,KAA8C;AAC5C,EAAA,MAAM,gBAAgBA,kDAAA,CAAoB;AAAA,IACxC,IAAA,EAAM;AAAA,MACJ,IAAA,EAAM,uBAAA;AAAA,MACN,WAAA,EAAa,CAAA;;AAAA;AAAA;;AAAA,mFAAA,CAAA;AAAA,MAMb,MAAA,EAAQC,mBAAE,MAAA,CAAO;AAAA,QACf,KAAA,EAAOA,kBAAA,CAAE,MAAA,EAAO,CAAE,SAAS,0BAA0B,CAAA;AAAA,QACrD,MAAA,EAAQA,mBACL,MAAA,CAAO;AAAA,UACN,QAAQA,kBAAA,CAAE,MAAA,GAAS,QAAA,EAAS,CAAE,SAAS,sBAAsB,CAAA;AAAA,UAC7D,IAAIA,kBAAA,CAAE,MAAA,GAAS,QAAA,EAAS,CAAE,SAAS,kBAAkB;AAAA,SACtD,CAAA,CACA,QAAA,EAAS,CACT,SAAS,iCAAiC,CAAA;AAAA,QAC7C,MAAA,EAAQA,kBAAA,CACL,MAAA,EAAO,CACP,GAAA,CAAI,CAAC,CAAA,CACL,QAAA,EAAS,CACT,QAAA,CAAS,kCAAkC;AAAA,OAC/C,CAAA;AAAA,MACD,MAAM,OAAO,EAAE,KAAA,EAAO,MAAA,EAAQ,QAAO,KAAM;AACzC,QAAA,MAAM,OAAA,GAAU,MAAM,WAAA,CAAY,gBAAA;AAAA,UAChC,KAAA;AAAA,UACA,MAAA;AAAA,UACA;AAAA,SACF;AACA,QAAA,IAAI,OAAA,CAAQ,WAAW,CAAA,EAAG;AACxB,UAAA,OAAO,gCAAA;AAAA,QACT;AACA,QAAA,OAAO,QAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,OAAO,CAAA,CAAE,KAAK,SAAS,CAAA;AAAA,MACnD;AAAA;AACF,GACD,CAAA;AAED,EAAA,OAAO,aAAA;AACT;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sweetoburrito/backstage-plugin-ai-assistant-backend",
-  "version": "0.7.1",
+  "version": "0.9.0",
   "license": "Apache-2.0",
   "main": "dist/index.cjs.js",
   "types": "dist/index.d.ts",
@@ -35,7 +35,9 @@
     "@backstage/backend-defaults": "backstage:^",
     "@backstage/backend-plugin-api": "backstage:^",
     "@backstage/catalog-client": "backstage:^",
+    "@backstage/catalog-model": "backstage:^",
     "@backstage/errors": "backstage:^",
+    "@backstage/plugin-catalog-node": "backstage:^",
     "@backstage/plugin-signals-node": "backstage:^",
     "@langchain/core": "^0.3.72",
     "@langchain/langgraph": "^0.4.9",
@@ -64,6 +66,7 @@
     "@sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-github": "workspace:^",
     "@sweetoburrito/backstage-plugin-ai-assistant-backend-module-model-provider-azure-ai": "workspace:^",
     "@sweetoburrito/backstage-plugin-ai-assistant-backend-module-model-provider-ollama": "workspace:^",
+    "@sweetoburrito/backstage-plugin-ai-assistant-backend-module-tool-provider-backstage": "workspace:^",
     "@types/express": "^4.0.0",
     "@types/supertest": "^2.0.12",
     "supertest": "^6.2.4"