@sweetoburrito/backstage-plugin-ai-assistant-backend 0.13.0 → 0.15.0

package/dist/services/agent/index.cjs.js

@@ -0,0 +1,140 @@
+'use strict';
+
+var backendPluginApi = require('@backstage/backend-plugin-api');
+var prebuilt = require('@langchain/langgraph/prebuilt');
+var toolFilter = require('./helpers/tool-filter.cjs.js');
+var prompts = require('../../constants/prompts.cjs.js');
+var prompts$1 = require('@langchain/core/prompts');
+var callbacks = require('../callbacks.cjs.js');
+var model = require('../model.cjs.js');
+var tools = require('../tools.cjs.js');
+var messageParser = require('./helpers/message-parser.cjs.js');
+
+const createAgentService = ({
+  model,
+  tool,
+  config,
+  callback
+}) => {
+  const identityPrompt = config.getOptionalString("aiAssistant.prompt.identity") || prompts.DEFAULT_IDENTITY_PROMPT;
+  const formattingPrompt = config.getOptionalString("aiAssistant.prompt.formatting") || prompts.DEFAULT_FORMATTING_PROMPT;
+  const contentPrompt = config.getOptionalString("aiAssistant.prompt.content") || prompts.DEFAULT_SYSTEM_PROMPT;
+  const defaultBasePrompt = `${identityPrompt}
+
+${formattingPrompt}
+
+${contentPrompt}`;
+  const toolGuideline = config.getOptionalString("aiAssistant.prompt.toolGuideline") || prompts.DEFAULT_TOOL_GUIDELINE;
+  const systemPromptTemplate = prompts$1.SystemMessagePromptTemplate.fromTemplate(`
+    PURPOSE:
+    {systemPrompt}
+
+    TOOL USAGE GUIDELINES:
+    {toolGuideline}
+
+    Available tools:
+    {toolList}
+
+    Context:
+    {context}`);
+  const createAgent = async (options) => {
+    const {
+      modelId,
+      credentials,
+      tools: enabledTools,
+      systemPrompt = defaultBasePrompt,
+      context = "none",
+      metadata: { conversationId, userId, runId, runName }
+    } = options;
+    const { chatModel: llm, id: resolvedModelId } = model.getModel(
+      modelId ?? "default"
+    );
+    const tools = await tool.getPrincipalTools({
+      credentials,
+      filter: (t) => {
+        return toolFilter.toolFilter(t, enabledTools);
+      }
+    });
+    const toolList = tools.map((t) => `- ${t.name}: ${t.description}`).join("\n");
+    const agentPrompt = await systemPromptTemplate.formatMessages({
+      toolGuideline,
+      toolList,
+      context,
+      systemPrompt
+    });
+    const agent = prebuilt.createReactAgent({
+      llm,
+      tools,
+      prompt: agentPrompt[0].text
+    });
+    const { callbacks } = await callback.getChainCallbacks({
+      userId,
+      conversationId,
+      modelId: resolvedModelId
+    });
+    const { metadata } = await callback.getChainMetadata({
+      userId,
+      conversationId,
+      modelId: resolvedModelId
+    });
+    agent.config = {
+      ...agent.config,
+      callbacks,
+      metadata,
+      runId,
+      runName
+    };
+    return agent;
+  };
+  const stream = async (options) => {
+    const { messages, onStreamChunk } = options;
+    const agent = await createAgent(options);
+    const promptStream = await agent.stream(
+      {
+        messages
+      },
+      {
+        streamMode: ["values"]
+      }
+    );
+    for await (const [, chunk] of promptStream) {
+      const { messages: promptMessages } = chunk;
+      const parsedMessages = promptMessages.map(
+        (m) => messageParser.parseLangchainMessage(m, options.metadata.runId)
+      );
+      onStreamChunk(parsedMessages);
+    }
+  };
+  const prompt = async (options) => {
+    const {
+      messages,
+      metadata: { runId }
+    } = options;
+    const agent = await createAgent(options);
+    const result = await agent.invoke({
+      messages
+    });
+    return result.messages.map(
+      (m) => messageParser.parseLangchainMessage(m, runId)
+    );
+  };
+  return { prompt, stream };
+};
+const agentServiceRef = backendPluginApi.createServiceRef({
+  id: "ai-assistant.conversation-service",
+  defaultFactory: async (service) => backendPluginApi.createServiceFactory({
+    service,
+    deps: {
+      config: backendPluginApi.coreServices.rootConfig,
+      model: model.modelServiceRef,
+      tool: tools.toolsServiceRef,
+      callback: callbacks.callbackServiceRef
+    },
+    factory: async (options) => {
+      return createAgentService(options);
+    }
+  })
+});
+
+exports.agentServiceRef = agentServiceRef;
+//# sourceMappingURL=index.cjs.js.map

package/dist/services/agent/index.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs.js","sources":["../../../src/services/agent/index.ts"],"sourcesContent":["import {\n  BackstageCredentials,\n  coreServices,\n  createServiceFactory,\n  createServiceRef,\n  RootConfigService,\n  ServiceRef,\n} from '@backstage/backend-plugin-api';\nimport { createReactAgent } from '@langchain/langgraph/prebuilt';\nimport {\n  EnabledTool,\n  Message,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { toolFilter } from './helpers/tool-filter';\nimport {\n  DEFAULT_FORMATTING_PROMPT,\n  DEFAULT_IDENTITY_PROMPT,\n  DEFAULT_SYSTEM_PROMPT,\n  DEFAULT_TOOL_GUIDELINE,\n} from '../../constants/prompts';\nimport { SystemMessagePromptTemplate } from '@langchain/core/prompts';\n\nimport { CallbackService, callbackServiceRef } from '../callbacks';\nimport { modelServiceRef, ModelService } from '../model';\nimport { toolsServiceRef, ToolsService } from '../tools';\n\nimport { BaseMessage } from '@langchain/core/messages';\nimport { parseLangchainMessage } from './helpers/message-parser';\n\ntype PromptOptions = {\n  credentials: BackstageCredentials;\n  metadata: {\n    conversationId: string;\n    userId: string;\n    runName: string;\n    runId: string;\n  };\n  messages: Message[];\n  modelId?: string;\n  tools?: EnabledTool[];\n  systemPrompt?: string;\n  context?: string;\n};\n\ntype StreamOptions = PromptOptions & {\n  onStreamChunk: (messages: Message[]) => void;\n};\n\nexport type AgentService = {\n  prompt: (options: PromptOptions) => Promise<Message[]>;\n  stream: (options: StreamOptions) => Promise<void>;\n};\n\ntype AgentServiceOptions = {\n  model: ModelService;\n  config: RootConfigService;\n  tool: ToolsService;\n  callback: CallbackService;\n};\n\nconst createAgentService = ({\n  model,\n  tool,\n  config,\n  callback,\n}: AgentServiceOptions): AgentService => {\n  const identityPrompt =\n    config.getOptionalString('aiAssistant.prompt.identity') ||\n    DEFAULT_IDENTITY_PROMPT;\n\n  const formattingPrompt =\n    config.getOptionalString('aiAssistant.prompt.formatting') ||\n    DEFAULT_FORMATTING_PROMPT;\n\n  const contentPrompt =\n    config.getOptionalString('aiAssistant.prompt.content') ||\n    DEFAULT_SYSTEM_PROMPT;\n\n  const defaultBasePrompt = `${identityPrompt}\\n\\n${formattingPrompt}\\n\\n${contentPrompt}`;\n\n  const toolGuideline =\n    config.getOptionalString('aiAssistant.prompt.toolGuideline') ||\n    DEFAULT_TOOL_GUIDELINE;\n\n  const systemPromptTemplate = SystemMessagePromptTemplate.fromTemplate(`\n    PURPOSE:\n    {systemPrompt}\n\n    TOOL USAGE GUIDELINES:\n    {toolGuideline}\n\n    Available tools:\n    {toolList}\n\n    Context:\n    {context}`);\n\n  const createAgent = async (\n    options: PromptOptions,\n  ): Promise<ReturnType<typeof createReactAgent>> => {\n    const {\n      modelId,\n      credentials,\n      tools: enabledTools,\n      systemPrompt = defaultBasePrompt,\n      context = 'none',\n      metadata: { conversationId, userId, runId, runName },\n    } = options;\n\n    const { chatModel: llm, id: resolvedModelId } = model.getModel(\n      modelId ?? 'default',\n    );\n\n    const tools = await tool.getPrincipalTools({\n      credentials,\n      filter: t => {\n        return toolFilter(t, enabledTools);\n      },\n    });\n\n    const toolList = tools.map(t => `- ${t.name}: ${t.description}`).join('\\n');\n\n    const agentPrompt = await systemPromptTemplate.formatMessages({\n      toolGuideline,\n      toolList,\n      context,\n      systemPrompt,\n    });\n\n    const agent = createReactAgent({\n      llm,\n      tools,\n      prompt: agentPrompt[0].text,\n    });\n\n    const { callbacks } = await callback.getChainCallbacks({\n      userId,\n      conversationId,\n      modelId: resolvedModelId,\n    });\n\n    const { metadata } = await callback.getChainMetadata({\n      userId,\n      conversationId,\n      modelId: resolvedModelId,\n    });\n\n    agent.config = {\n      ...agent.config,\n      callbacks,\n      metadata,\n      runId,\n      runName,\n    };\n\n    return agent;\n  };\n\n  const stream: AgentService['stream'] = async options => {\n    const { messages, onStreamChunk } = options;\n\n    const agent = await createAgent(options);\n\n    const promptStream = await agent.stream(\n      {\n        messages,\n      },\n      {\n        streamMode: ['values'],\n      },\n    );\n\n    for await (const [, chunk] of promptStream) {\n      const { messages: promptMessages } = chunk;\n\n      const parsedMessages: Message[] = (promptMessages as BaseMessage[]).map(\n        m => parseLangchainMessage(m, options.metadata.runId),\n      );\n\n      onStreamChunk(parsedMessages);\n    }\n  };\n\n  const prompt: AgentService['prompt'] = async options => {\n    const {\n      messages,\n      metadata: { runId },\n    } = options;\n    const agent = await createAgent(options);\n\n    const result = await agent.invoke({\n      messages,\n    });\n\n    return (result.messages as BaseMessage[]).map(m =>\n      parseLangchainMessage(m, runId),\n    );\n  };\n\n  return { prompt, stream };\n};\n\nexport const agentServiceRef: ServiceRef<AgentService, 'plugin', 'singleton'> =\n  createServiceRef<AgentService>({\n    id: 'ai-assistant.conversation-service',\n    defaultFactory: async service =>\n      createServiceFactory({\n        service,\n        deps: {\n          config: coreServices.rootConfig,\n          model: modelServiceRef,\n          tool: toolsServiceRef,\n          callback: callbackServiceRef,\n        },\n        factory: async options => {\n          return createAgentService(options);\n        },\n      }),\n  });\n"],"names":["DEFAULT_IDENTITY_PROMPT","DEFAULT_FORMATTING_PROMPT","DEFAULT_SYSTEM_PROMPT","DEFAULT_TOOL_GUIDELINE","SystemMessagePromptTemplate","toolFilter","createReactAgent","parseLangchainMessage","createServiceRef","createServiceFactory","coreServices","modelServiceRef","toolsServiceRef","callbackServiceRef"],"mappings":";;;;;;;;;;;;AA4DA,MAAM,qBAAqB,CAAC;AAAA,EAC1B,KAAA;AAAA,EACA,IAAA;AAAA,EACA,MAAA;AAAA,EACA;AACF,CAAA,KAAyC;AACvC,EAAA,MAAM,cAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,6BAA6B,CAAA,IACtDA,+BAAA;AAEF,EAAA,MAAM,gBAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,+BAA+B,CAAA,IACxDC,iCAAA;AAEF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,4BAA4B,CAAA,IACrDC,6BAAA;AAEF,EAAA,MAAM,iBAAA,GAAoB,GAAG,cAAc;;AAAA,EAAO,gBAAgB;;AAAA,EAAO,aAAa,CAAA,CAAA;AAEtF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,kCAAkC,CAAA,IAC3DC,8BAAA;AAEF,EAAA,MAAM,oBAAA,GAAuBC,sCAA4B,YAAA,CAAa;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA,aAAA,CAW1D,CAAA;AAEZ,EAAA,MAAM,WAAA,GAAc,OAClB,OAAA,KACiD;AACjD,IAAA,MAAM;AAAA,MACJ,OAAA;AAAA,MACA,WAAA;AAAA,MACA,KAAA,EAAO,YAAA;AAAA,MACP,YAAA,GAAe,iBAAA;AAAA,MACf,OAAA,GAAU,MAAA;AAAA,MACV,QAAA,EAAU,EAAE,cAAA,EAAgB,MAAA,EAAQ,OAAO,OAAA;AAAQ,KACrD,GAAI,OAAA;AAEJ,IAAA,MAAM,EAAE,SAAA,EAAW,GAAA,EAAK,EAAA,EAAI,eAAA,KAAoB,KAAA,CAAM,QAAA;AAAA,MACpD,OAAA,IAAW;AAAA,KACb;AAEA,IAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,CAAK,iBAAA,CAAkB;AAAA,MACzC,WAAA;AAAA,MACA,QAAQ,CAAA,CAAA,KAAK;AACX,QAAA,OAAOC,qBAAA,CAAW,GAAG,YAAY,CAAA;AAAA,MACnC;AAAA,KACD,CAAA;AAED,IAAA,MAAM,QAAA,GAAW,KAAA,CAAM,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,EAAA,EAAK,CAAA,CAAE,IAAI,CAAA,EAAA,EAAK,CAAA,CAAE,WAAW,CAAA,CAAE,CAAA,CAAE,KAAK,IAAI,CAAA;AAE1E,IAAA,MAAM,WAAA,GAAc,MAAM,oBAAA,CAAqB,cAAA,CAAe;AAAA,MAC5D,aAAA;AAAA,MACA,QAAA;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACD,CAAA;AAED,IAAA,MAAM,QAAQC,yBAAA,CAAiB;AAAA,MAC7B,GAAA;AAAA,MACA,KAAA;AAAA,MACA,MAAA,EAAQ,WAAA,CAAY,CAAC,CAAA,CAAE;AAAA,KACxB,CAAA;AAED,IAAA,MAAM,EAAE,SAAA,EAAU,GAAI,MAAM,SAAS,iBAAA,CAAkB;AAAA,MACrD,MAAA;AAAA,MACA,cAAA;AAAA,MACA,OAAA,EAAS;AAAA,KACV,CAAA;AAED,IAAA,MAAM,EAAE,QAAA,EAAS,GAAI,MAAM,SAAS,gBAAA,CAAiB;AAAA,MACnD,MAAA;AAAA,MACA,cAAA;AAAA,MACA,OAAA,EAAS;AAAA,KACV,CAAA;AAED,IAAA,KAAA,CAAM,MAAA,GAAS;AAAA,MACb,GAAG,KAAA,CAAM,MAAA;AAAA,MACT,SAAA;AAAA,MACA,QAAA;AAAA,MACA,KAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,MAAA,GAAiC,OAAM,OAAA,KAAW;AACtD,IAAA,MAAM,EAAE,QAAA,EAAU,aAAA,EAAc,GAAI,OAAA;AAEpC,IAAA,MAAM,KAAA,GAAQ,MAAM,WAAA,CAAY,OAAO,CAAA;AAEvC,IAAA,MAAM,YAAA,GAAe,MAAM,KAAA,CAAM,MAAA;AAAA,MAC/B;AAAA,QACE;AAAA,OACF;AAAA,MACA;AAAA,QACE,UAAA,EAAY,CAAC,QAAQ;AAAA;AACvB,KACF;AAEA,IAAA,WAAA,MAAiB,GAAG,KAAK,CAAA,IAAK,YAAA,EAAc;AAC1C,MAAA,MAAM,EAAE,QAAA,EAAU,cAAA,EAAe,GAAI,KAAA;AAErC,MAAA,MAAM,iBAA6B,cAAA,CAAiC,GAAA;AAAA,QAClE,CAAA,CAAA,KAAKC,mCAAA,CAAsB,CAAA,EAAG,OAAA,CAAQ,SAAS,KAAK;AAAA,OACtD;AAEA,MAAA,aAAA,CAAc,cAAc,CAAA;AAAA,IAC9B;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,MAAA,GAAiC,OAAM,OAAA,KAAW;AACtD,IAAA,MAAM;AAAA,MACJ,QAAA;AAAA,MACA,QAAA,EAAU,EAAE,KAAA;AAAM,KACpB,GAAI,OAAA;AACJ,IAAA,MAAM,KAAA,GAAQ,MAAM,WAAA,CAAY,OAAO,CAAA;AAEvC,IAAA,MAAM,MAAA,GAAS,MAAM,KAAA,CAAM,MAAA,CAAO;AAAA,MAChC;AAAA,KACD,CAAA;AAED,IAAA,OAAQ,OAAO,QAAA,CAA2B,GAAA;AAAA,MAAI,CAAA,CAAA,KAC5CA,mCAAA,CAAsB,CAAA,EAAG,KAAK;AAAA,KAChC;AAAA,EACF,CAAA;AAEA,EAAA,OAAO,EAAE,QAAQ,MAAA,EAAO;AAC1B,CAAA;AAEO,MAAM,kBACXC,iCAAA,CAA+B;AAAA,EAC7B,EAAA,EAAI,mCAAA;AAAA,EACJ,cAAA,EAAgB,OAAM,OAAA,KACpBC,qCAAA,CAAqB;AAAA,IACnB,OAAA;AAAA,IACA,IAAA,EAAM;AAAA,MACJ,QAAQC,6BAAA,CAAa,UAAA;AAAA,MACrB,KAAA,EAAOC,qBAAA;AAAA,MACP,IAAA,EAAMC,qBAAA;AAAA,MACN,QAAA,EAAUC;AAAA,KACZ;AAAA,IACA,OAAA,EAAS,OAAM,OAAA,KAAW;AACxB,MAAA,OAAO,mBAAmB,OAAO,CAAA;AAAA,IACnC;AAAA,GACD;AACL,CAAC;;;;"}

package/dist/services/callbacks.cjs.js

@@ -1,8 +1,9 @@
 'use strict';
 
-const createCallbackService = async ({
-  callbacks
-}) => {
+var backendPluginApi = require('@backstage/backend-plugin-api');
+
+const createCallbackService = async ({}) => {
+  const callbacks = [];
   const getChainCallbacks = async (options) => {
     const callbackHandlers = [];
     for (const { chainCallback } of callbacks) {
@@ -27,10 +28,7 @@ const createCallbackService = async ({
     }
     return { metadata };
   };
-  const handleScoreCallbacks = async ({
-    name,
-    message
-  }) => {
+  const handleScoreCallbacks = async ({ name, message }) => {
     callbacks.forEach(async ({ scoreCallback }) => {
       if (!scoreCallback) {
         return;
@@ -38,12 +36,28 @@ const createCallbackService = async ({
       scoreCallback({ name, message });
     });
   };
+  const registerCallbacks = (newCallbacks) => {
+    newCallbacks.forEach((callback) => {
+      callbacks.push(callback);
+    });
+  };
   return {
     getChainCallbacks,
     getChainMetadata,
-    handleScoreCallbacks
+    handleScoreCallbacks,
+    registerCallbacks
   };
 };
+const callbackServiceRef = backendPluginApi.createServiceRef({
+  id: "ai-assistant.callback-service",
+  defaultFactory: async (service) => backendPluginApi.createServiceFactory({
+    service,
+    deps: {},
+    factory: async (options) => {
+      return createCallbackService(options);
+    }
+  })
+});
 
-exports.createCallbackService = createCallbackService;
+exports.callbackServiceRef = callbackServiceRef;
 //# sourceMappingURL=callbacks.cjs.js.map

package/dist/services/callbacks.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"callbacks.cjs.js","sources":["../../src/services/callbacks.ts"],"sourcesContent":["import {\n  CallbackProvider,\n  ChainMetadata,\n  ChainCallbackOptions,\n  ChainCallback,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\n\nexport type CallbackService = {\n  getChainCallbacks: (options: ChainCallbackOptions) => Promise<{\n    callbacks: ReturnType<ChainCallback>[];\n  }>;\n\n  getChainMetadata: (\n    options: ChainCallbackOptions,\n  ) => Promise<{ metadata: ChainMetadata }>;\n\n  handleScoreCallbacks: NonNullable<CallbackProvider['scoreCallback']>;\n};\n\nexport type CreateCallbackServiceOptions = {\n  callbacks: CallbackProvider[];\n};\n\nexport const createCallbackService = async ({\n  callbacks,\n}: CreateCallbackServiceOptions): Promise<CallbackService> => {\n  const getChainCallbacks: CallbackService['getChainCallbacks'] =\n    async options => {\n      const callbackHandlers: ReturnType<ChainCallback>[] = [];\n\n      for (const { chainCallback } of callbacks) {\n        if (!chainCallback) {\n          continue;\n        }\n\n        const callbackHandler = await chainCallback(options);\n\n        callbackHandlers.push(callbackHandler);\n      }\n\n      return {\n        callbacks: callbackHandlers,\n      };\n    };\n\n  const getChainMetadata: CallbackService['getChainMetadata'] =\n    async options => {\n      const metadata: ChainMetadata = {};\n\n      for (const { chainMetadataCallback } of callbacks) {\n        if (!chainMetadataCallback) {\n          continue;\n        }\n\n        const callbackData = await chainMetadataCallback(options);\n\n        Object.assign(metadata, callbackData.metadata);\n      }\n\n      return { metadata };\n    };\n\n  const handleScoreCallbacks: CallbackService['handleScoreCallbacks'] = async ({\n    name,\n    message,\n  }) => {\n    callbacks.forEach(async ({ scoreCallback }) => {\n      if (!scoreCallback) {\n        return;\n      }\n\n      scoreCallback({ name, message });\n    });\n  };\n\n  return {\n    getChainCallbacks,\n    getChainMetadata,\n    handleScoreCallbacks,\n  };\n};\n"],"names":[],"mappings":";;AAuBO,MAAM,wBAAwB,OAAO;AAAA,EAC1C;AACF,CAAA,KAA8D;AAC5D,EAAA,MAAM,iBAAA,GACJ,OAAM,OAAA,KAAW;AACf,IAAA,MAAM,mBAAgD,EAAC;AAEvD,IAAA,KAAA,MAAW,EAAE,aAAA,EAAc,IAAK,SAAA,EAAW;AACzC,MAAA,IAAI,CAAC,aAAA,EAAe;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,eAAA,GAAkB,MAAM,aAAA,CAAc,OAAO,CAAA;AAEnD,MAAA,gBAAA,CAAiB,KAAK,eAAe,CAAA;AAAA,IACvC;AAEA,IAAA,OAAO;AAAA,MACL,SAAA,EAAW;AAAA,KACb;AAAA,EACF,CAAA;AAEF,EAAA,MAAM,gBAAA,GACJ,OAAM,OAAA,KAAW;AACf,IAAA,MAAM,WAA0B,EAAC;AAEjC,IAAA,KAAA,MAAW,EAAE,qBAAA,EAAsB,IAAK,SAAA,EAAW;AACjD,MAAA,IAAI,CAAC,qBAAA,EAAuB;AAC1B,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,YAAA,GAAe,MAAM,qBAAA,CAAsB,OAAO,CAAA;AAExD,MAAA,MAAA,CAAO,MAAA,CAAO,QAAA,EAAU,YAAA,CAAa,QAAQ,CAAA;AAAA,IAC/C;AAEA,IAAA,OAAO,EAAE,QAAA,EAAS;AAAA,EACpB,CAAA;AAEF,EAAA,MAAM,uBAAgE,OAAO;AAAA,IAC3E,IAAA;AAAA,IACA;AAAA,GACF,KAAM;AACJ,IAAA,SAAA,CAAU,OAAA,CAAQ,OAAO,EAAE,aAAA,EAAc,KAAM;AAC7C,MAAA,IAAI,CAAC,aAAA,EAAe;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,aAAA,CAAc,EAAE,IAAA,EAAM,OAAA,EAAS,CAAA;AAAA,IACjC,CAAC,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,OAAO;AAAA,IACL,iBAAA;AAAA,IACA,gBAAA;AAAA,IACA;AAAA,GACF;AACF;;;;"}
+{"version":3,"file":"callbacks.cjs.js","sources":["../../src/services/callbacks.ts"],"sourcesContent":["import {\n  CallbackProvider,\n  ChainMetadata,\n  ChainCallbackOptions,\n  ChainCallback,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\n\nimport {\n  createServiceFactory,\n  createServiceRef,\n  ServiceRef,\n} from '@backstage/backend-plugin-api';\n\nexport type CallbackService = {\n  getChainCallbacks: (options: ChainCallbackOptions) => Promise<{\n    callbacks: ReturnType<ChainCallback>[];\n  }>;\n\n  getChainMetadata: (\n    options: ChainCallbackOptions,\n  ) => Promise<{ metadata: ChainMetadata }>;\n\n  handleScoreCallbacks: NonNullable<CallbackProvider['scoreCallback']>;\n\n  registerCallbacks: (callbacks: CallbackProvider[]) => void;\n};\n\nexport type CreateCallbackServiceOptions = {};\n\nconst createCallbackService =\n  async ({}: CreateCallbackServiceOptions): Promise<CallbackService> => {\n    const callbacks: CallbackProvider[] = [];\n\n    const getChainCallbacks: CallbackService['getChainCallbacks'] =\n      async options => {\n        const callbackHandlers: ReturnType<ChainCallback>[] = [];\n\n        for (const { chainCallback } of callbacks) {\n          if (!chainCallback) {\n            continue;\n          }\n\n          const callbackHandler = await chainCallback(options);\n\n          callbackHandlers.push(callbackHandler);\n        }\n\n        return {\n          callbacks: callbackHandlers,\n        };\n      };\n\n    const getChainMetadata: CallbackService['getChainMetadata'] =\n      async options => {\n        const metadata: ChainMetadata = {};\n\n        for (const { chainMetadataCallback } of callbacks) {\n          if (!chainMetadataCallback) {\n            continue;\n          }\n\n          const callbackData = await chainMetadataCallback(options);\n\n          Object.assign(metadata, callbackData.metadata);\n        }\n\n        return { metadata };\n      };\n\n    const handleScoreCallbacks: CallbackService['handleScoreCallbacks'] =\n      async ({ name, message }) => {\n        callbacks.forEach(async ({ scoreCallback }) => {\n          if (!scoreCallback) {\n            return;\n          }\n\n          scoreCallback({ name, message });\n        });\n      };\n\n    const registerCallbacks: CallbackService['registerCallbacks'] =\n      newCallbacks => {\n        newCallbacks.forEach(callback => {\n          callbacks.push(callback);\n        });\n      };\n\n    return {\n      getChainCallbacks,\n      getChainMetadata,\n      handleScoreCallbacks,\n      registerCallbacks,\n    };\n  };\n\nexport const callbackServiceRef: ServiceRef<\n  CallbackService,\n  'plugin',\n  'singleton'\n> = createServiceRef<CallbackService>({\n  id: 'ai-assistant.callback-service',\n  defaultFactory: async service =>\n    createServiceFactory({\n      service,\n      deps: {},\n      factory: async options => {\n        return createCallbackService(options);\n      },\n    }),\n});\n"],"names":["createServiceRef","createServiceFactory"],"mappings":";;;;AA6BA,MAAM,qBAAA,GACJ,OAAO,EAAC,KAA8D;AACpE,EAAA,MAAM,YAAgC,EAAC;AAEvC,EAAA,MAAM,iBAAA,GACJ,OAAM,OAAA,KAAW;AACf,IAAA,MAAM,mBAAgD,EAAC;AAEvD,IAAA,KAAA,MAAW,EAAE,aAAA,EAAc,IAAK,SAAA,EAAW;AACzC,MAAA,IAAI,CAAC,aAAA,EAAe;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,eAAA,GAAkB,MAAM,aAAA,CAAc,OAAO,CAAA;AAEnD,MAAA,gBAAA,CAAiB,KAAK,eAAe,CAAA;AAAA,IACvC;AAEA,IAAA,OAAO;AAAA,MACL,SAAA,EAAW;AAAA,KACb;AAAA,EACF,CAAA;AAEF,EAAA,MAAM,gBAAA,GACJ,OAAM,OAAA,KAAW;AACf,IAAA,MAAM,WAA0B,EAAC;AAEjC,IAAA,KAAA,MAAW,EAAE,qBAAA,EAAsB,IAAK,SAAA,EAAW;AACjD,MAAA,IAAI,CAAC,qBAAA,EAAuB;AAC1B,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,YAAA,GAAe,MAAM,qBAAA,CAAsB,OAAO,CAAA;AAExD,MAAA,MAAA,CAAO,MAAA,CAAO,QAAA,EAAU,YAAA,CAAa,QAAQ,CAAA;AAAA,IAC/C;AAEA,IAAA,OAAO,EAAE,QAAA,EAAS;AAAA,EACpB,CAAA;AAEF,EAAA,MAAM,oBAAA,GACJ,OAAO,EAAE,IAAA,EAAM,SAAQ,KAAM;AAC3B,IAAA,SAAA,CAAU,OAAA,CAAQ,OAAO,EAAE,aAAA,EAAc,KAAM;AAC7C,MAAA,IAAI,CAAC,aAAA,EAAe;AAClB,QAAA;AAAA,MACF;AAEA,MAAA,aAAA,CAAc,EAAE,IAAA,EAAM,OAAA,EAAS,CAAA;AAAA,IACjC,CAAC,CAAA;AAAA,EACH,CAAA;AAEF,EAAA,MAAM,oBACJ,CAAA,YAAA,KAAgB;AACd,IAAA,YAAA,CAAa,QAAQ,CAAA,QAAA,KAAY;AAC/B,MAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,IACzB,CAAC,CAAA;AAAA,EACH,CAAA;AAEF,EAAA,OAAO;AAAA,IACL,iBAAA;AAAA,IACA,gBAAA;AAAA,IACA,oBAAA;AAAA,IACA;AAAA,GACF;AACF,CAAA;AAEK,MAAM,qBAITA,iCAAA,CAAkC;AAAA,EACpC,EAAA,EAAI,+BAAA;AAAA,EACJ,cAAA,EAAgB,OAAM,OAAA,KACpBC,qCAAA,CAAqB;AAAA,IACnB,OAAA;AAAA,IACA,MAAM,EAAC;AAAA,IACP,OAAA,EAAS,OAAM,OAAA,KAAW;AACxB,MAAA,OAAO,sBAAsB,OAAO,CAAA;AAAA,IACtC;AAAA,GACD;AACL,CAAC;;;;"}

package/dist/services/chat.cjs.js

@@ -1,295 +1,130 @@
 'use strict';
 
-var chatStore = require('../database/chat-store.cjs.js');
-var prompts = require('../constants/prompts.cjs.js');
+var pluginCatalogNode = require('@backstage/plugin-catalog-node');
+var pluginSignalsNode = require('@backstage/plugin-signals-node');
 var backstagePluginAiAssistantNode = require('@sweetoburrito/backstage-plugin-ai-assistant-node');
-var tools = require('@langchain/core/tools');
-var prebuilt = require('@langchain/langgraph/prebuilt');
-var prompts$1 = require('@langchain/core/prompts');
 var uuid = require('uuid');
+var backendPluginApi = require('@backstage/backend-plugin-api');
+var conversation = require('./conversation.cjs.js');
+var index = require('./agent/index.cjs.js');
+var prompts = require('@langchain/core/prompts');
 
 const createChatService = async ({
-  models,
-  tools: tools$1,
-  logger,
-  database,
   signals,
-  config,
   catalog,
   cache,
   auth,
-  mcp,
   userInfo,
-  callback,
-  summarizer
+  conversation,
+  agent
 }) => {
-  logger.info(`Available models: ${models.map((m) => m.id).join(", ")}`);
-  logger.info(`Available tools: ${tools$1.map((t) => t.name).join(", ")}`);
-  const identityPrompt = config.getOptionalString("aiAssistant.prompt.identity") || prompts.DEFAULT_IDENTITY_PROMPT;
-  const formattingPrompt = config.getOptionalString("aiAssistant.prompt.formatting") || prompts.DEFAULT_FORMATTING_PROMPT;
-  const contentPrompt = config.getOptionalString("aiAssistant.prompt.content") || prompts.DEFAULT_SYSTEM_PROMPT;
-  const combinedBasePrompt = `${identityPrompt}
-
-${formattingPrompt}
-
-${contentPrompt}`;
-  const toolGuideline = config.getOptionalString("aiAssistant.prompt.toolGuideline") || prompts.DEFAULT_TOOL_GUIDELINE;
-  const chatStore$1 = await chatStore.ChatStore.fromConfig({ database });
-  const systemPromptTemplate = prompts$1.SystemMessagePromptTemplate.fromTemplate(`
-    PURPOSE:
-    {basePrompt}
-
-    TOOL USAGE GUIDELINES:
-    {toolGuideline}
-
-    Available tools:
-    {toolList}
-
+  const contextPromptTemplate = prompts.SystemMessagePromptTemplate.fromTemplate(`
     Calling User:
-    {user}
-
-    Context:
-    {context}`);
-  const addMessages = async (messages, userRef, conversationId, recentConversationMessages) => {
-    const recentMessages = recentConversationMessages || await chatStore$1.getChatMessages(conversationId, userRef, 5, ["tool"]);
-    const conversationSize = (recentMessages?.length ?? 0) + messages.length;
-    if (recentMessages.length === 0) {
-      const conversation2 = {
-        id: conversationId,
-        title: "New Conversation",
-        userRef
-      };
-      chatStore$1.createConversation(conversation2);
-      chatStore$1.addChatMessage(messages, userRef, conversationId);
-      signals.publish({
-        channel: `ai-assistant.chat.conversation-details-update`,
-        message: { conversation: conversation2 },
-        recipients: {
-          type: "user",
-          entityRef: userRef
-        }
-      });
-      return;
-    }
-    if (conversationSize < 5) {
-      chatStore$1.addChatMessage(messages, userRef, conversationId);
-      return;
-    }
-    const conversation = await chatStore$1.getConversation(
-      conversationId,
-      userRef
-    );
-    if (conversation.title !== "New Conversation") {
-      chatStore$1.addChatMessage(messages, userRef, conversationId);
-      return;
-    }
-    const summary = await summarizer.summarizeConversation({
-      messages: recentMessages,
-      length: "25 characters"
-    });
-    conversation.title = summary;
-    chatStore$1.updateConversation(conversation);
-    chatStore$1.addChatMessage(messages, userRef, conversationId);
-    signals.publish({
-      channel: `ai-assistant.chat.conversation-details-update`,
-      message: { conversation },
-      recipients: {
-        type: "user",
-        entityRef: userRef
-      }
-    });
-  };
+    {user}`);
   const prompt = async ({
     conversationId,
     messages,
-    modelId,
     stream = true,
-    userCredentials,
-    tools: enabledTools
+    credentials,
+    tools: enabledTools,
+    modelId
   }) => {
-    const model = models.find((m) => m.id === modelId)?.chatModel;
-    if (!model) {
-      throw new Error(`Model with id ${modelId} not found`);
-    }
-    const { userEntityRef } = await userInfo.getUserInfo(userCredentials);
     const streamFn = async () => {
-      const recentConversationMessages = await chatStore$1.getChatMessages(
+      const { userEntityRef } = await userInfo.getUserInfo(credentials);
+      const recentConversationMessages = await conversation.getRecentConversationMessages({
         conversationId,
         userEntityRef,
-        10,
-        ["tool"]
-      );
-      const credentials = await auth.getOwnServiceCredentials();
-      const user = await backstagePluginAiAssistantNode.getUser(cache, userEntityRef, credentials, catalog);
-      const mcpTools = await mcp.getTools(userCredentials);
-      const agentTools = [...tools$1, ...mcpTools].filter((tool) => {
-        if (enabledTools === void 0) return true;
-        if (enabledTools.length === 0) return false;
-        const enabled = enabledTools.find(
-          (enabledTool) => enabledTool.name === tool.name && enabledTool.provider === tool.provider
-        );
-        return !!enabled;
-      }).map((tool) => new tools.DynamicStructuredTool(tool));
+        limit: 10,
+        excludeRoles: ["tool"]
+      });
+      const user = await backstagePluginAiAssistantNode.getUser(cache, userEntityRef, catalog, auth);
       const messagesWithoutSystem = messages.filter((m) => m.role !== "system");
-      addMessages(
+      conversation.addMessages(
         messagesWithoutSystem,
         userEntityRef,
         conversationId,
         recentConversationMessages
       );
-      const systemPrompt = await systemPromptTemplate.formatMessages({
-        basePrompt: combinedBasePrompt,
-        toolGuideline,
-        toolList: agentTools.map((tool) => `- ${tool.name}: ${tool.description}`).join("\n"),
-        context: `none`,
+      const traceId = uuid.v4();
+      const context = await contextPromptTemplate.formatMessages({
         user
       });
-      const agent = prebuilt.createReactAgent({
-        llm: model,
-        tools: agentTools,
-        prompt: systemPrompt[0].text
-      });
-      const { callbacks } = await callback.getChainCallbacks({
-        conversationId,
-        userId: userEntityRef,
-        modelId
-      });
-      const { metadata: promptMetadata } = await callback.getChainMetadata({
-        conversationId,
-        userId: userEntityRef,
-        modelId
-      });
-      const traceId = uuid.v4();
-      const promptStream = await agent.stream(
-        {
-          messages: [...recentConversationMessages, ...messages]
-        },
-        {
-          streamMode: ["values"],
-          runName: "ai-assistant-chat",
-          runId: traceId,
-          metadata: promptMetadata,
-          callbacks
-        }
-      );
       const responseMessages = [];
-      for await (const [, chunk] of promptStream) {
-        const { messages: promptMessages } = chunk;
-        const newMessages = promptMessages.filter(
-          (m) => responseMessages.findIndex(
-            (rm) => m.id === rm.metadata.langGraphId
-          ) === -1
-        ).filter(
-          (m) => recentConversationMessages.findIndex((rm) => rm.id === m.id) === -1
-        ).filter((m) => m.getType() !== "human").map((m) => {
-          const id = uuid.v4();
-          const role = m.getType();
-          const content = typeof m.content === "string" ? m.content : JSON.stringify(m.content);
-          const metadata = {
-            langGraphId: m.id ?? ""
-          };
-          if (role === "ai") {
-            const aiMessage = m;
-            metadata.toolCalls = aiMessage.tool_calls || [];
-            metadata.finishReason = aiMessage.response_metadata.finish_reason || void 0;
-            metadata.modelName = aiMessage.response_metadata.model_name || void 0;
-          }
-          if (role === "tool") {
-            const toolMessage = m;
-            metadata.name = toolMessage.name || "";
-          }
-          return {
-            id,
-            role,
-            content,
-            metadata,
-            score: 0,
-            traceId
-          };
-        });
-        for await (const m of newMessages) {
-          const words = m.content.split(" ");
-          const chunkSize = 5;
-          let messageBuilder = "";
-          for (let i = 0; i < words.length; i += chunkSize) {
-            const wordChunk = words.slice(i, i + chunkSize).join(" ");
-            messageBuilder = messageBuilder.concat(wordChunk).concat(" ");
-            m.content = messageBuilder;
-            await new Promise((resolve) => setTimeout(resolve, 50));
-            signals.publish({
-              channel: `ai-assistant.chat.conversation-stream:${conversationId}`,
-              message: { messages: [m] },
-              recipients: {
-                type: "user",
-                entityRef: userEntityRef
+      const conversationMessages = [...recentConversationMessages, ...messages];
+      agent.stream({
+        credentials,
+        messages: conversationMessages,
+        tools: enabledTools,
+        modelId,
+        metadata: {
+          conversationId,
+          userId: userEntityRef,
+          runName: "ai-assistant-chat",
+          runId: traceId
+        },
+        context: context[0].text,
+        onStreamChunk: async (chunkMessages) => {
+          const newMessages = chunkMessages.filter(
+            (m) => conversationMessages.findIndex((cm) => cm.id === m.id) === -1
+          );
+          if (newMessages.length !== 0) {
+            conversation.addMessages(
+              newMessages,
+              userEntityRef,
+              conversationId,
+              conversationMessages
+            );
+            conversationMessages.push(...newMessages);
+            responseMessages.push(...newMessages);
+            for await (const m of newMessages) {
+              const words = m.content.split(" ");
+              const chunkSize = 5;
+              let messageBuilder = "";
+              for (let i = 0; i < words.length; i += chunkSize) {
+                const wordChunk = words.slice(i, i + chunkSize).join(" ");
+                messageBuilder = messageBuilder.concat(wordChunk).concat(" ");
+                m.content = messageBuilder;
+                await new Promise((resolve) => setTimeout(resolve, 50));
+                signals.publish({
+                  channel: `ai-assistant.chat.conversation-stream:${conversationId}`,
+                  message: { messages: [m] },
+                  recipients: {
+                    type: "user",
+                    entityRef: userEntityRef
+                  }
+                });
               }
-            });
+            }
           }
         }
-        responseMessages.push(...newMessages);
-      }
-      addMessages(responseMessages, userEntityRef, conversationId, [
-        ...recentConversationMessages,
-        ...messages
-      ]);
+      });
       return responseMessages;
     };
-    const result = streamFn();
-    return stream ? [] : result;
-  };
-  const getAvailableModels = async () => {
-    return models.map((x) => x.id);
-  };
-  const getConversation = async (options) => {
-    const { conversationId, userEntityRef } = options;
-    const conversation = await chatStore$1.getChatMessages(
-      conversationId,
-      userEntityRef
-    );
-    return conversation;
-  };
-  const getConversations = async ({
-    userEntityRef
-  }) => {
-    const conversations = await chatStore$1.getConversations(userEntityRef);
-    return conversations;
-  };
-  const scoreMessage = async (messageId, score) => {
-    const message = await chatStore$1.getMessageById(messageId);
-    if (!message) {
-      throw new Error(`Message with id ${messageId} not found`);
-    }
-    const updatedMessage = {
-      ...message,
-      score
-    };
-    chatStore$1.updateMessage(updatedMessage);
-    callback.handleScoreCallbacks({
-      name: "helpfulness",
-      message: updatedMessage
-    });
-  };
-  const getAvailableTools = async ({
-    credentials
-  }) => {
-    const mcpTools = await mcp.getTools(credentials);
-    const availableTools = tools$1.concat(mcpTools).map((tool) => ({
-      name: tool.name,
-      provider: tool.provider,
-      description: tool.description
-    }));
-    return availableTools;
+    return stream ? await streamFn() : [];
   };
   return {
-    prompt,
-    getAvailableModels,
-    getConversation,
-    getConversations,
-    addMessages,
-    scoreMessage,
-    getAvailableTools
+    prompt
   };
 };
+const chatServiceRef = backendPluginApi.createServiceRef({
+  id: "ai-assistant.chat-service",
+  defaultFactory: async (service) => backendPluginApi.createServiceFactory({
+    service,
+    deps: {
+      cache: backendPluginApi.coreServices.cache,
+      auth: backendPluginApi.coreServices.auth,
+      userInfo: backendPluginApi.coreServices.userInfo,
+      signals: pluginSignalsNode.signalsServiceRef,
+      catalog: pluginCatalogNode.catalogServiceRef,
+      conversation: conversation.conversationServiceRef,
+      agent: index.agentServiceRef
+    },
+    factory: async (options) => {
+      return createChatService(options);
+    }
+  })
+});
 
+exports.chatServiceRef = chatServiceRef;
 exports.createChatService = createChatService;
 //# sourceMappingURL=chat.cjs.js.map