@sweetoburrito/backstage-plugin-ai-assistant-backend 0.9.0 → 0.10.0

package/dist/services/chat.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"chat.cjs.js","sources":["../../src/services/chat.ts"],"sourcesContent":["import { Model } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { CatalogService } from '@backstage/plugin-catalog-node';\nimport { UserEntity } from '@backstage/catalog-model';\nimport {\n  LoggerService,\n  RootConfigService,\n  DatabaseService,\n  AuthService,\n} from '@backstage/backend-plugin-api';\nimport { ChatStore } from '../database/chat-store';\nimport {\n  Conversation,\n  Message,\n  JsonObject,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { SignalsService } from '@backstage/plugin-signals-node';\nimport {\n  DEFAULT_FORMATTING_PROMPT,\n  DEFAULT_IDENTITY_PROMPT,\n  DEFAULT_SYSTEM_PROMPT,\n  DEFAULT_TOOL_GUIDELINE,\n} from '../constants/prompts';\nimport { Tool } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { DynamicStructuredTool } from '@langchain/core/tools';\nimport { createReactAgent } from '@langchain/langgraph/prebuilt';\nimport { SystemMessagePromptTemplate } from '@langchain/core/prompts';\nimport { createSummarizerService } from './summarizer';\nimport { v4 as uuid } from 'uuid';\nimport type {\n  BackstageCredentials,\n  CacheService,\n} from '@backstage/backend-plugin-api';\nimport { AIMessage, ToolMessage } from '@langchain/core/messages';\n\nexport type ChatServiceOptions = {\n  models: Model[];\n  tools: Tool[];\n  logger: LoggerService;\n  config: RootConfigService;\n  database: DatabaseService;\n  signals: SignalsService;\n  catalog: CatalogService;\n  cache: CacheService;\n  auth: AuthService;\n};\n\ntype PromptOptions = {\n  modelId: string;\n  messages: Message[];\n  conversationId: string;\n  stream?: boolean;\n  userEntityRef: string;\n};\n\ntype GetConversationOptions = {\n  conversationId: string;\n  userEntityRef: string;\n};\n\ntype GetConversationsOptions = {\n  userEntityRef: string;\n};\n\nexport type ChatService = {\n  prompt: (options: PromptOptions) => Promise<Required<Message>[]>;\n  getAvailableModels: () => Promise<string[]>;\n  getConversation: (\n    options: GetConversationOptions,\n  ) => Promise<Required<Message>[]>;\n  getConversations: (\n    options: GetConversationsOptions,\n  ) => Promise<Conversation[]>;\n  addMessages: (\n    messages: Message[],\n    userRef: string,\n    conversationId: string,\n    recentConversationMessages?: Message[],\n  ) => Promise<void>;\n};\n\nexport const createChatService = async ({\n  models,\n  tools,\n  logger,\n  database,\n  signals,\n  config,\n  catalog,\n  cache,\n  auth,\n}: ChatServiceOptions): Promise<ChatService> => {\n  logger.info(`Available models: ${models.map(m => m.id).join(', ')}`);\n  logger.info(`Available tools: ${tools.map(t => t.name).join(', ')}`);\n\n  const identityPrompt =\n    config.getOptionalString('aiAssistant.prompt.identity') ||\n    DEFAULT_IDENTITY_PROMPT;\n\n  const formattingPrompt =\n    config.getOptionalString('aiAssistant.prompt.formatting') ||\n    DEFAULT_FORMATTING_PROMPT;\n\n  const contentPrompt =\n    config.getOptionalString('aiAssistant.prompt.content') ||\n    DEFAULT_SYSTEM_PROMPT;\n\n  const combinedBasePrompt = `${identityPrompt}\\n\\n${formattingPrompt}\\n\\n${contentPrompt}`;\n\n  const toolGuideline =\n    config.getOptionalString('aiAssistant.prompt.toolGuideline') ||\n    DEFAULT_TOOL_GUIDELINE;\n\n  const chatStore = await ChatStore.fromConfig({ database });\n  const summarizer = await createSummarizerService({ config, models });\n\n  const agentTools = tools.map(tool => new DynamicStructuredTool(tool));\n\n  const systemPromptTemplate = SystemMessagePromptTemplate.fromTemplate(`\n    PURPOSE:\n    {basePrompt}\n\n    TOOL USAGE GUIDELINES:\n    {toolGuideline}\n\n    Available tools:\n    {toolList}\n\n    Calling User:\n    {user}\n\n    Context:\n    {context}`);\n\n  const addMessages: ChatService['addMessages'] = async (\n    messages,\n    userRef,\n    conversationId,\n    recentConversationMessages,\n  ) => {\n    // If we have recentConversationMessages, use them; otherwise, fetch the last 5 messages\n    const recentMessages =\n      recentConversationMessages ||\n      (await chatStore.getChatMessages(conversationId, userRef, 5, ['tool']));\n\n    const conversationSize = (recentMessages?.length ?? 0) + messages.length;\n\n    if (recentMessages.length === 0) {\n      const conversation: Conversation = {\n        id: conversationId,\n        title: 'New Conversation',\n        userRef,\n      };\n      chatStore.createConversation(conversation);\n      chatStore.addChatMessage(messages, userRef, conversationId);\n\n      signals.publish({\n        channel: `ai-assistant.chat.conversation-details-update`,\n        message: { conversation },\n        recipients: {\n          type: 'user',\n          entityRef: userRef,\n        },\n      });\n      return;\n    }\n\n    if (conversationSize < 5) {\n      chatStore.addChatMessage(messages, userRef, conversationId);\n      return;\n    }\n\n    const conversation = await chatStore.getConversation(\n      conversationId,\n      userRef,\n    );\n\n    if (conversation.title !== 'New Conversation') {\n      chatStore.addChatMessage(messages, userRef, conversationId);\n      return;\n    }\n\n    const summary = await summarizer.summarize(recentMessages, '25 characters');\n\n    conversation.title = summary;\n\n    chatStore.updateConversation(conversation);\n    chatStore.addChatMessage(messages, userRef, conversationId);\n\n    signals.publish({\n      channel: `ai-assistant.chat.conversation-details-update`,\n      message: { conversation },\n      recipients: {\n        type: 'user',\n        entityRef: userRef,\n      },\n    });\n  };\n\n  const prompt: ChatService['prompt'] = async ({\n    conversationId,\n    messages,\n    modelId,\n    stream = true,\n    userEntityRef,\n  }: PromptOptions) => {\n    const model = models.find(m => m.id === modelId)?.chatModel;\n\n    if (!model) {\n      throw new Error(`Model with id ${modelId} not found`);\n    }\n\n    const streamFn = async () => {\n      const recentConversationMessages = await chatStore.getChatMessages(\n        conversationId,\n        userEntityRef,\n        10,\n        ['tool'],\n      );\n\n      const credentials = await auth.getOwnServiceCredentials();\n      const user = await getUser(cache, userEntityRef, credentials, catalog);\n\n      addMessages(\n        messages,\n        userEntityRef,\n        conversationId,\n        recentConversationMessages,\n      );\n\n      const systemPrompt = await systemPromptTemplate.formatMessages({\n        basePrompt: combinedBasePrompt,\n        toolGuideline,\n        toolList: agentTools\n          .map(tool => `- ${tool.name}: ${tool.description}`)\n          .join('\\n'),\n        context: `none`,\n        user,\n      });\n\n      const agent = createReactAgent({\n        llm: model,\n        tools: agentTools,\n        prompt: systemPrompt[0].text,\n      });\n\n      const promptStream = await agent.stream(\n        {\n          messages: [...recentConversationMessages, ...messages],\n        },\n        { streamMode: ['values'] },\n      );\n\n      const responseMessages: Required<Message>[] = [];\n\n      for await (const [, chunk] of promptStream) {\n        const { messages: promptMessages } = chunk;\n\n        const newMessages: Required<Message>[] = promptMessages\n          .filter(m => responseMessages.findIndex(rm => rm.id === m.id) === -1)\n          .filter(\n            m =>\n              recentConversationMessages.findIndex(rm => rm.id === m.id) === -1,\n          )\n          .filter(m => m.getType() !== 'human')\n          .map(m => {\n            const id = m.id ?? '';\n            const role = m.getType();\n            const content =\n              typeof m.content === 'string'\n                ? m.content\n                : JSON.stringify(m.content);\n\n            const metadata: JsonObject = {};\n\n            if (role === 'ai') {\n              const aiMessage = m as AIMessage;\n              metadata.toolCalls = aiMessage.tool_calls || [];\n              metadata.finishReason =\n                aiMessage.response_metadata.finish_reason || undefined;\n              metadata.modelName =\n                aiMessage.response_metadata.model_name || undefined;\n            }\n\n            if (role === 'tool') {\n              const toolMessage = m as ToolMessage;\n              metadata.name = toolMessage.name || '';\n            }\n\n            return {\n              id,\n              role,\n              content,\n              metadata,\n            };\n          });\n\n        // Simulate streaming until langchain messages error is better understood\n        for await (const m of newMessages) {\n          const parts = m.content.split(' ');\n\n          let messageBuilder = '';\n\n          for await (const part of parts) {\n            messageBuilder = messageBuilder.concat(part).concat(' ');\n            m.content = messageBuilder;\n\n            await new Promise(resolve => setTimeout(resolve, 50));\n\n            signals.publish({\n              channel: `ai-assistant.chat.conversation-stream:${conversationId}`,\n              message: { messages: [m] },\n              recipients: {\n                type: 'user',\n                entityRef: userEntityRef,\n              },\n            });\n          }\n        }\n\n        responseMessages.push(...newMessages);\n      }\n\n      addMessages(\n        responseMessages.map(m => ({ ...m, id: uuid() })),\n        userEntityRef,\n        conversationId,\n        [...recentConversationMessages, ...messages],\n      );\n\n      return responseMessages;\n    };\n\n    const result = streamFn();\n\n    return stream ? [] : result;\n  };\n\n  const getAvailableModels: ChatService['getAvailableModels'] = async () => {\n    return models.map(x => x.id);\n  };\n\n  const getConversation: ChatService['getConversation'] = async (\n    options: GetConversationOptions,\n  ) => {\n    const { conversationId, userEntityRef } = options;\n\n    const conversation = await chatStore.getChatMessages(\n      conversationId,\n      userEntityRef,\n    );\n\n    return conversation;\n  };\n\n  const getConversations: ChatService['getConversations'] = async ({\n    userEntityRef,\n  }: GetConversationsOptions) => {\n    const conversations = await chatStore.getConversations(userEntityRef);\n\n    return conversations;\n  };\n  return {\n    prompt,\n    getAvailableModels,\n    getConversation,\n    getConversations,\n    addMessages,\n  };\n};\n\nasync function getUser(\n  cache: CacheService,\n  userEntityRef: string,\n  credentials: BackstageCredentials,\n  catalog: CatalogService,\n) {\n  const cached = await cache.get(userEntityRef);\n\n  if (cached) {\n    return JSON.parse(String(cached));\n  }\n\n  const user = (await catalog.getEntityByRef(userEntityRef, {\n    credentials,\n  })) as UserEntity | undefined;\n  await cache.set(userEntityRef, JSON.stringify(user));\n\n  return user;\n}\n"],"names":["tools","DEFAULT_IDENTITY_PROMPT","DEFAULT_FORMATTING_PROMPT","DEFAULT_SYSTEM_PROMPT","DEFAULT_TOOL_GUIDELINE","chatStore","ChatStore","summarizer","createSummarizerService","DynamicStructuredTool","SystemMessagePromptTemplate","conversation","createReactAgent","uuid"],"mappings":";;;;;;;;;;AAgFO,MAAM,oBAAoB,OAAO;AAAA,EACtC,MAAA;AAAA,SACAA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,KAAA;AAAA,EACA;AACF,CAAA,KAAgD;AAC9C,EAAA,MAAA,CAAO,IAAA,CAAK,CAAA,kBAAA,EAAqB,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AACnE,EAAA,MAAA,CAAO,IAAA,CAAK,CAAA,iBAAA,EAAoBA,OAAA,CAAM,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAEnE,EAAA,MAAM,cAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,6BAA6B,CAAA,IACtDC,+BAAA;AAEF,EAAA,MAAM,gBAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,+BAA+B,CAAA,IACxDC,iCAAA;AAEF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,4BAA4B,CAAA,IACrDC,6BAAA;AAEF,EAAA,MAAM,kBAAA,GAAqB,GAAG,cAAc;;AAAA,EAAO,gBAAgB;;AAAA,EAAO,aAAa,CAAA,CAAA;AAEvF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,kCAAkC,CAAA,IAC3DC,8BAAA;AAEF,EAAA,MAAMC,cAAY,MAAMC,mBAAA,CAAU,UAAA,CAAW,EAAE,UAAU,CAAA;AACzD,EAAA,MAAMC,eAAa,MAAMC,kCAAA,CAAwB,EAAE,MAAA,EAAQ,QAAQ,CAAA;AAEnE,EAAA,MAAM,aAAaR,OAAA,CAAM,GAAA,CAAI,UAAQ,IAAIS,2BAAA,CAAsB,IAAI,CAAC,CAAA;AAEpE,EAAA,MAAM,oBAAA,GAAuBC,sCAA4B,YAAA,CAAa;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA,aAAA,CAc1D,CAAA;AAEZ,EAAA,MAAM,WAAA,GAA0C,OAC9C,QAAA,EACA,OAAA,EACA,gBACA,0BAAA,KACG;AAEH,IAAA,MAAM,cAAA,GACJ,0BAAA,IACC,MAAML,WAAA,CAAU,eAAA,CAAgB,gBAAgB,OAAA,EAAS,CAAA,EAAG,CAAC,MAAM,CAAC,CAAA;AAEvE,IAAA,MAAM,gBAAA,GAAA,CAAoB,cAAA,EAAgB,MAAA,IAAU,CAAA,IAAK,QAAA,CAAS,MAAA;AAElE,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,MAAMM,aAAAA,GAA6B;AAAA,QACjC,EAAA,EAAI,cAAA;AAAA,QACJ,KAAA,EAAO,kBAAA;AAAA,QACP;AAAA,OACF;AACA,MAAAN,WAAA,CAAU,mBAAmBM,aAAY,CAAA;AACzC,MAAAN,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAE1D,MAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,QACd,OAAA,EAAS,CAAA,6CAAA,CAAA;AAAA,QACT,OAAA,EAAS,EAAE,YAAA,EAAAM,aAAAA,EAAa;AAAA,QACxB,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,MAAA;AAAA,UACN,SAAA,EAAW;AAAA;AACb,OACD,CAAA;AACD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,mBAAmB,CAAA,EAAG;AACxB,MAAAN,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAC1D,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,MAAMA,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,YAAA,CAAa,UAAU,kBAAA,EAAoB;AAC7C,MAAAA,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAC1D,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,OAAA,GAAU,MAAME,YAAA,CAAW,SAAA,CAAU,gBAAgB,eAAe,CAAA;AAE1E,IAAA,YAAA,CAAa,KAAA,GAAQ,OAAA;AAErB,IAAAF,WAAA,CAAU,mBAAmB,YAAY,CAAA;AACzC,IAAAA,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAE1D,IAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,MACd,OAAA,EAAS,CAAA,6CAAA,CAAA;AAAA,MACT,OAAA,EAAS,EAAE,YAAA,EAAa;AAAA,MACxB,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,MAAA;AAAA,QACN,SAAA,EAAW;AAAA;AACb,KACD,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,SAAgC,OAAO;AAAA,IAC3C,cAAA;AAAA,IACA,QAAA;AAAA,IACA,OAAA;AAAA,IACA,MAAA,GAAS,IAAA;AAAA,IACT;AAAA,GACF,KAAqB;AACnB,IAAA,MAAM,QAAQ,MAAA,CAAO,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,OAAO,CAAA,EAAG,SAAA;AAElD,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,cAAA,EAAiB,OAAO,CAAA,UAAA,CAAY,CAAA;AAAA,IACtD;AAEA,IAAA,MAAM,WAAW,YAAY;AAC3B,MAAA,MAAM,0BAAA,GAA6B,MAAMA,WAAA,CAAU,eAAA;AAAA,QACjD,cAAA;AAAA,QACA,aAAA;AAAA,QACA,EAAA;AAAA,QACA,CAAC,MAAM;AAAA,OACT;AAEA,MAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,wBAAA,EAAyB;AACxD,MAAA,MAAM,OAAO,MAAM,OAAA,CAAQ,KAAA,EAAO,aAAA,EAAe,aAAa,OAAO,CAAA;AAErE,MAAA,WAAA;AAAA,QACE,QAAA;AAAA,QACA,aAAA;AAAA,QACA,cAAA;AAAA,QACA;AAAA,OACF;AAEA,MAAA,MAAM,YAAA,GAAe,MAAM,oBAAA,CAAqB,cAAA,CAAe;AAAA,QAC7D,UAAA,EAAY,kBAAA;AAAA,QACZ,aAAA;AAAA,QACA,QAAA,EAAU,UAAA,CACP,GAAA,CAAI,CAAA,IAAA,KAAQ,CAAA,EAAA,EAAK,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,IAAA,CAAK,WAAW,CAAA,CAAE,CAAA,CACjD,KAAK,IAAI,CAAA;AAAA,QACZ,OAAA,EAAS,CAAA,IAAA,CAAA;AAAA,QACT;AAAA,OACD,CAAA;AAED,MAAA,MAAM,QAAQO,yBAAA,CAAiB;AAAA,QAC7B,GAAA,EAAK,KAAA;AAAA,QACL,KAAA,EAAO,UAAA;AAAA,QACP,MAAA,EAAQ,YAAA,CAAa,CAAC,CAAA,CAAE;AAAA,OACzB,CAAA;AAED,MAAA,MAAM,YAAA,GAAe,MAAM,KAAA,CAAM,MAAA;AAAA,QAC/B;AAAA,UACE,QAAA,EAAU,CAAC,GAAG,0BAAA,EAA4B,GAAG,QAAQ;AAAA,SACvD;AAAA,QACA,EAAE,UAAA,EAAY,CAAC,QAAQ,CAAA;AAAE,OAC3B;AAEA,MAAA,MAAM,mBAAwC,EAAC;AAE/C,MAAA,WAAA,MAAiB,GAAG,KAAK,CAAA,IAAK,YAAA,EAAc;AAC1C,QAAA,MAAM,EAAE,QAAA,EAAU,cAAA,EAAe,GAAI,KAAA;AAErC,QAAA,MAAM,WAAA,GAAmC,cAAA,CACtC,MAAA,CAAO,CAAA,CAAA,KAAK,gBAAA,CAAiB,SAAA,CAAU,CAAA,EAAA,KAAM,EAAA,CAAG,EAAA,KAAO,CAAA,CAAE,EAAE,CAAA,KAAM,EAAE,CAAA,CACnE,MAAA;AAAA,UACC,CAAA,CAAA,KACE,2BAA2B,SAAA,CAAU,CAAA,EAAA,KAAM,GAAG,EAAA,KAAO,CAAA,CAAE,EAAE,CAAA,KAAM;AAAA,SACnE,CACC,OAAO,CAAA,CAAA,KAAK,CAAA,CAAE,SAAQ,KAAM,OAAO,CAAA,CACnC,GAAA,CAAI,CAAA,CAAA,KAAK;AACR,UAAA,MAAM,EAAA,GAAK,EAAE,EAAA,IAAM,EAAA;AACnB,UAAA,MAAM,IAAA,GAAO,EAAE,OAAA,EAAQ;AACvB,UAAA,MAAM,OAAA,GACJ,OAAO,CAAA,CAAE,OAAA,KAAY,QAAA,GACjB,EAAE,OAAA,GACF,IAAA,CAAK,SAAA,CAAU,CAAA,CAAE,OAAO,CAAA;AAE9B,UAAA,MAAM,WAAuB,EAAC;AAE9B,UAAA,IAAI,SAAS,IAAA,EAAM;AACjB,YAAA,MAAM,SAAA,GAAY,CAAA;AAClB,YAAA,QAAA,CAAS,SAAA,GAAY,SAAA,CAAU,UAAA,IAAc,EAAC;AAC9C,YAAA,QAAA,CAAS,YAAA,GACP,SAAA,CAAU,iBAAA,CAAkB,aAAA,IAAiB,MAAA;AAC/C,YAAA,QAAA,CAAS,SAAA,GACP,SAAA,CAAU,iBAAA,CAAkB,UAAA,IAAc,MAAA;AAAA,UAC9C;AAEA,UAAA,IAAI,SAAS,MAAA,EAAQ;AACnB,YAAA,MAAM,WAAA,GAAc,CAAA;AACpB,YAAA,QAAA,CAAS,IAAA,GAAO,YAAY,IAAA,IAAQ,EAAA;AAAA,UACtC;AAEA,UAAA,OAAO;AAAA,YACL,EAAA;AAAA,YACA,IAAA;AAAA,YACA,OAAA;AAAA,YACA;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAGH,QAAA,WAAA,MAAiB,KAAK,WAAA,EAAa;AACjC,UAAA,MAAM,KAAA,GAAQ,CAAA,CAAE,OAAA,CAAQ,KAAA,CAAM,GAAG,CAAA;AAEjC,UAAA,IAAI,cAAA,GAAiB,EAAA;AAErB,UAAA,WAAA,MAAiB,QAAQ,KAAA,EAAO;AAC9B,YAAA,cAAA,GAAiB,cAAA,CAAe,MAAA,CAAO,IAAI,CAAA,CAAE,OAAO,GAAG,CAAA;AACvD,YAAA,CAAA,CAAE,OAAA,GAAU,cAAA;AAEZ,YAAA,MAAM,IAAI,OAAA,CAAQ,CAAA,OAAA,KAAW,UAAA,CAAW,OAAA,EAAS,EAAE,CAAC,CAAA;AAEpD,YAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,cACd,OAAA,EAAS,yCAAyC,cAAc,CAAA,CAAA;AAAA,cAChE,OAAA,EAAS,EAAE,QAAA,EAAU,CAAC,CAAC,CAAA,EAAE;AAAA,cACzB,UAAA,EAAY;AAAA,gBACV,IAAA,EAAM,MAAA;AAAA,gBACN,SAAA,EAAW;AAAA;AACb,aACD,CAAA;AAAA,UACH;AAAA,QACF;AAEA,QAAA,gBAAA,CAAiB,IAAA,CAAK,GAAG,WAAW,CAAA;AAAA,MACtC;AAEA,MAAA,WAAA;AAAA,QACE,gBAAA,CAAiB,IAAI,CAAA,CAAA,MAAM,EAAE,GAAG,CAAA,EAAG,EAAA,EAAIC,OAAA,EAAK,EAAE,CAAE,CAAA;AAAA,QAChD,aAAA;AAAA,QACA,cAAA;AAAA,QACA,CAAC,GAAG,0BAAA,EAA4B,GAAG,QAAQ;AAAA,OAC7C;AAEA,MAAA,OAAO,gBAAA;AAAA,IACT,CAAA;AAEA,IAAA,MAAM,SAAS,QAAA,EAAS;AAExB,IAAA,OAAO,MAAA,GAAS,EAAC,GAAI,MAAA;AAAA,EACvB,CAAA;AAEA,EAAA,MAAM,qBAAwD,YAAY;AACxE,IAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA;AAAA,EAC7B,CAAA;AAEA,EAAA,MAAM,eAAA,GAAkD,OACtD,OAAA,KACG;AACH,IAAA,MAAM,EAAE,cAAA,EAAgB,aAAA,EAAc,GAAI,OAAA;AAE1C,IAAA,MAAM,YAAA,GAAe,MAAMR,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,OAAO,YAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,mBAAoD,OAAO;AAAA,IAC/D;AAAA,GACF,KAA+B;AAC7B,IAAA,MAAM,aAAA,GAAgB,MAAMA,WAAA,CAAU,gBAAA,CAAiB,aAAa,CAAA;AAEpE,IAAA,OAAO,aAAA;AAAA,EACT,CAAA;AACA,EAAA,OAAO;AAAA,IACL,MAAA;AAAA,IACA,kBAAA;AAAA,IACA,eAAA;AAAA,IACA,gBAAA;AAAA,IACA;AAAA,GACF;AACF;AAEA,eAAe,OAAA,CACb,KAAA,EACA,aAAA,EACA,WAAA,EACA,OAAA,EACA;AACA,EAAA,MAAM,MAAA,GAAS,MAAM,KAAA,CAAM,GAAA,CAAI,aAAa,CAAA;AAE5C,EAAA,IAAI,MAAA,EAAQ;AACV,IAAA,OAAO,IAAA,CAAK,KAAA,CAAM,MAAA,CAAO,MAAM,CAAC,CAAA;AAAA,EAClC;AAEA,EAAA,MAAM,IAAA,GAAQ,MAAM,OAAA,CAAQ,cAAA,CAAe,aAAA,EAAe;AAAA,IACxD;AAAA,GACD,CAAA;AACD,EAAA,MAAM,MAAM,GAAA,CAAI,aAAA,EAAe,IAAA,CAAK,SAAA,CAAU,IAAI,CAAC,CAAA;AAEnD,EAAA,OAAO,IAAA;AACT;;;;"}
+{"version":3,"file":"chat.cjs.js","sources":["../../src/services/chat.ts"],"sourcesContent":["import { CatalogService } from '@backstage/plugin-catalog-node';\nimport {\n  LoggerService,\n  RootConfigService,\n  DatabaseService,\n  AuthService,\n} from '@backstage/backend-plugin-api';\nimport { ChatStore } from '../database/chat-store';\nimport {\n  Conversation,\n  Message,\n  JsonObject,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { SignalsService } from '@backstage/plugin-signals-node';\nimport {\n  DEFAULT_FORMATTING_PROMPT,\n  DEFAULT_IDENTITY_PROMPT,\n  DEFAULT_SYSTEM_PROMPT,\n  DEFAULT_TOOL_GUIDELINE,\n} from '../constants/prompts';\nimport {\n  Tool,\n  Model,\n  getUser,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { DynamicStructuredTool } from '@langchain/core/tools';\nimport { createReactAgent } from '@langchain/langgraph/prebuilt';\nimport { SystemMessagePromptTemplate } from '@langchain/core/prompts';\nimport { SummarizerService } from './summarizer';\nimport { v4 as uuid } from 'uuid';\nimport type {\n  BackstageCredentials,\n  CacheService,\n  UserInfoService,\n} from '@backstage/backend-plugin-api';\nimport { AIMessage, ToolMessage } from '@langchain/core/messages';\nimport { McpService } from './mcp';\nimport { CallbackService } from './callbacks';\n\nexport type ChatServiceOptions = {\n  models: Model[];\n  tools: Tool[];\n  logger: LoggerService;\n  config: RootConfigService;\n  database: DatabaseService;\n  signals: SignalsService;\n  catalog: CatalogService;\n  cache: CacheService;\n  auth: AuthService;\n  mcp: McpService;\n  userInfo: UserInfoService;\n  callback: CallbackService;\n  summarizer: SummarizerService;\n};\n\ntype PromptOptions = {\n  modelId: string;\n  messages: Message[];\n  conversationId: string;\n  stream?: boolean;\n  userCredentials: BackstageCredentials;\n};\n\ntype GetConversationOptions = {\n  conversationId: string;\n  userEntityRef: string;\n};\n\ntype GetConversationsOptions = {\n  userEntityRef: string;\n};\n\n// Helper type for messages with required fields except traceId which remains optional\ntype MessageWithRequiredFields = Required<Omit<Message, 'traceId'>> &\n  Pick<Message, 'traceId'>;\n\nexport type ChatService = {\n  prompt: (options: PromptOptions) => Promise<MessageWithRequiredFields[]>;\n  getAvailableModels: () => Promise<string[]>;\n  getConversation: (\n    options: GetConversationOptions,\n  ) => Promise<MessageWithRequiredFields[]>;\n  getConversations: (\n    options: GetConversationsOptions,\n  ) => Promise<Conversation[]>;\n  addMessages: (\n    messages: Message[],\n    userRef: string,\n    conversationId: string,\n    recentConversationMessages?: Message[],\n  ) => Promise<void>;\n  scoreMessage: (messageId: string, score: number) => Promise<void>;\n};\n\nexport const createChatService = async ({\n  models,\n  tools,\n  logger,\n  database,\n  signals,\n  config,\n  catalog,\n  cache,\n  auth,\n  mcp,\n  userInfo,\n  callback,\n  summarizer,\n}: ChatServiceOptions): Promise<ChatService> => {\n  logger.info(`Available models: ${models.map(m => m.id).join(', ')}`);\n  logger.info(`Available tools: ${tools.map(t => t.name).join(', ')}`);\n\n  const identityPrompt =\n    config.getOptionalString('aiAssistant.prompt.identity') ||\n    DEFAULT_IDENTITY_PROMPT;\n\n  const formattingPrompt =\n    config.getOptionalString('aiAssistant.prompt.formatting') ||\n    DEFAULT_FORMATTING_PROMPT;\n\n  const contentPrompt =\n    config.getOptionalString('aiAssistant.prompt.content') ||\n    DEFAULT_SYSTEM_PROMPT;\n\n  const combinedBasePrompt = `${identityPrompt}\\n\\n${formattingPrompt}\\n\\n${contentPrompt}`;\n\n  const toolGuideline =\n    config.getOptionalString('aiAssistant.prompt.toolGuideline') ||\n    DEFAULT_TOOL_GUIDELINE;\n\n  const chatStore = await ChatStore.fromConfig({ database });\n\n  const systemPromptTemplate = SystemMessagePromptTemplate.fromTemplate(`\n    PURPOSE:\n    {basePrompt}\n\n    TOOL USAGE GUIDELINES:\n    {toolGuideline}\n\n    Available tools:\n    {toolList}\n\n    Calling User:\n    {user}\n\n    Context:\n    {context}`);\n\n  const addMessages: ChatService['addMessages'] = async (\n    messages,\n    userRef,\n    conversationId,\n    recentConversationMessages,\n  ) => {\n    // If we have recentConversationMessages, use them; otherwise, fetch the last 5 messages\n    const recentMessages =\n      recentConversationMessages ||\n      (await chatStore.getChatMessages(conversationId, userRef, 5, ['tool']));\n\n    const conversationSize = (recentMessages?.length ?? 0) + messages.length;\n\n    if (recentMessages.length === 0) {\n      const conversation: Conversation = {\n        id: conversationId,\n        title: 'New Conversation',\n        userRef,\n      };\n      chatStore.createConversation(conversation);\n      chatStore.addChatMessage(messages, userRef, conversationId);\n\n      signals.publish({\n        channel: `ai-assistant.chat.conversation-details-update`,\n        message: { conversation },\n        recipients: {\n          type: 'user',\n          entityRef: userRef,\n        },\n      });\n      return;\n    }\n\n    if (conversationSize < 5) {\n      chatStore.addChatMessage(messages, userRef, conversationId);\n      return;\n    }\n\n    const conversation = await chatStore.getConversation(\n      conversationId,\n      userRef,\n    );\n\n    if (conversation.title !== 'New Conversation') {\n      chatStore.addChatMessage(messages, userRef, conversationId);\n      return;\n    }\n\n    const summary = await summarizer.summarizeConversation({\n      messages: recentMessages,\n      length: '25 characters',\n    });\n\n    conversation.title = summary;\n\n    chatStore.updateConversation(conversation);\n    chatStore.addChatMessage(messages, userRef, conversationId);\n\n    signals.publish({\n      channel: `ai-assistant.chat.conversation-details-update`,\n      message: { conversation },\n      recipients: {\n        type: 'user',\n        entityRef: userRef,\n      },\n    });\n  };\n\n  const prompt: ChatService['prompt'] = async ({\n    conversationId,\n    messages,\n    modelId,\n    stream = true,\n    userCredentials,\n  }: PromptOptions) => {\n    const model = models.find(m => m.id === modelId)?.chatModel;\n\n    if (!model) {\n      throw new Error(`Model with id ${modelId} not found`);\n    }\n\n    const { userEntityRef } = await userInfo.getUserInfo(userCredentials);\n\n    const streamFn = async () => {\n      const recentConversationMessages = await chatStore.getChatMessages(\n        conversationId,\n        userEntityRef,\n        10,\n        ['tool'],\n      );\n\n      const credentials = await auth.getOwnServiceCredentials();\n      const user = await getUser(cache, userEntityRef, credentials, catalog);\n\n      const mcpTools = await mcp.getTools(userCredentials);\n\n      const agentTools = tools\n        .map(tool => new DynamicStructuredTool(tool))\n        .concat(mcpTools.map(tool => new DynamicStructuredTool(tool)));\n\n      const messagesWithoutSystem = messages.filter(m => m.role !== 'system');\n\n      addMessages(\n        messagesWithoutSystem,\n        userEntityRef,\n        conversationId,\n        recentConversationMessages,\n      );\n\n      const systemPrompt = await systemPromptTemplate.formatMessages({\n        basePrompt: combinedBasePrompt,\n        toolGuideline,\n        toolList: agentTools\n          .map(tool => `- ${tool.name}: ${tool.description}`)\n          .join('\\n'),\n        context: `none`,\n        user,\n      });\n\n      const agent = createReactAgent({\n        llm: model,\n        tools: agentTools,\n        prompt: systemPrompt[0].text,\n      });\n\n      const { callbacks } = await callback.getChainCallbacks({\n        conversationId,\n        userId: userEntityRef,\n        modelId,\n      });\n\n      const { metadata: promptMetadata } = await callback.getChainMetadata({\n        conversationId,\n        userId: userEntityRef,\n        modelId,\n      });\n\n      const traceId = uuid();\n\n      const promptStream = await agent.stream(\n        {\n          messages: [...recentConversationMessages, ...messages],\n        },\n        {\n          streamMode: ['values'],\n          runName: 'ai-assistant-chat',\n          runId: traceId,\n          metadata: promptMetadata,\n          callbacks,\n        },\n      );\n\n      const responseMessages: MessageWithRequiredFields[] = [];\n\n      for await (const [, chunk] of promptStream) {\n        const { messages: promptMessages } = chunk;\n\n        const newMessages: MessageWithRequiredFields[] = promptMessages\n          .filter(\n            m =>\n              responseMessages.findIndex(\n                rm => m.id === rm.metadata.langGraphId,\n              ) === -1,\n          )\n          .filter(\n            m =>\n              recentConversationMessages.findIndex(rm => rm.id === m.id) === -1,\n          )\n          .filter(m => m.getType() !== 'human')\n          .map(m => {\n            const id = uuid();\n            const role = m.getType();\n            const content =\n              typeof m.content === 'string'\n                ? m.content\n                : JSON.stringify(m.content);\n\n            const metadata: JsonObject = {\n              langGraphId: m.id ?? '',\n            };\n\n            if (role === 'ai') {\n              const aiMessage = m as AIMessage;\n              metadata.toolCalls = aiMessage.tool_calls || [];\n              metadata.finishReason =\n                aiMessage.response_metadata.finish_reason || undefined;\n              metadata.modelName =\n                aiMessage.response_metadata.model_name || undefined;\n            }\n\n            if (role === 'tool') {\n              const toolMessage = m as ToolMessage;\n              metadata.name = toolMessage.name || '';\n            }\n\n            return {\n              id,\n              role,\n              content,\n              metadata,\n              score: 0,\n              traceId: traceId,\n            };\n          });\n\n        // Simulate streaming until langchain messages error is better understood\n        for await (const m of newMessages) {\n          const words = m.content.split(' ');\n          const chunkSize = 5; // Send 5 words at a time\n          let messageBuilder = '';\n\n          for (let i = 0; i < words.length; i += chunkSize) {\n            const wordChunk = words.slice(i, i + chunkSize).join(' ');\n            messageBuilder = messageBuilder.concat(wordChunk).concat(' ');\n            m.content = messageBuilder;\n\n            await new Promise(resolve => setTimeout(resolve, 50));\n\n            signals.publish({\n              channel: `ai-assistant.chat.conversation-stream:${conversationId}`,\n              message: { messages: [m] },\n              recipients: {\n                type: 'user',\n                entityRef: userEntityRef,\n              },\n            });\n          }\n        }\n\n        responseMessages.push(...newMessages);\n      }\n\n      addMessages(responseMessages, userEntityRef, conversationId, [\n        ...recentConversationMessages,\n        ...messages,\n      ]);\n\n      return responseMessages;\n    };\n\n    const result = streamFn();\n\n    return stream ? [] : result;\n  };\n\n  const getAvailableModels: ChatService['getAvailableModels'] = async () => {\n    return models.map(x => x.id);\n  };\n\n  const getConversation: ChatService['getConversation'] = async (\n    options: GetConversationOptions,\n  ) => {\n    const { conversationId, userEntityRef } = options;\n\n    const conversation = await chatStore.getChatMessages(\n      conversationId,\n      userEntityRef,\n    );\n\n    return conversation;\n  };\n\n  const getConversations: ChatService['getConversations'] = async ({\n    userEntityRef,\n  }: GetConversationsOptions) => {\n    const conversations = await chatStore.getConversations(userEntityRef);\n\n    return conversations;\n  };\n\n  const scoreMessage: ChatService['scoreMessage'] = async (\n    messageId: string,\n    score: number,\n  ) => {\n    const message = await chatStore.getMessageById(messageId);\n\n    if (!message) {\n      throw new Error(`Message with id ${messageId} not found`);\n    }\n\n    const updatedMessage: Required<Message> = {\n      ...message,\n      score,\n    };\n\n    chatStore.updateMessage(updatedMessage);\n\n    callback.handleScoreCallbacks({\n      name: 'helpfulness',\n      message: updatedMessage,\n    });\n  };\n\n  return {\n    prompt,\n    getAvailableModels,\n    getConversation,\n    getConversations,\n    addMessages,\n    scoreMessage,\n  };\n};\n"],"names":["tools","DEFAULT_IDENTITY_PROMPT","DEFAULT_FORMATTING_PROMPT","DEFAULT_SYSTEM_PROMPT","DEFAULT_TOOL_GUIDELINE","chatStore","ChatStore","SystemMessagePromptTemplate","conversation","getUser","DynamicStructuredTool","createReactAgent","uuid"],"mappings":";;;;;;;;;;AA8FO,MAAM,oBAAoB,OAAO;AAAA,EACtC,MAAA;AAAA,SACAA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,QAAA;AAAA,EACA,OAAA;AAAA,EACA,MAAA;AAAA,EACA,OAAA;AAAA,EACA,KAAA;AAAA,EACA,IAAA;AAAA,EACA,GAAA;AAAA,EACA,QAAA;AAAA,EACA,QAAA;AAAA,EACA;AACF,CAAA,KAAgD;AAC9C,EAAA,MAAA,CAAO,IAAA,CAAK,CAAA,kBAAA,EAAqB,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AACnE,EAAA,MAAA,CAAO,IAAA,CAAK,CAAA,iBAAA,EAAoBA,OAAA,CAAM,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAEnE,EAAA,MAAM,cAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,6BAA6B,CAAA,IACtDC,+BAAA;AAEF,EAAA,MAAM,gBAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,+BAA+B,CAAA,IACxDC,iCAAA;AAEF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,4BAA4B,CAAA,IACrDC,6BAAA;AAEF,EAAA,MAAM,kBAAA,GAAqB,GAAG,cAAc;;AAAA,EAAO,gBAAgB;;AAAA,EAAO,aAAa,CAAA,CAAA;AAEvF,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,kCAAkC,CAAA,IAC3DC,8BAAA;AAEF,EAAA,MAAMC,cAAY,MAAMC,mBAAA,CAAU,UAAA,CAAW,EAAE,UAAU,CAAA;AAEzD,EAAA,MAAM,oBAAA,GAAuBC,sCAA4B,YAAA,CAAa;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA;;AAAA;AAAA,aAAA,CAc1D,CAAA;AAEZ,EAAA,MAAM,WAAA,GAA0C,OAC9C,QAAA,EACA,OAAA,EACA,gBACA,0BAAA,KACG;AAEH,IAAA,MAAM,cAAA,GACJ,0BAAA,IACC,MAAMF,WAAA,CAAU,eAAA,CAAgB,gBAAgB,OAAA,EAAS,CAAA,EAAG,CAAC,MAAM,CAAC,CAAA;AAEvE,IAAA,MAAM,gBAAA,GAAA,CAAoB,cAAA,EAAgB,MAAA,IAAU,CAAA,IAAK,QAAA,CAAS,MAAA;AAElE,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,MAAMG,aAAAA,GAA6B;AAAA,QACjC,EAAA,EAAI,cAAA;AAAA,QACJ,KAAA,EAAO,kBAAA;AAAA,QACP;AAAA,OACF;AACA,MAAAH,WAAA,CAAU,mBAAmBG,aAAY,CAAA;AACzC,MAAAH,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAE1D,MAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,QACd,OAAA,EAAS,CAAA,6CAAA,CAAA;AAAA,QACT,OAAA,EAAS,EAAE,YAAA,EAAAG,aAAAA,EAAa;AAAA,QACxB,UAAA,EAAY;AAAA,UACV,IAAA,EAAM,MAAA;AAAA,UACN,SAAA,EAAW;AAAA;AACb,OACD,CAAA;AACD,MAAA;AAAA,IACF;AAEA,IAAA,IAAI,mBAAmB,CAAA,EAAG;AACxB,MAAAH,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAC1D,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,YAAA,GAAe,MAAMA,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,IAAI,YAAA,CAAa,UAAU,kBAAA,EAAoB;AAC7C,MAAAA,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAC1D,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,UAAA,CAAW,qBAAA,CAAsB;AAAA,MACrD,QAAA,EAAU,cAAA;AAAA,MACV,MAAA,EAAQ;AAAA,KACT,CAAA;AAED,IAAA,YAAA,CAAa,KAAA,GAAQ,OAAA;AAErB,IAAAA,WAAA,CAAU,mBAAmB,YAAY,CAAA;AACzC,IAAAA,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,OAAA,EAAS,cAAc,CAAA;AAE1D,IAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,MACd,OAAA,EAAS,CAAA,6CAAA,CAAA;AAAA,MACT,OAAA,EAAS,EAAE,YAAA,EAAa;AAAA,MACxB,UAAA,EAAY;AAAA,QACV,IAAA,EAAM,MAAA;AAAA,QACN,SAAA,EAAW;AAAA;AACb,KACD,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,MAAM,SAAgC,OAAO;AAAA,IAC3C,cAAA;AAAA,IACA,QAAA;AAAA,IACA,OAAA;AAAA,IACA,MAAA,GAAS,IAAA;AAAA,IACT;AAAA,GACF,KAAqB;AACnB,IAAA,MAAM,QAAQ,MAAA,CAAO,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,OAAO,CAAA,EAAG,SAAA;AAElD,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,cAAA,EAAiB,OAAO,CAAA,UAAA,CAAY,CAAA;AAAA,IACtD;AAEA,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,eAAe,CAAA;AAEpE,IAAA,MAAM,WAAW,YAAY;AAC3B,MAAA,MAAM,0BAAA,GAA6B,MAAMA,WAAA,CAAU,eAAA;AAAA,QACjD,cAAA;AAAA,QACA,aAAA;AAAA,QACA,EAAA;AAAA,QACA,CAAC,MAAM;AAAA,OACT;AAEA,MAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,wBAAA,EAAyB;AACxD,MAAA,MAAM,OAAO,MAAMI,sCAAA,CAAQ,KAAA,EAAO,aAAA,EAAe,aAAa,OAAO,CAAA;AAErE,MAAA,MAAM,QAAA,GAAW,MAAM,GAAA,CAAI,QAAA,CAAS,eAAe,CAAA;AAEnD,MAAA,MAAM,aAAaT,OAAA,CAChB,GAAA,CAAI,CAAA,IAAA,KAAQ,IAAIU,4BAAsB,IAAI,CAAC,CAAA,CAC3C,MAAA,CAAO,SAAS,GAAA,CAAI,CAAA,IAAA,KAAQ,IAAIA,2BAAA,CAAsB,IAAI,CAAC,CAAC,CAAA;AAE/D,MAAA,MAAM,wBAAwB,QAAA,CAAS,MAAA,CAAO,CAAA,CAAA,KAAK,CAAA,CAAE,SAAS,QAAQ,CAAA;AAEtE,MAAA,WAAA;AAAA,QACE,qBAAA;AAAA,QACA,aAAA;AAAA,QACA,cAAA;AAAA,QACA;AAAA,OACF;AAEA,MAAA,MAAM,YAAA,GAAe,MAAM,oBAAA,CAAqB,cAAA,CAAe;AAAA,QAC7D,UAAA,EAAY,kBAAA;AAAA,QACZ,aAAA;AAAA,QACA,QAAA,EAAU,UAAA,CACP,GAAA,CAAI,CAAA,IAAA,KAAQ,CAAA,EAAA,EAAK,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,IAAA,CAAK,WAAW,CAAA,CAAE,CAAA,CACjD,KAAK,IAAI,CAAA;AAAA,QACZ,OAAA,EAAS,CAAA,IAAA,CAAA;AAAA,QACT;AAAA,OACD,CAAA;AAED,MAAA,MAAM,QAAQC,yBAAA,CAAiB;AAAA,QAC7B,GAAA,EAAK,KAAA;AAAA,QACL,KAAA,EAAO,UAAA;AAAA,QACP,MAAA,EAAQ,YAAA,CAAa,CAAC,CAAA,CAAE;AAAA,OACzB,CAAA;AAED,MAAA,MAAM,EAAE,SAAA,EAAU,GAAI,MAAM,SAAS,iBAAA,CAAkB;AAAA,QACrD,cAAA;AAAA,QACA,MAAA,EAAQ,aAAA;AAAA,QACR;AAAA,OACD,CAAA;AAED,MAAA,MAAM,EAAE,QAAA,EAAU,cAAA,EAAe,GAAI,MAAM,SAAS,gBAAA,CAAiB;AAAA,QACnE,cAAA;AAAA,QACA,MAAA,EAAQ,aAAA;AAAA,QACR;AAAA,OACD,CAAA;AAED,MAAA,MAAM,UAAUC,OAAA,EAAK;AAErB,MAAA,MAAM,YAAA,GAAe,MAAM,KAAA,CAAM,MAAA;AAAA,QAC/B;AAAA,UACE,QAAA,EAAU,CAAC,GAAG,0BAAA,EAA4B,GAAG,QAAQ;AAAA,SACvD;AAAA,QACA;AAAA,UACE,UAAA,EAAY,CAAC,QAAQ,CAAA;AAAA,UACrB,OAAA,EAAS,mBAAA;AAAA,UACT,KAAA,EAAO,OAAA;AAAA,UACP,QAAA,EAAU,cAAA;AAAA,UACV;AAAA;AACF,OACF;AAEA,MAAA,MAAM,mBAAgD,EAAC;AAEvD,MAAA,WAAA,MAAiB,GAAG,KAAK,CAAA,IAAK,YAAA,EAAc;AAC1C,QAAA,MAAM,EAAE,QAAA,EAAU,cAAA,EAAe,GAAI,KAAA;AAErC,QAAA,MAAM,cAA2C,cAAA,CAC9C,MAAA;AAAA,UACC,OACE,gBAAA,CAAiB,SAAA;AAAA,YACf,CAAA,EAAA,KAAM,CAAA,CAAE,EAAA,KAAO,EAAA,CAAG,QAAA,CAAS;AAAA,WAC7B,KAAM;AAAA,SACV,CACC,MAAA;AAAA,UACC,CAAA,CAAA,KACE,2BAA2B,SAAA,CAAU,CAAA,EAAA,KAAM,GAAG,EAAA,KAAO,CAAA,CAAE,EAAE,CAAA,KAAM;AAAA,SACnE,CACC,OAAO,CAAA,CAAA,KAAK,CAAA,CAAE,SAAQ,KAAM,OAAO,CAAA,CACnC,GAAA,CAAI,CAAA,CAAA,KAAK;AACR,UAAA,MAAM,KAAKA,OAAA,EAAK;AAChB,UAAA,MAAM,IAAA,GAAO,EAAE,OAAA,EAAQ;AACvB,UAAA,MAAM,OAAA,GACJ,OAAO,CAAA,CAAE,OAAA,KAAY,QAAA,GACjB,EAAE,OAAA,GACF,IAAA,CAAK,SAAA,CAAU,CAAA,CAAE,OAAO,CAAA;AAE9B,UAAA,MAAM,QAAA,GAAuB;AAAA,YAC3B,WAAA,EAAa,EAAE,EAAA,IAAM;AAAA,WACvB;AAEA,UAAA,IAAI,SAAS,IAAA,EAAM;AACjB,YAAA,MAAM,SAAA,GAAY,CAAA;AAClB,YAAA,QAAA,CAAS,SAAA,GAAY,SAAA,CAAU,UAAA,IAAc,EAAC;AAC9C,YAAA,QAAA,CAAS,YAAA,GACP,SAAA,CAAU,iBAAA,CAAkB,aAAA,IAAiB,MAAA;AAC/C,YAAA,QAAA,CAAS,SAAA,GACP,SAAA,CAAU,iBAAA,CAAkB,UAAA,IAAc,MAAA;AAAA,UAC9C;AAEA,UAAA,IAAI,SAAS,MAAA,EAAQ;AACnB,YAAA,MAAM,WAAA,GAAc,CAAA;AACpB,YAAA,QAAA,CAAS,IAAA,GAAO,YAAY,IAAA,IAAQ,EAAA;AAAA,UACtC;AAEA,UAAA,OAAO;AAAA,YACL,EAAA;AAAA,YACA,IAAA;AAAA,YACA,OAAA;AAAA,YACA,QAAA;AAAA,YACA,KAAA,EAAO,CAAA;AAAA,YACP;AAAA,WACF;AAAA,QACF,CAAC,CAAA;AAGH,QAAA,WAAA,MAAiB,KAAK,WAAA,EAAa;AACjC,UAAA,MAAM,KAAA,GAAQ,CAAA,CAAE,OAAA,CAAQ,KAAA,CAAM,GAAG,CAAA;AACjC,UAAA,MAAM,SAAA,GAAY,CAAA;AAClB,UAAA,IAAI,cAAA,GAAiB,EAAA;AAErB,UAAA,KAAA,IAAS,IAAI,CAAA,EAAG,CAAA,GAAI,KAAA,CAAM,MAAA,EAAQ,KAAK,SAAA,EAAW;AAChD,YAAA,MAAM,SAAA,GAAY,MAAM,KAAA,CAAM,CAAA,EAAG,IAAI,SAAS,CAAA,CAAE,KAAK,GAAG,CAAA;AACxD,YAAA,cAAA,GAAiB,cAAA,CAAe,MAAA,CAAO,SAAS,CAAA,CAAE,OAAO,GAAG,CAAA;AAC5D,YAAA,CAAA,CAAE,OAAA,GAAU,cAAA;AAEZ,YAAA,MAAM,IAAI,OAAA,CAAQ,CAAA,OAAA,KAAW,UAAA,CAAW,OAAA,EAAS,EAAE,CAAC,CAAA;AAEpD,YAAA,OAAA,CAAQ,OAAA,CAAQ;AAAA,cACd,OAAA,EAAS,yCAAyC,cAAc,CAAA,CAAA;AAAA,cAChE,OAAA,EAAS,EAAE,QAAA,EAAU,CAAC,CAAC,CAAA,EAAE;AAAA,cACzB,UAAA,EAAY;AAAA,gBACV,IAAA,EAAM,MAAA;AAAA,gBACN,SAAA,EAAW;AAAA;AACb,aACD,CAAA;AAAA,UACH;AAAA,QACF;AAEA,QAAA,gBAAA,CAAiB,IAAA,CAAK,GAAG,WAAW,CAAA;AAAA,MACtC;AAEA,MAAA,WAAA,CAAY,gBAAA,EAAkB,eAAe,cAAA,EAAgB;AAAA,QAC3D,GAAG,0BAAA;AAAA,QACH,GAAG;AAAA,OACJ,CAAA;AAED,MAAA,OAAO,gBAAA;AAAA,IACT,CAAA;AAEA,IAAA,MAAM,SAAS,QAAA,EAAS;AAExB,IAAA,OAAO,MAAA,GAAS,EAAC,GAAI,MAAA;AAAA,EACvB,CAAA;AAEA,EAAA,MAAM,qBAAwD,YAAY;AACxE,IAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA;AAAA,EAC7B,CAAA;AAEA,EAAA,MAAM,eAAA,GAAkD,OACtD,OAAA,KACG;AACH,IAAA,MAAM,EAAE,cAAA,EAAgB,aAAA,EAAc,GAAI,OAAA;AAE1C,IAAA,MAAM,YAAA,GAAe,MAAMP,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,OAAO,YAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,mBAAoD,OAAO;AAAA,IAC/D;AAAA,GACF,KAA+B;AAC7B,IAAA,MAAM,aAAA,GAAgB,MAAMA,WAAA,CAAU,gBAAA,CAAiB,aAAa,CAAA;AAEpE,IAAA,OAAO,aAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,YAAA,GAA4C,OAChD,SAAA,EACA,KAAA,KACG;AACH,IAAA,MAAM,OAAA,GAAU,MAAMA,WAAA,CAAU,cAAA,CAAe,SAAS,CAAA;AAExD,IAAA,IAAI,CAAC,OAAA,EAAS;AACZ,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,gBAAA,EAAmB,SAAS,CAAA,UAAA,CAAY,CAAA;AAAA,IAC1D;AAEA,IAAA,MAAM,cAAA,GAAoC;AAAA,MACxC,GAAG,OAAA;AAAA,MACH;AAAA,KACF;AAEA,IAAAA,WAAA,CAAU,cAAc,cAAc,CAAA;AAEtC,IAAA,QAAA,CAAS,oBAAA,CAAqB;AAAA,MAC5B,IAAA,EAAM,aAAA;AAAA,MACN,OAAA,EAAS;AAAA,KACV,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,OAAO;AAAA,IACL,MAAA;AAAA,IACA,kBAAA;AAAA,IACA,eAAA;AAAA,IACA,gBAAA;AAAA,IACA,WAAA;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/services/mcp.cjs.js

@@ -0,0 +1,119 @@
+'use strict';
+
+var mcpAdapters = require('@langchain/mcp-adapters');
+var backstagePluginAiAssistantNode = require('@sweetoburrito/backstage-plugin-ai-assistant-node');
+var mcpStore = require('../database/mcp-store.cjs.js');
+
+const createMcpService = async ({
+  config,
+  userInfo,
+  database
+}) => {
+  const serversConfig = config.getOptionalConfigArray(
+    "aiAssistant.mcp.servers"
+  );
+  const encryptionKey = config.getString("aiAssistant.mcp.encryptionKey");
+  const preConfiguredMcpServers = serversConfig ? serversConfig.reduce((acc, server) => {
+    const serverName = server.getString("name");
+    const options = server.get("options");
+    acc[serverName] = options;
+    return acc;
+  }, {}) : null;
+  const preConfiguredMcpClient = preConfiguredMcpServers ? new mcpAdapters.MultiServerMCPClient({
+    prefixToolNameWithServerName: true,
+    useStandardContentBlocks: true,
+    mcpServers: preConfiguredMcpServers
+  }) : null;
+  const mcpStore$1 = await mcpStore.McpStore.fromConfig({ database });
+  const getUserMcpServerConfigNames = async (credentials) => {
+    const { userEntityRef } = await userInfo.getUserInfo(credentials);
+    return mcpStore$1.getUserUserMcpConfigNames(userEntityRef);
+  };
+  const getUserMcpServerConfig = async (credentials) => {
+    const { userEntityRef } = await userInfo.getUserInfo(credentials);
+    const encryptedMcpConfig = await mcpStore$1.getUserMcpConfigs(userEntityRef);
+    const mcpConfig = encryptedMcpConfig.map((c) => ({
+      name: c.name,
+      options: JSON.parse(backstagePluginAiAssistantNode.decrypt(c.encryptedOptions, encryptionKey))
+    }));
+    return mcpConfig;
+  };
+  const getTools = async (credentials) => {
+    const userMcpConfig = await getUserMcpServerConfig(credentials);
+    const userMcpServers = userMcpConfig.length ? userMcpConfig.reduce((acc, server) => {
+      const { name, options } = server;
+      acc[name] = options;
+      return acc;
+    }, {}) : null;
+    const userConfigClient = userMcpServers ? new mcpAdapters.MultiServerMCPClient({
+      prefixToolNameWithServerName: true,
+      useStandardContentBlocks: true,
+      mcpServers: userMcpServers
+    }) : null;
+    const userMcpTools = userConfigClient ? await userConfigClient.getTools() : [];
+    const preConfiguredMcpTools = preConfiguredMcpClient ? await preConfiguredMcpClient.getTools() : [];
+    const mcpTools = [...userMcpTools, ...preConfiguredMcpTools];
+    const tools = mcpTools.map((mcpTool) => {
+      const { name, description, schema } = mcpTool;
+      return backstagePluginAiAssistantNode.createAssistantTool({
+        tool: {
+          name,
+          description,
+          schema,
+          func: async (params) => {
+            const result = await mcpTool.invoke(params);
+            return JSON.stringify(result);
+          }
+        }
+      });
+    });
+    return tools;
+  };
+  const validateMcpServerConfig = async (mcpConfig) => {
+    try {
+      const userMcpServers = mcpConfig.reduce((acc, server) => {
+        const { name, options } = server;
+        acc[name] = options;
+        return acc;
+      }, {});
+      const userConfigClient = new mcpAdapters.MultiServerMCPClient({
+        prefixToolNameWithServerName: true,
+        useStandardContentBlocks: true,
+        mcpServers: userMcpServers
+      });
+      await userConfigClient.getTools();
+    } catch (e) {
+      const error = new Error("Invalid MCP server configuration");
+      error.name = "McpConfigurationError";
+      throw error;
+    }
+  };
+  const createUserMcpServerConfig = async (credentials, mcpConfig) => {
+    await validateMcpServerConfig([mcpConfig]);
+    const { userEntityRef } = await userInfo.getUserInfo(credentials);
+    const { name, options } = mcpConfig;
+    const encryptedOptions = backstagePluginAiAssistantNode.encrypt(JSON.stringify(options), encryptionKey);
+    await mcpStore$1.createUserMcpConfig(userEntityRef, name, encryptedOptions);
+  };
+  const updateUserMcpServerConfig = async (credentials, mcpConfig) => {
+    await validateMcpServerConfig([mcpConfig]);
+    const { userEntityRef } = await userInfo.getUserInfo(credentials);
+    const { name, options } = mcpConfig;
+    const encryptedOptions = backstagePluginAiAssistantNode.encrypt(JSON.stringify(options), encryptionKey);
+    await mcpStore$1.updateUserMcpConfig(userEntityRef, name, encryptedOptions);
+  };
+  const deleteUserMcpServerConfig = async (credentials, name) => {
+    const { userEntityRef } = await userInfo.getUserInfo(credentials);
+    await mcpStore$1.deleteUserMcpConfig(userEntityRef, name);
+  };
+  return {
+    getTools,
+    createUserMcpServerConfig,
+    updateUserMcpServerConfig,
+    getUserMcpServerConfigNames,
+    deleteUserMcpServerConfig
+  };
+};
+
+exports.createMcpService = createMcpService;
+//# sourceMappingURL=mcp.cjs.js.map

package/dist/services/mcp.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp.cjs.js","sources":["../../src/services/mcp.ts"],"sourcesContent":["import {\n  BackstageCredentials,\n  DatabaseService,\n  RootConfigService,\n  UserInfoService,\n} from '@backstage/backend-plugin-api';\nimport { MultiServerMCPClient } from '@langchain/mcp-adapters';\nimport {\n  McpServerConfig,\n  McpServerConfigOptions,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport {\n  createAssistantTool,\n  Tool,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { McpStore } from '../database/mcp-store';\nimport {\n  encrypt,\n  decrypt,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\n\ntype CreateMcpServiceOptions = {\n  config: RootConfigService;\n  userInfo: UserInfoService;\n  database: DatabaseService;\n};\n\nexport type McpService = {\n  getTools: (credentials: BackstageCredentials) => Promise<Tool[]>;\n  createUserMcpServerConfig: (\n    credentials: BackstageCredentials,\n    config: McpServerConfig,\n  ) => Promise<void>;\n  updateUserMcpServerConfig: (\n    credentials: BackstageCredentials,\n    config: McpServerConfig,\n  ) => Promise<void>;\n  getUserMcpServerConfigNames: (\n    credentials: BackstageCredentials,\n  ) => Promise<string[]>;\n  deleteUserMcpServerConfig: (\n    credentials: BackstageCredentials,\n    name: string,\n  ) => Promise<void>;\n};\n\nexport const createMcpService = async ({\n  config,\n  userInfo,\n  database,\n}: CreateMcpServiceOptions): Promise<McpService> => {\n  const serversConfig = config.getOptionalConfigArray(\n    'aiAssistant.mcp.servers',\n  );\n  const encryptionKey = config.getString('aiAssistant.mcp.encryptionKey');\n\n  const preConfiguredMcpServers = serversConfig\n    ? serversConfig.reduce((acc, server) => {\n        const serverName = server.getString('name');\n        const options = server.get<McpServerConfigOptions>('options');\n\n        acc[serverName] = options;\n\n        return acc;\n      }, {} as Record<string, McpServerConfigOptions>)\n    : null;\n\n  const preConfiguredMcpClient = preConfiguredMcpServers\n    ? new MultiServerMCPClient({\n        prefixToolNameWithServerName: true,\n        useStandardContentBlocks: true,\n        mcpServers: preConfiguredMcpServers,\n      })\n    : null;\n\n  const mcpStore = await McpStore.fromConfig({ database });\n\n  const getUserMcpServerConfigNames: McpService['getUserMcpServerConfigNames'] =\n    async credentials => {\n      const { userEntityRef } = await userInfo.getUserInfo(credentials);\n      return mcpStore.getUserUserMcpConfigNames(userEntityRef);\n    };\n\n  const getUserMcpServerConfig = async (\n    credentials: BackstageCredentials,\n  ): Promise<McpServerConfig[]> => {\n    const { userEntityRef } = await userInfo.getUserInfo(credentials);\n\n    const encryptedMcpConfig = await mcpStore.getUserMcpConfigs(userEntityRef);\n\n    const mcpConfig: McpServerConfig[] = encryptedMcpConfig.map(c => ({\n      name: c.name,\n      options: JSON.parse(decrypt(c.encryptedOptions, encryptionKey)),\n    }));\n\n    return mcpConfig;\n  };\n\n  const getTools: McpService['getTools'] = async credentials => {\n    const userMcpConfig = await getUserMcpServerConfig(credentials);\n\n    const userMcpServers = userMcpConfig.length\n      ? userMcpConfig.reduce((acc, server) => {\n          const { name, options } = server;\n\n          acc[name] = options;\n\n          return acc;\n        }, {} as Record<string, McpServerConfigOptions>)\n      : null;\n\n    const userConfigClient = userMcpServers\n      ? new MultiServerMCPClient({\n          prefixToolNameWithServerName: true,\n          useStandardContentBlocks: true,\n          mcpServers: userMcpServers,\n        })\n      : null;\n\n    const userMcpTools = userConfigClient\n      ? await userConfigClient.getTools()\n      : [];\n    const preConfiguredMcpTools = preConfiguredMcpClient\n      ? await preConfiguredMcpClient.getTools()\n      : [];\n\n    const mcpTools = [...userMcpTools, ...preConfiguredMcpTools];\n\n    const tools = mcpTools.map(mcpTool => {\n      const { name, description, schema } = mcpTool;\n      return createAssistantTool({\n        tool: {\n          name,\n          description,\n          schema: schema as Tool['schema'],\n          func: async (params: any) => {\n            const result = await mcpTool.invoke(params);\n            return JSON.stringify(result);\n          },\n        },\n      });\n    });\n\n    return tools;\n  };\n\n  const validateMcpServerConfig = async (\n    mcpConfig: McpServerConfig[],\n  ): Promise<void> => {\n    try {\n      const userMcpServers = mcpConfig.reduce((acc, server) => {\n        const { name, options } = server;\n\n        acc[name] = options;\n\n        return acc;\n      }, {} as Record<string, McpServerConfigOptions>);\n\n      const userConfigClient = new MultiServerMCPClient({\n        prefixToolNameWithServerName: true,\n        useStandardContentBlocks: true,\n        mcpServers: userMcpServers,\n      });\n\n      await userConfigClient.getTools();\n    } catch (e) {\n      const error = new Error('Invalid MCP server configuration');\n      error.name = 'McpConfigurationError';\n      throw error;\n    }\n  };\n\n  const createUserMcpServerConfig: McpService['createUserMcpServerConfig'] =\n    async (credentials, mcpConfig) => {\n      await validateMcpServerConfig([mcpConfig]);\n      const { userEntityRef } = await userInfo.getUserInfo(credentials);\n      const { name, options } = mcpConfig;\n\n      const encryptedOptions = encrypt(JSON.stringify(options), encryptionKey);\n\n      await mcpStore.createUserMcpConfig(userEntityRef, name, encryptedOptions);\n    };\n\n  const updateUserMcpServerConfig: McpService['updateUserMcpServerConfig'] =\n    async (credentials, mcpConfig) => {\n      await validateMcpServerConfig([mcpConfig]);\n      const { userEntityRef } = await userInfo.getUserInfo(credentials);\n      const { name, options } = mcpConfig;\n\n      const encryptedOptions = encrypt(JSON.stringify(options), encryptionKey);\n\n      await mcpStore.updateUserMcpConfig(userEntityRef, name, encryptedOptions);\n    };\n\n  const deleteUserMcpServerConfig: McpService['deleteUserMcpServerConfig'] =\n    async (credentials, name) => {\n      const { userEntityRef } = await userInfo.getUserInfo(credentials);\n      await mcpStore.deleteUserMcpConfig(userEntityRef, name);\n    };\n\n  return {\n    getTools,\n    createUserMcpServerConfig,\n    updateUserMcpServerConfig,\n    getUserMcpServerConfigNames,\n    deleteUserMcpServerConfig,\n  };\n};\n"],"names":["MultiServerMCPClient","mcpStore","McpStore","decrypt","createAssistantTool","encrypt"],"mappings":";;;;;;AA8CO,MAAM,mBAAmB,OAAO;AAAA,EACrC,MAAA;AAAA,EACA,QAAA;AAAA,EACA;AACF,CAAA,KAAoD;AAClD,EAAA,MAAM,gBAAgB,MAAA,CAAO,sBAAA;AAAA,IAC3B;AAAA,GACF;AACA,EAAA,MAAM,aAAA,GAAgB,MAAA,CAAO,SAAA,CAAU,+BAA+B,CAAA;AAEtE,EAAA,MAAM,0BAA0B,aAAA,GAC5B,aAAA,CAAc,MAAA,CAAO,CAAC,KAAK,MAAA,KAAW;AACpC,IAAA,MAAM,UAAA,GAAa,MAAA,CAAO,SAAA,CAAU,MAAM,CAAA;AAC1C,IAAA,MAAM,OAAA,GAAU,MAAA,CAAO,GAAA,CAA4B,SAAS,CAAA;AAE5D,IAAA,GAAA,CAAI,UAAU,CAAA,GAAI,OAAA;AAElB,IAAA,OAAO,GAAA;AAAA,EACT,CAAA,EAAG,EAA4C,CAAA,GAC/C,IAAA;AAEJ,EAAA,MAAM,sBAAA,GAAyB,uBAAA,GAC3B,IAAIA,gCAAA,CAAqB;AAAA,IACvB,4BAAA,EAA8B,IAAA;AAAA,IAC9B,wBAAA,EAA0B,IAAA;AAAA,IAC1B,UAAA,EAAY;AAAA,GACb,CAAA,GACD,IAAA;AAEJ,EAAA,MAAMC,aAAW,MAAMC,iBAAA,CAAS,UAAA,CAAW,EAAE,UAAU,CAAA;AAEvD,EAAA,MAAM,2BAAA,GACJ,OAAM,WAAA,KAAe;AACnB,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAChE,IAAA,OAAOD,UAAA,CAAS,0BAA0B,aAAa,CAAA;AAAA,EACzD,CAAA;AAEF,EAAA,MAAM,sBAAA,GAAyB,OAC7B,WAAA,KAC+B;AAC/B,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAEhE,IAAA,MAAM,kBAAA,GAAqB,MAAMA,UAAA,CAAS,iBAAA,CAAkB,aAAa,CAAA;AAEzE,IAAA,MAAM,SAAA,GAA+B,kBAAA,CAAmB,GAAA,CAAI,CAAA,CAAA,MAAM;AAAA,MAChE,MAAM,CAAA,CAAE,IAAA;AAAA,MACR,SAAS,IAAA,CAAK,KAAA,CAAME,uCAAQ,CAAA,CAAE,gBAAA,EAAkB,aAAa,CAAC;AAAA,KAChE,CAAE,CAAA;AAEF,IAAA,OAAO,SAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,QAAA,GAAmC,OAAM,WAAA,KAAe;AAC5D,IAAA,MAAM,aAAA,GAAgB,MAAM,sBAAA,CAAuB,WAAW,CAAA;AAE9D,IAAA,MAAM,iBAAiB,aAAA,CAAc,MAAA,GACjC,cAAc,MAAA,CAAO,CAAC,KAAK,MAAA,KAAW;AACpC,MAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAQ,GAAI,MAAA;AAE1B,MAAA,GAAA,CAAI,IAAI,CAAA,GAAI,OAAA;AAEZ,MAAA,OAAO,GAAA;AAAA,IACT,CAAA,EAAG,EAA4C,CAAA,GAC/C,IAAA;AAEJ,IAAA,MAAM,gBAAA,GAAmB,cAAA,GACrB,IAAIH,gCAAA,CAAqB;AAAA,MACvB,4BAAA,EAA8B,IAAA;AAAA,MAC9B,wBAAA,EAA0B,IAAA;AAAA,MAC1B,UAAA,EAAY;AAAA,KACb,CAAA,GACD,IAAA;AAEJ,IAAA,MAAM,eAAe,gBAAA,GACjB,MAAM,gBAAA,CAAiB,QAAA,KACvB,EAAC;AACL,IAAA,MAAM,wBAAwB,sBAAA,GAC1B,MAAM,sBAAA,CAAuB,QAAA,KAC7B,EAAC;AAEL,IAAA,MAAM,QAAA,GAAW,CAAC,GAAG,YAAA,EAAc,GAAG,qBAAqB,CAAA;AAE3D,IAAA,MAAM,KAAA,GAAQ,QAAA,CAAS,GAAA,CAAI,CAAA,OAAA,KAAW;AACpC,MAAA,MAAM,EAAE,IAAA,EAAM,WAAA,EAAa,MAAA,EAAO,GAAI,OAAA;AACtC,MAAA,OAAOI,kDAAA,CAAoB;AAAA,QACzB,IAAA,EAAM;AAAA,UACJ,IAAA;AAAA,UACA,WAAA;AAAA,UACA,MAAA;AAAA,UACA,IAAA,EAAM,OAAO,MAAA,KAAgB;AAC3B,YAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,MAAA,CAAO,MAAM,CAAA;AAC1C,YAAA,OAAO,IAAA,CAAK,UAAU,MAAM,CAAA;AAAA,UAC9B;AAAA;AACF,OACD,CAAA;AAAA,IACH,CAAC,CAAA;AAED,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,uBAAA,GAA0B,OAC9B,SAAA,KACkB;AAClB,IAAA,IAAI;AACF,MAAA,MAAM,cAAA,GAAiB,SAAA,CAAU,MAAA,CAAO,CAAC,KAAK,MAAA,KAAW;AACvD,QAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAQ,GAAI,MAAA;AAE1B,QAAA,GAAA,CAAI,IAAI,CAAA,GAAI,OAAA;AAEZ,QAAA,OAAO,GAAA;AAAA,MACT,CAAA,EAAG,EAA4C,CAAA;AAE/C,MAAA,MAAM,gBAAA,GAAmB,IAAIJ,gCAAA,CAAqB;AAAA,QAChD,4BAAA,EAA8B,IAAA;AAAA,QAC9B,wBAAA,EAA0B,IAAA;AAAA,QAC1B,UAAA,EAAY;AAAA,OACb,CAAA;AAED,MAAA,MAAM,iBAAiB,QAAA,EAAS;AAAA,IAClC,SAAS,CAAA,EAAG;AACV,MAAA,MAAM,KAAA,GAAQ,IAAI,KAAA,CAAM,kCAAkC,CAAA;AAC1D,MAAA,KAAA,CAAM,IAAA,GAAO,uBAAA;AACb,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,yBAAA,GACJ,OAAO,WAAA,EAAa,SAAA,KAAc;AAChC,IAAA,MAAM,uBAAA,CAAwB,CAAC,SAAS,CAAC,CAAA;AACzC,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAChE,IAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAQ,GAAI,SAAA;AAE1B,IAAA,MAAM,mBAAmBK,sCAAA,CAAQ,IAAA,CAAK,SAAA,CAAU,OAAO,GAAG,aAAa,CAAA;AAEvE,IAAA,MAAMJ,UAAA,CAAS,mBAAA,CAAoB,aAAA,EAAe,IAAA,EAAM,gBAAgB,CAAA;AAAA,EAC1E,CAAA;AAEF,EAAA,MAAM,yBAAA,GACJ,OAAO,WAAA,EAAa,SAAA,KAAc;AAChC,IAAA,MAAM,uBAAA,CAAwB,CAAC,SAAS,CAAC,CAAA;AACzC,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAChE,IAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAQ,GAAI,SAAA;AAE1B,IAAA,MAAM,mBAAmBI,sCAAA,CAAQ,IAAA,CAAK,SAAA,CAAU,OAAO,GAAG,aAAa,CAAA;AAEvE,IAAA,MAAMJ,UAAA,CAAS,mBAAA,CAAoB,aAAA,EAAe,IAAA,EAAM,gBAAgB,CAAA;AAAA,EAC1E,CAAA;AAEF,EAAA,MAAM,yBAAA,GACJ,OAAO,WAAA,EAAa,IAAA,KAAS;AAC3B,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAChE,IAAA,MAAMA,UAAA,CAAS,mBAAA,CAAoB,aAAA,EAAe,IAAI,CAAA;AAAA,EACxD,CAAA;AAEF,EAAA,OAAO;AAAA,IACL,QAAA;AAAA,IACA,yBAAA;AAAA,IACA,yBAAA;AAAA,IACA,2BAAA;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/services/router/chat.cjs.js

@@ -30,14 +30,13 @@ async function createChatRouter(options) {
     validation.validation(messageSchema, "body"),
     async (req, res) => {
       const { messages, conversationId, modelId, stream } = req.body;
-      const credentials = await httpAuth.credentials(req);
-      const { userEntityRef } = await userInfo.getUserInfo(credentials);
+      const userCredentials = await httpAuth.credentials(req);
       const responseMessages = await chat.prompt({
         modelId,
         messages,
         conversationId,
         stream,
-        userEntityRef
+        userCredentials
       });
       res.json({
         messages: responseMessages,
@@ -66,6 +65,27 @@ async function createChatRouter(options) {
     });
     res.json({ conversation });
   });
+  router.post(
+    "/message/:messageId/score",
+    validation.validation(
+      z__default.default.object({
+        messageId: z__default.default.string().uuid()
+      }),
+      "params"
+    ),
+    validation.validation(
+      z__default.default.object({
+        score: z__default.default.number()
+      }),
+      "body"
+    ),
+    async (req, res) => {
+      const { messageId } = req.params;
+      const { score } = req.body;
+      await chat.scoreMessage(messageId, score);
+      res.status(204).end();
+    }
+  );
   return router;
 }
 

package/dist/services/router/chat.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"chat.cjs.js","sources":["../../../src/services/router/chat.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { ChatService } from '../chat';\nimport z from 'zod';\nimport { validation } from './middleware/validation';\nimport { v4 as uuid } from 'uuid';\nimport {\n  DatabaseService,\n  HttpAuthService,\n  UserInfoService,\n} from '@backstage/backend-plugin-api';\n\nexport type ChatRouterOptions = {\n  chat: ChatService;\n  database: DatabaseService;\n  httpAuth: HttpAuthService;\n  userInfo: UserInfoService;\n};\n\nexport async function createChatRouter(\n  options: ChatRouterOptions,\n): Promise<express.Router> {\n  const { chat, httpAuth, userInfo } = options;\n\n  const router = Router();\n\n  const messageSchema = z.object({\n    messages: z.array(\n      z.object({\n        id: z.string().uuid().optional().default(uuid),\n        role: z.string(),\n        content: z.string(),\n      }),\n    ),\n    modelId: z.string(),\n    conversationId: z.string().uuid().optional().default(uuid),\n    stream: z.boolean().optional(),\n  });\n\n  router.post(\n    '/message',\n    validation(messageSchema, 'body'),\n    async (req, res) => {\n      const { messages, conversationId, modelId, stream } = req.body;\n\n      const credentials = await httpAuth.credentials(req);\n      const { userEntityRef } = await userInfo.getUserInfo(credentials);\n\n      const responseMessages = await chat.prompt({\n        modelId,\n        messages,\n        conversationId,\n        stream,\n        userEntityRef,\n      });\n\n      res.json({\n        messages: responseMessages,\n        conversationId,\n      });\n    },\n  );\n\n  const chatSchema = z.object({\n    id: z.string().uuid(),\n  });\n\n  router.get('/conversations', async (req, res) => {\n    const credentials = await httpAuth.credentials(req);\n    const { userEntityRef } = await userInfo.getUserInfo(credentials);\n\n    const conversations = await chat.getConversations({\n      userEntityRef,\n    });\n\n    res.json({ conversations });\n  });\n\n  router.get('/:id', validation(chatSchema, 'params'), async (req, res) => {\n    const { id } = req.params;\n\n    const credentials = await httpAuth.credentials(req);\n    const { userEntityRef } = await userInfo.getUserInfo(credentials);\n\n    const conversation = await chat.getConversation({\n      conversationId: id,\n      userEntityRef,\n    });\n\n    res.json({ conversation });\n  });\n\n  return router;\n}\n"],"names":["Router","z","uuid","validation"],"mappings":";;;;;;;;;;;;AAmBA,eAAsB,iBACpB,OAAA,EACyB;AACzB,EAAA,MAAM,EAAE,IAAA,EAAM,QAAA,EAAU,QAAA,EAAS,GAAI,OAAA;AAErC,EAAA,MAAM,SAASA,uBAAA,EAAO;AAEtB,EAAA,MAAM,aAAA,GAAgBC,mBAAE,MAAA,CAAO;AAAA,IAC7B,UAAUA,kBAAA,CAAE,KAAA;AAAA,MACVA,mBAAE,MAAA,CAAO;AAAA,QACP,EAAA,EAAIA,mBAAE,MAAA,EAAO,CAAE,MAAK,CAAE,QAAA,EAAS,CAAE,OAAA,CAAQC,OAAI,CAAA;AAAA,QAC7C,IAAA,EAAMD,mBAAE,MAAA,EAAO;AAAA,QACf,OAAA,EAASA,mBAAE,MAAA;AAAO,OACnB;AAAA,KACH;AAAA,IACA,OAAA,EAASA,mBAAE,MAAA,EAAO;AAAA,IAClB,cAAA,EAAgBA,mBAAE,MAAA,EAAO,CAAE,MAAK,CAAE,QAAA,EAAS,CAAE,OAAA,CAAQC,OAAI,CAAA;AAAA,IACzD,MAAA,EAAQD,kBAAA,CAAE,OAAA,EAAQ,CAAE,QAAA;AAAS,GAC9B,CAAA;AAED,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,UAAA;AAAA,IACAE,qBAAA,CAAW,eAAe,MAAM,CAAA;AAAA,IAChC,OAAO,KAAK,GAAA,KAAQ;AAClB,MAAA,MAAM,EAAE,QAAA,EAAU,cAAA,EAAgB,OAAA,EAAS,MAAA,KAAW,GAAA,CAAI,IAAA;AAE1D,MAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,MAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAEhE,MAAA,MAAM,gBAAA,GAAmB,MAAM,IAAA,CAAK,MAAA,CAAO;AAAA,QACzC,OAAA;AAAA,QACA,QAAA;AAAA,QACA,cAAA;AAAA,QACA,MAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,GAAA,CAAI,IAAA,CAAK;AAAA,QACP,QAAA,EAAU,gBAAA;AAAA,QACV;AAAA,OACD,CAAA;AAAA,IACH;AAAA,GACF;AAEA,EAAA,MAAM,UAAA,GAAaF,mBAAE,MAAA,CAAO;AAAA,IAC1B,EAAA,EAAIA,kBAAA,CAAE,MAAA,EAAO,CAAE,IAAA;AAAK,GACrB,CAAA;AAED,EAAA,MAAA,CAAO,GAAA,CAAI,gBAAA,EAAkB,OAAO,GAAA,EAAK,GAAA,KAAQ;AAC/C,IAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAEhE,IAAA,MAAM,aAAA,GAAgB,MAAM,IAAA,CAAK,gBAAA,CAAiB;AAAA,MAChD;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,IAAA,CAAK,EAAE,aAAA,EAAe,CAAA;AAAA,EAC5B,CAAC,CAAA;AAED,EAAA,MAAA,CAAO,GAAA,CAAI,QAAQE,qBAAA,CAAW,UAAA,EAAY,QAAQ,CAAA,EAAG,OAAO,KAAK,GAAA,KAAQ;AACvE,IAAA,MAAM,EAAE,EAAA,EAAG,GAAI,GAAA,CAAI,MAAA;AAEnB,IAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAEhE,IAAA,MAAM,YAAA,GAAe,MAAM,IAAA,CAAK,eAAA,CAAgB;AAAA,MAC9C,cAAA,EAAgB,EAAA;AAAA,MAChB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,IAAA,CAAK,EAAE,YAAA,EAAc,CAAA;AAAA,EAC3B,CAAC,CAAA;AAED,EAAA,OAAO,MAAA;AACT;;;;"}
+{"version":3,"file":"chat.cjs.js","sources":["../../../src/services/router/chat.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { ChatService } from '../chat';\nimport z from 'zod';\nimport { validation } from './middleware/validation';\nimport { v4 as uuid } from 'uuid';\nimport {\n  DatabaseService,\n  HttpAuthService,\n  UserInfoService,\n} from '@backstage/backend-plugin-api';\n\nexport type ChatRouterOptions = {\n  chat: ChatService;\n  database: DatabaseService;\n  httpAuth: HttpAuthService;\n  userInfo: UserInfoService;\n};\n\nexport async function createChatRouter(\n  options: ChatRouterOptions,\n): Promise<express.Router> {\n  const { chat, httpAuth, userInfo } = options;\n\n  const router = Router();\n\n  const messageSchema = z.object({\n    messages: z.array(\n      z.object({\n        id: z.string().uuid().optional().default(uuid),\n        role: z.string(),\n        content: z.string(),\n      }),\n    ),\n    modelId: z.string(),\n    conversationId: z.string().uuid().optional().default(uuid),\n    stream: z.boolean().optional(),\n  });\n\n  router.post(\n    '/message',\n    validation(messageSchema, 'body'),\n    async (req, res) => {\n      const { messages, conversationId, modelId, stream } = req.body;\n\n      const userCredentials = await httpAuth.credentials(req);\n\n      const responseMessages = await chat.prompt({\n        modelId,\n        messages,\n        conversationId,\n        stream,\n        userCredentials,\n      });\n\n      res.json({\n        messages: responseMessages,\n        conversationId,\n      });\n    },\n  );\n\n  const chatSchema = z.object({\n    id: z.string().uuid(),\n  });\n\n  router.get('/conversations', async (req, res) => {\n    const credentials = await httpAuth.credentials(req);\n    const { userEntityRef } = await userInfo.getUserInfo(credentials);\n\n    const conversations = await chat.getConversations({\n      userEntityRef,\n    });\n\n    res.json({ conversations });\n  });\n\n  router.get('/:id', validation(chatSchema, 'params'), async (req, res) => {\n    const { id } = req.params;\n\n    const credentials = await httpAuth.credentials(req);\n    const { userEntityRef } = await userInfo.getUserInfo(credentials);\n\n    const conversation = await chat.getConversation({\n      conversationId: id,\n      userEntityRef,\n    });\n\n    res.json({ conversation });\n  });\n\n  router.post(\n    '/message/:messageId/score',\n    validation(\n      z.object({\n        messageId: z.string().uuid(),\n      }),\n      'params',\n    ),\n    validation(\n      z.object({\n        score: z.number(),\n      }),\n      'body',\n    ),\n    async (req, res) => {\n      const { messageId } = req.params;\n      const { score } = req.body;\n\n      await chat.scoreMessage(messageId, score);\n\n      res.status(204).end();\n    },\n  );\n\n  return router;\n}\n"],"names":["Router","z","uuid","validation"],"mappings":";;;;;;;;;;;;AAmBA,eAAsB,iBACpB,OAAA,EACyB;AACzB,EAAA,MAAM,EAAE,IAAA,EAAM,QAAA,EAAU,QAAA,EAAS,GAAI,OAAA;AAErC,EAAA,MAAM,SAASA,uBAAA,EAAO;AAEtB,EAAA,MAAM,aAAA,GAAgBC,mBAAE,MAAA,CAAO;AAAA,IAC7B,UAAUA,kBAAA,CAAE,KAAA;AAAA,MACVA,mBAAE,MAAA,CAAO;AAAA,QACP,EAAA,EAAIA,mBAAE,MAAA,EAAO,CAAE,MAAK,CAAE,QAAA,EAAS,CAAE,OAAA,CAAQC,OAAI,CAAA;AAAA,QAC7C,IAAA,EAAMD,mBAAE,MAAA,EAAO;AAAA,QACf,OAAA,EAASA,mBAAE,MAAA;AAAO,OACnB;AAAA,KACH;AAAA,IACA,OAAA,EAASA,mBAAE,MAAA,EAAO;AAAA,IAClB,cAAA,EAAgBA,mBAAE,MAAA,EAAO,CAAE,MAAK,CAAE,QAAA,EAAS,CAAE,OAAA,CAAQC,OAAI,CAAA;AAAA,IACzD,MAAA,EAAQD,kBAAA,CAAE,OAAA,EAAQ,CAAE,QAAA;AAAS,GAC9B,CAAA;AAED,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,UAAA;AAAA,IACAE,qBAAA,CAAW,eAAe,MAAM,CAAA;AAAA,IAChC,OAAO,KAAK,GAAA,KAAQ;AAClB,MAAA,MAAM,EAAE,QAAA,EAAU,cAAA,EAAgB,OAAA,EAAS,MAAA,KAAW,GAAA,CAAI,IAAA;AAE1D,MAAA,MAAM,eAAA,GAAkB,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAEtD,MAAA,MAAM,gBAAA,GAAmB,MAAM,IAAA,CAAK,MAAA,CAAO;AAAA,QACzC,OAAA;AAAA,QACA,QAAA;AAAA,QACA,cAAA;AAAA,QACA,MAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,GAAA,CAAI,IAAA,CAAK;AAAA,QACP,QAAA,EAAU,gBAAA;AAAA,QACV;AAAA,OACD,CAAA;AAAA,IACH;AAAA,GACF;AAEA,EAAA,MAAM,UAAA,GAAaF,mBAAE,MAAA,CAAO;AAAA,IAC1B,EAAA,EAAIA,kBAAA,CAAE,MAAA,EAAO,CAAE,IAAA;AAAK,GACrB,CAAA;AAED,EAAA,MAAA,CAAO,GAAA,CAAI,gBAAA,EAAkB,OAAO,GAAA,EAAK,GAAA,KAAQ;AAC/C,IAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAEhE,IAAA,MAAM,aAAA,GAAgB,MAAM,IAAA,CAAK,gBAAA,CAAiB;AAAA,MAChD;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,IAAA,CAAK,EAAE,aAAA,EAAe,CAAA;AAAA,EAC5B,CAAC,CAAA;AAED,EAAA,MAAA,CAAO,GAAA,CAAI,QAAQE,qBAAA,CAAW,UAAA,EAAY,QAAQ,CAAA,EAAG,OAAO,KAAK,GAAA,KAAQ;AACvE,IAAA,MAAM,EAAE,EAAA,EAAG,GAAI,GAAA,CAAI,MAAA;AAEnB,IAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAEhE,IAAA,MAAM,YAAA,GAAe,MAAM,IAAA,CAAK,eAAA,CAAgB;AAAA,MAC9C,cAAA,EAAgB,EAAA;AAAA,MAChB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,IAAA,CAAK,EAAE,YAAA,EAAc,CAAA;AAAA,EAC3B,CAAC,CAAA;AAED,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,2BAAA;AAAA,IACAA,qBAAA;AAAA,MACEF,mBAAE,MAAA,CAAO;AAAA,QACP,SAAA,EAAWA,kBAAA,CAAE,MAAA,EAAO,CAAE,IAAA;AAAK,OAC5B,CAAA;AAAA,MACD;AAAA,KACF;AAAA,IACAE,qBAAA;AAAA,MACEF,mBAAE,MAAA,CAAO;AAAA,QACP,KAAA,EAAOA,mBAAE,MAAA;AAAO,OACjB,CAAA;AAAA,MACD;AAAA,KACF;AAAA,IACA,OAAO,KAAK,GAAA,KAAQ;AAClB,MAAA,MAAM,EAAE,SAAA,EAAU,GAAI,GAAA,CAAI,MAAA;AAC1B,MAAA,MAAM,EAAE,KAAA,EAAM,GAAI,GAAA,CAAI,IAAA;AAEtB,MAAA,MAAM,IAAA,CAAK,YAAA,CAAa,SAAA,EAAW,KAAK,CAAA;AAExC,MAAA,GAAA,CAAI,MAAA,CAAO,GAAG,CAAA,CAAE,GAAA,EAAI;AAAA,IACtB;AAAA,GACF;AAEA,EAAA,OAAO,MAAA;AACT;;;;"}

package/dist/services/router/index.cjs.js

@@ -5,6 +5,8 @@ var Router = require('express-promise-router');
 var chat = require('./chat.cjs.js');
 var models = require('./models.cjs.js');
 var rootHttpRouter = require('@backstage/backend-defaults/rootHttpRouter');
+var mcp = require('./mcp.cjs.js');
+var summary = require('./summary.cjs.js');
 
 function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
 
@@ -16,6 +18,8 @@ async function createRouter(options) {
   router.use(express__default.default.json());
   router.use("/chat", await chat.createChatRouter(options));
   router.use("/models", await models.createModelRouter(options));
+  router.use("/mcp", await mcp.createMcpRouter(options));
+  router.use("/summary", await summary.createSummaryRouter(options));
   const middleware = rootHttpRouter.MiddlewareFactory.create(options);
   router.use(middleware.error());
   return router;

package/dist/services/router/index.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs.js","sources":["../../../src/services/router/index.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { createChatRouter, ChatRouterOptions } from './chat';\nimport { createModelRouter } from './models';\nimport {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { MiddlewareFactory } from '@backstage/backend-defaults/rootHttpRouter';\n\nexport type RouterOptions = ChatRouterOptions & {\n  config: RootConfigService;\n  logger: LoggerService;\n};\n\nexport async function createRouter(\n  options: RouterOptions,\n): Promise<express.Router> {\n  const router = Router();\n  router.use(express.json());\n\n  router.use('/chat', await createChatRouter(options));\n  router.use('/models', await createModelRouter(options));\n\n  const middleware = MiddlewareFactory.create(options);\n\n  router.use(middleware.error());\n\n  return router;\n}\n"],"names":["Router","express","createChatRouter","createModelRouter","MiddlewareFactory"],"mappings":";;;;;;;;;;;;;AAeA,eAAsB,aACpB,OAAA,EACyB;AACzB,EAAA,MAAM,SAASA,uBAAA,EAAO;AACtB,EAAA,MAAA,CAAO,GAAA,CAAIC,wBAAA,CAAQ,IAAA,EAAM,CAAA;AAEzB,EAAA,MAAA,CAAO,GAAA,CAAI,OAAA,EAAS,MAAMC,qBAAA,CAAiB,OAAO,CAAC,CAAA;AACnD,EAAA,MAAA,CAAO,GAAA,CAAI,SAAA,EAAW,MAAMC,wBAAA,CAAkB,OAAO,CAAC,CAAA;AAEtD,EAAA,MAAM,UAAA,GAAaC,gCAAA,CAAkB,MAAA,CAAO,OAAO,CAAA;AAEnD,EAAA,MAAA,CAAO,GAAA,CAAI,UAAA,CAAW,KAAA,EAAO,CAAA;AAE7B,EAAA,OAAO,MAAA;AACT;;;;"}
+{"version":3,"file":"index.cjs.js","sources":["../../../src/services/router/index.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { createChatRouter, ChatRouterOptions } from './chat';\nimport { createModelRouter } from './models';\nimport {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { MiddlewareFactory } from '@backstage/backend-defaults/rootHttpRouter';\nimport { createMcpRouter, McpRouterOptions } from './mcp';\nimport { SummaryRouterOptions, createSummaryRouter } from './summary';\n\nexport type RouterOptions = ChatRouterOptions &\n  SummaryRouterOptions &\n  McpRouterOptions & {\n    config: RootConfigService;\n    logger: LoggerService;\n  };\n\nexport async function createRouter(\n  options: RouterOptions,\n): Promise<express.Router> {\n  const router = Router();\n  router.use(express.json());\n\n  router.use('/chat', await createChatRouter(options));\n  router.use('/models', await createModelRouter(options));\n  router.use('/mcp', await createMcpRouter(options));\n  router.use('/summary', await createSummaryRouter(options));\n\n  const middleware = MiddlewareFactory.create(options);\n\n  router.use(middleware.error());\n\n  return router;\n}\n"],"names":["Router","express","createChatRouter","createModelRouter","createMcpRouter","createSummaryRouter","MiddlewareFactory"],"mappings":";;;;;;;;;;;;;;;AAmBA,eAAsB,aACpB,OAAA,EACyB;AACzB,EAAA,MAAM,SAASA,uBAAA,EAAO;AACtB,EAAA,MAAA,CAAO,GAAA,CAAIC,wBAAA,CAAQ,IAAA,EAAM,CAAA;AAEzB,EAAA,MAAA,CAAO,GAAA,CAAI,OAAA,EAAS,MAAMC,qBAAA,CAAiB,OAAO,CAAC,CAAA;AACnD,EAAA,MAAA,CAAO,GAAA,CAAI,SAAA,EAAW,MAAMC,wBAAA,CAAkB,OAAO,CAAC,CAAA;AACtD,EAAA,MAAA,CAAO,GAAA,CAAI,MAAA,EAAQ,MAAMC,mBAAA,CAAgB,OAAO,CAAC,CAAA;AACjD,EAAA,MAAA,CAAO,GAAA,CAAI,UAAA,EAAY,MAAMC,2BAAA,CAAoB,OAAO,CAAC,CAAA;AAEzD,EAAA,MAAM,UAAA,GAAaC,gCAAA,CAAkB,MAAA,CAAO,OAAO,CAAA;AAEnD,EAAA,MAAA,CAAO,GAAA,CAAI,UAAA,CAAW,KAAA,EAAO,CAAA;AAE7B,EAAA,OAAO,MAAA;AACT;;;;"}

package/dist/services/router/mcp.cjs.js

@@ -0,0 +1,81 @@
+'use strict';
+
+var Router = require('express-promise-router');
+var z = require('zod');
+var validation = require('./middleware/validation.cjs.js');
+
+function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
+
+var Router__default = /*#__PURE__*/_interopDefaultCompat(Router);
+var z__default = /*#__PURE__*/_interopDefaultCompat(z);
+
+async function createMcpRouter(options) {
+  const { mcp, httpAuth } = options;
+  const router = Router__default.default();
+  router.get("/config", async (req, res) => {
+    const credentials = await httpAuth.credentials(req);
+    const names = await mcp.getUserMcpServerConfigNames(credentials);
+    res.json({
+      names
+    });
+  });
+  const configSchema = z__default.default.object({
+    name: z__default.default.string(),
+    options: z__default.default.record(z__default.default.string(), z__default.default.any())
+  });
+  router.post("/config", validation.validation(configSchema, "body"), async (req, res) => {
+    const credentials = await httpAuth.credentials(req);
+    const { name, options: mcpOptions } = req.body;
+    try {
+      await mcp.createUserMcpServerConfig(credentials, {
+        name,
+        options: mcpOptions
+      });
+      res.status(201).send();
+    } catch (error) {
+      if (error instanceof Error && error.name === "McpConfigurationError") {
+        res.status(400).json({ error: error.message });
+        return;
+      }
+      throw error;
+    }
+  });
+  router.patch(
+    "/config",
+    validation.validation(configSchema, "body"),
+    async (req, res) => {
+      const credentials = await httpAuth.credentials(req);
+      const { name, options: mcpOptions } = req.body;
+      try {
+        await mcp.updateUserMcpServerConfig(credentials, {
+          name,
+          options: mcpOptions
+        });
+        res.status(204).send();
+      } catch (error) {
+        if (error instanceof Error && error.name === "McpConfigurationError") {
+          res.status(400).json({ error: error.message });
+          return;
+        }
+        throw error;
+      }
+    }
+  );
+  const deleteConfigSchema = z__default.default.object({
+    name: z__default.default.string()
+  });
+  router.delete(
+    "/config",
+    validation.validation(deleteConfigSchema, "body"),
+    async (req, res) => {
+      const credentials = await httpAuth.credentials(req);
+      const { name } = req.body;
+      await mcp.deleteUserMcpServerConfig(credentials, name);
+      res.status(204).send();
+    }
+  );
+  return router;
+}
+
+exports.createMcpRouter = createMcpRouter;
+//# sourceMappingURL=mcp.cjs.js.map

package/dist/services/router/mcp.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mcp.cjs.js","sources":["../../../src/services/router/mcp.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { McpService } from '../mcp';\nimport { HttpAuthService } from '@backstage/backend-plugin-api';\nimport z from 'zod';\nimport { validation } from './middleware/validation';\n\nexport type McpRouterOptions = {\n  mcp: McpService;\n  httpAuth: HttpAuthService;\n};\n\nexport async function createMcpRouter(\n  options: McpRouterOptions,\n): Promise<express.Router> {\n  const { mcp, httpAuth } = options;\n  const router = Router();\n\n  router.get('/config', async (req, res) => {\n    const credentials = await httpAuth.credentials(req);\n\n    const names = await mcp.getUserMcpServerConfigNames(credentials);\n\n    res.json({\n      names,\n    });\n  });\n\n  const configSchema = z.object({\n    name: z.string(),\n    options: z.record(z.string(), z.any()),\n  });\n\n  router.post('/config', validation(configSchema, 'body'), async (req, res) => {\n    const credentials = await httpAuth.credentials(req);\n    const { name, options: mcpOptions } = req.body;\n    try {\n      await mcp.createUserMcpServerConfig(credentials, {\n        name,\n        options: mcpOptions,\n      });\n\n      res.status(201).send();\n    } catch (error) {\n      if (error instanceof Error && error.name === 'McpConfigurationError') {\n        res.status(400).json({ error: error.message });\n        return;\n      }\n      throw error;\n    }\n  });\n\n  router.patch(\n    '/config',\n    validation(configSchema, 'body'),\n    async (req, res) => {\n      const credentials = await httpAuth.credentials(req);\n      const { name, options: mcpOptions } = req.body;\n\n      try {\n        await mcp.updateUserMcpServerConfig(credentials, {\n          name,\n          options: mcpOptions,\n        });\n        res.status(204).send();\n      } catch (error) {\n        if (error instanceof Error && error.name === 'McpConfigurationError') {\n          res.status(400).json({ error: error.message });\n          return;\n        }\n        throw error;\n      }\n    },\n  );\n\n  const deleteConfigSchema = z.object({\n    name: z.string(),\n  });\n\n  router.delete(\n    '/config',\n    validation(deleteConfigSchema, 'body'),\n    async (req, res) => {\n      const credentials = await httpAuth.credentials(req);\n      const { name } = req.body;\n\n      await mcp.deleteUserMcpServerConfig(credentials, name);\n\n      res.status(204).send();\n    },\n  );\n\n  return router;\n}\n"],"names":["Router","z","validation"],"mappings":";;;;;;;;;;;AAYA,eAAsB,gBACpB,OAAA,EACyB;AACzB,EAAA,MAAM,EAAE,GAAA,EAAK,QAAA,EAAS,GAAI,OAAA;AAC1B,EAAA,MAAM,SAASA,uBAAA,EAAO;AAEtB,EAAA,MAAA,CAAO,GAAA,CAAI,SAAA,EAAW,OAAO,GAAA,EAAK,GAAA,KAAQ;AACxC,IAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAElD,IAAA,MAAM,KAAA,GAAQ,MAAM,GAAA,CAAI,2BAAA,CAA4B,WAAW,CAAA;AAE/D,IAAA,GAAA,CAAI,IAAA,CAAK;AAAA,MACP;AAAA,KACD,CAAA;AAAA,EACH,CAAC,CAAA;AAED,EAAA,MAAM,YAAA,GAAeC,mBAAE,MAAA,CAAO;AAAA,IAC5B,IAAA,EAAMA,mBAAE,MAAA,EAAO;AAAA,IACf,OAAA,EAASA,mBAAE,MAAA,CAAOA,kBAAA,CAAE,QAAO,EAAGA,kBAAA,CAAE,KAAK;AAAA,GACtC,CAAA;AAED,EAAA,MAAA,CAAO,IAAA,CAAK,WAAWC,qBAAA,CAAW,YAAA,EAAc,MAAM,CAAA,EAAG,OAAO,KAAK,GAAA,KAAQ;AAC3E,IAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,IAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAS,UAAA,KAAe,GAAA,CAAI,IAAA;AAC1C,IAAA,IAAI;AACF,MAAA,MAAM,GAAA,CAAI,0BAA0B,WAAA,EAAa;AAAA,QAC/C,IAAA;AAAA,QACA,OAAA,EAAS;AAAA,OACV,CAAA;AAED,MAAA,GAAA,CAAI,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,EAAK;AAAA,IACvB,SAAS,KAAA,EAAO;AACd,MAAA,IAAI,KAAA,YAAiB,KAAA,IAAS,KAAA,CAAM,IAAA,KAAS,uBAAA,EAAyB;AACpE,QAAA,GAAA,CAAI,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,CAAK,EAAE,KAAA,EAAO,KAAA,CAAM,SAAS,CAAA;AAC7C,QAAA;AAAA,MACF;AACA,MAAA,MAAM,KAAA;AAAA,IACR;AAAA,EACF,CAAC,CAAA;AAED,EAAA,MAAA,CAAO,KAAA;AAAA,IACL,SAAA;AAAA,IACAA,qBAAA,CAAW,cAAc,MAAM,CAAA;AAAA,IAC/B,OAAO,KAAK,GAAA,KAAQ;AAClB,MAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,MAAA,MAAM,EAAE,IAAA,EAAM,OAAA,EAAS,UAAA,KAAe,GAAA,CAAI,IAAA;AAE1C,MAAA,IAAI;AACF,QAAA,MAAM,GAAA,CAAI,0BAA0B,WAAA,EAAa;AAAA,UAC/C,IAAA;AAAA,UACA,OAAA,EAAS;AAAA,SACV,CAAA;AACD,QAAA,GAAA,CAAI,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,EAAK;AAAA,MACvB,SAAS,KAAA,EAAO;AACd,QAAA,IAAI,KAAA,YAAiB,KAAA,IAAS,KAAA,CAAM,IAAA,KAAS,uBAAA,EAAyB;AACpE,UAAA,GAAA,CAAI,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,CAAK,EAAE,KAAA,EAAO,KAAA,CAAM,SAAS,CAAA;AAC7C,UAAA;AAAA,QACF;AACA,QAAA,MAAM,KAAA;AAAA,MACR;AAAA,IACF;AAAA,GACF;AAEA,EAAA,MAAM,kBAAA,GAAqBD,mBAAE,MAAA,CAAO;AAAA,IAClC,IAAA,EAAMA,mBAAE,MAAA;AAAO,GAChB,CAAA;AAED,EAAA,MAAA,CAAO,MAAA;AAAA,IACL,SAAA;AAAA,IACAC,qBAAA,CAAW,oBAAoB,MAAM,CAAA;AAAA,IACrC,OAAO,KAAK,GAAA,KAAQ;AAClB,MAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,MAAA,MAAM,EAAE,IAAA,EAAK,GAAI,GAAA,CAAI,IAAA;AAErB,MAAA,MAAM,GAAA,CAAI,yBAAA,CAA0B,WAAA,EAAa,IAAI,CAAA;AAErD,MAAA,GAAA,CAAI,MAAA,CAAO,GAAG,CAAA,CAAE,IAAA,EAAK;AAAA,IACvB;AAAA,GACF;AAEA,EAAA,OAAO,MAAA;AACT;;;;"}

package/dist/services/router/summary.cjs.js

@@ -0,0 +1,56 @@
+'use strict';
+
+var Router = require('express-promise-router');
+var validation = require('./middleware/validation.cjs.js');
+var z = require('zod');
+
+function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
+
+var Router__default = /*#__PURE__*/_interopDefaultCompat(Router);
+var z__default = /*#__PURE__*/_interopDefaultCompat(z);
+
+async function createSummaryRouter(options) {
+  const { summarizer } = options;
+  const router = Router__default.default();
+  const contentSchema = z__default.default.object({
+    content: z__default.default.string(),
+    length: z__default.default.string().optional()
+  });
+  router.post(
+    "/content",
+    validation.validation(contentSchema, "body"),
+    async (req, res) => {
+      const { content, length } = req.body;
+      const summary = await summarizer.summarize({
+        content,
+        length
+      });
+      res.json({ summary });
+    }
+  );
+  const conversationSchema = z__default.default.object({
+    messages: z__default.default.array(
+      z__default.default.object({
+        role: z__default.default.string(),
+        content: z__default.default.string()
+      })
+    ),
+    length: z__default.default.string().optional()
+  });
+  router.post(
+    "/conversation",
+    validation.validation(conversationSchema, "body"),
+    async (req, res) => {
+      const { messages, length } = req.body;
+      const summary = await summarizer.summarizeConversation({
+        messages,
+        length
+      });
+      res.json({ summary });
+    }
+  );
+  return router;
+}
+
+exports.createSummaryRouter = createSummaryRouter;
+//# sourceMappingURL=summary.cjs.js.map

package/dist/services/router/summary.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"summary.cjs.js","sources":["../../../src/services/router/summary.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { SummarizerService } from '../summarizer';\nimport { validation } from './middleware/validation';\nimport z from 'zod';\n\nexport type SummaryRouterOptions = {\n  summarizer: SummarizerService;\n};\n\nexport async function createSummaryRouter(\n  options: SummaryRouterOptions,\n): Promise<express.Router> {\n  const { summarizer } = options;\n\n  const router = Router();\n\n  const contentSchema = z.object({\n    content: z.string(),\n    length: z.string().optional(),\n  });\n\n  router.post(\n    '/content',\n    validation(contentSchema, 'body'),\n    async (req, res) => {\n      const { content, length } = req.body;\n\n      const summary = await summarizer.summarize({\n        content,\n        length,\n      });\n      res.json({ summary });\n    },\n  );\n\n  const conversationSchema = z.object({\n    messages: z.array(\n      z.object({\n        role: z.string(),\n        content: z.string(),\n      }),\n    ),\n    length: z.string().optional(),\n  });\n\n  router.post(\n    '/conversation',\n    validation(conversationSchema, 'body'),\n    async (req, res) => {\n      const { messages, length } = req.body;\n      const summary = await summarizer.summarizeConversation({\n        messages,\n        length,\n      });\n      res.json({ summary });\n    },\n  );\n\n  return router;\n}\n"],"names":["Router","z","validation"],"mappings":";;;;;;;;;;;AAUA,eAAsB,oBACpB,OAAA,EACyB;AACzB,EAAA,MAAM,EAAE,YAAW,GAAI,OAAA;AAEvB,EAAA,MAAM,SAASA,uBAAA,EAAO;AAEtB,EAAA,MAAM,aAAA,GAAgBC,mBAAE,MAAA,CAAO;AAAA,IAC7B,OAAA,EAASA,mBAAE,MAAA,EAAO;AAAA,IAClB,MAAA,EAAQA,kBAAA,CAAE,MAAA,EAAO,CAAE,QAAA;AAAS,GAC7B,CAAA;AAED,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,UAAA;AAAA,IACAC,qBAAA,CAAW,eAAe,MAAM,CAAA;AAAA,IAChC,OAAO,KAAK,GAAA,KAAQ;AAClB,MAAA,MAAM,EAAE,OAAA,EAAS,MAAA,EAAO,GAAI,GAAA,CAAI,IAAA;AAEhC,MAAA,MAAM,OAAA,GAAU,MAAM,UAAA,CAAW,SAAA,CAAU;AAAA,QACzC,OAAA;AAAA,QACA;AAAA,OACD,CAAA;AACD,MAAA,GAAA,CAAI,IAAA,CAAK,EAAE,OAAA,EAAS,CAAA;AAAA,IACtB;AAAA,GACF;AAEA,EAAA,MAAM,kBAAA,GAAqBD,mBAAE,MAAA,CAAO;AAAA,IAClC,UAAUA,kBAAA,CAAE,KAAA;AAAA,MACVA,mBAAE,MAAA,CAAO;AAAA,QACP,IAAA,EAAMA,mBAAE,MAAA,EAAO;AAAA,QACf,OAAA,EAASA,mBAAE,MAAA;AAAO,OACnB;AAAA,KACH;AAAA,IACA,MAAA,EAAQA,kBAAA,CAAE,MAAA,EAAO,CAAE,QAAA;AAAS,GAC7B,CAAA;AAED,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,eAAA;AAAA,IACAC,qBAAA,CAAW,oBAAoB,MAAM,CAAA;AAAA,IACrC,OAAO,KAAK,GAAA,KAAQ;AAClB,MAAA,MAAM,EAAE,QAAA,EAAU,MAAA,EAAO,GAAI,GAAA,CAAI,IAAA;AACjC,MAAA,MAAM,OAAA,GAAU,MAAM,UAAA,CAAW,qBAAA,CAAsB;AAAA,QACrD,QAAA;AAAA,QACA;AAAA,OACD,CAAA;AACD,MAAA,GAAA,CAAI,IAAA,CAAK,EAAE,OAAA,EAAS,CAAA;AAAA,IACtB;AAAA,GACF;AAEA,EAAA,OAAO,MAAA;AACT;;;;"}

package/dist/services/summarizer.cjs.js

@@ -5,36 +5,60 @@ var prompts$1 = require('@langchain/core/prompts');
 
 const createSummarizerService = async ({
   config,
-  models
+  models,
+  callback
 }) => {
   const summaryModelId = config.getOptionalString("aiAssistant.conversation.summaryModel") ?? models[0].id;
-  const summaryPrompt = config.getOptionalString("aiAssistant.conversation.summaryPrompt") ?? prompts.DEFAULT_SUMMARY_PROMPT;
+  const conversationSummaryPrompt = config.getOptionalString("aiAssistant.conversation.summaryPrompt") ?? prompts.DEFAULT_CONVERSATION_SUMMARY_PROMPT;
   const model = models.find((m) => m.id === summaryModelId);
   if (!model) {
     throw new Error(`Summary model with id ${summaryModelId} not found`);
   }
   const llm = model.chatModel;
-  const summaryPromptTemplate = prompts$1.SystemMessagePromptTemplate.fromTemplate(`
+  const summaryPromptTemplate = prompts$1.PromptTemplate.fromTemplate(`
     PURPOSE:
     {summaryPrompt}
-    Summarize the conversation in {summaryLength}
 
-    Conversation:
-    {conversation}
+    Summarize the following content in {length}.
+
+    Content:
+    {content}
   `);
-  const summarize = async (messages, summaryLength = "as few words as possible") => {
+  const summarize = async (content, summaryPrompt = prompts.DEFAULT_SUMMARY_PROMPT, length = "as few words as possible") => {
+    const prompt = await summaryPromptTemplate.format({
+      summaryPrompt,
+      content,
+      length
+    });
+    const { callbacks } = await callback.getChainCallbacks({
+      conversationId: "summarizer",
+      userId: "system",
+      modelId: summaryModelId
+    });
+    const { metadata } = await callback.getChainMetadata({
+      conversationId: "summarizer",
+      userId: "system",
+      modelId: summaryModelId
+    });
+    const { text } = await llm.invoke(prompt, {
+      callbacks,
+      runName: "summarizer",
+      metadata
+    });
+    return text.trim();
+  };
+  const summarizeConversation = async ({ messages, length = "as few words as possible" }) => {
     const conversationMessages = messages.filter(
       (msg) => msg.role === "ai" || msg.role === "human"
     );
-    const prompt = await summaryPromptTemplate.formatMessages({
-      summaryPrompt,
-      summaryLength,
-      conversation: conversationMessages.map((msg) => `${msg.role}: ${msg.content}`).join("\n")
+    const conversation = conversationMessages.map((msg) => `${msg.role}: ${msg.content}`).join("\n");
+    return summarize({
+      content: conversation,
+      prompt: conversationSummaryPrompt,
+      length
     });
-    const { text } = await llm.invoke(prompt);
-    return text.trim();
   };
-  return { summarize };
+  return { summarizeConversation, summarize };
 };
 
 exports.createSummarizerService = createSummarizerService;

package/dist/services/summarizer.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"summarizer.cjs.js","sources":["../../src/services/summarizer.ts"],"sourcesContent":["import { RootConfigService } from '@backstage/backend-plugin-api';\nimport { Model } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { DEFAULT_SUMMARY_PROMPT } from '../constants/prompts';\nimport { SystemMessagePromptTemplate } from '@langchain/core/prompts';\nimport { Message } from '@sweetoburrito/backstage-plugin-ai-assistant-common';\n\ntype SummarizerService = {\n  summarize: (\n    conversationMessages: Message[],\n    summaryLength?: string,\n  ) => Promise<string>;\n};\n\ntype SummarizerServiceOptions = {\n  config: RootConfigService;\n  models: Model[];\n};\n\nexport const createSummarizerService = async ({\n  config,\n  models,\n}: SummarizerServiceOptions): Promise<SummarizerService> => {\n  const summaryModelId =\n    config.getOptionalString('aiAssistant.conversation.summaryModel') ??\n    models[0].id;\n\n  const summaryPrompt =\n    config.getOptionalString('aiAssistant.conversation.summaryPrompt') ??\n    DEFAULT_SUMMARY_PROMPT;\n\n  const model = models.find(m => m.id === summaryModelId);\n\n  if (!model) {\n    throw new Error(`Summary model with id ${summaryModelId} not found`);\n  }\n\n  const llm = model.chatModel;\n\n  const summaryPromptTemplate = SystemMessagePromptTemplate.fromTemplate(`\n    PURPOSE:\n    {summaryPrompt}\n    Summarize the conversation in {summaryLength}\n\n    Conversation:\n    {conversation}\n  `);\n\n  const summarize: SummarizerService['summarize'] = async (\n    messages,\n    summaryLength = 'as few words as possible',\n  ) => {\n    const conversationMessages = messages.filter(\n      msg => msg.role === 'ai' || msg.role === 'human',\n    );\n\n    const prompt = await summaryPromptTemplate.formatMessages({\n      summaryPrompt,\n      summaryLength,\n      conversation: conversationMessages\n        .map(msg => `${msg.role}: ${msg.content}`)\n        .join('\\n'),\n    });\n\n    const { text } = await llm.invoke(prompt);\n\n    return text.trim();\n  };\n\n  return { summarize };\n};\n"],"names":["DEFAULT_SUMMARY_PROMPT","SystemMessagePromptTemplate"],"mappings":";;;;;AAkBO,MAAM,0BAA0B,OAAO;AAAA,EAC5C,MAAA;AAAA,EACA;AACF,CAAA,KAA4D;AAC1D,EAAA,MAAM,iBACJ,MAAA,CAAO,iBAAA,CAAkB,uCAAuC,CAAA,IAChE,MAAA,CAAO,CAAC,CAAA,CAAE,EAAA;AAEZ,EAAA,MAAM,aAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,wCAAwC,CAAA,IACjEA,8BAAA;AAEF,EAAA,MAAM,QAAQ,MAAA,CAAO,IAAA,CAAK,CAAA,CAAA,KAAK,CAAA,CAAE,OAAO,cAAc,CAAA;AAEtD,EAAA,IAAI,CAAC,KAAA,EAAO;AACV,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,sBAAA,EAAyB,cAAc,CAAA,UAAA,CAAY,CAAA;AAAA,EACrE;AAEA,EAAA,MAAM,MAAM,KAAA,CAAM,SAAA;AAElB,EAAA,MAAM,qBAAA,GAAwBC,sCAA4B,YAAA,CAAa;AAAA;AAAA;AAAA;;AAAA;AAAA;AAAA,EAAA,CAOtE,CAAA;AAED,EAAA,MAAM,SAAA,GAA4C,OAChD,QAAA,EACA,aAAA,GAAgB,0BAAA,KACb;AACH,IAAA,MAAM,uBAAuB,QAAA,CAAS,MAAA;AAAA,MACpC,CAAA,GAAA,KAAO,GAAA,CAAI,IAAA,KAAS,IAAA,IAAQ,IAAI,IAAA,KAAS;AAAA,KAC3C;AAEA,IAAA,MAAM,MAAA,GAAS,MAAM,qBAAA,CAAsB,cAAA,CAAe;AAAA,MACxD,aAAA;AAAA,MACA,aAAA;AAAA,MACA,YAAA,EAAc,oBAAA,CACX,GAAA,CAAI,CAAA,GAAA,KAAO,CAAA,EAAG,GAAA,CAAI,IAAI,CAAA,EAAA,EAAK,GAAA,CAAI,OAAO,CAAA,CAAE,CAAA,CACxC,KAAK,IAAI;AAAA,KACb,CAAA;AAED,IAAA,MAAM,EAAE,IAAA,EAAK,GAAI,MAAM,GAAA,CAAI,OAAO,MAAM,CAAA;AAExC,IAAA,OAAO,KAAK,IAAA,EAAK;AAAA,EACnB,CAAA;AAEA,EAAA,OAAO,EAAE,SAAA,EAAU;AACrB;;;;"}
+{"version":3,"file":"summarizer.cjs.js","sources":["../../src/services/summarizer.ts"],"sourcesContent":["import { RootConfigService } from '@backstage/backend-plugin-api';\nimport { Model } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport {\n  DEFAULT_CONVERSATION_SUMMARY_PROMPT,\n  DEFAULT_SUMMARY_PROMPT,\n} from '../constants/prompts';\nimport { PromptTemplate } from '@langchain/core/prompts';\nimport { Message } from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { CallbackService } from './callbacks';\n\nexport type SummarizerService = {\n  summarizeConversation: (options: {\n    messages: Message[];\n    length?: string;\n  }) => Promise<string>;\n\n  summarize: (options: {\n    content: string;\n    prompt?: string;\n    length?: string;\n  }) => Promise<string>;\n};\n\ntype SummarizerServiceOptions = {\n  config: RootConfigService;\n  models: Model[];\n  callback: CallbackService;\n};\n\nexport const createSummarizerService = async ({\n  config,\n  models,\n  callback,\n}: SummarizerServiceOptions): Promise<SummarizerService> => {\n  const summaryModelId =\n    config.getOptionalString('aiAssistant.conversation.summaryModel') ??\n    models[0].id;\n\n  const conversationSummaryPrompt =\n    config.getOptionalString('aiAssistant.conversation.summaryPrompt') ??\n    DEFAULT_CONVERSATION_SUMMARY_PROMPT;\n\n  const model = models.find(m => m.id === summaryModelId);\n\n  if (!model) {\n    throw new Error(`Summary model with id ${summaryModelId} not found`);\n  }\n\n  const llm = model.chatModel;\n\n  const summaryPromptTemplate = PromptTemplate.fromTemplate(`\n    PURPOSE:\n    {summaryPrompt}\n\n    Summarize the following content in {length}.\n\n    Content:\n    {content}\n  `);\n\n  const summarize: SummarizerService['summarize'] = async (\n    content,\n    summaryPrompt = DEFAULT_SUMMARY_PROMPT,\n    length = 'as few words as possible',\n  ) => {\n    const prompt = await summaryPromptTemplate.format({\n      summaryPrompt,\n      content,\n      length,\n    });\n\n    const { callbacks } = await callback.getChainCallbacks({\n      conversationId: 'summarizer',\n      userId: 'system',\n      modelId: summaryModelId,\n    });\n\n    const { metadata } = await callback.getChainMetadata({\n      conversationId: 'summarizer',\n      userId: 'system',\n      modelId: summaryModelId,\n    });\n\n    const { text } = await llm.invoke(prompt, {\n      callbacks,\n      runName: 'summarizer',\n      metadata,\n    });\n\n    return text.trim();\n  };\n\n  const summarizeConversation: SummarizerService['summarizeConversation'] =\n    async ({ messages, length = 'as few words as possible' }) => {\n      const conversationMessages = messages.filter(\n        msg => msg.role === 'ai' || msg.role === 'human',\n      );\n\n      const conversation = conversationMessages\n        .map(msg => `${msg.role}: ${msg.content}`)\n        .join('\\n');\n\n      return summarize({\n        content: conversation,\n        prompt: conversationSummaryPrompt,\n        length,\n      });\n    };\n\n  return { summarizeConversation, summarize };\n};\n"],"names":["DEFAULT_CONVERSATION_SUMMARY_PROMPT","PromptTemplate","DEFAULT_SUMMARY_PROMPT"],"mappings":";;;;;AA6BO,MAAM,0BAA0B,OAAO;AAAA,EAC5C,MAAA;AAAA,EACA,MAAA;AAAA,EACA;AACF,CAAA,KAA4D;AAC1D,EAAA,MAAM,iBACJ,MAAA,CAAO,iBAAA,CAAkB,uCAAuC,CAAA,IAChE,MAAA,CAAO,CAAC,CAAA,CAAE,EAAA;AAEZ,EAAA,MAAM,yBAAA,GACJ,MAAA,CAAO,iBAAA,CAAkB,wCAAwC,CAAA,IACjEA,2CAAA;AAEF,EAAA,MAAM,QAAQ,MAAA,CAAO,IAAA,CAAK,CAAA,CAAA,KAAK,CAAA,CAAE,OAAO,cAAc,CAAA;AAEtD,EAAA,IAAI,CAAC,KAAA,EAAO;AACV,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,sBAAA,EAAyB,cAAc,CAAA,UAAA,CAAY,CAAA;AAAA,EACrE;AAEA,EAAA,MAAM,MAAM,KAAA,CAAM,SAAA;AAElB,EAAA,MAAM,qBAAA,GAAwBC,yBAAe,YAAA,CAAa;AAAA;AAAA;;AAAA;;AAAA;AAAA;AAAA,EAAA,CAQzD,CAAA;AAED,EAAA,MAAM,YAA4C,OAChD,OAAA,EACA,aAAA,GAAgBC,8BAAA,EAChB,SAAS,0BAAA,KACN;AACH,IAAA,MAAM,MAAA,GAAS,MAAM,qBAAA,CAAsB,MAAA,CAAO;AAAA,MAChD,aAAA;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACD,CAAA;AAED,IAAA,MAAM,EAAE,SAAA,EAAU,GAAI,MAAM,SAAS,iBAAA,CAAkB;AAAA,MACrD,cAAA,EAAgB,YAAA;AAAA,MAChB,MAAA,EAAQ,QAAA;AAAA,MACR,OAAA,EAAS;AAAA,KACV,CAAA;AAED,IAAA,MAAM,EAAE,QAAA,EAAS,GAAI,MAAM,SAAS,gBAAA,CAAiB;AAAA,MACnD,cAAA,EAAgB,YAAA;AAAA,MAChB,MAAA,EAAQ,QAAA;AAAA,MACR,OAAA,EAAS;AAAA,KACV,CAAA;AAED,IAAA,MAAM,EAAE,IAAA,EAAK,GAAI,MAAM,GAAA,CAAI,OAAO,MAAA,EAAQ;AAAA,MACxC,SAAA;AAAA,MACA,OAAA,EAAS,YAAA;AAAA,MACT;AAAA,KACD,CAAA;AAED,IAAA,OAAO,KAAK,IAAA,EAAK;AAAA,EACnB,CAAA;AAEA,EAAA,MAAM,wBACJ,OAAO,EAAE,QAAA,EAAU,MAAA,GAAS,4BAA2B,KAAM;AAC3D,IAAA,MAAM,uBAAuB,QAAA,CAAS,MAAA;AAAA,MACpC,CAAA,GAAA,KAAO,GAAA,CAAI,IAAA,KAAS,IAAA,IAAQ,IAAI,IAAA,KAAS;AAAA,KAC3C;AAEA,IAAA,MAAM,YAAA,GAAe,oBAAA,CAClB,GAAA,CAAI,CAAA,GAAA,KAAO,CAAA,EAAG,GAAA,CAAI,IAAI,CAAA,EAAA,EAAK,GAAA,CAAI,OAAO,CAAA,CAAE,CAAA,CACxC,KAAK,IAAI,CAAA;AAEZ,IAAA,OAAO,SAAA,CAAU;AAAA,MACf,OAAA,EAAS,YAAA;AAAA,MACT,MAAA,EAAQ,yBAAA;AAAA,MACR;AAAA,KACD,CAAA;AAAA,EACH,CAAA;AAEF,EAAA,OAAO,EAAE,uBAAuB,SAAA,EAAU;AAC5C;;;;"}