@sweetoburrito/backstage-plugin-ai-assistant-backend-module-model-provider-azure-ai 0.3.0 → 0.4.0

package/config.d.ts

@@ -1,7 +1,9 @@
+import { SdkType } from './src/types/chat-model';
+
 export interface Config {
   aiAssistant: {
     models: {
-      azureAiInference: {
+      azureAi: {
         /**
          * @visibility secret
          */
@@ -9,7 +11,8 @@ export interface Config {
         models: {
           modelName: string;
           endpoint: string;
-        };
+          sdk?: SdkType;
+        }[];
       };
     };
   };

package/dist/module.cjs.js

@@ -2,7 +2,7 @@
 
 var backendPluginApi = require('@backstage/backend-plugin-api');
 var backstagePluginAiAssistantNode = require('@sweetoburrito/backstage-plugin-ai-assistant-node');
-var azureAiInferenceChatModel = require('./azure-ai-inference-chat-model.cjs.js');
+var index = require('./services/chat-model/index.cjs.js');
 
 const aiAssistantModuleModelProviderAzureAi = backendPluginApi.createBackendModule({
   pluginId: "ai-assistant",
@@ -14,15 +14,14 @@ const aiAssistantModuleModelProviderAzureAi = backendPluginApi.createBackendModu
         modelProvider: backstagePluginAiAssistantNode.modelProviderExtensionPoint
       },
       async init({ config, modelProvider }) {
-        const azureConfig = config.getConfig(
-          "aiAssistant.models.azureAiInference"
-        );
+        const azureConfig = config.getConfig("aiAssistant.models.azureAi");
         const apiKey = azureConfig.getString("apiKey");
         const modelConfigs = azureConfig.getOptionalConfigArray("models");
         const models = modelConfigs?.map((modelConfig) => {
           const endpoint = modelConfig.getString("endpoint");
           const modelName = modelConfig.getString("modelName");
-          const chatModel = new azureAiInferenceChatModel.AzureAiInferenceChatModel({
+          const sdk = modelConfig.getOptionalString("sdk") ?? "openai";
+          const chatModel = index.createChatModeForSdk(sdk, {
             apiKey,
             endpoint,
             modelName

package/dist/module.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"module.cjs.js","sources":["../src/module.ts"],"sourcesContent":["import {\n  coreServices,\n  createBackendModule,\n} from '@backstage/backend-plugin-api';\n\nimport {\n  Model,\n  modelProviderExtensionPoint,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { AzureAiInferenceChatModel } from './azure-ai-inference-chat-model';\n\nimport { BaseChatModel } from '@langchain/core/language_models/chat_models';\n\nexport const aiAssistantModuleModelProviderAzureAi = createBackendModule({\n  pluginId: 'ai-assistant',\n  moduleId: 'model-provider-azure-ai',\n  register(reg) {\n    reg.registerInit({\n      deps: {\n        config: coreServices.rootConfig,\n        modelProvider: modelProviderExtensionPoint,\n      },\n      async init({ config, modelProvider }) {\n        const azureConfig = config.getConfig(\n          'aiAssistant.models.azureAiInference',\n        );\n\n        const apiKey = azureConfig.getString('apiKey');\n        const modelConfigs = azureConfig.getOptionalConfigArray('models');\n\n        const models: Model[] =\n          modelConfigs?.map<Model>(modelConfig => {\n            const endpoint = modelConfig.getString('endpoint');\n            const modelName = modelConfig.getString('modelName');\n\n            const chatModel: BaseChatModel = new AzureAiInferenceChatModel({\n              apiKey,\n              endpoint,\n              modelName,\n            });\n\n            return {\n              id: modelName,\n              chatModel,\n            };\n          }) ?? [];\n\n        models.forEach(model => modelProvider.register(model));\n      },\n    });\n  },\n});\n"],"names":["createBackendModule","coreServices","modelProviderExtensionPoint","AzureAiInferenceChatModel"],"mappings":";;;;;;AAaO,MAAM,wCAAwCA,oCAAA,CAAoB;AAAA,EACvE,QAAA,EAAU,cAAA;AAAA,EACV,QAAA,EAAU,yBAAA;AAAA,EACV,SAAS,GAAA,EAAK;AACZ,IAAA,GAAA,CAAI,YAAA,CAAa;AAAA,MACf,IAAA,EAAM;AAAA,QACJ,QAAQC,6BAAA,CAAa,UAAA;AAAA,QACrB,aAAA,EAAeC;AAAA,OACjB;AAAA,MACA,MAAM,IAAA,CAAK,EAAE,MAAA,EAAQ,eAAc,EAAG;AACpC,QAAA,MAAM,cAAc,MAAA,CAAO,SAAA;AAAA,UACzB;AAAA,SACF;AAEA,QAAA,MAAM,MAAA,GAAS,WAAA,CAAY,SAAA,CAAU,QAAQ,CAAA;AAC7C,QAAA,MAAM,YAAA,GAAe,WAAA,CAAY,sBAAA,CAAuB,QAAQ,CAAA;AAEhE,QAAA,MAAM,MAAA,GACJ,YAAA,EAAc,GAAA,CAAW,CAAA,WAAA,KAAe;AACtC,UAAA,MAAM,QAAA,GAAW,WAAA,CAAY,SAAA,CAAU,UAAU,CAAA;AACjD,UAAA,MAAM,SAAA,GAAY,WAAA,CAAY,SAAA,CAAU,WAAW,CAAA;AAEnD,UAAA,MAAM,SAAA,GAA2B,IAAIC,mDAAA,CAA0B;AAAA,YAC7D,MAAA;AAAA,YACA,QAAA;AAAA,YACA;AAAA,WACD,CAAA;AAED,UAAA,OAAO;AAAA,YACL,EAAA,EAAI,SAAA;AAAA,YACJ;AAAA,WACF;AAAA,QACF,CAAC,KAAK,EAAC;AAET,QAAA,MAAA,CAAO,OAAA,CAAQ,CAAA,KAAA,KAAS,aAAA,CAAc,QAAA,CAAS,KAAK,CAAC,CAAA;AAAA,MACvD;AAAA,KACD,CAAA;AAAA,EACH;AACF,CAAC;;;;"}
+{"version":3,"file":"module.cjs.js","sources":["../src/module.ts"],"sourcesContent":["import {\n  coreServices,\n  createBackendModule,\n} from '@backstage/backend-plugin-api';\n\nimport {\n  Model,\n  modelProviderExtensionPoint,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { createChatModeForSdk } from './services/chat-model';\n\nexport const aiAssistantModuleModelProviderAzureAi = createBackendModule({\n  pluginId: 'ai-assistant',\n  moduleId: 'model-provider-azure-ai',\n  register(reg) {\n    reg.registerInit({\n      deps: {\n        config: coreServices.rootConfig,\n        modelProvider: modelProviderExtensionPoint,\n      },\n      async init({ config, modelProvider }) {\n        const azureConfig = config.getConfig('aiAssistant.models.azureAi');\n\n        const apiKey = azureConfig.getString('apiKey');\n        const modelConfigs = azureConfig.getOptionalConfigArray('models');\n\n        const models: Model[] =\n          modelConfigs?.map<Model>(modelConfig => {\n            const endpoint = modelConfig.getString('endpoint');\n            const modelName = modelConfig.getString('modelName');\n            const sdk = modelConfig.getOptionalString('sdk') ?? 'openai';\n\n            const chatModel = createChatModeForSdk(sdk, {\n              apiKey,\n              endpoint,\n              modelName,\n            });\n\n            return {\n              id: modelName,\n              chatModel,\n            };\n          }) ?? [];\n\n        models.forEach(model => modelProvider.register(model));\n      },\n    });\n  },\n});\n"],"names":["createBackendModule","coreServices","modelProviderExtensionPoint","createChatModeForSdk"],"mappings":";;;;;;AAWO,MAAM,wCAAwCA,oCAAA,CAAoB;AAAA,EACvE,QAAA,EAAU,cAAA;AAAA,EACV,QAAA,EAAU,yBAAA;AAAA,EACV,SAAS,GAAA,EAAK;AACZ,IAAA,GAAA,CAAI,YAAA,CAAa;AAAA,MACf,IAAA,EAAM;AAAA,QACJ,QAAQC,6BAAA,CAAa,UAAA;AAAA,QACrB,aAAA,EAAeC;AAAA,OACjB;AAAA,MACA,MAAM,IAAA,CAAK,EAAE,MAAA,EAAQ,eAAc,EAAG;AACpC,QAAA,MAAM,WAAA,GAAc,MAAA,CAAO,SAAA,CAAU,4BAA4B,CAAA;AAEjE,QAAA,MAAM,MAAA,GAAS,WAAA,CAAY,SAAA,CAAU,QAAQ,CAAA;AAC7C,QAAA,MAAM,YAAA,GAAe,WAAA,CAAY,sBAAA,CAAuB,QAAQ,CAAA;AAEhE,QAAA,MAAM,MAAA,GACJ,YAAA,EAAc,GAAA,CAAW,CAAA,WAAA,KAAe;AACtC,UAAA,MAAM,QAAA,GAAW,WAAA,CAAY,SAAA,CAAU,UAAU,CAAA;AACjD,UAAA,MAAM,SAAA,GAAY,WAAA,CAAY,SAAA,CAAU,WAAW,CAAA;AACnD,UAAA,MAAM,GAAA,GAAM,WAAA,CAAY,iBAAA,CAAkB,KAAK,CAAA,IAAK,QAAA;AAEpD,UAAA,MAAM,SAAA,GAAYC,2BAAqB,GAAA,EAAK;AAAA,YAC1C,MAAA;AAAA,YACA,QAAA;AAAA,YACA;AAAA,WACD,CAAA;AAED,UAAA,OAAO;AAAA,YACL,EAAA,EAAI,SAAA;AAAA,YACJ;AAAA,WACF;AAAA,QACF,CAAC,KAAK,EAAC;AAET,QAAA,MAAA,CAAO,OAAA,CAAQ,CAAA,KAAA,KAAS,aAAA,CAAc,QAAA,CAAS,KAAK,CAAC,CAAA;AAAA,MACvD;AAAA,KACD,CAAA;AAAA,EACH;AACF,CAAC;;;;"}

package/dist/{azure-ai-inference-chat-model.cjs.js → services/chat-model/azure-ai-inference-chat-model.cjs.js}

@@ -6,7 +6,7 @@ var coreAuth = require('@azure/core-auth');
 var messages = require('@langchain/core/messages');
 var stream = require('@langchain/core/utils/stream');
 var outputs = require('@langchain/core/outputs');
-var utils = require('./utils.cjs.js');
+var utils = require('../../utils.cjs.js');
 var coreSse = require('@azure/core-sse');
 
 function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
@@ -100,6 +100,10 @@ class AzureAiInferenceChatModel extends chat_models.BaseChatModel {
     };
   }
 }
+const createAzureAiInferenceChatModel = (options) => {
+  return new AzureAiInferenceChatModel(options);
+};
 
 exports.AzureAiInferenceChatModel = AzureAiInferenceChatModel;
+exports.createAzureAiInferenceChatModel = createAzureAiInferenceChatModel;
 //# sourceMappingURL=azure-ai-inference-chat-model.cjs.js.map

package/dist/services/chat-model/azure-ai-inference-chat-model.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-ai-inference-chat-model.cjs.js","sources":["../../../src/services/chat-model/azure-ai-inference-chat-model.ts"],"sourcesContent":["import {\n  BaseChatModel,\n  BaseChatModelParams,\n} from '@langchain/core/language_models/chat_models';\nimport createClient, { ModelClient } from '@azure-rest/ai-inference';\nimport { AzureKeyCredential } from '@azure/core-auth';\nimport {\n  AIMessage,\n  AIMessageChunk,\n  BaseMessage,\n} from '@langchain/core/messages';\nimport { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport { concat } from '@langchain/core/utils/stream';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport { convertToAzureAiInferenceMessages } from '../../utils';\nimport { createSseStream } from '@azure/core-sse';\nimport { CreateChatModelFunction } from '../../types/chat-model';\n\nexport interface ChatAzureAiInferenceInputs extends BaseChatModelParams {\n  modelName: string;\n  endpoint: string;\n  apiKey: string;\n}\n\nexport class AzureAiInferenceChatModel\n  extends BaseChatModel\n  implements ChatAzureAiInferenceInputs\n{\n  modelName: string;\n  endpoint: string;\n  apiKey: string;\n  private client: ModelClient;\n\n  constructor({\n    modelName,\n    endpoint,\n    apiKey,\n    ...rest\n  }: ChatAzureAiInferenceInputs) {\n    super(rest);\n    this.modelName = modelName;\n    this.endpoint = endpoint;\n    this.apiKey = apiKey;\n    this.client = createClient(endpoint, new AzureKeyCredential(apiKey));\n  }\n\n  _llmType(): string {\n    return 'azure-ai-inference';\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    _options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun,\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const aiInferenceMessages = convertToAzureAiInferenceMessages(messages);\n\n    const response = await this.client\n      .path('/chat/completions')\n      .post({\n        body: {\n          stream: true,\n          messages: aiInferenceMessages,\n          model: this.modelName,\n        },\n      })\n      .asNodeStream();\n\n    const stream = response.body;\n\n    if (!stream) {\n      throw new Error('Azure AI Inference response stream is undefined');\n    }\n\n    if (response.status !== '200') {\n      stream.destroy();\n      throw new Error(\n        `Failed to get chat completions. Operation failed with ${response.status} code.`,\n      );\n    }\n\n    const sseStream = createSseStream(stream);\n\n    for await (const event of sseStream) {\n      if (event.data === '[DONE]') {\n        return;\n      }\n\n      for (const choice of JSON.parse(event.data).choices) {\n        const token = choice.delta?.content ?? '';\n\n        const responseMessage = new AIMessageChunk({\n          content: token,\n        });\n\n        yield new ChatGenerationChunk({\n          text: token,\n          message: responseMessage,\n        });\n        await runManager?.handleLLMNewToken(token);\n      }\n    }\n  }\n\n  async _generate(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun,\n  ): Promise<ChatResult> {\n    let finalChunk: AIMessageChunk | undefined;\n    for await (const chunk of this._streamResponseChunks(\n      messages,\n      options,\n      runManager,\n    )) {\n      if (!finalChunk) {\n        finalChunk = chunk.message;\n      } else {\n        finalChunk = concat(finalChunk, chunk.message);\n      }\n    }\n\n    // Convert from AIMessageChunk to AIMessage since `generate` expects AIMessage.\n    const nonChunkMessage = new AIMessage({\n      id: finalChunk?.id,\n      content: finalChunk?.content ?? '',\n      tool_calls: finalChunk?.tool_calls,\n      response_metadata: finalChunk?.response_metadata,\n      usage_metadata: finalChunk?.usage_metadata,\n    });\n    return {\n      generations: [\n        {\n          text:\n            typeof nonChunkMessage.content === 'string'\n              ? nonChunkMessage.content\n              : '',\n          message: nonChunkMessage,\n        },\n      ],\n    };\n  }\n}\n\nexport const createAzureAiInferenceChatModel: CreateChatModelFunction =\n  options => {\n    return new AzureAiInferenceChatModel(options);\n  };\n"],"names":["BaseChatModel","createClient","AzureKeyCredential","messages","convertToAzureAiInferenceMessages","createSseStream","AIMessageChunk","ChatGenerationChunk","concat","AIMessage"],"mappings":";;;;;;;;;;;;;;;AAwBO,MAAM,kCACHA,yBAAA,CAEV;AAAA,EACE,SAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACQ,MAAA;AAAA,EAER,WAAA,CAAY;AAAA,IACV,SAAA;AAAA,IACA,QAAA;AAAA,IACA,MAAA;AAAA,IACA,GAAG;AAAA,GACL,EAA+B;AAC7B,IAAA,KAAA,CAAM,IAAI,CAAA;AACV,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AACjB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,SAASC,6BAAA,CAAa,QAAA,EAAU,IAAIC,2BAAA,CAAmB,MAAM,CAAC,CAAA;AAAA,EACrE;AAAA,EAEA,QAAA,GAAmB;AACjB,IAAA,OAAO,oBAAA;AAAA,EACT;AAAA,EAEA,OAAO,qBAAA,CACLC,UAAA,EACA,QAAA,EACA,UAAA,EACqC;AACrC,IAAA,MAAM,mBAAA,GAAsBC,wCAAkCD,UAAQ,CAAA;AAEtE,IAAA,MAAM,WAAW,MAAM,IAAA,CAAK,OACzB,IAAA,CAAK,mBAAmB,EACxB,IAAA,CAAK;AAAA,MACJ,IAAA,EAAM;AAAA,QACJ,MAAA,EAAQ,IAAA;AAAA,QACR,QAAA,EAAU,mBAAA;AAAA,QACV,OAAO,IAAA,CAAK;AAAA;AACd,KACD,EACA,YAAA,EAAa;AAEhB,IAAA,MAAM,SAAS,QAAA,CAAS,IAAA;AAExB,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA,MAAM,IAAI,MAAM,iDAAiD,CAAA;AAAA,IACnE;AAEA,IAAA,IAAI,QAAA,CAAS,WAAW,KAAA,EAAO;AAC7B,MAAA,MAAA,CAAO,OAAA,EAAQ;AACf,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,sDAAA,EAAyD,SAAS,MAAM,CAAA,MAAA;AAAA,OAC1E;AAAA,IACF;AAEA,IAAA,MAAM,SAAA,GAAYE,wBAAgB,MAAM,CAAA;AAExC,IAAA,WAAA,MAAiB,SAAS,SAAA,EAAW;AACnC,MAAA,IAAI,KAAA,CAAM,SAAS,QAAA,EAAU;AAC3B,QAAA;AAAA,MACF;AAEA,MAAA,KAAA,MAAW,UAAU,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,EAAE,OAAA,EAAS;AACnD,QAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,KAAA,EAAO,OAAA,IAAW,EAAA;AAEvC,QAAA,MAAM,eAAA,GAAkB,IAAIC,uBAAA,CAAe;AAAA,UACzC,OAAA,EAAS;AAAA,SACV,CAAA;AAED,QAAA,MAAM,IAAIC,2BAAA,CAAoB;AAAA,UAC5B,IAAA,EAAM,KAAA;AAAA,UACN,OAAA,EAAS;AAAA,SACV,CAAA;AACD,QAAA,MAAM,UAAA,EAAY,kBAAkB,KAAK,CAAA;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,SAAA,CACJJ,UAAA,EACA,OAAA,EACA,UAAA,EACqB;AACrB,IAAA,IAAI,UAAA;AACJ,IAAA,WAAA,MAAiB,SAAS,IAAA,CAAK,qBAAA;AAAA,MAC7BA,UAAA;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF,EAAG;AACD,MAAA,IAAI,CAAC,UAAA,EAAY;AACf,QAAA,UAAA,GAAa,KAAA,CAAM,OAAA;AAAA,MACrB,CAAA,MAAO;AACL,QAAA,UAAA,GAAaK,aAAA,CAAO,UAAA,EAAY,KAAA,CAAM,OAAO,CAAA;AAAA,MAC/C;AAAA,IACF;AAGA,IAAA,MAAM,eAAA,GAAkB,IAAIC,kBAAA,CAAU;AAAA,MACpC,IAAI,UAAA,EAAY,EAAA;AAAA,MAChB,OAAA,EAAS,YAAY,OAAA,IAAW,EAAA;AAAA,MAChC,YAAY,UAAA,EAAY,UAAA;AAAA,MACxB,mBAAmB,UAAA,EAAY,iBAAA;AAAA,MAC/B,gBAAgB,UAAA,EAAY;AAAA,KAC7B,CAAA;AACD,IAAA,OAAO;AAAA,MACL,WAAA,EAAa;AAAA,QACX;AAAA,UACE,MACE,OAAO,eAAA,CAAgB,OAAA,KAAY,QAAA,GAC/B,gBAAgB,OAAA,GAChB,EAAA;AAAA,UACN,OAAA,EAAS;AAAA;AACX;AACF,KACF;AAAA,EACF;AACF;AAEO,MAAM,kCACX,CAAA,OAAA,KAAW;AACT,EAAA,OAAO,IAAI,0BAA0B,OAAO,CAAA;AAC9C;;;;;"}

package/dist/services/chat-model/index.cjs.js

@@ -0,0 +1,18 @@
+'use strict';
+
+var azureAiInferenceChatModel = require('./azure-ai-inference-chat-model.cjs.js');
+var openAi = require('./open-ai.cjs.js');
+
+const chatModels = {
+  openai: openAi.createOpenAiChatModel,
+  azureAiInference: azureAiInferenceChatModel.createAzureAiInferenceChatModel
+};
+const createChatModeForSdk = (sdk, options) => {
+  if (!(sdk in chatModels)) {
+    throw new Error(`Unsupported SDK type: ${sdk}`);
+  }
+  return chatModels[sdk](options);
+};
+
+exports.createChatModeForSdk = createChatModeForSdk;
+//# sourceMappingURL=index.cjs.js.map

package/dist/services/chat-model/index.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs.js","sources":["../../../src/services/chat-model/index.ts"],"sourcesContent":["import { createAzureAiInferenceChatModel } from './azure-ai-inference-chat-model';\nimport {\n  CreateChatModelFunction,\n  SdkType,\n  CreateChatModelFunctionOptions,\n} from '../../types/chat-model';\nimport { createOpenAiChatModel } from './open-ai';\n\nconst chatModels: Record<SdkType, CreateChatModelFunction> = {\n  openai: createOpenAiChatModel,\n  azureAiInference: createAzureAiInferenceChatModel,\n};\n\nexport const createChatModeForSdk = (\n  sdk: string,\n  options: CreateChatModelFunctionOptions,\n) => {\n  if (!(sdk in chatModels)) {\n    throw new Error(`Unsupported SDK type: ${sdk}`);\n  }\n\n  return chatModels[sdk as SdkType](options);\n};\n"],"names":["createOpenAiChatModel","createAzureAiInferenceChatModel"],"mappings":";;;;;AAQA,MAAM,UAAA,GAAuD;AAAA,EAC3D,MAAA,EAAQA,4BAAA;AAAA,EACR,gBAAA,EAAkBC;AACpB,CAAA;AAEO,MAAM,oBAAA,GAAuB,CAClC,GAAA,EACA,OAAA,KACG;AACH,EAAA,IAAI,EAAE,OAAO,UAAA,CAAA,EAAa;AACxB,IAAA,MAAM,IAAI,KAAA,CAAM,CAAA,sBAAA,EAAyB,GAAG,CAAA,CAAE,CAAA;AAAA,EAChD;AAEA,EAAA,OAAO,UAAA,CAAW,GAAc,CAAA,CAAE,OAAO,CAAA;AAC3C;;;;"}

package/dist/services/chat-model/open-ai.cjs.js

@@ -0,0 +1,16 @@
+'use strict';
+
+var openai = require('@langchain/openai');
+
+const createOpenAiChatModel = (options) => {
+  return new openai.ChatOpenAI({
+    configuration: {
+      apiKey: options.apiKey,
+      baseURL: options.endpoint
+    },
+    modelName: options.modelName
+  });
+};
+
+exports.createOpenAiChatModel = createOpenAiChatModel;
+//# sourceMappingURL=open-ai.cjs.js.map

package/dist/services/chat-model/open-ai.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"open-ai.cjs.js","sources":["../../../src/services/chat-model/open-ai.ts"],"sourcesContent":["import { CreateChatModelFunction } from '../../types/chat-model';\nimport { ChatOpenAI } from '@langchain/openai';\n\nexport const createOpenAiChatModel: CreateChatModelFunction = options => {\n  return new ChatOpenAI({\n    configuration: {\n      apiKey: options.apiKey,\n      baseURL: options.endpoint,\n    },\n    modelName: options.modelName,\n  });\n};\n"],"names":["ChatOpenAI"],"mappings":";;;;AAGO,MAAM,wBAAiD,CAAA,OAAA,KAAW;AACvE,EAAA,OAAO,IAAIA,iBAAA,CAAW;AAAA,IACpB,aAAA,EAAe;AAAA,MACb,QAAQ,OAAA,CAAQ,MAAA;AAAA,MAChB,SAAS,OAAA,CAAQ;AAAA,KACnB;AAAA,IACA,WAAW,OAAA,CAAQ;AAAA,GACpB,CAAA;AACH;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sweetoburrito/backstage-plugin-ai-assistant-backend-module-model-provider-azure-ai",
-  "version": "0.3.0",
+  "version": "0.4.0",
   "license": "Apache-2.0",
   "description": "The model-provider-azure-ai backend module for the ai-assistant plugin.",
   "main": "dist/index.cjs.js",
@@ -33,7 +33,8 @@
     "@azure/core-sse": "^2.3.0",
     "@backstage/backend-plugin-api": "backstage:^",
     "@langchain/core": "^0.3.72",
-    "@sweetoburrito/backstage-plugin-ai-assistant-node": "workspace:^"
+    "@langchain/openai": "^0.6.13",
+    "@sweetoburrito/backstage-plugin-ai-assistant-node": "^0.3.2"
   },
   "devDependencies": {
     "@backstage/backend-test-utils": "backstage:^",

package/dist/azure-ai-inference-chat-model.cjs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"azure-ai-inference-chat-model.cjs.js","sources":["../src/azure-ai-inference-chat-model.ts"],"sourcesContent":["import {\n  BaseChatModel,\n  BaseChatModelParams,\n} from '@langchain/core/language_models/chat_models';\nimport createClient, { ModelClient } from '@azure-rest/ai-inference';\nimport { AzureKeyCredential } from '@azure/core-auth';\nimport {\n  AIMessage,\n  AIMessageChunk,\n  BaseMessage,\n} from '@langchain/core/messages';\nimport { CallbackManagerForLLMRun } from '@langchain/core/callbacks/manager';\nimport { concat } from '@langchain/core/utils/stream';\nimport { ChatGenerationChunk, ChatResult } from '@langchain/core/outputs';\nimport { convertToAzureAiInferenceMessages } from './utils';\nimport { createSseStream } from '@azure/core-sse';\n\nexport interface ChatAzureAiInferenceInputs extends BaseChatModelParams {\n  modelName: string;\n  endpoint: string;\n  apiKey: string;\n}\n\nexport class AzureAiInferenceChatModel\n  extends BaseChatModel\n  implements ChatAzureAiInferenceInputs\n{\n  modelName: string;\n  endpoint: string;\n  apiKey: string;\n  private client: ModelClient;\n\n  constructor({\n    modelName,\n    endpoint,\n    apiKey,\n    ...rest\n  }: ChatAzureAiInferenceInputs) {\n    super(rest);\n    this.modelName = modelName;\n    this.endpoint = endpoint;\n    this.apiKey = apiKey;\n    this.client = createClient(endpoint, new AzureKeyCredential(apiKey));\n  }\n\n  _llmType(): string {\n    return 'azure-ai-inference';\n  }\n\n  async *_streamResponseChunks(\n    messages: BaseMessage[],\n    _options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun,\n  ): AsyncGenerator<ChatGenerationChunk> {\n    const aiInferenceMessages = convertToAzureAiInferenceMessages(messages);\n\n    const response = await this.client\n      .path('/chat/completions')\n      .post({\n        body: {\n          stream: true,\n          messages: aiInferenceMessages,\n          model: this.modelName,\n        },\n      })\n      .asNodeStream();\n\n    const stream = response.body;\n\n    if (!stream) {\n      throw new Error('Azure AI Inference response stream is undefined');\n    }\n\n    if (response.status !== '200') {\n      stream.destroy();\n      throw new Error(\n        `Failed to get chat completions. Operation failed with ${response.status} code.`,\n      );\n    }\n\n    const sseStream = createSseStream(stream);\n\n    for await (const event of sseStream) {\n      if (event.data === '[DONE]') {\n        return;\n      }\n\n      for (const choice of JSON.parse(event.data).choices) {\n        const token = choice.delta?.content ?? '';\n\n        const responseMessage = new AIMessageChunk({\n          content: token,\n        });\n\n        yield new ChatGenerationChunk({\n          text: token,\n          message: responseMessage,\n        });\n        await runManager?.handleLLMNewToken(token);\n      }\n    }\n  }\n\n  async _generate(\n    messages: BaseMessage[],\n    options: this['ParsedCallOptions'],\n    runManager?: CallbackManagerForLLMRun,\n  ): Promise<ChatResult> {\n    let finalChunk: AIMessageChunk | undefined;\n    for await (const chunk of this._streamResponseChunks(\n      messages,\n      options,\n      runManager,\n    )) {\n      if (!finalChunk) {\n        finalChunk = chunk.message;\n      } else {\n        finalChunk = concat(finalChunk, chunk.message);\n      }\n    }\n\n    // Convert from AIMessageChunk to AIMessage since `generate` expects AIMessage.\n    const nonChunkMessage = new AIMessage({\n      id: finalChunk?.id,\n      content: finalChunk?.content ?? '',\n      tool_calls: finalChunk?.tool_calls,\n      response_metadata: finalChunk?.response_metadata,\n      usage_metadata: finalChunk?.usage_metadata,\n    });\n    return {\n      generations: [\n        {\n          text:\n            typeof nonChunkMessage.content === 'string'\n              ? nonChunkMessage.content\n              : '',\n          message: nonChunkMessage,\n        },\n      ],\n    };\n  }\n}\n"],"names":["BaseChatModel","createClient","AzureKeyCredential","messages","convertToAzureAiInferenceMessages","createSseStream","AIMessageChunk","ChatGenerationChunk","concat","AIMessage"],"mappings":";;;;;;;;;;;;;;;AAuBO,MAAM,kCACHA,yBAAA,CAEV;AAAA,EACE,SAAA;AAAA,EACA,QAAA;AAAA,EACA,MAAA;AAAA,EACQ,MAAA;AAAA,EAER,WAAA,CAAY;AAAA,IACV,SAAA;AAAA,IACA,QAAA;AAAA,IACA,MAAA;AAAA,IACA,GAAG;AAAA,GACL,EAA+B;AAC7B,IAAA,KAAA,CAAM,IAAI,CAAA;AACV,IAAA,IAAA,CAAK,SAAA,GAAY,SAAA;AACjB,IAAA,IAAA,CAAK,QAAA,GAAW,QAAA;AAChB,IAAA,IAAA,CAAK,MAAA,GAAS,MAAA;AACd,IAAA,IAAA,CAAK,SAASC,6BAAA,CAAa,QAAA,EAAU,IAAIC,2BAAA,CAAmB,MAAM,CAAC,CAAA;AAAA,EACrE;AAAA,EAEA,QAAA,GAAmB;AACjB,IAAA,OAAO,oBAAA;AAAA,EACT;AAAA,EAEA,OAAO,qBAAA,CACLC,UAAA,EACA,QAAA,EACA,UAAA,EACqC;AACrC,IAAA,MAAM,mBAAA,GAAsBC,wCAAkCD,UAAQ,CAAA;AAEtE,IAAA,MAAM,WAAW,MAAM,IAAA,CAAK,OACzB,IAAA,CAAK,mBAAmB,EACxB,IAAA,CAAK;AAAA,MACJ,IAAA,EAAM;AAAA,QACJ,MAAA,EAAQ,IAAA;AAAA,QACR,QAAA,EAAU,mBAAA;AAAA,QACV,OAAO,IAAA,CAAK;AAAA;AACd,KACD,EACA,YAAA,EAAa;AAEhB,IAAA,MAAM,SAAS,QAAA,CAAS,IAAA;AAExB,IAAA,IAAI,CAAC,MAAA,EAAQ;AACX,MAAA,MAAM,IAAI,MAAM,iDAAiD,CAAA;AAAA,IACnE;AAEA,IAAA,IAAI,QAAA,CAAS,WAAW,KAAA,EAAO;AAC7B,MAAA,MAAA,CAAO,OAAA,EAAQ;AACf,MAAA,MAAM,IAAI,KAAA;AAAA,QACR,CAAA,sDAAA,EAAyD,SAAS,MAAM,CAAA,MAAA;AAAA,OAC1E;AAAA,IACF;AAEA,IAAA,MAAM,SAAA,GAAYE,wBAAgB,MAAM,CAAA;AAExC,IAAA,WAAA,MAAiB,SAAS,SAAA,EAAW;AACnC,MAAA,IAAI,KAAA,CAAM,SAAS,QAAA,EAAU;AAC3B,QAAA;AAAA,MACF;AAEA,MAAA,KAAA,MAAW,UAAU,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,IAAI,EAAE,OAAA,EAAS;AACnD,QAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,KAAA,EAAO,OAAA,IAAW,EAAA;AAEvC,QAAA,MAAM,eAAA,GAAkB,IAAIC,uBAAA,CAAe;AAAA,UACzC,OAAA,EAAS;AAAA,SACV,CAAA;AAED,QAAA,MAAM,IAAIC,2BAAA,CAAoB;AAAA,UAC5B,IAAA,EAAM,KAAA;AAAA,UACN,OAAA,EAAS;AAAA,SACV,CAAA;AACD,QAAA,MAAM,UAAA,EAAY,kBAAkB,KAAK,CAAA;AAAA,MAC3C;AAAA,IACF;AAAA,EACF;AAAA,EAEA,MAAM,SAAA,CACJJ,UAAA,EACA,OAAA,EACA,UAAA,EACqB;AACrB,IAAA,IAAI,UAAA;AACJ,IAAA,WAAA,MAAiB,SAAS,IAAA,CAAK,qBAAA;AAAA,MAC7BA,UAAA;AAAA,MACA,OAAA;AAAA,MACA;AAAA,KACF,EAAG;AACD,MAAA,IAAI,CAAC,UAAA,EAAY;AACf,QAAA,UAAA,GAAa,KAAA,CAAM,OAAA;AAAA,MACrB,CAAA,MAAO;AACL,QAAA,UAAA,GAAaK,aAAA,CAAO,UAAA,EAAY,KAAA,CAAM,OAAO,CAAA;AAAA,MAC/C;AAAA,IACF;AAGA,IAAA,MAAM,eAAA,GAAkB,IAAIC,kBAAA,CAAU;AAAA,MACpC,IAAI,UAAA,EAAY,EAAA;AAAA,MAChB,OAAA,EAAS,YAAY,OAAA,IAAW,EAAA;AAAA,MAChC,YAAY,UAAA,EAAY,UAAA;AAAA,MACxB,mBAAmB,UAAA,EAAY,iBAAA;AAAA,MAC/B,gBAAgB,UAAA,EAAY;AAAA,KAC7B,CAAA;AACD,IAAA,OAAO;AAAA,MACL,WAAA,EAAa;AAAA,QACX;AAAA,UACE,MACE,OAAO,eAAA,CAAgB,OAAA,KAAY,QAAA,GAC/B,gBAAgB,OAAA,GAChB,EAAA;AAAA,UACN,OAAA,EAAS;AAAA;AACX;AACF,KACF;AAAA,EACF;AACF;;;;"}