@sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-azure-devops 0.2.1

package/README.md

@@ -0,0 +1,5 @@
+# @sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-azure-devops
+
+The ingestor-azure-devops backend module for the ai-assistant plugin.
+
+_This plugin was created through the Backstage CLI_

package/config.d.ts

@@ -0,0 +1,42 @@
+/**
+ * Azure DevOps ingestor configuration
+ * @visibility backend
+ */
+export interface Config {
+  aiAssistant: {
+    ingestors: {
+      azureDevOps: {
+        /**
+         * The Azure DevOps organization name
+         */
+        organization: string;
+        /**
+         * The Azure DevOps project name
+         */
+        project: string;
+        /**
+         * Personal Access Token for Azure DevOps
+         * @visibility secret
+         */
+        token: string;
+        /**
+         * Optional list of file types to ingest (e.g., .md, .json). Defaults to .md and .json if not specified.
+         */
+        fileTypes?: string[];
+        /**
+         * Optional list of repositories to ingest. If not specified, all repositories in the project will be ingested.
+         */
+        repositories?: {
+          /**
+           * The name of the repository to ingest
+           */
+          name: string;
+          /**
+           * Optional list of file types to ingest for this repository. Overrides the global fileTypes setting for this repository only.
+           */
+          fileTypes?: string[];
+        }[];
+      };
+    };
+  };
+}

package/dist/constants/module.cjs.js

@@ -0,0 +1,6 @@
+'use strict';
+
+const MODULE_ID = "azure-devops";
+
+exports.MODULE_ID = MODULE_ID;
+//# sourceMappingURL=module.cjs.js.map

package/dist/constants/module.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.cjs.js","sources":["../../src/constants/module.ts"],"sourcesContent":["export const MODULE_ID = 'azure-devops';\n"],"names":[],"mappings":";;AAAO,MAAM,SAAA,GAAY;;;;"}

package/dist/index.cjs.js

@@ -0,0 +1,10 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+var module$1 = require('./module.cjs.js');
+
+
+
+exports.default = module$1.aiAssistantModuleIngestorAzureDevops;
+//# sourceMappingURL=index.cjs.js.map

package/dist/index.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+import * as _backstage_backend_plugin_api from '@backstage/backend-plugin-api';
+
+declare const aiAssistantModuleIngestorAzureDevops: _backstage_backend_plugin_api.BackendFeature;
+
+export { aiAssistantModuleIngestorAzureDevops as default };

package/dist/module.cjs.js

@@ -0,0 +1,27 @@
+'use strict';
+
+var backendPluginApi = require('@backstage/backend-plugin-api');
+var ingestor = require('./services/ingestor.cjs.js');
+var backstagePluginAiAssistantNode = require('@sweetoburrito/backstage-plugin-ai-assistant-node');
+
+const aiAssistantModuleIngestorAzureDevops = backendPluginApi.createBackendModule({
+  pluginId: "ai-assistant",
+  moduleId: "ingestor-azure-devops",
+  register(reg) {
+    reg.registerInit({
+      deps: {
+        dataIngestor: backstagePluginAiAssistantNode.dataIngestorExtensionPoint,
+        config: backendPluginApi.coreServices.rootConfig,
+        logger: backendPluginApi.coreServices.logger
+      },
+      async init({ config, logger, dataIngestor }) {
+        dataIngestor.registerIngestor(
+          await ingestor.createAzureDevOpsIngestor({ config, logger })
+        );
+      }
+    });
+  }
+});
+
+exports.aiAssistantModuleIngestorAzureDevops = aiAssistantModuleIngestorAzureDevops;
+//# sourceMappingURL=module.cjs.js.map

package/dist/module.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.cjs.js","sources":["../src/module.ts"],"sourcesContent":["import {\n  coreServices,\n  createBackendModule,\n} from '@backstage/backend-plugin-api';\nimport { createAzureDevOpsIngestor } from './services/ingestor';\nimport { dataIngestorExtensionPoint } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\n\nexport const aiAssistantModuleIngestorAzureDevops = createBackendModule({\n  pluginId: 'ai-assistant',\n  moduleId: 'ingestor-azure-devops',\n  register(reg) {\n    reg.registerInit({\n      deps: {\n        dataIngestor: dataIngestorExtensionPoint,\n        config: coreServices.rootConfig,\n        logger: coreServices.logger,\n      },\n      async init({ config, logger, dataIngestor }) {\n        dataIngestor.registerIngestor(\n          await createAzureDevOpsIngestor({ config, logger }),\n        );\n      },\n    });\n  },\n});\n"],"names":["createBackendModule","dataIngestorExtensionPoint","coreServices","createAzureDevOpsIngestor"],"mappings":";;;;;;AAOO,MAAM,uCAAuCA,oCAAA,CAAoB;AAAA,EACtE,QAAA,EAAU,cAAA;AAAA,EACV,QAAA,EAAU,uBAAA;AAAA,EACV,SAAS,GAAA,EAAK;AACZ,IAAA,GAAA,CAAI,YAAA,CAAa;AAAA,MACf,IAAA,EAAM;AAAA,QACJ,YAAA,EAAcC,yDAAA;AAAA,QACd,QAAQC,6BAAA,CAAa,UAAA;AAAA,QACrB,QAAQA,6BAAA,CAAa;AAAA,OACvB;AAAA,MACA,MAAM,IAAA,CAAK,EAAE,MAAA,EAAQ,MAAA,EAAQ,cAAa,EAAG;AAC3C,QAAA,YAAA,CAAa,gBAAA;AAAA,UACX,MAAMC,kCAAA,CAA0B,EAAE,MAAA,EAAQ,QAAQ;AAAA,SACpD;AAAA,MACF;AAAA,KACD,CAAA;AAAA,EACH;AACF,CAAC;;;;"}

package/dist/services/azure-devops.cjs.js

@@ -0,0 +1,72 @@
+'use strict';
+
+var azureDevopsNodeApi = require('azure-devops-node-api');
+var GitInterfaces = require('azure-devops-node-api/interfaces/GitInterfaces');
+
+const createAzureDevOpsService = async ({
+  config,
+  logger
+}) => {
+  const organization = config.getString(
+    "aiAssistant.ingestors.azureDevOps.organization"
+  );
+  const project = config.getString("aiAssistant.ingestors.azureDevOps.project");
+  const token = config.getString("aiAssistant.ingestors.azureDevOps.token");
+  const orgUrl = `https://dev.azure.com/${organization}`;
+  logger.info(
+    `Connecting to Azure DevOps organization: ${organization}, project: ${project}`
+  );
+  if (!organization || !project || !token) {
+    throw new Error(
+      "Azure DevOps organization, project, and token are required"
+    );
+  }
+  const authHandler = azureDevopsNodeApi.getPersonalAccessTokenHandler(token);
+  const connection = new azureDevopsNodeApi.WebApi(orgUrl, authHandler);
+  logger.info(
+    `Connected to Azure DevOps organization: ${organization}, project: ${project}`
+  );
+  const gitApi = await connection.getGitApi();
+  const getRepos = async () => {
+    const repos = await gitApi.getRepositories(project);
+    logger.info(`Found ${repos.length} repositories in project ${project}`);
+    return repos;
+  };
+  const getRepoItems = async (repoId, fileTypes) => {
+    const items = await gitApi.getItems(
+      repoId,
+      project,
+      void 0,
+      GitInterfaces.VersionControlRecursionType.Full
+    );
+    logger.info(
+      `Found ${items.length} items in Azure DevOps repository ${repoId}`
+    );
+    if (fileTypes && fileTypes.length > 0) {
+      const filteredItems = items.filter(
+        (item) => !item.isFolder && fileTypes.some((type) => item.path?.endsWith(type))
+      );
+      logger.info(
+        `Filtered to ${filteredItems.length} items with types: ${fileTypes.join(
+          ", "
+        )}`
+      );
+      return filteredItems;
+    }
+    return items;
+  };
+  const getRepoItemContent = async (repoId, path) => {
+    const itemContent = await gitApi.getItemContent(
+      repoId,
+      path,
+      project,
+      void 0,
+      GitInterfaces.VersionControlRecursionType.None
+    );
+    return itemContent;
+  };
+  return { organization, project, getRepos, getRepoItems, getRepoItemContent };
+};
+
+exports.createAzureDevOpsService = createAzureDevOpsService;
+//# sourceMappingURL=azure-devops.cjs.js.map

package/dist/services/azure-devops.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"azure-devops.cjs.js","sources":["../../src/services/azure-devops.ts"],"sourcesContent":["import {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { getPersonalAccessTokenHandler, WebApi } from 'azure-devops-node-api';\nimport { VersionControlRecursionType } from 'azure-devops-node-api/interfaces/GitInterfaces';\n\nexport const createAzureDevOpsService = async ({\n  config,\n  logger,\n}: {\n  config: RootConfigService;\n  logger: LoggerService;\n}) => {\n  // Get configuration values\n  const organization = config.getString(\n    'aiAssistant.ingestors.azureDevOps.organization',\n  );\n  const project = config.getString('aiAssistant.ingestors.azureDevOps.project');\n  const token = config.getString('aiAssistant.ingestors.azureDevOps.token');\n\n  // Construct organization URL\n  const orgUrl = `https://dev.azure.com/${organization}`;\n\n  logger.info(\n    `Connecting to Azure DevOps organization: ${organization}, project: ${project}`,\n  );\n\n  if (!organization || !project || !token) {\n    throw new Error(\n      'Azure DevOps organization, project, and token are required',\n    );\n  }\n\n  // Create authentication handler and connection\n  const authHandler = getPersonalAccessTokenHandler(token);\n\n  const connection = new WebApi(orgUrl, authHandler);\n\n  logger.info(\n    `Connected to Azure DevOps organization: ${organization}, project: ${project}`,\n  );\n\n  // Get Git API for repository operations\n  const gitApi = await connection.getGitApi();\n\n  /**\n   * Get a list of repositories in the specified Azure DevOps project\n   * @returns List of repositories in the specified Azure DevOps project\n   */\n  const getRepos = async () => {\n    const repos = await gitApi.getRepositories(project);\n\n    logger.info(`Found ${repos.length} repositories in project ${project}`);\n\n    return repos;\n  };\n\n  /**\n   * Get a list of items in the specified Azure DevOps repository\n   * @param repoId The ID of the repository\n   * @param fileTypes Optional list of file types to filter by\n   * @returns List of items in the specified Azure DevOps repository\n   */\n  const getRepoItems = async (repoId: string, fileTypes?: string[]) => {\n    const items = await gitApi.getItems(\n      repoId,\n      project,\n      undefined,\n      VersionControlRecursionType.Full,\n    );\n\n    logger.info(\n      `Found ${items.length} items in Azure DevOps repository ${repoId}`,\n    );\n\n    if (fileTypes && fileTypes.length > 0) {\n      const filteredItems = items.filter(\n        item =>\n          !item.isFolder && fileTypes.some(type => item.path?.endsWith(type)),\n      );\n      logger.info(\n        `Filtered to ${filteredItems.length} items with types: ${fileTypes.join(\n          ', ',\n        )}`,\n      );\n      return filteredItems;\n    }\n\n    return items;\n  };\n\n  /**\n   * Get the content of a specific item in an Azure DevOps repository\n   * @param repoId The ID of the repository\n   * @param path The path of the item\n   * @returns The content of the item\n   */\n  const getRepoItemContent = async (repoId: string, path: string) => {\n    const itemContent = await gitApi.getItemContent(\n      repoId,\n      path,\n      project,\n      undefined,\n      VersionControlRecursionType.None,\n    );\n\n    return itemContent;\n  };\n\n  return { organization, project, getRepos, getRepoItems, getRepoItemContent };\n};\n"],"names":["getPersonalAccessTokenHandler","WebApi","VersionControlRecursionType"],"mappings":";;;;;AAOO,MAAM,2BAA2B,OAAO;AAAA,EAC7C,MAAA;AAAA,EACA;AACF,CAAA,KAGM;AAEJ,EAAA,MAAM,eAAe,MAAA,CAAO,SAAA;AAAA,IAC1B;AAAA,GACF;AACA,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,SAAA,CAAU,2CAA2C,CAAA;AAC5E,EAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,SAAA,CAAU,yCAAyC,CAAA;AAGxE,EAAA,MAAM,MAAA,GAAS,yBAAyB,YAAY,CAAA,CAAA;AAEpD,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,CAAA,yCAAA,EAA4C,YAAY,CAAA,WAAA,EAAc,OAAO,CAAA;AAAA,GAC/E;AAEA,EAAA,IAAI,CAAC,YAAA,IAAgB,CAAC,OAAA,IAAW,CAAC,KAAA,EAAO;AACvC,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAGA,EAAA,MAAM,WAAA,GAAcA,iDAA8B,KAAK,CAAA;AAEvD,EAAA,MAAM,UAAA,GAAa,IAAIC,yBAAA,CAAO,MAAA,EAAQ,WAAW,CAAA;AAEjD,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,CAAA,wCAAA,EAA2C,YAAY,CAAA,WAAA,EAAc,OAAO,CAAA;AAAA,GAC9E;AAGA,EAAA,MAAM,MAAA,GAAS,MAAM,UAAA,CAAW,SAAA,EAAU;AAM1C,EAAA,MAAM,WAAW,YAAY;AAC3B,IAAA,MAAM,KAAA,GAAQ,MAAM,MAAA,CAAO,eAAA,CAAgB,OAAO,CAAA;AAElD,IAAA,MAAA,CAAO,KAAK,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,yBAAA,EAA4B,OAAO,CAAA,CAAE,CAAA;AAEtE,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,YAAA,GAAe,OAAO,MAAA,EAAgB,SAAA,KAAyB;AACnE,IAAA,MAAM,KAAA,GAAQ,MAAM,MAAA,CAAO,QAAA;AAAA,MACzB,MAAA;AAAA,MACA,OAAA;AAAA,MACA,MAAA;AAAA,MACAC,yCAAA,CAA4B;AAAA,KAC9B;AAEA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,kCAAA,EAAqC,MAAM,CAAA;AAAA,KAClE;AAEA,IAAA,IAAI,SAAA,IAAa,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG;AACrC,MAAA,MAAM,gBAAgB,KAAA,CAAM,MAAA;AAAA,QAC1B,CAAA,IAAA,KACE,CAAC,IAAA,CAAK,QAAA,IAAY,SAAA,CAAU,IAAA,CAAK,CAAA,IAAA,KAAQ,IAAA,CAAK,IAAA,EAAM,QAAA,CAAS,IAAI,CAAC;AAAA,OACtE;AACA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,YAAA,EAAe,aAAA,CAAc,MAAM,CAAA,mBAAA,EAAsB,SAAA,CAAU,IAAA;AAAA,UACjE;AAAA,SACD,CAAA;AAAA,OACH;AACA,MAAA,OAAO,aAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,kBAAA,GAAqB,OAAO,MAAA,EAAgB,IAAA,KAAiB;AACjE,IAAA,MAAM,WAAA,GAAc,MAAM,MAAA,CAAO,cAAA;AAAA,MAC/B,MAAA;AAAA,MACA,IAAA;AAAA,MACA,OAAA;AAAA,MACA,MAAA;AAAA,MACAA,yCAAA,CAA4B;AAAA,KAC9B;AAEA,IAAA,OAAO,WAAA;AAAA,EACT,CAAA;AAEA,EAAA,OAAO,EAAE,YAAA,EAAc,OAAA,EAAS,QAAA,EAAU,cAAc,kBAAA,EAAmB;AAC7E;;;;"}

package/dist/services/ingestor.cjs.js

@@ -0,0 +1,100 @@
+'use strict';
+
+var backstagePluginAiAssistantNode = require('@sweetoburrito/backstage-plugin-ai-assistant-node');
+var azureDevops = require('./azure-devops.cjs.js');
+var module$1 = require('../constants/module.cjs.js');
+
+const createAzureDevOpsIngestor = async ({
+  config,
+  logger
+}) => {
+  const defaultFileTypes = [".md", ".json"];
+  const repositoriesFilter = config.getOptional("aiAssistant.ingestors.azureDevOps.repositories");
+  const fileTypes = config.getOptionalStringArray(
+    "aiAssistant.ingestors.azureDevOps.fileTypes"
+  ) ?? defaultFileTypes;
+  const adoService = await azureDevops.createAzureDevOpsService({ config, logger });
+  const ingestAzureDevOpsBatch = async (saveDocumentsBatch) => {
+    const repositoriesList = await adoService.getRepos();
+    if (repositoriesList.length === 0) {
+      logger.warn("No repositories found in the Azure DevOps project");
+      return;
+    }
+    logger.info(
+      `Filtering for repositories: ${repositoriesFilter?.map((repo) => repo.name).join(", ")}`
+    );
+    const repositoriesToIngest = repositoriesFilter ? repositoriesList.filter(
+      (repo) => repositoriesFilter?.some(
+        (filteredRepo) => filteredRepo.name.toLowerCase() === repo.name.toLowerCase()
+      )
+    ) : repositoriesList;
+    if (repositoriesToIngest.length === 0) {
+      logger.warn(
+        "No repositories found for ingestion after applying the filter"
+      );
+      return;
+    }
+    logger.info(
+      `Ingesting ${repositoriesToIngest.length} repositories from Azure DevOps`
+    );
+    for (const repo of repositoriesToIngest) {
+      logger.info(
+        `Beginning ingestion for repository: ${repo.name} (${repo.id})`
+      );
+      const repositoryFileTypesFilter = repositoriesFilter?.find(
+        (r) => r.name.toLowerCase() === repo.name.toLowerCase()
+      )?.fileTypes ?? fileTypes;
+      logger.info(
+        `Processing file types for repository ${repo.name}: [${repositoryFileTypesFilter.join(", ")}]`
+      );
+      const items = await adoService.getRepoItems(
+        repo.id,
+        repositoryFileTypesFilter
+      );
+      if (items.length === 0) {
+        logger.warn(
+          `No items found for ingestion in the Azure DevOps repository ${repo.name} (${repo.id}) with the specified file types filter: [${repositoryFileTypesFilter.join(
+            ", "
+          )}]`
+        );
+        continue;
+      }
+      logger.debug(`Items: ${JSON.stringify(items, null, 2)}`);
+      const documents = [];
+      for (const item of items) {
+        const content = await adoService.getRepoItemContent(
+          repo.id,
+          item.path
+        );
+        logger.info(`Retrieved content for Azure DevOps item: ${item.path}`);
+        const text = await backstagePluginAiAssistantNode.streamToString(content);
+        const document = {
+          metadata: {
+            source: module$1.MODULE_ID,
+            id: `${repo.id}:${item.path}`,
+            url: item.url,
+            organization: adoService.organization,
+            project: adoService.project,
+            repository: repo.name
+          },
+          content: text
+        };
+        documents.push(document);
+      }
+      await saveDocumentsBatch(documents);
+      logger.info(
+        `${documents.length} documents ingested for Azure DevOps repository: ${repo.name}`
+      );
+    }
+  };
+  const ingest = async ({ saveDocumentsBatch }) => {
+    await ingestAzureDevOpsBatch(saveDocumentsBatch);
+  };
+  return {
+    id: module$1.MODULE_ID,
+    ingest
+  };
+};
+
+exports.createAzureDevOpsIngestor = createAzureDevOpsIngestor;
+//# sourceMappingURL=ingestor.cjs.js.map

package/dist/services/ingestor.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingestor.cjs.js","sources":["../../src/services/ingestor.ts"],"sourcesContent":["import {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { streamToString } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { createAzureDevOpsService } from './azure-devops';\nimport {\n  EmbeddingDocument,\n  Ingestor,\n  IngestorOptions,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { MODULE_ID } from '../constants/module';\nimport { Config } from '../../config';\n\nexport const createAzureDevOpsIngestor = async ({\n  config,\n  logger,\n}: {\n  config: RootConfigService;\n  logger: LoggerService;\n}): Promise<Ingestor> => {\n  // Default to common file types if none are specified\n  const defaultFileTypes = ['.md', '.json'];\n\n  // Get configuration values\n  const repositoriesFilter = config.getOptional<\n    Config['aiAssistant']['ingestors']['azureDevOps']['repositories']\n  >('aiAssistant.ingestors.azureDevOps.repositories');\n\n  const fileTypes =\n    config.getOptionalStringArray(\n      'aiAssistant.ingestors.azureDevOps.fileTypes',\n    ) ?? defaultFileTypes;\n\n  // Create Azure DevOps service\n  const adoService = await createAzureDevOpsService({ config, logger });\n\n  /** Ingest Azure DevOps repositories in batches */\n  const ingestAzureDevOpsBatch = async (\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'],\n  ) => {\n    const repositoriesList = await adoService.getRepos();\n\n    if (repositoriesList.length === 0) {\n      logger.warn('No repositories found in the Azure DevOps project');\n      return;\n    }\n\n    logger.info(\n      `Filtering for repositories: ${repositoriesFilter\n        ?.map(repo => repo.name)\n        .join(', ')}`,\n    );\n\n    // Filter repositories if a filter is provided in the config\n    const repositoriesToIngest = repositoriesFilter\n      ? repositoriesList.filter(repo =>\n          repositoriesFilter?.some(\n            filteredRepo =>\n              filteredRepo.name.toLowerCase() === repo.name!.toLowerCase(),\n          ),\n        )\n      : repositoriesList;\n\n    if (repositoriesToIngest.length === 0) {\n      logger.warn(\n        'No repositories found for ingestion after applying the filter',\n      );\n      return;\n    }\n\n    logger.info(\n      `Ingesting ${repositoriesToIngest.length} repositories from Azure DevOps`,\n    );\n\n    // Get items from each repository and create documents to be embedded\n    for (const repo of repositoriesToIngest) {\n      logger.info(\n        `Beginning ingestion for repository: ${repo.name} (${repo.id})`,\n      );\n\n      // Determine the file types to use for this repository or use default\n      const repositoryFileTypesFilter =\n        repositoriesFilter?.find(\n          r => r.name.toLowerCase() === repo.name!.toLowerCase(),\n        )?.fileTypes ?? fileTypes;\n\n      logger.info(\n        `Processing file types for repository ${\n          repo.name\n        }: [${repositoryFileTypesFilter.join(', ')}]`,\n      );\n\n      // Get the items to be ingested from the repository based on the file types filter\n      const items = await adoService.getRepoItems(\n        repo.id!,\n        repositoryFileTypesFilter,\n      );\n\n      if (items.length === 0) {\n        logger.warn(\n          `No items found for ingestion in the Azure DevOps repository ${\n            repo.name\n          } (${\n            repo.id\n          }) with the specified file types filter: [${repositoryFileTypesFilter.join(\n            ', ',\n          )}]`,\n        );\n        continue;\n      }\n\n      logger.debug(`Items: ${JSON.stringify(items, null, 2)}`);\n\n      // Generate embedding documents for each item\n      const documents: EmbeddingDocument[] = [];\n\n      for (const item of items) {\n        const content = await adoService.getRepoItemContent(\n          repo.id!,\n          item.path!,\n        );\n        logger.info(`Retrieved content for Azure DevOps item: ${item.path}`);\n\n        const text = await streamToString(content);\n\n        const document: EmbeddingDocument = {\n          metadata: {\n            source: MODULE_ID,\n            id: `${repo.id}:${item.path}`,\n            url: item.url,\n            organization: adoService.organization,\n            project: adoService.project,\n            repository: repo.name!,\n          },\n          content: text,\n        };\n\n        documents.push(document);\n      }\n\n      // Save the documents in batches\n      await saveDocumentsBatch(documents);\n\n      logger.info(\n        `${documents.length} documents ingested for Azure DevOps repository: ${repo.name}`,\n      );\n    }\n  };\n\n  const ingest: Ingestor['ingest'] = async ({ saveDocumentsBatch }) => {\n    await ingestAzureDevOpsBatch(saveDocumentsBatch);\n  };\n\n  return {\n    id: MODULE_ID,\n    ingest,\n  };\n};\n"],"names":["createAzureDevOpsService","streamToString","MODULE_ID"],"mappings":";;;;;;AAcO,MAAM,4BAA4B,OAAO;AAAA,EAC9C,MAAA;AAAA,EACA;AACF,CAAA,KAGyB;AAEvB,EAAA,MAAM,gBAAA,GAAmB,CAAC,KAAA,EAAO,OAAO,CAAA;AAGxC,EAAA,MAAM,kBAAA,GAAqB,MAAA,CAAO,WAAA,CAEhC,gDAAgD,CAAA;AAElD,EAAA,MAAM,YACJ,MAAA,CAAO,sBAAA;AAAA,IACL;AAAA,GACF,IAAK,gBAAA;AAGP,EAAA,MAAM,aAAa,MAAMA,oCAAA,CAAyB,EAAE,MAAA,EAAQ,QAAQ,CAAA;AAGpE,EAAA,MAAM,sBAAA,GAAyB,OAC7B,kBAAA,KACG;AACH,IAAA,MAAM,gBAAA,GAAmB,MAAM,UAAA,CAAW,QAAA,EAAS;AAEnD,IAAA,IAAI,gBAAA,CAAiB,WAAW,CAAA,EAAG;AACjC,MAAA,MAAA,CAAO,KAAK,mDAAmD,CAAA;AAC/D,MAAA;AAAA,IACF;AAEA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,4BAAA,EAA+B,oBAC3B,GAAA,CAAI,CAAA,IAAA,KAAQ,KAAK,IAAI,CAAA,CACtB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAGA,IAAA,MAAM,oBAAA,GAAuB,qBACzB,gBAAA,CAAiB,MAAA;AAAA,MAAO,UACtB,kBAAA,EAAoB,IAAA;AAAA,QAClB,kBACE,YAAA,CAAa,IAAA,CAAK,aAAY,KAAM,IAAA,CAAK,KAAM,WAAA;AAAY;AAC/D,KACF,GACA,gBAAA;AAEJ,IAAA,IAAI,oBAAA,CAAqB,WAAW,CAAA,EAAG;AACrC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL;AAAA,OACF;AACA,MAAA;AAAA,IACF;AAEA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,UAAA,EAAa,qBAAqB,MAAM,CAAA,+BAAA;AAAA,KAC1C;AAGA,IAAA,KAAA,MAAW,QAAQ,oBAAA,EAAsB;AACvC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,oCAAA,EAAuC,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,OAC9D;AAGA,MAAA,MAAM,4BACJ,kBAAA,EAAoB,IAAA;AAAA,QAClB,OAAK,CAAA,CAAE,IAAA,CAAK,aAAY,KAAM,IAAA,CAAK,KAAM,WAAA;AAAY,SACpD,SAAA,IAAa,SAAA;AAElB,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,wCACE,IAAA,CAAK,IACP,MAAM,yBAAA,CAA0B,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,OAC5C;AAGA,MAAA,MAAM,KAAA,GAAQ,MAAM,UAAA,CAAW,YAAA;AAAA,QAC7B,IAAA,CAAK,EAAA;AAAA,QACL;AAAA,OACF;AAEA,MAAA,IAAI,KAAA,CAAM,WAAW,CAAA,EAAG;AACtB,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,+DACE,IAAA,CAAK,IACP,KACE,IAAA,CAAK,EACP,4CAA4C,yBAAA,CAA0B,IAAA;AAAA,YACpE;AAAA,WACD,CAAA,CAAA;AAAA,SACH;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAA,CAAO,KAAA,CAAM,UAAU,IAAA,CAAK,SAAA,CAAU,OAAO,IAAA,EAAM,CAAC,CAAC,CAAA,CAAE,CAAA;AAGvD,MAAA,MAAM,YAAiC,EAAC;AAExC,MAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,QAAA,MAAM,OAAA,GAAU,MAAM,UAAA,CAAW,kBAAA;AAAA,UAC/B,IAAA,CAAK,EAAA;AAAA,UACL,IAAA,CAAK;AAAA,SACP;AACA,QAAA,MAAA,CAAO,IAAA,CAAK,CAAA,yCAAA,EAA4C,IAAA,CAAK,IAAI,CAAA,CAAE,CAAA;AAEnE,QAAA,MAAM,IAAA,GAAO,MAAMC,6CAAA,CAAe,OAAO,CAAA;AAEzC,QAAA,MAAM,QAAA,GAA8B;AAAA,UAClC,QAAA,EAAU;AAAA,YACR,MAAA,EAAQC,kBAAA;AAAA,YACR,IAAI,CAAA,EAAG,IAAA,CAAK,EAAE,CAAA,CAAA,EAAI,KAAK,IAAI,CAAA,CAAA;AAAA,YAC3B,KAAK,IAAA,CAAK,GAAA;AAAA,YACV,cAAc,UAAA,CAAW,YAAA;AAAA,YACzB,SAAS,UAAA,CAAW,OAAA;AAAA,YACpB,YAAY,IAAA,CAAK;AAAA,WACnB;AAAA,UACA,OAAA,EAAS;AAAA,SACX;AAEA,QAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,MACzB;AAGA,MAAA,MAAM,mBAAmB,SAAS,CAAA;AAElC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,EAAG,SAAA,CAAU,MAAM,CAAA,iDAAA,EAAoD,KAAK,IAAI,CAAA;AAAA,OAClF;AAAA,IACF;AAAA,EACF,CAAA;AAEA,EAAA,MAAM,MAAA,GAA6B,OAAO,EAAE,kBAAA,EAAmB,KAAM;AACnE,IAAA,MAAM,uBAAuB,kBAAkB,CAAA;AAAA,EACjD,CAAA;AAEA,EAAA,OAAO;AAAA,IACL,EAAA,EAAIA,kBAAA;AAAA,IACJ;AAAA,GACF;AACF;;;;"}

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-azure-devops",
+  "version": "0.2.1",
+  "license": "Apache-2.0",
+  "description": "The ingestor-azure-devops backend module for the ai-assistant plugin.",
+  "main": "dist/index.cjs.js",
+  "types": "dist/index.d.ts",
+  "publishConfig": {
+    "access": "public",
+    "main": "dist/index.cjs.js",
+    "types": "dist/index.d.ts"
+  },
+  "backstage": {
+    "role": "backend-plugin-module",
+    "pluginId": "ai-assistant",
+    "pluginPackage": "@sweetoburrito/backstage-plugin-ai-assistant-backend",
+    "features": {
+      ".": "@backstage/BackendFeature"
+    }
+  },
+  "scripts": {
+    "start": "backstage-cli package start",
+    "build": "backstage-cli package build",
+    "lint": "backstage-cli package lint",
+    "test": "backstage-cli package test",
+    "clean": "backstage-cli package clean",
+    "prepack": "backstage-cli package prepack",
+    "postpack": "backstage-cli package postpack"
+  },
+  "dependencies": {
+    "@backstage/backend-plugin-api": "^1.4.1",
+    "@sweetoburrito/backstage-plugin-ai-assistant-common": "^0.3.0",
+    "@sweetoburrito/backstage-plugin-ai-assistant-node": "^0.4.0",
+    "azure-devops-node-api": "^15.1.1"
+  },
+  "devDependencies": {
+    "@backstage/backend-test-utils": "^1.7.0",
+    "@backstage/cli": "^0.33.1"
+  },
+  "files": [
+    "dist",
+    "config.d.ts"
+  ],
+  "configSchema": "config.d.ts",
+  "typesVersions": {
+    "*": {
+      "package.json": [
+        "package.json"
+      ]
+    }
+  }
+}