@sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-azure-devops 0.0.0-snapshot-20260108124555 → 0.0.0-snapshot-20260109100733

package/dist/services/azure-devops/index.cjs.js

@@ -72,6 +72,17 @@ const createAzureDevOpsService = async ({
     );
     return itemContent;
   };
+  const getRepoItemLastUpdated = async (repoId, path) => {
+    const commits = await gitApi.getCommits(
+      repoId,
+      { itemPath: path, $top: 1 },
+      project
+    );
+    if (!commits || commits.length === 0) {
+      throw new Error(`No commits found for item: ${path}`);
+    }
+    return commits[0].committer?.date;
+  };
   const getWikis = async () => {
     const wikis = await wikiApi.getAllWikis(project);
     logger.info(`Found ${wikis.length} wikis in project ${project}`);
@@ -100,15 +111,37 @@ const createAzureDevOpsService = async ({
     );
     return pageStream;
   };
+  const getWikiPageLastUpdated = async (wikiId, pagePath) => {
+    const wikis = await wikiApi.getAllWikis(project);
+    const wiki = wikis.find((w) => w.id === wikiId);
+    if (!wiki?.repositoryId) {
+      throw new Error(`Could not find repository for wiki: ${wikiId}`);
+    }
+    const filePath = pagePath.startsWith("/") ? pagePath.slice(1) : pagePath;
+    const fileName = filePath.split("/").pop() ?? "";
+    const hasExtension = fileName.includes(".");
+    const fullPath = hasExtension ? filePath : `${filePath}.md`;
+    const commits = await gitApi.getCommits(
+      wiki.repositoryId,
+      { itemPath: `/${fullPath}`, $top: 1 },
+      project
+    );
+    if (!commits || commits.length === 0) {
+      throw new Error(`No commits found for wiki page: ${pagePath}`);
+    }
+    return commits[0].committer?.date;
+  };
   return {
     organization,
     project,
     getRepos,
     getRepoItems,
     getRepoItemContent,
+    getRepoItemLastUpdated,
     getWikis,
     getWikiPages,
-    getWikiPageContent
+    getWikiPageContent,
+    getWikiPageLastUpdated
   };
 };
 

package/dist/services/azure-devops/index.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.cjs.js","sources":["../../../src/services/azure-devops/index.ts"],"sourcesContent":["import {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { streamToString } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { getPersonalAccessTokenHandler, WebApi } from 'azure-devops-node-api';\nimport { VersionControlRecursionType } from 'azure-devops-node-api/interfaces/GitInterfaces';\nimport { WikiPage } from 'azure-devops-node-api/interfaces/WikiInterfaces';\nimport { flattenWikiPages } from '../../utils/flatten-wiki-pages';\n\nexport type AzureDevOpsService = Awaited<\n  ReturnType<typeof createAzureDevOpsService>\n>;\n\nexport const createAzureDevOpsService = async ({\n  config,\n  logger,\n}: {\n  config: RootConfigService;\n  logger: LoggerService;\n}) => {\n  // Get configuration values\n  const organization = config.getString(\n    'aiAssistant.ingestors.azureDevOps.organization',\n  );\n  const project = config.getString('aiAssistant.ingestors.azureDevOps.project');\n  const token = config.getString('aiAssistant.ingestors.azureDevOps.token');\n\n  // Construct organization URL\n  const orgUrl = `https://dev.azure.com/${organization}`;\n\n  logger.info(\n    `Connecting to Azure DevOps organization: ${organization}, project: ${project}`,\n  );\n\n  if (!organization || !project || !token) {\n    throw new Error(\n      'Azure DevOps organization, project, and token are required',\n    );\n  }\n\n  // Create authentication handler and connection\n  const authHandler = getPersonalAccessTokenHandler(token);\n\n  const connection = new WebApi(orgUrl, authHandler);\n\n  logger.info(\n    `Connected to Azure DevOps organization: ${organization}, project: ${project}`,\n  );\n\n  // Get Git API for repository operations\n  const gitApi = await connection.getGitApi();\n\n  // Get Wiki API for wiki operations\n  const wikiApi = await connection.getWikiApi();\n\n  /**\n   * Get a list of repositories in the specified Azure DevOps project\n   * @returns List of repositories in the specified Azure DevOps project\n   */\n  const getRepos = async () => {\n    const repos = await gitApi.getRepositories(project);\n\n    logger.info(`Found ${repos.length} repositories in project ${project}`);\n\n    return repos;\n  };\n\n  /**\n   * Get a list of items in the specified Azure DevOps repository\n   * @param repoId The ID of the repository\n   * @param fileTypes Optional list of file types to filter by\n   * @returns List of items in the specified Azure DevOps repository\n   */\n  const getRepoItems = async (repoId: string, fileTypes?: string[]) => {\n    const items = await gitApi.getItems(\n      repoId,\n      project,\n      undefined,\n      VersionControlRecursionType.Full,\n    );\n\n    // Handle case where repository is empty or returns null\n    if (!items || items.length === 0) {\n      logger.info(`No items found in Azure DevOps repository ${repoId}`);\n      return [];\n    }\n\n    logger.info(\n      `Found ${items.length} items in Azure DevOps repository ${repoId}`,\n    );\n\n    if (fileTypes && fileTypes.length > 0) {\n      const filteredItems = items.filter(\n        item =>\n          !item.isFolder && fileTypes.some(type => item.path?.endsWith(type)),\n      );\n      logger.info(\n        `Filtered to ${filteredItems.length} items with types: ${fileTypes.join(\n          ', ',\n        )}`,\n      );\n      return filteredItems;\n    }\n\n    return items;\n  };\n\n  /**\n   * Get the content of a specific item in an Azure DevOps repository\n   * @param repoId The ID of the repository\n   * @param path The path of the item\n   * @returns The content of the item\n   */\n  const getRepoItemContent = async (repoId: string, path: string) => {\n    const itemContent = await gitApi.getItemContent(\n      repoId,\n      path,\n      project,\n      undefined,\n      VersionControlRecursionType.None,\n    );\n\n    return itemContent;\n  };\n\n  /* Gets all wikis in the specified Azure DevOps project */\n  const getWikis = async () => {\n    const wikis = await wikiApi.getAllWikis(project);\n    logger.info(`Found ${wikis.length} wikis in project ${project}`);\n    return wikis;\n  };\n\n  /**\n   * Retrieves all pages and subpages in a specific Azure DevOps wiki and flattens them into a single list\n   * @param wikiName The name of the wiki to get pages from\n   * @returns A list of all pages in the specified wiki\n   */\n  const getWikiPages = async (wikiName: string) => {\n    const pagesStream = await wikiApi.getPageText(\n      project,\n      wikiName,\n      undefined,\n      VersionControlRecursionType.Full,\n    );\n\n    const rootPage = JSON.parse(await streamToString(pagesStream)) as WikiPage;\n\n    // Flatten all pages including subpages into a single array\n    const allPages = flattenWikiPages(rootPage);\n\n    logger.info(\n      `Found ${allPages.length} pages in Azure DevOps wiki: ${wikiName}`,\n    );\n\n    return allPages;\n  };\n\n  /**\n   * Get the content of a specific page in an Azure DevOps wiki\n   * @param wikiName The name of the wiki\n   * @param pagePath The path of the page (e.g., \"/My-Page\" or \"/Folder/Sub-Page\")\n   * @returns The content of the specified wiki page as plain markdown text\n   */\n  const getWikiPageContent = async (wikiName: string, pagePath: string) => {\n    // Use getPageText with the page path to get raw markdown content\n    // The path-based method with Accept: text/plain returns the actual markdown content\n    const pageStream = await wikiApi.getPageText(\n      project,\n      wikiName,\n      pagePath,\n      VersionControlRecursionType.None,\n    );\n\n    return pageStream;\n  };\n\n  return {\n    organization,\n    project,\n    getRepos,\n    getRepoItems,\n    getRepoItemContent,\n    getWikis,\n    getWikiPages,\n    getWikiPageContent,\n  };\n};\n"],"names":["getPersonalAccessTokenHandler","WebApi","VersionControlRecursionType","streamToString","flattenWikiPages"],"mappings":";;;;;;;AAcO,MAAM,2BAA2B,OAAO;AAAA,EAC7C,MAAA;AAAA,EACA;AACF,CAAA,KAGM;AAEJ,EAAA,MAAM,eAAe,MAAA,CAAO,SAAA;AAAA,IAC1B;AAAA,GACF;AACA,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,SAAA,CAAU,2CAA2C,CAAA;AAC5E,EAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,SAAA,CAAU,yCAAyC,CAAA;AAGxE,EAAA,MAAM,MAAA,GAAS,yBAAyB,YAAY,CAAA,CAAA;AAEpD,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,CAAA,yCAAA,EAA4C,YAAY,CAAA,WAAA,EAAc,OAAO,CAAA;AAAA,GAC/E;AAEA,EAAA,IAAI,CAAC,YAAA,IAAgB,CAAC,OAAA,IAAW,CAAC,KAAA,EAAO;AACvC,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAGA,EAAA,MAAM,WAAA,GAAcA,iDAA8B,KAAK,CAAA;AAEvD,EAAA,MAAM,UAAA,GAAa,IAAIC,yBAAA,CAAO,MAAA,EAAQ,WAAW,CAAA;AAEjD,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,CAAA,wCAAA,EAA2C,YAAY,CAAA,WAAA,EAAc,OAAO,CAAA;AAAA,GAC9E;AAGA,EAAA,MAAM,MAAA,GAAS,MAAM,UAAA,CAAW,SAAA,EAAU;AAG1C,EAAA,MAAM,OAAA,GAAU,MAAM,UAAA,CAAW,UAAA,EAAW;AAM5C,EAAA,MAAM,WAAW,YAAY;AAC3B,IAAA,MAAM,KAAA,GAAQ,MAAM,MAAA,CAAO,eAAA,CAAgB,OAAO,CAAA;AAElD,IAAA,MAAA,CAAO,KAAK,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,yBAAA,EAA4B,OAAO,CAAA,CAAE,CAAA;AAEtE,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,YAAA,GAAe,OAAO,MAAA,EAAgB,SAAA,KAAyB;AACnE,IAAA,MAAM,KAAA,GAAQ,MAAM,MAAA,CAAO,QAAA;AAAA,MACzB,MAAA;AAAA,MACA,OAAA;AAAA,MACA,MAAA;AAAA,MACAC,yCAAA,CAA4B;AAAA,KAC9B;AAGA,IAAA,IAAI,CAAC,KAAA,IAAS,KAAA,CAAM,MAAA,KAAW,CAAA,EAAG;AAChC,MAAA,MAAA,CAAO,IAAA,CAAK,CAAA,0CAAA,EAA6C,MAAM,CAAA,CAAE,CAAA;AACjE,MAAA,OAAO,EAAC;AAAA,IACV;AAEA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,kCAAA,EAAqC,MAAM,CAAA;AAAA,KAClE;AAEA,IAAA,IAAI,SAAA,IAAa,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG;AACrC,MAAA,MAAM,gBAAgB,KAAA,CAAM,MAAA;AAAA,QAC1B,CAAA,IAAA,KACE,CAAC,IAAA,CAAK,QAAA,IAAY,SAAA,CAAU,IAAA,CAAK,CAAA,IAAA,KAAQ,IAAA,CAAK,IAAA,EAAM,QAAA,CAAS,IAAI,CAAC;AAAA,OACtE;AACA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,YAAA,EAAe,aAAA,CAAc,MAAM,CAAA,mBAAA,EAAsB,SAAA,CAAU,IAAA;AAAA,UACjE;AAAA,SACD,CAAA;AAAA,OACH;AACA,MAAA,OAAO,aAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,kBAAA,GAAqB,OAAO,MAAA,EAAgB,IAAA,KAAiB;AACjE,IAAA,MAAM,WAAA,GAAc,MAAM,MAAA,CAAO,cAAA;AAAA,MAC/B,MAAA;AAAA,MACA,IAAA;AAAA,MACA,OAAA;AAAA,MACA,MAAA;AAAA,MACAA,yCAAA,CAA4B;AAAA,KAC9B;AAEA,IAAA,OAAO,WAAA;AAAA,EACT,CAAA;AAGA,EAAA,MAAM,WAAW,YAAY;AAC3B,IAAA,MAAM,KAAA,GAAQ,MAAM,OAAA,CAAQ,WAAA,CAAY,OAAO,CAAA;AAC/C,IAAA,MAAA,CAAO,KAAK,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,kBAAA,EAAqB,OAAO,CAAA,CAAE,CAAA;AAC/D,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAOA,EAAA,MAAM,YAAA,GAAe,OAAO,QAAA,KAAqB;AAC/C,IAAA,MAAM,WAAA,GAAc,MAAM,OAAA,CAAQ,WAAA;AAAA,MAChC,OAAA;AAAA,MACA,QAAA;AAAA,MACA,MAAA;AAAA,MACAA,yCAAA,CAA4B;AAAA,KAC9B;AAEA,IAAA,MAAM,WAAW,IAAA,CAAK,KAAA,CAAM,MAAMC,6CAAA,CAAe,WAAW,CAAC,CAAA;AAG7D,IAAA,MAAM,QAAA,GAAWC,kCAAiB,QAAQ,CAAA;AAE1C,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,MAAA,EAAS,QAAA,CAAS,MAAM,CAAA,6BAAA,EAAgC,QAAQ,CAAA;AAAA,KAClE;AAEA,IAAA,OAAO,QAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,kBAAA,GAAqB,OAAO,QAAA,EAAkB,QAAA,KAAqB;AAGvE,IAAA,MAAM,UAAA,GAAa,MAAM,OAAA,CAAQ,WAAA;AAAA,MAC/B,OAAA;AAAA,MACA,QAAA;AAAA,MACA,QAAA;AAAA,MACAF,yCAAA,CAA4B;AAAA,KAC9B;AAEA,IAAA,OAAO,UAAA;AAAA,EACT,CAAA;AAEA,EAAA,OAAO;AAAA,IACL,YAAA;AAAA,IACA,OAAA;AAAA,IACA,QAAA;AAAA,IACA,YAAA;AAAA,IACA,kBAAA;AAAA,IACA,QAAA;AAAA,IACA,YAAA;AAAA,IACA;AAAA,GACF;AACF;;;;"}
+{"version":3,"file":"index.cjs.js","sources":["../../../src/services/azure-devops/index.ts"],"sourcesContent":["import {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { streamToString } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { getPersonalAccessTokenHandler, WebApi } from 'azure-devops-node-api';\nimport { VersionControlRecursionType } from 'azure-devops-node-api/interfaces/GitInterfaces';\nimport { WikiPage } from 'azure-devops-node-api/interfaces/WikiInterfaces';\nimport { flattenWikiPages } from '../../utils/flatten-wiki-pages';\n\nexport type AzureDevOpsService = Awaited<\n  ReturnType<typeof createAzureDevOpsService>\n>;\n\nexport const createAzureDevOpsService = async ({\n  config,\n  logger,\n}: {\n  config: RootConfigService;\n  logger: LoggerService;\n}) => {\n  // Get configuration values\n  const organization = config.getString(\n    'aiAssistant.ingestors.azureDevOps.organization',\n  );\n  const project = config.getString('aiAssistant.ingestors.azureDevOps.project');\n  const token = config.getString('aiAssistant.ingestors.azureDevOps.token');\n\n  // Construct organization URL\n  const orgUrl = `https://dev.azure.com/${organization}`;\n\n  logger.info(\n    `Connecting to Azure DevOps organization: ${organization}, project: ${project}`,\n  );\n\n  if (!organization || !project || !token) {\n    throw new Error(\n      'Azure DevOps organization, project, and token are required',\n    );\n  }\n\n  // Create authentication handler and connection\n  const authHandler = getPersonalAccessTokenHandler(token);\n\n  const connection = new WebApi(orgUrl, authHandler);\n\n  logger.info(\n    `Connected to Azure DevOps organization: ${organization}, project: ${project}`,\n  );\n\n  // Get Git API for repository operations\n  const gitApi = await connection.getGitApi();\n\n  // Get Wiki API for wiki operations\n  const wikiApi = await connection.getWikiApi();\n\n  /**\n   * Get a list of repositories in the specified Azure DevOps project\n   * @returns List of repositories in the specified Azure DevOps project\n   */\n  const getRepos = async () => {\n    const repos = await gitApi.getRepositories(project);\n\n    logger.info(`Found ${repos.length} repositories in project ${project}`);\n\n    return repos;\n  };\n\n  /**\n   * Get a list of items in the specified Azure DevOps repository\n   * @param repoId The ID of the repository\n   * @param fileTypes Optional list of file types to filter by\n   * @returns List of items in the specified Azure DevOps repository\n   */\n  const getRepoItems = async (repoId: string, fileTypes?: string[]) => {\n    const items = await gitApi.getItems(\n      repoId,\n      project,\n      undefined,\n      VersionControlRecursionType.Full,\n    );\n\n    // Handle case where repository is empty or returns null\n    if (!items || items.length === 0) {\n      logger.info(`No items found in Azure DevOps repository ${repoId}`);\n      return [];\n    }\n\n    logger.info(\n      `Found ${items.length} items in Azure DevOps repository ${repoId}`,\n    );\n\n    if (fileTypes && fileTypes.length > 0) {\n      const filteredItems = items.filter(\n        item =>\n          !item.isFolder && fileTypes.some(type => item.path?.endsWith(type)),\n      );\n      logger.info(\n        `Filtered to ${filteredItems.length} items with types: ${fileTypes.join(\n          ', ',\n        )}`,\n      );\n      return filteredItems;\n    }\n\n    return items;\n  };\n\n  /**\n   * Get the content of a specific item in an Azure DevOps repository\n   * @param repoId The ID of the repository\n   * @param path The path of the item\n   * @returns The content of the item\n   */\n  const getRepoItemContent = async (repoId: string, path: string) => {\n    const itemContent = await gitApi.getItemContent(\n      repoId,\n      path,\n      project,\n      undefined,\n      VersionControlRecursionType.None,\n    );\n\n    return itemContent;\n  };\n\n  /**\n   * Get the last updated date for a specific item in an Azure DevOps repository\n   * @param repoId The ID of the repository\n   * @param path The path of the item\n   * @returns The date when the item was last updated\n   */\n  const getRepoItemLastUpdated = async (repoId: string, path: string) => {\n    const commits = await gitApi.getCommits(\n      repoId,\n      { itemPath: path, $top: 1 },\n      project,\n    );\n\n    if (!commits || commits.length === 0) {\n      throw new Error(`No commits found for item: ${path}`);\n    }\n\n    return commits[0].committer?.date;\n  };\n\n  /* Gets all wikis in the specified Azure DevOps project */\n  const getWikis = async () => {\n    const wikis = await wikiApi.getAllWikis(project);\n    logger.info(`Found ${wikis.length} wikis in project ${project}`);\n    return wikis;\n  };\n\n  /**\n   * Retrieves all pages and subpages in a specific Azure DevOps wiki and flattens them into a single list\n   * @param wikiName The name of the wiki to get pages from\n   * @returns A list of all pages in the specified wiki\n   */\n  const getWikiPages = async (wikiName: string) => {\n    const pagesStream = await wikiApi.getPageText(\n      project,\n      wikiName,\n      undefined,\n      VersionControlRecursionType.Full,\n    );\n\n    const rootPage = JSON.parse(await streamToString(pagesStream)) as WikiPage;\n\n    // Flatten all pages including subpages into a single array\n    const allPages = flattenWikiPages(rootPage);\n\n    logger.info(\n      `Found ${allPages.length} pages in Azure DevOps wiki: ${wikiName}`,\n    );\n\n    return allPages;\n  };\n\n  /**\n   * Get the content of a specific page in an Azure DevOps wiki\n   * @param wikiName The name of the wiki\n   * @param pagePath The path of the page (e.g., \"/My-Page\" or \"/Folder/Sub-Page\")\n   * @returns The content of the specified wiki page as plain markdown text\n   */\n  const getWikiPageContent = async (wikiName: string, pagePath: string) => {\n    // Use getPageText with the page path to get raw markdown content\n    // The path-based method with Accept: text/plain returns the actual markdown content\n    const pageStream = await wikiApi.getPageText(\n      project,\n      wikiName,\n      pagePath,\n      VersionControlRecursionType.None,\n    );\n\n    return pageStream;\n  };\n\n  /**\n   * Get the last updated date for a specific page in an Azure DevOps wiki\n   * @param wikiId The ID of the wiki\n   * @param pagePath The path of the page\n   * @returns {Date | undefined} The date when the wiki page was last updated, or undefined if the committer date is not available\n   */\n  const getWikiPageLastUpdated = async (wikiId: string, pagePath: string) => {\n    // Wikis in Azure DevOps are backed by Git repositories\n    // We need to get the wiki details first to access the repository\n    const wikis = await wikiApi.getAllWikis(project);\n    const wiki = wikis.find(w => w.id === wikiId);\n\n    if (!wiki?.repositoryId) {\n      throw new Error(`Could not find repository for wiki: ${wikiId}`);\n    }\n\n    // Use Git API to get the last commit for the wiki page file\n    // Wiki pages are typically stored as files in the repository (often .md)\n    const filePath = pagePath.startsWith('/') ? pagePath.slice(1) : pagePath;\n    const fileName = filePath.split('/').pop() ?? '';\n    const hasExtension = fileName.includes('.');\n    const fullPath = hasExtension ? filePath : `${filePath}.md`;\n\n    const commits = await gitApi.getCommits(\n      wiki.repositoryId,\n      { itemPath: `/${fullPath}`, $top: 1 },\n      project,\n    );\n\n    if (!commits || commits.length === 0) {\n      throw new Error(`No commits found for wiki page: ${pagePath}`);\n    }\n\n    return commits[0].committer?.date;\n  };\n\n  return {\n    organization,\n    project,\n    getRepos,\n    getRepoItems,\n    getRepoItemContent,\n    getRepoItemLastUpdated,\n    getWikis,\n    getWikiPages,\n    getWikiPageContent,\n    getWikiPageLastUpdated,\n  };\n};\n"],"names":["getPersonalAccessTokenHandler","WebApi","VersionControlRecursionType","streamToString","flattenWikiPages"],"mappings":";;;;;;;AAcO,MAAM,2BAA2B,OAAO;AAAA,EAC7C,MAAA;AAAA,EACA;AACF,CAAA,KAGM;AAEJ,EAAA,MAAM,eAAe,MAAA,CAAO,SAAA;AAAA,IAC1B;AAAA,GACF;AACA,EAAA,MAAM,OAAA,GAAU,MAAA,CAAO,SAAA,CAAU,2CAA2C,CAAA;AAC5E,EAAA,MAAM,KAAA,GAAQ,MAAA,CAAO,SAAA,CAAU,yCAAyC,CAAA;AAGxE,EAAA,MAAM,MAAA,GAAS,yBAAyB,YAAY,CAAA,CAAA;AAEpD,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,CAAA,yCAAA,EAA4C,YAAY,CAAA,WAAA,EAAc,OAAO,CAAA;AAAA,GAC/E;AAEA,EAAA,IAAI,CAAC,YAAA,IAAgB,CAAC,OAAA,IAAW,CAAC,KAAA,EAAO;AACvC,IAAA,MAAM,IAAI,KAAA;AAAA,MACR;AAAA,KACF;AAAA,EACF;AAGA,EAAA,MAAM,WAAA,GAAcA,iDAA8B,KAAK,CAAA;AAEvD,EAAA,MAAM,UAAA,GAAa,IAAIC,yBAAA,CAAO,MAAA,EAAQ,WAAW,CAAA;AAEjD,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,CAAA,wCAAA,EAA2C,YAAY,CAAA,WAAA,EAAc,OAAO,CAAA;AAAA,GAC9E;AAGA,EAAA,MAAM,MAAA,GAAS,MAAM,UAAA,CAAW,SAAA,EAAU;AAG1C,EAAA,MAAM,OAAA,GAAU,MAAM,UAAA,CAAW,UAAA,EAAW;AAM5C,EAAA,MAAM,WAAW,YAAY;AAC3B,IAAA,MAAM,KAAA,GAAQ,MAAM,MAAA,CAAO,eAAA,CAAgB,OAAO,CAAA;AAElD,IAAA,MAAA,CAAO,KAAK,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,yBAAA,EAA4B,OAAO,CAAA,CAAE,CAAA;AAEtE,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,YAAA,GAAe,OAAO,MAAA,EAAgB,SAAA,KAAyB;AACnE,IAAA,MAAM,KAAA,GAAQ,MAAM,MAAA,CAAO,QAAA;AAAA,MACzB,MAAA;AAAA,MACA,OAAA;AAAA,MACA,MAAA;AAAA,MACAC,yCAAA,CAA4B;AAAA,KAC9B;AAGA,IAAA,IAAI,CAAC,KAAA,IAAS,KAAA,CAAM,MAAA,KAAW,CAAA,EAAG;AAChC,MAAA,MAAA,CAAO,IAAA,CAAK,CAAA,0CAAA,EAA6C,MAAM,CAAA,CAAE,CAAA;AACjE,MAAA,OAAO,EAAC;AAAA,IACV;AAEA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,kCAAA,EAAqC,MAAM,CAAA;AAAA,KAClE;AAEA,IAAA,IAAI,SAAA,IAAa,SAAA,CAAU,MAAA,GAAS,CAAA,EAAG;AACrC,MAAA,MAAM,gBAAgB,KAAA,CAAM,MAAA;AAAA,QAC1B,CAAA,IAAA,KACE,CAAC,IAAA,CAAK,QAAA,IAAY,SAAA,CAAU,IAAA,CAAK,CAAA,IAAA,KAAQ,IAAA,CAAK,IAAA,EAAM,QAAA,CAAS,IAAI,CAAC;AAAA,OACtE;AACA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,YAAA,EAAe,aAAA,CAAc,MAAM,CAAA,mBAAA,EAAsB,SAAA,CAAU,IAAA;AAAA,UACjE;AAAA,SACD,CAAA;AAAA,OACH;AACA,MAAA,OAAO,aAAA;AAAA,IACT;AAEA,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,kBAAA,GAAqB,OAAO,MAAA,EAAgB,IAAA,KAAiB;AACjE,IAAA,MAAM,WAAA,GAAc,MAAM,MAAA,CAAO,cAAA;AAAA,MAC/B,MAAA;AAAA,MACA,IAAA;AAAA,MACA,OAAA;AAAA,MACA,MAAA;AAAA,MACAA,yCAAA,CAA4B;AAAA,KAC9B;AAEA,IAAA,OAAO,WAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,sBAAA,GAAyB,OAAO,MAAA,EAAgB,IAAA,KAAiB;AACrE,IAAA,MAAM,OAAA,GAAU,MAAM,MAAA,CAAO,UAAA;AAAA,MAC3B,MAAA;AAAA,MACA,EAAE,QAAA,EAAU,IAAA,EAAM,IAAA,EAAM,CAAA,EAAE;AAAA,MAC1B;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,OAAA,IAAW,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG;AACpC,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,2BAAA,EAA8B,IAAI,CAAA,CAAE,CAAA;AAAA,IACtD;AAEA,IAAA,OAAO,OAAA,CAAQ,CAAC,CAAA,CAAE,SAAA,EAAW,IAAA;AAAA,EAC/B,CAAA;AAGA,EAAA,MAAM,WAAW,YAAY;AAC3B,IAAA,MAAM,KAAA,GAAQ,MAAM,OAAA,CAAQ,WAAA,CAAY,OAAO,CAAA;AAC/C,IAAA,MAAA,CAAO,KAAK,CAAA,MAAA,EAAS,KAAA,CAAM,MAAM,CAAA,kBAAA,EAAqB,OAAO,CAAA,CAAE,CAAA;AAC/D,IAAA,OAAO,KAAA;AAAA,EACT,CAAA;AAOA,EAAA,MAAM,YAAA,GAAe,OAAO,QAAA,KAAqB;AAC/C,IAAA,MAAM,WAAA,GAAc,MAAM,OAAA,CAAQ,WAAA;AAAA,MAChC,OAAA;AAAA,MACA,QAAA;AAAA,MACA,MAAA;AAAA,MACAA,yCAAA,CAA4B;AAAA,KAC9B;AAEA,IAAA,MAAM,WAAW,IAAA,CAAK,KAAA,CAAM,MAAMC,6CAAA,CAAe,WAAW,CAAC,CAAA;AAG7D,IAAA,MAAM,QAAA,GAAWC,kCAAiB,QAAQ,CAAA;AAE1C,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,MAAA,EAAS,QAAA,CAAS,MAAM,CAAA,6BAAA,EAAgC,QAAQ,CAAA;AAAA,KAClE;AAEA,IAAA,OAAO,QAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,kBAAA,GAAqB,OAAO,QAAA,EAAkB,QAAA,KAAqB;AAGvE,IAAA,MAAM,UAAA,GAAa,MAAM,OAAA,CAAQ,WAAA;AAAA,MAC/B,OAAA;AAAA,MACA,QAAA;AAAA,MACA,QAAA;AAAA,MACAF,yCAAA,CAA4B;AAAA,KAC9B;AAEA,IAAA,OAAO,UAAA;AAAA,EACT,CAAA;AAQA,EAAA,MAAM,sBAAA,GAAyB,OAAO,MAAA,EAAgB,QAAA,KAAqB;AAGzE,IAAA,MAAM,KAAA,GAAQ,MAAM,OAAA,CAAQ,WAAA,CAAY,OAAO,CAAA;AAC/C,IAAA,MAAM,OAAO,KAAA,CAAM,IAAA,CAAK,CAAA,CAAA,KAAK,CAAA,CAAE,OAAO,MAAM,CAAA;AAE5C,IAAA,IAAI,CAAC,MAAM,YAAA,EAAc;AACvB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,oCAAA,EAAuC,MAAM,CAAA,CAAE,CAAA;AAAA,IACjE;AAIA,IAAA,MAAM,QAAA,GAAW,SAAS,UAAA,CAAW,GAAG,IAAI,QAAA,CAAS,KAAA,CAAM,CAAC,CAAA,GAAI,QAAA;AAChE,IAAA,MAAM,WAAW,QAAA,CAAS,KAAA,CAAM,GAAG,CAAA,CAAE,KAAI,IAAK,EAAA;AAC9C,IAAA,MAAM,YAAA,GAAe,QAAA,CAAS,QAAA,CAAS,GAAG,CAAA;AAC1C,IAAA,MAAM,QAAA,GAAW,YAAA,GAAe,QAAA,GAAW,CAAA,EAAG,QAAQ,CAAA,GAAA,CAAA;AAEtD,IAAA,MAAM,OAAA,GAAU,MAAM,MAAA,CAAO,UAAA;AAAA,MAC3B,IAAA,CAAK,YAAA;AAAA,MACL,EAAE,QAAA,EAAU,CAAA,CAAA,EAAI,QAAQ,CAAA,CAAA,EAAI,MAAM,CAAA,EAAE;AAAA,MACpC;AAAA,KACF;AAEA,IAAA,IAAI,CAAC,OAAA,IAAW,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG;AACpC,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,gCAAA,EAAmC,QAAQ,CAAA,CAAE,CAAA;AAAA,IAC/D;AAEA,IAAA,OAAO,OAAA,CAAQ,CAAC,CAAA,CAAE,SAAA,EAAW,IAAA;AAAA,EAC/B,CAAA;AAEA,EAAA,OAAO;AAAA,IACL,YAAA;AAAA,IACA,OAAA;AAAA,IACA,QAAA;AAAA,IACA,YAAA;AAAA,IACA,kBAAA;AAAA,IACA,sBAAA;AAAA,IACA,QAAA;AAAA,IACA,YAAA;AAAA,IACA,kBAAA;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/services/ingestor/repository.cjs.js

@@ -111,10 +111,10 @@ const createRepositoryIngestor = async ({
       for (let index = 0; index < itemsBatch.length; index++) {
         const item = itemsBatch[index];
         const globalIndex = batchStart + index;
-        const content = await azureDevOpsService.getRepoItemContent(
-          repository.id,
-          item.path
-        );
+        const [content, lastUpdated] = await Promise.all([
+          azureDevOpsService.getRepoItemContent(repository.id, item.path),
+          azureDevOpsService.getRepoItemLastUpdated(repository.id, item.path)
+        ]);
         const completionStats = backstagePluginAiAssistantCommon.getProgressStats(globalIndex + 1, items.length);
         logger.info(
           `Retrieved content for Azure DevOps item: ${item.path} in repository: "${repository.name}" [Progress: ${completionStats.completed}/${completionStats.total} (${completionStats.percentage}%) completed of repository]`
@@ -129,7 +129,8 @@ const createRepositoryIngestor = async ({
             project: azureDevOpsService.project,
             repository: repository.name
           },
-          content: text
+          content: text,
+          lastUpdated
         };
         documents.push(document);
       }

package/dist/services/ingestor/repository.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"repository.cjs.js","sources":["../../../src/services/ingestor/repository.ts"],"sourcesContent":["import {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { DEFAULT_FILE_TYPES } from '../../constants/default-file-types';\nimport {\n  EmbeddingDocument,\n  IngestorOptions,\n  streamToString,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { AzureDevOpsService } from '../azure-devops';\nimport { Config } from '../../../config';\nimport { MODULE_ID } from '../../constants/module';\nimport {\n  getProgressStats,\n  createPathFilter,\n  validateExclusionPatterns,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { DEFAULT_REPO_FILE_BATCH_SIZE } from '../../constants/default-repo-file-batch-size';\nimport { DEFAULT_PATH_EXCLUSIONS } from '../../constants/default-path-exclusions';\nimport {\n  GitItem,\n  GitRepository,\n} from 'azure-devops-node-api/interfaces/GitInterfaces';\n\ntype RepositoryIngestorOptions = {\n  config: RootConfigService;\n  logger: LoggerService;\n  azureDevOpsService: AzureDevOpsService;\n};\n\nexport const createRepositoryIngestor = async ({\n  config,\n  logger,\n  azureDevOpsService,\n}: RepositoryIngestorOptions) => {\n  // Get configuration values\n  const repositoriesFilter = config.getOptional<\n    Config['aiAssistant']['ingestors']['azureDevOps']['repositories']\n  >('aiAssistant.ingestors.azureDevOps.repositories');\n\n  // Process and validate repository filters\n  type RepositoryMatcher = {\n    value: string;\n    regex: RegExp;\n    fileTypes?: string[];\n    pathExclusions?: string[];\n  };\n\n  const includeMatchers: RepositoryMatcher[] = [];\n  const excludeMatchers: RepositoryMatcher[] = [];\n\n  if (repositoriesFilter?.include) {\n    for (const filter of repositoriesFilter.include) {\n      try {\n        // All strings are treated as regular expression patterns; escape special characters for exact literal matches\n        const regex = new RegExp(filter.name);\n        includeMatchers.push({\n          value: filter.name,\n          regex,\n          fileTypes: filter.fileTypes,\n          pathExclusions: filter.pathExclusions,\n        });\n      } catch (error) {\n        logger.error(\n          `Invalid regular expression in repository include '${filter.name}': ${error}`,\n        );\n        throw new Error(\n          `Invalid repository include pattern '${filter.name}': ${error}`,\n        );\n      }\n    }\n  }\n\n  if (repositoriesFilter?.exclude) {\n    for (const filter of repositoriesFilter.exclude) {\n      try {\n        // All strings are valid regex - plain strings match exactly, patterns match as regex\n        const regex = new RegExp(filter.name);\n        excludeMatchers.push({\n          value: filter.name,\n          regex,\n        });\n      } catch (error) {\n        logger.error(\n          `Invalid regular expression in repository exclude '${filter.name}': ${error}`,\n        );\n        throw new Error(\n          `Invalid repository exclude pattern '${filter.name}': ${error}`,\n        );\n      }\n    }\n  }\n\n  if (includeMatchers.length > 0) {\n    logger.info(\n      `Repository include filters: ${includeMatchers\n        .map(m => `'${m.value}'`)\n        .join(', ')}`,\n    );\n  }\n  if (excludeMatchers.length > 0) {\n    logger.info(\n      `Repository exclude filters: ${excludeMatchers\n        .map(m => `'${m.value}'`)\n        .join(', ')}`,\n    );\n  }\n\n  // Default to common file types if none are specified\n  const fileTypes =\n    config.getOptionalStringArray(\n      'aiAssistant.ingestors.azureDevOps.fileTypes',\n    ) ?? DEFAULT_FILE_TYPES;\n\n  // Get batch size for processing repository items (default to 50 items per batch)\n  const itemsBatchSize =\n    config.getOptionalNumber(\n      'aiAssistant.ingestors.azureDevOps.filesBatchSize', // Reuse the same config for consistency\n    ) ?? DEFAULT_REPO_FILE_BATCH_SIZE;\n\n  // Get global path exclusion patterns from configuration, defaulting to predefined patterns\n  const globalPathExclusions =\n    config.getOptionalStringArray(\n      'aiAssistant.ingestors.azureDevOps.pathExclusions',\n    ) ?? DEFAULT_PATH_EXCLUSIONS;\n\n  // Validate exclusion patterns\n  const validation = validateExclusionPatterns(globalPathExclusions);\n  if (!validation.isValid) {\n    logger.error(\n      `Invalid path exclusion patterns in Azure DevOps ingestor configuration: ${validation.errors.join(\n        ', ',\n      )}`,\n    );\n    throw new Error(\n      `Invalid path exclusion patterns: ${validation.errors.join(', ')}`,\n    );\n  }\n  if (validation.warnings.length > 0) {\n    logger.warn(\n      `Path exclusion pattern warnings: ${validation.warnings.join(', ')}`,\n    );\n  }\n\n  /**\n   * Ingest Azure DevOps repository items in batches\n   * @param repository - The repository to ingest items from\n   * @param items - The list of items to ingest from the repository\n   * @param saveDocumentsBatch - Function to save a batch of embedding documents\n   * @returns Total number of documents ingested and sent for embedding from the repository\n   */\n  const ingestRepoByFileBatch = async ({\n    repository,\n    items,\n    saveDocumentsBatch,\n  }: {\n    repository: GitRepository;\n    items: GitItem[];\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'];\n  }) => {\n    logger.info(\n      `Processing ${items.length} items from repository \"${repository.name}\" in batches of ${itemsBatchSize}`,\n    );\n\n    logger.debug(`Items: ${JSON.stringify(items, null, 2)}`);\n\n    let totalDocumentsIngested = 0;\n\n    // Process items in batches to manage memory and performance\n    const totalBatches = Math.ceil(items.length / itemsBatchSize);\n\n    for (\n      let batchStart = 0;\n      batchStart < items.length;\n      batchStart += itemsBatchSize\n    ) {\n      const batchEnd = Math.min(batchStart + itemsBatchSize, items.length);\n      const itemsBatch = items.slice(batchStart, batchEnd);\n      const batchNumber = Math.floor(batchStart / itemsBatchSize) + 1;\n\n      logger.info(\n        `Processing batch ${batchNumber}/${totalBatches} (${itemsBatch.length} items) for repository \"${repository.name}\"`,\n      );\n\n      // Generate embedding documents for each item in the current batch\n      const documents: EmbeddingDocument[] = [];\n\n      for (let index = 0; index < itemsBatch.length; index++) {\n        const item = itemsBatch[index];\n        const globalIndex = batchStart + index;\n\n        const content = await azureDevOpsService.getRepoItemContent(\n          repository.id!,\n          item.path!,\n        );\n\n        const completionStats = getProgressStats(globalIndex + 1, items.length);\n\n        logger.info(\n          `Retrieved content for Azure DevOps item: ${item.path} in repository: \"${repository.name}\" [Progress: ${completionStats.completed}/${completionStats.total} (${completionStats.percentage}%) completed of repository]`,\n        );\n\n        const text = await streamToString(content);\n\n        const document: EmbeddingDocument = {\n          metadata: {\n            source: MODULE_ID,\n            id: `${repository.id}:${item.path}`,\n            url: item.url!,\n            organization: azureDevOpsService.organization,\n            project: azureDevOpsService.project,\n            repository: repository.name!,\n          },\n          content: text,\n        };\n\n        documents.push(document);\n      }\n\n      // Save the current batch of documents\n      await saveDocumentsBatch(documents);\n\n      totalDocumentsIngested += documents.length;\n\n      logger.info(\n        `Batch ${batchNumber}/${totalBatches} completed: ${documents.length} documents ingested for Azure DevOps repository: ${repository.name}`,\n      );\n    }\n\n    return { totalDocumentsIngested };\n  };\n\n  /** Ingest Azure DevOps repositories in batches\n   * @param saveDocumentsBatch - Function to save a batch of embedding documents\n   * @returns void\n   */\n  const ingestRepositoriesBatch = async (\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'],\n  ) => {\n    const repositoriesList = await azureDevOpsService.getRepos();\n\n    if (repositoriesList.length === 0) {\n      logger.warn('No repositories found in the Azure DevOps project');\n      return;\n    }\n\n    // Filter repositories using matchers\n    let repositoriesToIngest = repositoriesList;\n\n    // If include matchers exist, only include repos that match at least one\n    if (includeMatchers.length > 0) {\n      logger.info(\n        `Include filter found. Only including repositories matching the following patterns for ingestion: ${includeMatchers\n          .map(m => `'${m.value}'`)\n          .join(', ')}`,\n      );\n\n      repositoriesToIngest = repositoriesToIngest.filter(repo => {\n        return includeMatchers.some(matcher => matcher.regex!.test(repo.name!));\n      });\n    }\n\n    // Apply exclusions\n    if (excludeMatchers.length > 0) {\n      logger.info(\n        `Exclude filter found. Excluding repositories matching the following patterns from ingestion: ${excludeMatchers\n          .map(m => `'${m.value}'`)\n          .join(', ')}`,\n      );\n\n      const excludedRepos = repositoriesToIngest.filter(repo => {\n        return excludeMatchers.some(matcher => matcher.regex!.test(repo.name!));\n      });\n\n      if (excludedRepos.length > 0) {\n        logger.info(\n          `Excluding repositories: ${excludedRepos\n            .map(r => r.name)\n            .join(', ')}`,\n        );\n      }\n      repositoriesToIngest = repositoriesToIngest.filter(repo => {\n        return !excludeMatchers.some(matcher =>\n          matcher.regex!.test(repo.name!),\n        );\n      });\n    }\n\n    if (repositoriesToIngest.length === 0) {\n      logger.warn(\n        'No repositories found for ingestion after applying the filter',\n      );\n      return;\n    }\n\n    logger.debug(\n      `Repositories to ingest: ${repositoriesToIngest\n        .map(r => r.name)\n        .join(', ')}`,\n    );\n\n    logger.info(\n      `Ingesting ${repositoriesToIngest.length} repositories from Azure DevOps`,\n    );\n\n    // Get items from each repository and create documents to be embedded\n    for (const repo of repositoriesToIngest) {\n      logger.info(\n        `Beginning ingestion for repository: ${repo.name} (${repo.id})`,\n      );\n\n      // Find the matching include matcher for this repository\n      const matchingMatcher = includeMatchers.find(matcher =>\n        matcher.regex!.test(repo.name!),\n      );\n\n      // Determine the file types to use for this repository or use default\n      const repositoryFileTypesFilter = matchingMatcher?.fileTypes ?? fileTypes;\n\n      // Determine the path exclusions to use for this repository or use global default\n      const repositoryPathExclusions =\n        matchingMatcher?.pathExclusions ?? globalPathExclusions;\n\n      logger.info(\n        `Processing file types for repository ${\n          repo.name\n        }: [${repositoryFileTypesFilter.join(', ')}]`,\n      );\n\n      logger.info(\n        `Using path exclusions for repository ${\n          repo.name\n        }: [${repositoryPathExclusions.join(', ')}]`,\n      );\n\n      // Get the items to be ingested from the repository based on the file types filter\n      let items = await azureDevOpsService.getRepoItems(\n        repo.id!,\n        repositoryFileTypesFilter,\n      );\n\n      // Apply path exclusion filtering\n      const pathFilter = createPathFilter({\n        exclusionPatterns: repositoryPathExclusions,\n      });\n\n      const originalItemCount = items.length;\n\n      // Log excluded items for debugging\n      const excludedItems = items.filter(\n        item => item.path && pathFilter.shouldExcludePath(item.path),\n      );\n\n      if (excludedItems.length > 0) {\n        logger.debug(\n          `Items excluded from repository ${repo.name}: ${excludedItems\n            .map(i => i.path)\n            .join(', ')}`,\n        );\n      }\n\n      items = pathFilter.filterFiles(items);\n      const filteredItemCount = originalItemCount - items.length;\n\n      if (filteredItemCount > 0) {\n        logger.info(\n          `Filtered out ${filteredItemCount} items from repository ${repo.name} based on path exclusion patterns`,\n        );\n      }\n\n      if (items.length === 0) {\n        logger.warn(\n          `No items found for ingestion in the Azure DevOps repository ${\n            repo.name\n          } (${\n            repo.id\n          }) with the specified file types filter: [${repositoryFileTypesFilter.join(\n            ', ',\n          )}]`,\n        );\n        continue;\n      }\n\n      const { totalDocumentsIngested } = await ingestRepoByFileBatch({\n        repository: repo,\n        items,\n        saveDocumentsBatch,\n      });\n\n      if (totalDocumentsIngested === 0) {\n        logger.warn(\n          `No documents were ingested and sent for embedding from the Azure DevOps repository ${repo.name} (${repo.id})`,\n        );\n        continue;\n      }\n\n      logger.info(\n        `Repository ingestion completed: ${totalDocumentsIngested} total documents ingested and sent for embedding for Azure DevOps repository: ${repo.name}`,\n      );\n    }\n  };\n\n  return { ingestRepositoriesBatch };\n};\n"],"names":["DEFAULT_FILE_TYPES","DEFAULT_REPO_FILE_BATCH_SIZE","DEFAULT_PATH_EXCLUSIONS","validateExclusionPatterns","getProgressStats","streamToString","MODULE_ID","createPathFilter"],"mappings":";;;;;;;;;AA+BO,MAAM,2BAA2B,OAAO;AAAA,EAC7C,MAAA;AAAA,EACA,MAAA;AAAA,EACA;AACF,CAAA,KAAiC;AAE/B,EAAA,MAAM,kBAAA,GAAqB,MAAA,CAAO,WAAA,CAEhC,gDAAgD,CAAA;AAUlD,EAAA,MAAM,kBAAuC,EAAC;AAC9C,EAAA,MAAM,kBAAuC,EAAC;AAE9C,EAAA,IAAI,oBAAoB,OAAA,EAAS;AAC/B,IAAA,KAAA,MAAW,MAAA,IAAU,mBAAmB,OAAA,EAAS;AAC/C,MAAA,IAAI;AAEF,QAAA,MAAM,KAAA,GAAQ,IAAI,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA;AACpC,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA,UACnB,OAAO,MAAA,CAAO,IAAA;AAAA,UACd,KAAA;AAAA,UACA,WAAW,MAAA,CAAO,SAAA;AAAA,UAClB,gBAAgB,MAAA,CAAO;AAAA,SACxB,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,kDAAA,EAAqD,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SAC7E;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oCAAA,EAAuC,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SAC/D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,oBAAoB,OAAA,EAAS;AAC/B,IAAA,KAAA,MAAW,MAAA,IAAU,mBAAmB,OAAA,EAAS;AAC/C,MAAA,IAAI;AAEF,QAAA,MAAM,KAAA,GAAQ,IAAI,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA;AACpC,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA,UACnB,OAAO,MAAA,CAAO,IAAA;AAAA,UACd;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,kDAAA,EAAqD,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SAC7E;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oCAAA,EAAuC,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SAC/D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,4BAAA,EAA+B,eAAA,CAC5B,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAAA,EACF;AACA,EAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,4BAAA,EAA+B,eAAA,CAC5B,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAAA,EACF;AAGA,EAAA,MAAM,YACJ,MAAA,CAAO,sBAAA;AAAA,IACL;AAAA,GACF,IAAKA,mCAAA;AAGP,EAAA,MAAM,iBACJ,MAAA,CAAO,iBAAA;AAAA,IACL;AAAA;AAAA,GACF,IAAKC,qDAAA;AAGP,EAAA,MAAM,uBACJ,MAAA,CAAO,sBAAA;AAAA,IACL;AAAA,GACF,IAAKC,6CAAA;AAGP,EAAA,MAAM,UAAA,GAAaC,2DAA0B,oBAAoB,CAAA;AACjE,EAAA,IAAI,CAAC,WAAW,OAAA,EAAS;AACvB,IAAA,MAAA,CAAO,KAAA;AAAA,MACL,CAAA,wEAAA,EAA2E,WAAW,MAAA,CAAO,IAAA;AAAA,QAC3F;AAAA,OACD,CAAA;AAAA,KACH;AACA,IAAA,MAAM,IAAI,KAAA;AAAA,MACR,CAAA,iCAAA,EAAoC,UAAA,CAAW,MAAA,CAAO,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KAClE;AAAA,EACF;AACA,EAAA,IAAI,UAAA,CAAW,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AAClC,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,iCAAA,EAAoC,UAAA,CAAW,QAAA,CAAS,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACpE;AAAA,EACF;AASA,EAAA,MAAM,wBAAwB,OAAO;AAAA,IACnC,UAAA;AAAA,IACA,KAAA;AAAA,IACA;AAAA,GACF,KAIM;AACJ,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,cAAc,KAAA,CAAM,MAAM,2BAA2B,UAAA,CAAW,IAAI,mBAAmB,cAAc,CAAA;AAAA,KACvG;AAEA,IAAA,MAAA,CAAO,KAAA,CAAM,UAAU,IAAA,CAAK,SAAA,CAAU,OAAO,IAAA,EAAM,CAAC,CAAC,CAAA,CAAE,CAAA;AAEvD,IAAA,IAAI,sBAAA,GAAyB,CAAA;AAG7B,IAAA,MAAM,YAAA,GAAe,IAAA,CAAK,IAAA,CAAK,KAAA,CAAM,SAAS,cAAc,CAAA;AAE5D,IAAA,KAAA,IACM,aAAa,CAAA,EACjB,UAAA,GAAa,KAAA,CAAM,MAAA,EACnB,cAAc,cAAA,EACd;AACA,MAAA,MAAM,WAAW,IAAA,CAAK,GAAA,CAAI,UAAA,GAAa,cAAA,EAAgB,MAAM,MAAM,CAAA;AACnE,MAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,UAAA,EAAY,QAAQ,CAAA;AACnD,MAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,UAAA,GAAa,cAAc,CAAA,GAAI,CAAA;AAE9D,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,iBAAA,EAAoB,WAAW,CAAA,CAAA,EAAI,YAAY,KAAK,UAAA,CAAW,MAAM,CAAA,wBAAA,EAA2B,UAAA,CAAW,IAAI,CAAA,CAAA;AAAA,OACjH;AAGA,MAAA,MAAM,YAAiC,EAAC;AAExC,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,UAAA,CAAW,QAAQ,KAAA,EAAA,EAAS;AACtD,QAAA,MAAM,IAAA,GAAO,WAAW,KAAK,CAAA;AAC7B,QAAA,MAAM,cAAc,UAAA,GAAa,KAAA;AAEjC,QAAA,MAAM,OAAA,GAAU,MAAM,kBAAA,CAAmB,kBAAA;AAAA,UACvC,UAAA,CAAW,EAAA;AAAA,UACX,IAAA,CAAK;AAAA,SACP;AAEA,QAAA,MAAM,eAAA,GAAkBC,iDAAA,CAAiB,WAAA,GAAc,CAAA,EAAG,MAAM,MAAM,CAAA;AAEtE,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,yCAAA,EAA4C,IAAA,CAAK,IAAI,CAAA,iBAAA,EAAoB,WAAW,IAAI,CAAA,aAAA,EAAgB,eAAA,CAAgB,SAAS,CAAA,CAAA,EAAI,eAAA,CAAgB,KAAK,CAAA,EAAA,EAAK,gBAAgB,UAAU,CAAA,2BAAA;AAAA,SAC3L;AAEA,QAAA,MAAM,IAAA,GAAO,MAAMC,6CAAA,CAAe,OAAO,CAAA;AAEzC,QAAA,MAAM,QAAA,GAA8B;AAAA,UAClC,QAAA,EAAU;AAAA,YACR,MAAA,EAAQC,kBAAA;AAAA,YACR,IAAI,CAAA,EAAG,UAAA,CAAW,EAAE,CAAA,CAAA,EAAI,KAAK,IAAI,CAAA,CAAA;AAAA,YACjC,KAAK,IAAA,CAAK,GAAA;AAAA,YACV,cAAc,kBAAA,CAAmB,YAAA;AAAA,YACjC,SAAS,kBAAA,CAAmB,OAAA;AAAA,YAC5B,YAAY,UAAA,CAAW;AAAA,WACzB;AAAA,UACA,OAAA,EAAS;AAAA,SACX;AAEA,QAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,MACzB;AAGA,MAAA,MAAM,mBAAmB,SAAS,CAAA;AAElC,MAAA,sBAAA,IAA0B,SAAA,CAAU,MAAA;AAEpC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,MAAA,EAAS,WAAW,CAAA,CAAA,EAAI,YAAY,eAAe,SAAA,CAAU,MAAM,CAAA,iDAAA,EAAoD,UAAA,CAAW,IAAI,CAAA;AAAA,OACxI;AAAA,IACF;AAEA,IAAA,OAAO,EAAE,sBAAA,EAAuB;AAAA,EAClC,CAAA;AAMA,EAAA,MAAM,uBAAA,GAA0B,OAC9B,kBAAA,KACG;AACH,IAAA,MAAM,gBAAA,GAAmB,MAAM,kBAAA,CAAmB,QAAA,EAAS;AAE3D,IAAA,IAAI,gBAAA,CAAiB,WAAW,CAAA,EAAG;AACjC,MAAA,MAAA,CAAO,KAAK,mDAAmD,CAAA;AAC/D,MAAA;AAAA,IACF;AAGA,IAAA,IAAI,oBAAA,GAAuB,gBAAA;AAG3B,IAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,iGAAA,EAAoG,eAAA,CACjG,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OACf;AAEA,MAAA,oBAAA,GAAuB,oBAAA,CAAqB,OAAO,CAAA,IAAA,KAAQ;AACzD,QAAA,OAAO,eAAA,CAAgB,KAAK,CAAA,OAAA,KAAW,OAAA,CAAQ,MAAO,IAAA,CAAK,IAAA,CAAK,IAAK,CAAC,CAAA;AAAA,MACxE,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,6FAAA,EAAgG,eAAA,CAC7F,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OACf;AAEA,MAAA,MAAM,aAAA,GAAgB,oBAAA,CAAqB,MAAA,CAAO,CAAA,IAAA,KAAQ;AACxD,QAAA,OAAO,eAAA,CAAgB,KAAK,CAAA,OAAA,KAAW,OAAA,CAAQ,MAAO,IAAA,CAAK,IAAA,CAAK,IAAK,CAAC,CAAA;AAAA,MACxE,CAAC,CAAA;AAED,MAAA,IAAI,aAAA,CAAc,SAAS,CAAA,EAAG;AAC5B,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,wBAAA,EAA2B,cACxB,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,IAAI,CAAA,CACf,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,SACf;AAAA,MACF;AACA,MAAA,oBAAA,GAAuB,oBAAA,CAAqB,OAAO,CAAA,IAAA,KAAQ;AACzD,QAAA,OAAO,CAAC,eAAA,CAAgB,IAAA;AAAA,UAAK,CAAA,OAAA,KAC3B,OAAA,CAAQ,KAAA,CAAO,IAAA,CAAK,KAAK,IAAK;AAAA,SAChC;AAAA,MACF,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,IAAI,oBAAA,CAAqB,WAAW,CAAA,EAAG;AACrC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL;AAAA,OACF;AACA,MAAA;AAAA,IACF;AAEA,IAAA,MAAA,CAAO,KAAA;AAAA,MACL,CAAA,wBAAA,EAA2B,qBACxB,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,IAAI,CAAA,CACf,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAEA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,UAAA,EAAa,qBAAqB,MAAM,CAAA,+BAAA;AAAA,KAC1C;AAGA,IAAA,KAAA,MAAW,QAAQ,oBAAA,EAAsB;AACvC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,oCAAA,EAAuC,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,OAC9D;AAGA,MAAA,MAAM,kBAAkB,eAAA,CAAgB,IAAA;AAAA,QAAK,CAAA,OAAA,KAC3C,OAAA,CAAQ,KAAA,CAAO,IAAA,CAAK,KAAK,IAAK;AAAA,OAChC;AAGA,MAAA,MAAM,yBAAA,GAA4B,iBAAiB,SAAA,IAAa,SAAA;AAGhE,MAAA,MAAM,wBAAA,GACJ,iBAAiB,cAAA,IAAkB,oBAAA;AAErC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,wCACE,IAAA,CAAK,IACP,MAAM,yBAAA,CAA0B,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,OAC5C;AAEA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,wCACE,IAAA,CAAK,IACP,MAAM,wBAAA,CAAyB,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,OAC3C;AAGA,MAAA,IAAI,KAAA,GAAQ,MAAM,kBAAA,CAAmB,YAAA;AAAA,QACnC,IAAA,CAAK,EAAA;AAAA,QACL;AAAA,OACF;AAGA,MAAA,MAAM,aAAaC,iDAAA,CAAiB;AAAA,QAClC,iBAAA,EAAmB;AAAA,OACpB,CAAA;AAED,MAAA,MAAM,oBAAoB,KAAA,CAAM,MAAA;AAGhC,MAAA,MAAM,gBAAgB,KAAA,CAAM,MAAA;AAAA,QAC1B,UAAQ,IAAA,CAAK,IAAA,IAAQ,UAAA,CAAW,iBAAA,CAAkB,KAAK,IAAI;AAAA,OAC7D;AAEA,MAAA,IAAI,aAAA,CAAc,SAAS,CAAA,EAAG;AAC5B,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,+BAAA,EAAkC,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,aAAA,CAC7C,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,IAAI,CAAA,CACf,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,SACf;AAAA,MACF;AAEA,MAAA,KAAA,GAAQ,UAAA,CAAW,YAAY,KAAK,CAAA;AACpC,MAAA,MAAM,iBAAA,GAAoB,oBAAoB,KAAA,CAAM,MAAA;AAEpD,MAAA,IAAI,oBAAoB,CAAA,EAAG;AACzB,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,aAAA,EAAgB,iBAAiB,CAAA,uBAAA,EAA0B,IAAA,CAAK,IAAI,CAAA,iCAAA;AAAA,SACtE;AAAA,MACF;AAEA,MAAA,IAAI,KAAA,CAAM,WAAW,CAAA,EAAG;AACtB,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,+DACE,IAAA,CAAK,IACP,KACE,IAAA,CAAK,EACP,4CAA4C,yBAAA,CAA0B,IAAA;AAAA,YACpE;AAAA,WACD,CAAA,CAAA;AAAA,SACH;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,EAAE,sBAAA,EAAuB,GAAI,MAAM,qBAAA,CAAsB;AAAA,QAC7D,UAAA,EAAY,IAAA;AAAA,QACZ,KAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,IAAI,2BAA2B,CAAA,EAAG;AAChC,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,mFAAA,EAAsF,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,SAC7G;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,gCAAA,EAAmC,sBAAsB,CAAA,8EAAA,EAAiF,IAAA,CAAK,IAAI,CAAA;AAAA,OACrJ;AAAA,IACF;AAAA,EACF,CAAA;AAEA,EAAA,OAAO,EAAE,uBAAA,EAAwB;AACnC;;;;"}
+{"version":3,"file":"repository.cjs.js","sources":["../../../src/services/ingestor/repository.ts"],"sourcesContent":["import {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { DEFAULT_FILE_TYPES } from '../../constants/default-file-types';\nimport {\n  EmbeddingDocument,\n  IngestorOptions,\n  streamToString,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { AzureDevOpsService } from '../azure-devops';\nimport { Config } from '../../../config';\nimport { MODULE_ID } from '../../constants/module';\nimport {\n  getProgressStats,\n  createPathFilter,\n  validateExclusionPatterns,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { DEFAULT_REPO_FILE_BATCH_SIZE } from '../../constants/default-repo-file-batch-size';\nimport { DEFAULT_PATH_EXCLUSIONS } from '../../constants/default-path-exclusions';\nimport {\n  GitItem,\n  GitRepository,\n} from 'azure-devops-node-api/interfaces/GitInterfaces';\n\ntype RepositoryIngestorOptions = {\n  config: RootConfigService;\n  logger: LoggerService;\n  azureDevOpsService: AzureDevOpsService;\n};\n\nexport const createRepositoryIngestor = async ({\n  config,\n  logger,\n  azureDevOpsService,\n}: RepositoryIngestorOptions) => {\n  // Get configuration values\n  const repositoriesFilter = config.getOptional<\n    Config['aiAssistant']['ingestors']['azureDevOps']['repositories']\n  >('aiAssistant.ingestors.azureDevOps.repositories');\n\n  // Process and validate repository filters\n  type RepositoryMatcher = {\n    value: string;\n    regex: RegExp;\n    fileTypes?: string[];\n    pathExclusions?: string[];\n  };\n\n  const includeMatchers: RepositoryMatcher[] = [];\n  const excludeMatchers: RepositoryMatcher[] = [];\n\n  if (repositoriesFilter?.include) {\n    for (const filter of repositoriesFilter.include) {\n      try {\n        // All strings are treated as regular expression patterns; escape special characters for exact literal matches\n        const regex = new RegExp(filter.name);\n        includeMatchers.push({\n          value: filter.name,\n          regex,\n          fileTypes: filter.fileTypes,\n          pathExclusions: filter.pathExclusions,\n        });\n      } catch (error) {\n        logger.error(\n          `Invalid regular expression in repository include '${filter.name}': ${error}`,\n        );\n        throw new Error(\n          `Invalid repository include pattern '${filter.name}': ${error}`,\n        );\n      }\n    }\n  }\n\n  if (repositoriesFilter?.exclude) {\n    for (const filter of repositoriesFilter.exclude) {\n      try {\n        // All strings are valid regex - plain strings match exactly, patterns match as regex\n        const regex = new RegExp(filter.name);\n        excludeMatchers.push({\n          value: filter.name,\n          regex,\n        });\n      } catch (error) {\n        logger.error(\n          `Invalid regular expression in repository exclude '${filter.name}': ${error}`,\n        );\n        throw new Error(\n          `Invalid repository exclude pattern '${filter.name}': ${error}`,\n        );\n      }\n    }\n  }\n\n  if (includeMatchers.length > 0) {\n    logger.info(\n      `Repository include filters: ${includeMatchers\n        .map(m => `'${m.value}'`)\n        .join(', ')}`,\n    );\n  }\n  if (excludeMatchers.length > 0) {\n    logger.info(\n      `Repository exclude filters: ${excludeMatchers\n        .map(m => `'${m.value}'`)\n        .join(', ')}`,\n    );\n  }\n\n  // Default to common file types if none are specified\n  const fileTypes =\n    config.getOptionalStringArray(\n      'aiAssistant.ingestors.azureDevOps.fileTypes',\n    ) ?? DEFAULT_FILE_TYPES;\n\n  // Get batch size for processing repository items (default to 50 items per batch)\n  const itemsBatchSize =\n    config.getOptionalNumber(\n      'aiAssistant.ingestors.azureDevOps.filesBatchSize', // Reuse the same config for consistency\n    ) ?? DEFAULT_REPO_FILE_BATCH_SIZE;\n\n  // Get global path exclusion patterns from configuration, defaulting to predefined patterns\n  const globalPathExclusions =\n    config.getOptionalStringArray(\n      'aiAssistant.ingestors.azureDevOps.pathExclusions',\n    ) ?? DEFAULT_PATH_EXCLUSIONS;\n\n  // Validate exclusion patterns\n  const validation = validateExclusionPatterns(globalPathExclusions);\n  if (!validation.isValid) {\n    logger.error(\n      `Invalid path exclusion patterns in Azure DevOps ingestor configuration: ${validation.errors.join(\n        ', ',\n      )}`,\n    );\n    throw new Error(\n      `Invalid path exclusion patterns: ${validation.errors.join(', ')}`,\n    );\n  }\n  if (validation.warnings.length > 0) {\n    logger.warn(\n      `Path exclusion pattern warnings: ${validation.warnings.join(', ')}`,\n    );\n  }\n\n  /**\n   * Ingest Azure DevOps repository items in batches\n   * @param repository - The repository to ingest items from\n   * @param items - The list of items to ingest from the repository\n   * @param saveDocumentsBatch - Function to save a batch of embedding documents\n   * @returns Total number of documents ingested and sent for embedding from the repository\n   */\n  const ingestRepoByFileBatch = async ({\n    repository,\n    items,\n    saveDocumentsBatch,\n  }: {\n    repository: GitRepository;\n    items: GitItem[];\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'];\n  }) => {\n    logger.info(\n      `Processing ${items.length} items from repository \"${repository.name}\" in batches of ${itemsBatchSize}`,\n    );\n\n    logger.debug(`Items: ${JSON.stringify(items, null, 2)}`);\n\n    let totalDocumentsIngested = 0;\n\n    // Process items in batches to manage memory and performance\n    const totalBatches = Math.ceil(items.length / itemsBatchSize);\n\n    for (\n      let batchStart = 0;\n      batchStart < items.length;\n      batchStart += itemsBatchSize\n    ) {\n      const batchEnd = Math.min(batchStart + itemsBatchSize, items.length);\n      const itemsBatch = items.slice(batchStart, batchEnd);\n      const batchNumber = Math.floor(batchStart / itemsBatchSize) + 1;\n\n      logger.info(\n        `Processing batch ${batchNumber}/${totalBatches} (${itemsBatch.length} items) for repository \"${repository.name}\"`,\n      );\n\n      // Generate embedding documents for each item in the current batch\n      const documents: EmbeddingDocument[] = [];\n\n      for (let index = 0; index < itemsBatch.length; index++) {\n        const item = itemsBatch[index];\n        const globalIndex = batchStart + index;\n\n        const [content, lastUpdated] = await Promise.all([\n          azureDevOpsService.getRepoItemContent(repository.id!, item.path!),\n          azureDevOpsService.getRepoItemLastUpdated(repository.id!, item.path!),\n        ]);\n\n        const completionStats = getProgressStats(globalIndex + 1, items.length);\n\n        logger.info(\n          `Retrieved content for Azure DevOps item: ${item.path} in repository: \"${repository.name}\" [Progress: ${completionStats.completed}/${completionStats.total} (${completionStats.percentage}%) completed of repository]`,\n        );\n\n        const text = await streamToString(content);\n\n        const document: EmbeddingDocument = {\n          metadata: {\n            source: MODULE_ID,\n            id: `${repository.id}:${item.path}`,\n            url: item.url!,\n            organization: azureDevOpsService.organization,\n            project: azureDevOpsService.project,\n            repository: repository.name!,\n          },\n          content: text,\n          lastUpdated,\n        };\n\n        documents.push(document);\n      }\n\n      // Save the current batch of documents\n      await saveDocumentsBatch(documents);\n\n      totalDocumentsIngested += documents.length;\n\n      logger.info(\n        `Batch ${batchNumber}/${totalBatches} completed: ${documents.length} documents ingested for Azure DevOps repository: ${repository.name}`,\n      );\n    }\n\n    return { totalDocumentsIngested };\n  };\n\n  /** Ingest Azure DevOps repositories in batches\n   * @param saveDocumentsBatch - Function to save a batch of embedding documents\n   * @returns void\n   */\n  const ingestRepositoriesBatch = async (\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'],\n  ) => {\n    const repositoriesList = await azureDevOpsService.getRepos();\n\n    if (repositoriesList.length === 0) {\n      logger.warn('No repositories found in the Azure DevOps project');\n      return;\n    }\n\n    // Filter repositories using matchers\n    let repositoriesToIngest = repositoriesList;\n\n    // If include matchers exist, only include repos that match at least one\n    if (includeMatchers.length > 0) {\n      logger.info(\n        `Include filter found. Only including repositories matching the following patterns for ingestion: ${includeMatchers\n          .map(m => `'${m.value}'`)\n          .join(', ')}`,\n      );\n\n      repositoriesToIngest = repositoriesToIngest.filter(repo => {\n        return includeMatchers.some(matcher => matcher.regex!.test(repo.name!));\n      });\n    }\n\n    // Apply exclusions\n    if (excludeMatchers.length > 0) {\n      logger.info(\n        `Exclude filter found. Excluding repositories matching the following patterns from ingestion: ${excludeMatchers\n          .map(m => `'${m.value}'`)\n          .join(', ')}`,\n      );\n\n      const excludedRepos = repositoriesToIngest.filter(repo => {\n        return excludeMatchers.some(matcher => matcher.regex!.test(repo.name!));\n      });\n\n      if (excludedRepos.length > 0) {\n        logger.info(\n          `Excluding repositories: ${excludedRepos\n            .map(r => r.name)\n            .join(', ')}`,\n        );\n      }\n      repositoriesToIngest = repositoriesToIngest.filter(repo => {\n        return !excludeMatchers.some(matcher =>\n          matcher.regex!.test(repo.name!),\n        );\n      });\n    }\n\n    if (repositoriesToIngest.length === 0) {\n      logger.warn(\n        'No repositories found for ingestion after applying the filter',\n      );\n      return;\n    }\n\n    logger.debug(\n      `Repositories to ingest: ${repositoriesToIngest\n        .map(r => r.name)\n        .join(', ')}`,\n    );\n\n    logger.info(\n      `Ingesting ${repositoriesToIngest.length} repositories from Azure DevOps`,\n    );\n\n    // Get items from each repository and create documents to be embedded\n    for (const repo of repositoriesToIngest) {\n      logger.info(\n        `Beginning ingestion for repository: ${repo.name} (${repo.id})`,\n      );\n\n      // Find the matching include matcher for this repository\n      const matchingMatcher = includeMatchers.find(matcher =>\n        matcher.regex!.test(repo.name!),\n      );\n\n      // Determine the file types to use for this repository or use default\n      const repositoryFileTypesFilter = matchingMatcher?.fileTypes ?? fileTypes;\n\n      // Determine the path exclusions to use for this repository or use global default\n      const repositoryPathExclusions =\n        matchingMatcher?.pathExclusions ?? globalPathExclusions;\n\n      logger.info(\n        `Processing file types for repository ${\n          repo.name\n        }: [${repositoryFileTypesFilter.join(', ')}]`,\n      );\n\n      logger.info(\n        `Using path exclusions for repository ${\n          repo.name\n        }: [${repositoryPathExclusions.join(', ')}]`,\n      );\n\n      // Get the items to be ingested from the repository based on the file types filter\n      let items = await azureDevOpsService.getRepoItems(\n        repo.id!,\n        repositoryFileTypesFilter,\n      );\n\n      // Apply path exclusion filtering\n      const pathFilter = createPathFilter({\n        exclusionPatterns: repositoryPathExclusions,\n      });\n\n      const originalItemCount = items.length;\n\n      // Log excluded items for debugging\n      const excludedItems = items.filter(\n        item => item.path && pathFilter.shouldExcludePath(item.path),\n      );\n\n      if (excludedItems.length > 0) {\n        logger.debug(\n          `Items excluded from repository ${repo.name}: ${excludedItems\n            .map(i => i.path)\n            .join(', ')}`,\n        );\n      }\n\n      items = pathFilter.filterFiles(items);\n      const filteredItemCount = originalItemCount - items.length;\n\n      if (filteredItemCount > 0) {\n        logger.info(\n          `Filtered out ${filteredItemCount} items from repository ${repo.name} based on path exclusion patterns`,\n        );\n      }\n\n      if (items.length === 0) {\n        logger.warn(\n          `No items found for ingestion in the Azure DevOps repository ${\n            repo.name\n          } (${\n            repo.id\n          }) with the specified file types filter: [${repositoryFileTypesFilter.join(\n            ', ',\n          )}]`,\n        );\n        continue;\n      }\n\n      const { totalDocumentsIngested } = await ingestRepoByFileBatch({\n        repository: repo,\n        items,\n        saveDocumentsBatch,\n      });\n\n      if (totalDocumentsIngested === 0) {\n        logger.warn(\n          `No documents were ingested and sent for embedding from the Azure DevOps repository ${repo.name} (${repo.id})`,\n        );\n        continue;\n      }\n\n      logger.info(\n        `Repository ingestion completed: ${totalDocumentsIngested} total documents ingested and sent for embedding for Azure DevOps repository: ${repo.name}`,\n      );\n    }\n  };\n\n  return { ingestRepositoriesBatch };\n};\n"],"names":["DEFAULT_FILE_TYPES","DEFAULT_REPO_FILE_BATCH_SIZE","DEFAULT_PATH_EXCLUSIONS","validateExclusionPatterns","getProgressStats","streamToString","MODULE_ID","createPathFilter"],"mappings":";;;;;;;;;AA+BO,MAAM,2BAA2B,OAAO;AAAA,EAC7C,MAAA;AAAA,EACA,MAAA;AAAA,EACA;AACF,CAAA,KAAiC;AAE/B,EAAA,MAAM,kBAAA,GAAqB,MAAA,CAAO,WAAA,CAEhC,gDAAgD,CAAA;AAUlD,EAAA,MAAM,kBAAuC,EAAC;AAC9C,EAAA,MAAM,kBAAuC,EAAC;AAE9C,EAAA,IAAI,oBAAoB,OAAA,EAAS;AAC/B,IAAA,KAAA,MAAW,MAAA,IAAU,mBAAmB,OAAA,EAAS;AAC/C,MAAA,IAAI;AAEF,QAAA,MAAM,KAAA,GAAQ,IAAI,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA;AACpC,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA,UACnB,OAAO,MAAA,CAAO,IAAA;AAAA,UACd,KAAA;AAAA,UACA,WAAW,MAAA,CAAO,SAAA;AAAA,UAClB,gBAAgB,MAAA,CAAO;AAAA,SACxB,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,kDAAA,EAAqD,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SAC7E;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oCAAA,EAAuC,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SAC/D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,oBAAoB,OAAA,EAAS;AAC/B,IAAA,KAAA,MAAW,MAAA,IAAU,mBAAmB,OAAA,EAAS;AAC/C,MAAA,IAAI;AAEF,QAAA,MAAM,KAAA,GAAQ,IAAI,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA;AACpC,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA,UACnB,OAAO,MAAA,CAAO,IAAA;AAAA,UACd;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,kDAAA,EAAqD,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SAC7E;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,oCAAA,EAAuC,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SAC/D;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,4BAAA,EAA+B,eAAA,CAC5B,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAAA,EACF;AACA,EAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,4BAAA,EAA+B,eAAA,CAC5B,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAAA,EACF;AAGA,EAAA,MAAM,YACJ,MAAA,CAAO,sBAAA;AAAA,IACL;AAAA,GACF,IAAKA,mCAAA;AAGP,EAAA,MAAM,iBACJ,MAAA,CAAO,iBAAA;AAAA,IACL;AAAA;AAAA,GACF,IAAKC,qDAAA;AAGP,EAAA,MAAM,uBACJ,MAAA,CAAO,sBAAA;AAAA,IACL;AAAA,GACF,IAAKC,6CAAA;AAGP,EAAA,MAAM,UAAA,GAAaC,2DAA0B,oBAAoB,CAAA;AACjE,EAAA,IAAI,CAAC,WAAW,OAAA,EAAS;AACvB,IAAA,MAAA,CAAO,KAAA;AAAA,MACL,CAAA,wEAAA,EAA2E,WAAW,MAAA,CAAO,IAAA;AAAA,QAC3F;AAAA,OACD,CAAA;AAAA,KACH;AACA,IAAA,MAAM,IAAI,KAAA;AAAA,MACR,CAAA,iCAAA,EAAoC,UAAA,CAAW,MAAA,CAAO,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KAClE;AAAA,EACF;AACA,EAAA,IAAI,UAAA,CAAW,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AAClC,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,iCAAA,EAAoC,UAAA,CAAW,QAAA,CAAS,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACpE;AAAA,EACF;AASA,EAAA,MAAM,wBAAwB,OAAO;AAAA,IACnC,UAAA;AAAA,IACA,KAAA;AAAA,IACA;AAAA,GACF,KAIM;AACJ,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,cAAc,KAAA,CAAM,MAAM,2BAA2B,UAAA,CAAW,IAAI,mBAAmB,cAAc,CAAA;AAAA,KACvG;AAEA,IAAA,MAAA,CAAO,KAAA,CAAM,UAAU,IAAA,CAAK,SAAA,CAAU,OAAO,IAAA,EAAM,CAAC,CAAC,CAAA,CAAE,CAAA;AAEvD,IAAA,IAAI,sBAAA,GAAyB,CAAA;AAG7B,IAAA,MAAM,YAAA,GAAe,IAAA,CAAK,IAAA,CAAK,KAAA,CAAM,SAAS,cAAc,CAAA;AAE5D,IAAA,KAAA,IACM,aAAa,CAAA,EACjB,UAAA,GAAa,KAAA,CAAM,MAAA,EACnB,cAAc,cAAA,EACd;AACA,MAAA,MAAM,WAAW,IAAA,CAAK,GAAA,CAAI,UAAA,GAAa,cAAA,EAAgB,MAAM,MAAM,CAAA;AACnE,MAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,UAAA,EAAY,QAAQ,CAAA;AACnD,MAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,UAAA,GAAa,cAAc,CAAA,GAAI,CAAA;AAE9D,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,iBAAA,EAAoB,WAAW,CAAA,CAAA,EAAI,YAAY,KAAK,UAAA,CAAW,MAAM,CAAA,wBAAA,EAA2B,UAAA,CAAW,IAAI,CAAA,CAAA;AAAA,OACjH;AAGA,MAAA,MAAM,YAAiC,EAAC;AAExC,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,UAAA,CAAW,QAAQ,KAAA,EAAA,EAAS;AACtD,QAAA,MAAM,IAAA,GAAO,WAAW,KAAK,CAAA;AAC7B,QAAA,MAAM,cAAc,UAAA,GAAa,KAAA;AAEjC,QAAA,MAAM,CAAC,OAAA,EAAS,WAAW,CAAA,GAAI,MAAM,QAAQ,GAAA,CAAI;AAAA,UAC/C,kBAAA,CAAmB,kBAAA,CAAmB,UAAA,CAAW,EAAA,EAAK,KAAK,IAAK,CAAA;AAAA,UAChE,kBAAA,CAAmB,sBAAA,CAAuB,UAAA,CAAW,EAAA,EAAK,KAAK,IAAK;AAAA,SACrE,CAAA;AAED,QAAA,MAAM,eAAA,GAAkBC,iDAAA,CAAiB,WAAA,GAAc,CAAA,EAAG,MAAM,MAAM,CAAA;AAEtE,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,yCAAA,EAA4C,IAAA,CAAK,IAAI,CAAA,iBAAA,EAAoB,WAAW,IAAI,CAAA,aAAA,EAAgB,eAAA,CAAgB,SAAS,CAAA,CAAA,EAAI,eAAA,CAAgB,KAAK,CAAA,EAAA,EAAK,gBAAgB,UAAU,CAAA,2BAAA;AAAA,SAC3L;AAEA,QAAA,MAAM,IAAA,GAAO,MAAMC,6CAAA,CAAe,OAAO,CAAA;AAEzC,QAAA,MAAM,QAAA,GAA8B;AAAA,UAClC,QAAA,EAAU;AAAA,YACR,MAAA,EAAQC,kBAAA;AAAA,YACR,IAAI,CAAA,EAAG,UAAA,CAAW,EAAE,CAAA,CAAA,EAAI,KAAK,IAAI,CAAA,CAAA;AAAA,YACjC,KAAK,IAAA,CAAK,GAAA;AAAA,YACV,cAAc,kBAAA,CAAmB,YAAA;AAAA,YACjC,SAAS,kBAAA,CAAmB,OAAA;AAAA,YAC5B,YAAY,UAAA,CAAW;AAAA,WACzB;AAAA,UACA,OAAA,EAAS,IAAA;AAAA,UACT;AAAA,SACF;AAEA,QAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,MACzB;AAGA,MAAA,MAAM,mBAAmB,SAAS,CAAA;AAElC,MAAA,sBAAA,IAA0B,SAAA,CAAU,MAAA;AAEpC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,MAAA,EAAS,WAAW,CAAA,CAAA,EAAI,YAAY,eAAe,SAAA,CAAU,MAAM,CAAA,iDAAA,EAAoD,UAAA,CAAW,IAAI,CAAA;AAAA,OACxI;AAAA,IACF;AAEA,IAAA,OAAO,EAAE,sBAAA,EAAuB;AAAA,EAClC,CAAA;AAMA,EAAA,MAAM,uBAAA,GAA0B,OAC9B,kBAAA,KACG;AACH,IAAA,MAAM,gBAAA,GAAmB,MAAM,kBAAA,CAAmB,QAAA,EAAS;AAE3D,IAAA,IAAI,gBAAA,CAAiB,WAAW,CAAA,EAAG;AACjC,MAAA,MAAA,CAAO,KAAK,mDAAmD,CAAA;AAC/D,MAAA;AAAA,IACF;AAGA,IAAA,IAAI,oBAAA,GAAuB,gBAAA;AAG3B,IAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,iGAAA,EAAoG,eAAA,CACjG,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OACf;AAEA,MAAA,oBAAA,GAAuB,oBAAA,CAAqB,OAAO,CAAA,IAAA,KAAQ;AACzD,QAAA,OAAO,eAAA,CAAgB,KAAK,CAAA,OAAA,KAAW,OAAA,CAAQ,MAAO,IAAA,CAAK,IAAA,CAAK,IAAK,CAAC,CAAA;AAAA,MACxE,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,6FAAA,EAAgG,eAAA,CAC7F,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OACf;AAEA,MAAA,MAAM,aAAA,GAAgB,oBAAA,CAAqB,MAAA,CAAO,CAAA,IAAA,KAAQ;AACxD,QAAA,OAAO,eAAA,CAAgB,KAAK,CAAA,OAAA,KAAW,OAAA,CAAQ,MAAO,IAAA,CAAK,IAAA,CAAK,IAAK,CAAC,CAAA;AAAA,MACxE,CAAC,CAAA;AAED,MAAA,IAAI,aAAA,CAAc,SAAS,CAAA,EAAG;AAC5B,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,wBAAA,EAA2B,cACxB,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,IAAI,CAAA,CACf,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,SACf;AAAA,MACF;AACA,MAAA,oBAAA,GAAuB,oBAAA,CAAqB,OAAO,CAAA,IAAA,KAAQ;AACzD,QAAA,OAAO,CAAC,eAAA,CAAgB,IAAA;AAAA,UAAK,CAAA,OAAA,KAC3B,OAAA,CAAQ,KAAA,CAAO,IAAA,CAAK,KAAK,IAAK;AAAA,SAChC;AAAA,MACF,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,IAAI,oBAAA,CAAqB,WAAW,CAAA,EAAG;AACrC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL;AAAA,OACF;AACA,MAAA;AAAA,IACF;AAEA,IAAA,MAAA,CAAO,KAAA;AAAA,MACL,CAAA,wBAAA,EAA2B,qBACxB,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,IAAI,CAAA,CACf,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAEA,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,UAAA,EAAa,qBAAqB,MAAM,CAAA,+BAAA;AAAA,KAC1C;AAGA,IAAA,KAAA,MAAW,QAAQ,oBAAA,EAAsB;AACvC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,oCAAA,EAAuC,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,OAC9D;AAGA,MAAA,MAAM,kBAAkB,eAAA,CAAgB,IAAA;AAAA,QAAK,CAAA,OAAA,KAC3C,OAAA,CAAQ,KAAA,CAAO,IAAA,CAAK,KAAK,IAAK;AAAA,OAChC;AAGA,MAAA,MAAM,yBAAA,GAA4B,iBAAiB,SAAA,IAAa,SAAA;AAGhE,MAAA,MAAM,wBAAA,GACJ,iBAAiB,cAAA,IAAkB,oBAAA;AAErC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,wCACE,IAAA,CAAK,IACP,MAAM,yBAAA,CAA0B,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,OAC5C;AAEA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,wCACE,IAAA,CAAK,IACP,MAAM,wBAAA,CAAyB,IAAA,CAAK,IAAI,CAAC,CAAA,CAAA;AAAA,OAC3C;AAGA,MAAA,IAAI,KAAA,GAAQ,MAAM,kBAAA,CAAmB,YAAA;AAAA,QACnC,IAAA,CAAK,EAAA;AAAA,QACL;AAAA,OACF;AAGA,MAAA,MAAM,aAAaC,iDAAA,CAAiB;AAAA,QAClC,iBAAA,EAAmB;AAAA,OACpB,CAAA;AAED,MAAA,MAAM,oBAAoB,KAAA,CAAM,MAAA;AAGhC,MAAA,MAAM,gBAAgB,KAAA,CAAM,MAAA;AAAA,QAC1B,UAAQ,IAAA,CAAK,IAAA,IAAQ,UAAA,CAAW,iBAAA,CAAkB,KAAK,IAAI;AAAA,OAC7D;AAEA,MAAA,IAAI,aAAA,CAAc,SAAS,CAAA,EAAG;AAC5B,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,+BAAA,EAAkC,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,aAAA,CAC7C,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,IAAI,CAAA,CACf,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,SACf;AAAA,MACF;AAEA,MAAA,KAAA,GAAQ,UAAA,CAAW,YAAY,KAAK,CAAA;AACpC,MAAA,MAAM,iBAAA,GAAoB,oBAAoB,KAAA,CAAM,MAAA;AAEpD,MAAA,IAAI,oBAAoB,CAAA,EAAG;AACzB,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,aAAA,EAAgB,iBAAiB,CAAA,uBAAA,EAA0B,IAAA,CAAK,IAAI,CAAA,iCAAA;AAAA,SACtE;AAAA,MACF;AAEA,MAAA,IAAI,KAAA,CAAM,WAAW,CAAA,EAAG;AACtB,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,+DACE,IAAA,CAAK,IACP,KACE,IAAA,CAAK,EACP,4CAA4C,yBAAA,CAA0B,IAAA;AAAA,YACpE;AAAA,WACD,CAAA,CAAA;AAAA,SACH;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,EAAE,sBAAA,EAAuB,GAAI,MAAM,qBAAA,CAAsB;AAAA,QAC7D,UAAA,EAAY,IAAA;AAAA,QACZ,KAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,IAAI,2BAA2B,CAAA,EAAG;AAChC,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,mFAAA,EAAsF,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,SAC7G;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,gCAAA,EAAmC,sBAAsB,CAAA,8EAAA,EAAiF,IAAA,CAAK,IAAI,CAAA;AAAA,OACrJ;AAAA,IACF;AAAA,EACF,CAAA;AAEA,EAAA,OAAO,EAAE,uBAAA,EAAwB;AACnC;;;;"}

package/dist/services/ingestor/wiki.cjs.js

@@ -83,10 +83,10 @@ const createWikiIngestor = async ({
       for (let index = 0; index < pagesBatch.length; index++) {
         const page = pagesBatch[index];
         const globalIndex = batchStart + index;
-        const content = await azureDevOpsService.getWikiPageContent(
-          wiki.id,
-          page.path
-        );
+        const [content, lastUpdated] = await Promise.all([
+          azureDevOpsService.getWikiPageContent(wiki.id, page.path),
+          azureDevOpsService.getWikiPageLastUpdated(wiki.id, page.path)
+        ]);
         const completionStats = backstagePluginAiAssistantCommon.getProgressStats(globalIndex + 1, pages.length);
         logger.info(
           `Retrieved content for Azure DevOps page: "${page.path}" in wiki: "${wiki.name}" [Progress: ${completionStats.completed}/${completionStats.total} (${completionStats.percentage}%) completed of wiki]`
@@ -111,7 +111,8 @@ const createWikiIngestor = async ({
             project: azureDevOpsService.project,
             wiki: wiki.name
           },
-          content: pageContent
+          content: pageContent,
+          lastUpdated
         };
         logger.debug(
           `Created embedding document for Azure DevOps page: "${page.path}" in wiki: "${wiki.name}" content length: "${document.content.length}", page url: "${document.metadata.url}"`

package/dist/services/ingestor/wiki.cjs.js.map

@@ -1 +1 @@
-{"version":3,"file":"wiki.cjs.js","sources":["../../../src/services/ingestor/wiki.ts"],"sourcesContent":["import {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport {\n  EmbeddingDocument,\n  IngestorOptions,\n  streamToString,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { AzureDevOpsService } from '../azure-devops';\nimport { Config } from '../../../config';\nimport { MODULE_ID } from '../../constants/module';\nimport { getProgressStats } from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { DEFAULT_WIKI_PAGE_BATCH_SIZE } from '../../constants/default-wiki-page-batch-size';\nimport {\n  WikiPage,\n  WikiV2,\n} from 'azure-devops-node-api/interfaces/WikiInterfaces';\n\ntype WikiIngestorOptions = {\n  config: RootConfigService;\n  logger: LoggerService;\n  azureDevOpsService: AzureDevOpsService;\n};\n\nexport const createWikiIngestor = async ({\n  config,\n  logger,\n  azureDevOpsService,\n}: WikiIngestorOptions) => {\n  // Get configuration values\n  const wikisFilter = config.getOptional<\n    Config['aiAssistant']['ingestors']['azureDevOps']['wikis']\n  >('aiAssistant.ingestors.azureDevOps.wikis');\n\n  // Process and validate wiki filters\n  type WikiMatcher = {\n    value: string;\n    regex: RegExp;\n  };\n\n  const includeMatchers: WikiMatcher[] = [];\n  const excludeMatchers: WikiMatcher[] = [];\n\n  if (wikisFilter?.include) {\n    for (const filter of wikisFilter.include) {\n      try {\n        // All strings are treated as regex patterns; escape special characters for exact literal matches\n        const regex = new RegExp(filter.name);\n        includeMatchers.push({\n          value: filter.name,\n          regex,\n        });\n      } catch (error) {\n        logger.error(\n          `Invalid regular expression in wiki include '${filter.name}': ${error}`,\n        );\n        throw new Error(\n          `Invalid wiki include pattern '${filter.name}': ${error}`,\n        );\n      }\n    }\n  }\n\n  if (wikisFilter?.exclude) {\n    for (const filter of wikisFilter.exclude) {\n      try {\n        // All strings are valid regex - plain strings match exactly, patterns match as regex\n        const regex = new RegExp(filter.name);\n        excludeMatchers.push({\n          value: filter.name,\n          regex,\n        });\n      } catch (error) {\n        logger.error(\n          `Invalid regular expression in wiki exclude '${filter.name}': ${error}`,\n        );\n        throw new Error(\n          `Invalid wiki exclude pattern '${filter.name}': ${error}`,\n        );\n      }\n    }\n  }\n\n  if (includeMatchers.length > 0) {\n    logger.info(\n      `Wiki include filters: ${includeMatchers\n        .map(m => `'${m.value}'`)\n        .join(', ')}`,\n    );\n  }\n  if (excludeMatchers.length > 0) {\n    logger.info(\n      `Wiki exclude filters: ${excludeMatchers\n        .map(m => `'${m.value}'`)\n        .join(', ')}`,\n    );\n  }\n\n  // Get batch size for processing pages (default to 50 pages per batch)\n  const pagesBatchSize =\n    config.getOptionalNumber(\n      'aiAssistant.ingestors.azureDevOps.pagesBatchSize',\n    ) ?? DEFAULT_WIKI_PAGE_BATCH_SIZE;\n\n  /** Ingest Azure DevOps wiki pages in batches\n   * @param wiki - The wiki to ingest pages from\n   * @param pages - The list of pages to ingest from the wiki\n   * @param saveDocumentsBatch - Function to save a batch of embedding documents\n   * @returns Total number of documents ingested and sent for embedding from the wiki\n   */\n  const ingestWikiByPageBatch = async ({\n    wiki,\n    pages,\n    saveDocumentsBatch,\n  }: {\n    wiki: WikiV2;\n    pages: WikiPage[];\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'];\n  }) => {\n    logger.info(\n      `Processing ${pages.length} pages from wiki \"${wiki.name}\" in batches of ${pagesBatchSize}`,\n    );\n\n    let totalDocumentsIngested = 0;\n\n    // Process pages in batches to manage memory and performance\n\n    // Calculate total number of batches\n    const totalBatches = Math.ceil(pages.length / pagesBatchSize);\n\n    // Process each batch\n    for (\n      let batchStart = 0;\n      batchStart < pages.length;\n      batchStart += pagesBatchSize\n    ) {\n      const batchEnd = Math.min(batchStart + pagesBatchSize, pages.length);\n      const pagesBatch = pages.slice(batchStart, batchEnd);\n      const batchNumber = Math.floor(batchStart / pagesBatchSize) + 1;\n\n      logger.info(\n        `Processing batch ${batchNumber}/${totalBatches} (${pagesBatch.length} pages) for wiki \"${wiki.name}\"`,\n      );\n\n      // Generate embedding documents for each page in the current batch\n      const documents: EmbeddingDocument[] = [];\n\n      for (let index = 0; index < pagesBatch.length; index++) {\n        const page = pagesBatch[index];\n        const globalIndex = batchStart + index;\n\n        const content = await azureDevOpsService.getWikiPageContent(\n          wiki.id!,\n          page.path!,\n        );\n\n        const completionStats = getProgressStats(globalIndex + 1, pages.length);\n\n        logger.info(\n          `Retrieved content for Azure DevOps page: \"${page.path}\" in wiki: \"${wiki.name}\" [Progress: ${completionStats.completed}/${completionStats.total} (${completionStats.percentage}%) completed of wiki]`,\n        );\n\n        // The API returns plain markdown text directly\n        const pageContent = await streamToString(content);\n\n        logger.debug(\n          `Raw response for page \"${page.path}\" (length: ${pageContent.length})`,\n        );\n        // Use remoteUrl which points to the user-facing wiki page, not the API endpoint\n        const pageUrl = page.remoteUrl || page.url!;\n\n        // Check if we have actual content (not empty or just whitespace)\n        if (!pageContent || pageContent.trim().length === 0) {\n          logger.warn(\n            `No content found for Azure DevOps page: \"${page.path}\" in wiki: \"${wiki.name}\". Skipping.`,\n          );\n          continue;\n        }\n\n        const document: EmbeddingDocument = {\n          metadata: {\n            source: MODULE_ID,\n            id: `${wiki.id}:${page.path}`,\n            url: pageUrl,\n            organization: azureDevOpsService.organization,\n            project: azureDevOpsService.project,\n            wiki: wiki.name!,\n          },\n          content: pageContent,\n        };\n\n        logger.debug(\n          `Created embedding document for Azure DevOps page: \"${page.path}\" in wiki: \"${wiki.name}\" content length: \"${document.content.length}\", page url: \"${document.metadata.url}\"`,\n        );\n\n        documents.push(document);\n      }\n\n      // Save the current batch of documents\n      await saveDocumentsBatch(documents);\n\n      totalDocumentsIngested += documents.length;\n\n      logger.info(\n        `Batch ${batchNumber}/${totalBatches} completed: ${documents.length} documents ingested for Azure DevOps wiki: ${wiki.name}`,\n      );\n    }\n\n    return { totalDocumentsIngested };\n  };\n\n  /** Ingest Azure DevOps wikis in batches */\n  const ingestWikisBatch = async (\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'],\n  ) => {\n    const wikisList = await azureDevOpsService.getWikis();\n\n    if (wikisList.length === 0) {\n      logger.warn('No wikis found in the Azure DevOps project');\n      return;\n    }\n\n    // Filter wikis using matchers\n    let wikisToIngest = wikisList;\n\n    // If include matchers exist, only include wikis that match at least one\n    if (includeMatchers.length > 0) {\n      logger.info(\n        `Include filter found. Only including wikis matching the following patterns for ingestion: ${includeMatchers\n          .map(m => `'${m.value}'`)\n          .join(', ')}`,\n      );\n\n      wikisToIngest = wikisToIngest.filter(wiki => {\n        return includeMatchers.some(matcher => matcher.regex!.test(wiki.name!));\n      });\n    }\n\n    // Apply exclusions\n    if (excludeMatchers.length > 0) {\n      logger.info(\n        `Exclude filter found. Excluding wikis matching the following patterns from ingestion: ${excludeMatchers\n          .map(m => `'${m.value}'`)\n          .join(', ')}`,\n      );\n\n      const excludedWikis = wikisToIngest.filter(wiki => {\n        return excludeMatchers.some(matcher => matcher.regex!.test(wiki.name!));\n      });\n\n      if (excludedWikis.length > 0) {\n        logger.info(\n          `Excluding wikis: ${excludedWikis.map(w => w.name).join(', ')}`,\n        );\n      }\n      wikisToIngest = wikisToIngest.filter(wiki => {\n        return !excludeMatchers.some(matcher =>\n          matcher.regex!.test(wiki.name!),\n        );\n      });\n    }\n\n    if (wikisToIngest.length === 0) {\n      logger.warn('No wikis found for ingestion after applying the filter');\n      return;\n    }\n\n    logger.debug(\n      `Wikis to ingest: ${wikisToIngest.map(w => w.name).join(', ')}`,\n    );\n\n    logger.info(`Ingesting ${wikisToIngest.length} wikis from Azure DevOps`);\n\n    // Get items from each wiki and create documents to be embedded\n    for (const wiki of wikisToIngest) {\n      logger.info(`Beginning ingestion for wiki: ${wiki.name} (${wiki.id})`);\n\n      // Get the pages to be ingested from the wiki based on the file types filter\n      const pages = await azureDevOpsService.getWikiPages(wiki.id!);\n\n      if (pages.length === 0) {\n        logger.warn(\n          `No pages found for ingestion in the Azure DevOps wiki ${wiki.name} (${wiki.id})`,\n        );\n        continue;\n      }\n\n      const { totalDocumentsIngested } = await ingestWikiByPageBatch({\n        wiki,\n        pages,\n        saveDocumentsBatch,\n      });\n\n      if (totalDocumentsIngested === 0) {\n        logger.warn(\n          `No documents were ingested and sent for embedding from the Azure DevOps wiki ${wiki.name} (${wiki.id})`,\n        );\n        continue;\n      }\n\n      logger.info(\n        `Wiki ingestion completed: ${totalDocumentsIngested} total documents ingested and sent for embedding for Azure DevOps wiki: ${wiki.name}`,\n      );\n    }\n  };\n\n  return { ingestWikisBatch };\n};\n"],"names":["DEFAULT_WIKI_PAGE_BATCH_SIZE","getProgressStats","streamToString","MODULE_ID"],"mappings":";;;;;;;AAyBO,MAAM,qBAAqB,OAAO;AAAA,EACvC,MAAA;AAAA,EACA,MAAA;AAAA,EACA;AACF,CAAA,KAA2B;AAEzB,EAAA,MAAM,WAAA,GAAc,MAAA,CAAO,WAAA,CAEzB,yCAAyC,CAAA;AAQ3C,EAAA,MAAM,kBAAiC,EAAC;AACxC,EAAA,MAAM,kBAAiC,EAAC;AAExC,EAAA,IAAI,aAAa,OAAA,EAAS;AACxB,IAAA,KAAA,MAAW,MAAA,IAAU,YAAY,OAAA,EAAS;AACxC,MAAA,IAAI;AAEF,QAAA,MAAM,KAAA,GAAQ,IAAI,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA;AACpC,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA,UACnB,OAAO,MAAA,CAAO,IAAA;AAAA,UACd;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,4CAAA,EAA+C,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SACvE;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,8BAAA,EAAiC,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SACzD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,aAAa,OAAA,EAAS;AACxB,IAAA,KAAA,MAAW,MAAA,IAAU,YAAY,OAAA,EAAS;AACxC,MAAA,IAAI;AAEF,QAAA,MAAM,KAAA,GAAQ,IAAI,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA;AACpC,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA,UACnB,OAAO,MAAA,CAAO,IAAA;AAAA,UACd;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,4CAAA,EAA+C,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SACvE;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,8BAAA,EAAiC,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SACzD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,sBAAA,EAAyB,eAAA,CACtB,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAAA,EACF;AACA,EAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,sBAAA,EAAyB,eAAA,CACtB,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAAA,EACF;AAGA,EAAA,MAAM,iBACJ,MAAA,CAAO,iBAAA;AAAA,IACL;AAAA,GACF,IAAKA,qDAAA;AAQP,EAAA,MAAM,wBAAwB,OAAO;AAAA,IACnC,IAAA;AAAA,IACA,KAAA;AAAA,IACA;AAAA,GACF,KAIM;AACJ,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,cAAc,KAAA,CAAM,MAAM,qBAAqB,IAAA,CAAK,IAAI,mBAAmB,cAAc,CAAA;AAAA,KAC3F;AAEA,IAAA,IAAI,sBAAA,GAAyB,CAAA;AAK7B,IAAA,MAAM,YAAA,GAAe,IAAA,CAAK,IAAA,CAAK,KAAA,CAAM,SAAS,cAAc,CAAA;AAG5D,IAAA,KAAA,IACM,aAAa,CAAA,EACjB,UAAA,GAAa,KAAA,CAAM,MAAA,EACnB,cAAc,cAAA,EACd;AACA,MAAA,MAAM,WAAW,IAAA,CAAK,GAAA,CAAI,UAAA,GAAa,cAAA,EAAgB,MAAM,MAAM,CAAA;AACnE,MAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,UAAA,EAAY,QAAQ,CAAA;AACnD,MAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,UAAA,GAAa,cAAc,CAAA,GAAI,CAAA;AAE9D,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,iBAAA,EAAoB,WAAW,CAAA,CAAA,EAAI,YAAY,KAAK,UAAA,CAAW,MAAM,CAAA,kBAAA,EAAqB,IAAA,CAAK,IAAI,CAAA,CAAA;AAAA,OACrG;AAGA,MAAA,MAAM,YAAiC,EAAC;AAExC,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,UAAA,CAAW,QAAQ,KAAA,EAAA,EAAS;AACtD,QAAA,MAAM,IAAA,GAAO,WAAW,KAAK,CAAA;AAC7B,QAAA,MAAM,cAAc,UAAA,GAAa,KAAA;AAEjC,QAAA,MAAM,OAAA,GAAU,MAAM,kBAAA,CAAmB,kBAAA;AAAA,UACvC,IAAA,CAAK,EAAA;AAAA,UACL,IAAA,CAAK;AAAA,SACP;AAEA,QAAA,MAAM,eAAA,GAAkBC,iDAAA,CAAiB,WAAA,GAAc,CAAA,EAAG,MAAM,MAAM,CAAA;AAEtE,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,0CAAA,EAA6C,IAAA,CAAK,IAAI,CAAA,YAAA,EAAe,KAAK,IAAI,CAAA,aAAA,EAAgB,eAAA,CAAgB,SAAS,CAAA,CAAA,EAAI,eAAA,CAAgB,KAAK,CAAA,EAAA,EAAK,gBAAgB,UAAU,CAAA,qBAAA;AAAA,SACjL;AAGA,QAAA,MAAM,WAAA,GAAc,MAAMC,6CAAA,CAAe,OAAO,CAAA;AAEhD,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,uBAAA,EAA0B,IAAA,CAAK,IAAI,CAAA,WAAA,EAAc,YAAY,MAAM,CAAA,CAAA;AAAA,SACrE;AAEA,QAAA,MAAM,OAAA,GAAU,IAAA,CAAK,SAAA,IAAa,IAAA,CAAK,GAAA;AAGvC,QAAA,IAAI,CAAC,WAAA,IAAe,WAAA,CAAY,IAAA,EAAK,CAAE,WAAW,CAAA,EAAG;AACnD,UAAA,MAAA,CAAO,IAAA;AAAA,YACL,CAAA,yCAAA,EAA4C,IAAA,CAAK,IAAI,CAAA,YAAA,EAAe,KAAK,IAAI,CAAA,YAAA;AAAA,WAC/E;AACA,UAAA;AAAA,QACF;AAEA,QAAA,MAAM,QAAA,GAA8B;AAAA,UAClC,QAAA,EAAU;AAAA,YACR,MAAA,EAAQC,kBAAA;AAAA,YACR,IAAI,CAAA,EAAG,IAAA,CAAK,EAAE,CAAA,CAAA,EAAI,KAAK,IAAI,CAAA,CAAA;AAAA,YAC3B,GAAA,EAAK,OAAA;AAAA,YACL,cAAc,kBAAA,CAAmB,YAAA;AAAA,YACjC,SAAS,kBAAA,CAAmB,OAAA;AAAA,YAC5B,MAAM,IAAA,CAAK;AAAA,WACb;AAAA,UACA,OAAA,EAAS;AAAA,SACX;AAEA,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,mDAAA,EAAsD,IAAA,CAAK,IAAI,CAAA,YAAA,EAAe,IAAA,CAAK,IAAI,CAAA,mBAAA,EAAsB,QAAA,CAAS,OAAA,CAAQ,MAAM,CAAA,cAAA,EAAiB,QAAA,CAAS,SAAS,GAAG,CAAA,CAAA;AAAA,SAC5K;AAEA,QAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,MACzB;AAGA,MAAA,MAAM,mBAAmB,SAAS,CAAA;AAElC,MAAA,sBAAA,IAA0B,SAAA,CAAU,MAAA;AAEpC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,MAAA,EAAS,WAAW,CAAA,CAAA,EAAI,YAAY,eAAe,SAAA,CAAU,MAAM,CAAA,2CAAA,EAA8C,IAAA,CAAK,IAAI,CAAA;AAAA,OAC5H;AAAA,IACF;AAEA,IAAA,OAAO,EAAE,sBAAA,EAAuB;AAAA,EAClC,CAAA;AAGA,EAAA,MAAM,gBAAA,GAAmB,OACvB,kBAAA,KACG;AACH,IAAA,MAAM,SAAA,GAAY,MAAM,kBAAA,CAAmB,QAAA,EAAS;AAEpD,IAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,MAAA,MAAA,CAAO,KAAK,4CAA4C,CAAA;AACxD,MAAA;AAAA,IACF;AAGA,IAAA,IAAI,aAAA,GAAgB,SAAA;AAGpB,IAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,0FAAA,EAA6F,eAAA,CAC1F,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OACf;AAEA,MAAA,aAAA,GAAgB,aAAA,CAAc,OAAO,CAAA,IAAA,KAAQ;AAC3C,QAAA,OAAO,eAAA,CAAgB,KAAK,CAAA,OAAA,KAAW,OAAA,CAAQ,MAAO,IAAA,CAAK,IAAA,CAAK,IAAK,CAAC,CAAA;AAAA,MACxE,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,sFAAA,EAAyF,eAAA,CACtF,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OACf;AAEA,MAAA,MAAM,aAAA,GAAgB,aAAA,CAAc,MAAA,CAAO,CAAA,IAAA,KAAQ;AACjD,QAAA,OAAO,eAAA,CAAgB,KAAK,CAAA,OAAA,KAAW,OAAA,CAAQ,MAAO,IAAA,CAAK,IAAA,CAAK,IAAK,CAAC,CAAA;AAAA,MACxE,CAAC,CAAA;AAED,MAAA,IAAI,aAAA,CAAc,SAAS,CAAA,EAAG;AAC5B,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,iBAAA,EAAoB,cAAc,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,SAC/D;AAAA,MACF;AACA,MAAA,aAAA,GAAgB,aAAA,CAAc,OAAO,CAAA,IAAA,KAAQ;AAC3C,QAAA,OAAO,CAAC,eAAA,CAAgB,IAAA;AAAA,UAAK,CAAA,OAAA,KAC3B,OAAA,CAAQ,KAAA,CAAO,IAAA,CAAK,KAAK,IAAK;AAAA,SAChC;AAAA,MACF,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,IAAI,aAAA,CAAc,WAAW,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,KAAK,wDAAwD,CAAA;AACpE,MAAA;AAAA,IACF;AAEA,IAAA,MAAA,CAAO,KAAA;AAAA,MACL,CAAA,iBAAA,EAAoB,cAAc,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KAC/D;AAEA,IAAA,MAAA,CAAO,IAAA,CAAK,CAAA,UAAA,EAAa,aAAA,CAAc,MAAM,CAAA,wBAAA,CAA0B,CAAA;AAGvE,IAAA,KAAA,MAAW,QAAQ,aAAA,EAAe;AAChC,MAAA,MAAA,CAAO,KAAK,CAAA,8BAAA,EAAiC,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,IAAA,CAAK,EAAE,CAAA,CAAA,CAAG,CAAA;AAGrE,MAAA,MAAM,KAAA,GAAQ,MAAM,kBAAA,CAAmB,YAAA,CAAa,KAAK,EAAG,CAAA;AAE5D,MAAA,IAAI,KAAA,CAAM,WAAW,CAAA,EAAG;AACtB,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,sDAAA,EAAyD,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,SAChF;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,EAAE,sBAAA,EAAuB,GAAI,MAAM,qBAAA,CAAsB;AAAA,QAC7D,IAAA;AAAA,QACA,KAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,IAAI,2BAA2B,CAAA,EAAG;AAChC,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,6EAAA,EAAgF,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,SACvG;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,0BAAA,EAA6B,sBAAsB,CAAA,wEAAA,EAA2E,IAAA,CAAK,IAAI,CAAA;AAAA,OACzI;AAAA,IACF;AAAA,EACF,CAAA;AAEA,EAAA,OAAO,EAAE,gBAAA,EAAiB;AAC5B;;;;"}
+{"version":3,"file":"wiki.cjs.js","sources":["../../../src/services/ingestor/wiki.ts"],"sourcesContent":["import {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport {\n  EmbeddingDocument,\n  IngestorOptions,\n  streamToString,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { AzureDevOpsService } from '../azure-devops';\nimport { Config } from '../../../config';\nimport { MODULE_ID } from '../../constants/module';\nimport { getProgressStats } from '@sweetoburrito/backstage-plugin-ai-assistant-common';\nimport { DEFAULT_WIKI_PAGE_BATCH_SIZE } from '../../constants/default-wiki-page-batch-size';\nimport {\n  WikiPage,\n  WikiV2,\n} from 'azure-devops-node-api/interfaces/WikiInterfaces';\n\ntype WikiIngestorOptions = {\n  config: RootConfigService;\n  logger: LoggerService;\n  azureDevOpsService: AzureDevOpsService;\n};\n\nexport const createWikiIngestor = async ({\n  config,\n  logger,\n  azureDevOpsService,\n}: WikiIngestorOptions) => {\n  // Get configuration values\n  const wikisFilter = config.getOptional<\n    Config['aiAssistant']['ingestors']['azureDevOps']['wikis']\n  >('aiAssistant.ingestors.azureDevOps.wikis');\n\n  // Process and validate wiki filters\n  type WikiMatcher = {\n    value: string;\n    regex: RegExp;\n  };\n\n  const includeMatchers: WikiMatcher[] = [];\n  const excludeMatchers: WikiMatcher[] = [];\n\n  if (wikisFilter?.include) {\n    for (const filter of wikisFilter.include) {\n      try {\n        // All strings are treated as regex patterns; escape special characters for exact literal matches\n        const regex = new RegExp(filter.name);\n        includeMatchers.push({\n          value: filter.name,\n          regex,\n        });\n      } catch (error) {\n        logger.error(\n          `Invalid regular expression in wiki include '${filter.name}': ${error}`,\n        );\n        throw new Error(\n          `Invalid wiki include pattern '${filter.name}': ${error}`,\n        );\n      }\n    }\n  }\n\n  if (wikisFilter?.exclude) {\n    for (const filter of wikisFilter.exclude) {\n      try {\n        // All strings are valid regex - plain strings match exactly, patterns match as regex\n        const regex = new RegExp(filter.name);\n        excludeMatchers.push({\n          value: filter.name,\n          regex,\n        });\n      } catch (error) {\n        logger.error(\n          `Invalid regular expression in wiki exclude '${filter.name}': ${error}`,\n        );\n        throw new Error(\n          `Invalid wiki exclude pattern '${filter.name}': ${error}`,\n        );\n      }\n    }\n  }\n\n  if (includeMatchers.length > 0) {\n    logger.info(\n      `Wiki include filters: ${includeMatchers\n        .map(m => `'${m.value}'`)\n        .join(', ')}`,\n    );\n  }\n  if (excludeMatchers.length > 0) {\n    logger.info(\n      `Wiki exclude filters: ${excludeMatchers\n        .map(m => `'${m.value}'`)\n        .join(', ')}`,\n    );\n  }\n\n  // Get batch size for processing pages (default to 50 pages per batch)\n  const pagesBatchSize =\n    config.getOptionalNumber(\n      'aiAssistant.ingestors.azureDevOps.pagesBatchSize',\n    ) ?? DEFAULT_WIKI_PAGE_BATCH_SIZE;\n\n  /** Ingest Azure DevOps wiki pages in batches\n   * @param wiki - The wiki to ingest pages from\n   * @param pages - The list of pages to ingest from the wiki\n   * @param saveDocumentsBatch - Function to save a batch of embedding documents\n   * @returns Total number of documents ingested and sent for embedding from the wiki\n   */\n  const ingestWikiByPageBatch = async ({\n    wiki,\n    pages,\n    saveDocumentsBatch,\n  }: {\n    wiki: WikiV2;\n    pages: WikiPage[];\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'];\n  }) => {\n    logger.info(\n      `Processing ${pages.length} pages from wiki \"${wiki.name}\" in batches of ${pagesBatchSize}`,\n    );\n\n    let totalDocumentsIngested = 0;\n\n    // Process pages in batches to manage memory and performance\n\n    // Calculate total number of batches\n    const totalBatches = Math.ceil(pages.length / pagesBatchSize);\n\n    // Process each batch\n    for (\n      let batchStart = 0;\n      batchStart < pages.length;\n      batchStart += pagesBatchSize\n    ) {\n      const batchEnd = Math.min(batchStart + pagesBatchSize, pages.length);\n      const pagesBatch = pages.slice(batchStart, batchEnd);\n      const batchNumber = Math.floor(batchStart / pagesBatchSize) + 1;\n\n      logger.info(\n        `Processing batch ${batchNumber}/${totalBatches} (${pagesBatch.length} pages) for wiki \"${wiki.name}\"`,\n      );\n\n      // Generate embedding documents for each page in the current batch\n      const documents: EmbeddingDocument[] = [];\n\n      for (let index = 0; index < pagesBatch.length; index++) {\n        const page = pagesBatch[index];\n        const globalIndex = batchStart + index;\n\n        const [content, lastUpdated] = await Promise.all([\n          azureDevOpsService.getWikiPageContent(wiki.id!, page.path!),\n          azureDevOpsService.getWikiPageLastUpdated(wiki.id!, page.path!),\n        ]);\n\n        const completionStats = getProgressStats(globalIndex + 1, pages.length);\n\n        logger.info(\n          `Retrieved content for Azure DevOps page: \"${page.path}\" in wiki: \"${wiki.name}\" [Progress: ${completionStats.completed}/${completionStats.total} (${completionStats.percentage}%) completed of wiki]`,\n        );\n\n        // The API returns plain markdown text directly\n        const pageContent = await streamToString(content);\n\n        logger.debug(\n          `Raw response for page \"${page.path}\" (length: ${pageContent.length})`,\n        );\n        // Use remoteUrl which points to the user-facing wiki page, not the API endpoint\n        const pageUrl = page.remoteUrl || page.url!;\n\n        // Check if we have actual content (not empty or just whitespace)\n        if (!pageContent || pageContent.trim().length === 0) {\n          logger.warn(\n            `No content found for Azure DevOps page: \"${page.path}\" in wiki: \"${wiki.name}\". Skipping.`,\n          );\n          continue;\n        }\n\n        const document: EmbeddingDocument = {\n          metadata: {\n            source: MODULE_ID,\n            id: `${wiki.id}:${page.path}`,\n            url: pageUrl,\n            organization: azureDevOpsService.organization,\n            project: azureDevOpsService.project,\n            wiki: wiki.name!,\n          },\n          content: pageContent,\n          lastUpdated,\n        };\n\n        logger.debug(\n          `Created embedding document for Azure DevOps page: \"${page.path}\" in wiki: \"${wiki.name}\" content length: \"${document.content.length}\", page url: \"${document.metadata.url}\"`,\n        );\n\n        documents.push(document);\n      }\n\n      // Save the current batch of documents\n      await saveDocumentsBatch(documents);\n\n      totalDocumentsIngested += documents.length;\n\n      logger.info(\n        `Batch ${batchNumber}/${totalBatches} completed: ${documents.length} documents ingested for Azure DevOps wiki: ${wiki.name}`,\n      );\n    }\n\n    return { totalDocumentsIngested };\n  };\n\n  /** Ingest Azure DevOps wikis in batches */\n  const ingestWikisBatch = async (\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'],\n  ) => {\n    const wikisList = await azureDevOpsService.getWikis();\n\n    if (wikisList.length === 0) {\n      logger.warn('No wikis found in the Azure DevOps project');\n      return;\n    }\n\n    // Filter wikis using matchers\n    let wikisToIngest = wikisList;\n\n    // If include matchers exist, only include wikis that match at least one\n    if (includeMatchers.length > 0) {\n      logger.info(\n        `Include filter found. Only including wikis matching the following patterns for ingestion: ${includeMatchers\n          .map(m => `'${m.value}'`)\n          .join(', ')}`,\n      );\n\n      wikisToIngest = wikisToIngest.filter(wiki => {\n        return includeMatchers.some(matcher => matcher.regex!.test(wiki.name!));\n      });\n    }\n\n    // Apply exclusions\n    if (excludeMatchers.length > 0) {\n      logger.info(\n        `Exclude filter found. Excluding wikis matching the following patterns from ingestion: ${excludeMatchers\n          .map(m => `'${m.value}'`)\n          .join(', ')}`,\n      );\n\n      const excludedWikis = wikisToIngest.filter(wiki => {\n        return excludeMatchers.some(matcher => matcher.regex!.test(wiki.name!));\n      });\n\n      if (excludedWikis.length > 0) {\n        logger.info(\n          `Excluding wikis: ${excludedWikis.map(w => w.name).join(', ')}`,\n        );\n      }\n      wikisToIngest = wikisToIngest.filter(wiki => {\n        return !excludeMatchers.some(matcher =>\n          matcher.regex!.test(wiki.name!),\n        );\n      });\n    }\n\n    if (wikisToIngest.length === 0) {\n      logger.warn('No wikis found for ingestion after applying the filter');\n      return;\n    }\n\n    logger.debug(\n      `Wikis to ingest: ${wikisToIngest.map(w => w.name).join(', ')}`,\n    );\n\n    logger.info(`Ingesting ${wikisToIngest.length} wikis from Azure DevOps`);\n\n    // Get items from each wiki and create documents to be embedded\n    for (const wiki of wikisToIngest) {\n      logger.info(`Beginning ingestion for wiki: ${wiki.name} (${wiki.id})`);\n\n      // Get the pages to be ingested from the wiki based on the file types filter\n      const pages = await azureDevOpsService.getWikiPages(wiki.id!);\n\n      if (pages.length === 0) {\n        logger.warn(\n          `No pages found for ingestion in the Azure DevOps wiki ${wiki.name} (${wiki.id})`,\n        );\n        continue;\n      }\n\n      const { totalDocumentsIngested } = await ingestWikiByPageBatch({\n        wiki,\n        pages,\n        saveDocumentsBatch,\n      });\n\n      if (totalDocumentsIngested === 0) {\n        logger.warn(\n          `No documents were ingested and sent for embedding from the Azure DevOps wiki ${wiki.name} (${wiki.id})`,\n        );\n        continue;\n      }\n\n      logger.info(\n        `Wiki ingestion completed: ${totalDocumentsIngested} total documents ingested and sent for embedding for Azure DevOps wiki: ${wiki.name}`,\n      );\n    }\n  };\n\n  return { ingestWikisBatch };\n};\n"],"names":["DEFAULT_WIKI_PAGE_BATCH_SIZE","getProgressStats","streamToString","MODULE_ID"],"mappings":";;;;;;;AAyBO,MAAM,qBAAqB,OAAO;AAAA,EACvC,MAAA;AAAA,EACA,MAAA;AAAA,EACA;AACF,CAAA,KAA2B;AAEzB,EAAA,MAAM,WAAA,GAAc,MAAA,CAAO,WAAA,CAEzB,yCAAyC,CAAA;AAQ3C,EAAA,MAAM,kBAAiC,EAAC;AACxC,EAAA,MAAM,kBAAiC,EAAC;AAExC,EAAA,IAAI,aAAa,OAAA,EAAS;AACxB,IAAA,KAAA,MAAW,MAAA,IAAU,YAAY,OAAA,EAAS;AACxC,MAAA,IAAI;AAEF,QAAA,MAAM,KAAA,GAAQ,IAAI,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA;AACpC,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA,UACnB,OAAO,MAAA,CAAO,IAAA;AAAA,UACd;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,4CAAA,EAA+C,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SACvE;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,8BAAA,EAAiC,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SACzD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,aAAa,OAAA,EAAS;AACxB,IAAA,KAAA,MAAW,MAAA,IAAU,YAAY,OAAA,EAAS;AACxC,MAAA,IAAI;AAEF,QAAA,MAAM,KAAA,GAAQ,IAAI,MAAA,CAAO,MAAA,CAAO,IAAI,CAAA;AACpC,QAAA,eAAA,CAAgB,IAAA,CAAK;AAAA,UACnB,OAAO,MAAA,CAAO,IAAA;AAAA,UACd;AAAA,SACD,CAAA;AAAA,MACH,SAAS,KAAA,EAAO;AACd,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,4CAAA,EAA+C,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SACvE;AACA,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,CAAA,8BAAA,EAAiC,MAAA,CAAO,IAAI,CAAA,GAAA,EAAM,KAAK,CAAA;AAAA,SACzD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,sBAAA,EAAyB,eAAA,CACtB,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAAA,EACF;AACA,EAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,CAAA,sBAAA,EAAyB,eAAA,CACtB,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KACf;AAAA,EACF;AAGA,EAAA,MAAM,iBACJ,MAAA,CAAO,iBAAA;AAAA,IACL;AAAA,GACF,IAAKA,qDAAA;AAQP,EAAA,MAAM,wBAAwB,OAAO;AAAA,IACnC,IAAA;AAAA,IACA,KAAA;AAAA,IACA;AAAA,GACF,KAIM;AACJ,IAAA,MAAA,CAAO,IAAA;AAAA,MACL,cAAc,KAAA,CAAM,MAAM,qBAAqB,IAAA,CAAK,IAAI,mBAAmB,cAAc,CAAA;AAAA,KAC3F;AAEA,IAAA,IAAI,sBAAA,GAAyB,CAAA;AAK7B,IAAA,MAAM,YAAA,GAAe,IAAA,CAAK,IAAA,CAAK,KAAA,CAAM,SAAS,cAAc,CAAA;AAG5D,IAAA,KAAA,IACM,aAAa,CAAA,EACjB,UAAA,GAAa,KAAA,CAAM,MAAA,EACnB,cAAc,cAAA,EACd;AACA,MAAA,MAAM,WAAW,IAAA,CAAK,GAAA,CAAI,UAAA,GAAa,cAAA,EAAgB,MAAM,MAAM,CAAA;AACnE,MAAA,MAAM,UAAA,GAAa,KAAA,CAAM,KAAA,CAAM,UAAA,EAAY,QAAQ,CAAA;AACnD,MAAA,MAAM,WAAA,GAAc,IAAA,CAAK,KAAA,CAAM,UAAA,GAAa,cAAc,CAAA,GAAI,CAAA;AAE9D,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,iBAAA,EAAoB,WAAW,CAAA,CAAA,EAAI,YAAY,KAAK,UAAA,CAAW,MAAM,CAAA,kBAAA,EAAqB,IAAA,CAAK,IAAI,CAAA,CAAA;AAAA,OACrG;AAGA,MAAA,MAAM,YAAiC,EAAC;AAExC,MAAA,KAAA,IAAS,KAAA,GAAQ,CAAA,EAAG,KAAA,GAAQ,UAAA,CAAW,QAAQ,KAAA,EAAA,EAAS;AACtD,QAAA,MAAM,IAAA,GAAO,WAAW,KAAK,CAAA;AAC7B,QAAA,MAAM,cAAc,UAAA,GAAa,KAAA;AAEjC,QAAA,MAAM,CAAC,OAAA,EAAS,WAAW,CAAA,GAAI,MAAM,QAAQ,GAAA,CAAI;AAAA,UAC/C,kBAAA,CAAmB,kBAAA,CAAmB,IAAA,CAAK,EAAA,EAAK,KAAK,IAAK,CAAA;AAAA,UAC1D,kBAAA,CAAmB,sBAAA,CAAuB,IAAA,CAAK,EAAA,EAAK,KAAK,IAAK;AAAA,SAC/D,CAAA;AAED,QAAA,MAAM,eAAA,GAAkBC,iDAAA,CAAiB,WAAA,GAAc,CAAA,EAAG,MAAM,MAAM,CAAA;AAEtE,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,0CAAA,EAA6C,IAAA,CAAK,IAAI,CAAA,YAAA,EAAe,KAAK,IAAI,CAAA,aAAA,EAAgB,eAAA,CAAgB,SAAS,CAAA,CAAA,EAAI,eAAA,CAAgB,KAAK,CAAA,EAAA,EAAK,gBAAgB,UAAU,CAAA,qBAAA;AAAA,SACjL;AAGA,QAAA,MAAM,WAAA,GAAc,MAAMC,6CAAA,CAAe,OAAO,CAAA;AAEhD,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,uBAAA,EAA0B,IAAA,CAAK,IAAI,CAAA,WAAA,EAAc,YAAY,MAAM,CAAA,CAAA;AAAA,SACrE;AAEA,QAAA,MAAM,OAAA,GAAU,IAAA,CAAK,SAAA,IAAa,IAAA,CAAK,GAAA;AAGvC,QAAA,IAAI,CAAC,WAAA,IAAe,WAAA,CAAY,IAAA,EAAK,CAAE,WAAW,CAAA,EAAG;AACnD,UAAA,MAAA,CAAO,IAAA;AAAA,YACL,CAAA,yCAAA,EAA4C,IAAA,CAAK,IAAI,CAAA,YAAA,EAAe,KAAK,IAAI,CAAA,YAAA;AAAA,WAC/E;AACA,UAAA;AAAA,QACF;AAEA,QAAA,MAAM,QAAA,GAA8B;AAAA,UAClC,QAAA,EAAU;AAAA,YACR,MAAA,EAAQC,kBAAA;AAAA,YACR,IAAI,CAAA,EAAG,IAAA,CAAK,EAAE,CAAA,CAAA,EAAI,KAAK,IAAI,CAAA,CAAA;AAAA,YAC3B,GAAA,EAAK,OAAA;AAAA,YACL,cAAc,kBAAA,CAAmB,YAAA;AAAA,YACjC,SAAS,kBAAA,CAAmB,OAAA;AAAA,YAC5B,MAAM,IAAA,CAAK;AAAA,WACb;AAAA,UACA,OAAA,EAAS,WAAA;AAAA,UACT;AAAA,SACF;AAEA,QAAA,MAAA,CAAO,KAAA;AAAA,UACL,CAAA,mDAAA,EAAsD,IAAA,CAAK,IAAI,CAAA,YAAA,EAAe,IAAA,CAAK,IAAI,CAAA,mBAAA,EAAsB,QAAA,CAAS,OAAA,CAAQ,MAAM,CAAA,cAAA,EAAiB,QAAA,CAAS,SAAS,GAAG,CAAA,CAAA;AAAA,SAC5K;AAEA,QAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,MACzB;AAGA,MAAA,MAAM,mBAAmB,SAAS,CAAA;AAElC,MAAA,sBAAA,IAA0B,SAAA,CAAU,MAAA;AAEpC,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,MAAA,EAAS,WAAW,CAAA,CAAA,EAAI,YAAY,eAAe,SAAA,CAAU,MAAM,CAAA,2CAAA,EAA8C,IAAA,CAAK,IAAI,CAAA;AAAA,OAC5H;AAAA,IACF;AAEA,IAAA,OAAO,EAAE,sBAAA,EAAuB;AAAA,EAClC,CAAA;AAGA,EAAA,MAAM,gBAAA,GAAmB,OACvB,kBAAA,KACG;AACH,IAAA,MAAM,SAAA,GAAY,MAAM,kBAAA,CAAmB,QAAA,EAAS;AAEpD,IAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,MAAA,MAAA,CAAO,KAAK,4CAA4C,CAAA;AACxD,MAAA;AAAA,IACF;AAGA,IAAA,IAAI,aAAA,GAAgB,SAAA;AAGpB,IAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,0FAAA,EAA6F,eAAA,CAC1F,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OACf;AAEA,MAAA,aAAA,GAAgB,aAAA,CAAc,OAAO,CAAA,IAAA,KAAQ;AAC3C,QAAA,OAAO,eAAA,CAAgB,KAAK,CAAA,OAAA,KAAW,OAAA,CAAQ,MAAO,IAAA,CAAK,IAAA,CAAK,IAAK,CAAC,CAAA;AAAA,MACxE,CAAC,CAAA;AAAA,IACH;AAGA,IAAA,IAAI,eAAA,CAAgB,SAAS,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,sFAAA,EAAyF,eAAA,CACtF,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAA,EAAI,CAAA,CAAE,KAAK,CAAA,CAAA,CAAG,CAAA,CACvB,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,OACf;AAEA,MAAA,MAAM,aAAA,GAAgB,aAAA,CAAc,MAAA,CAAO,CAAA,IAAA,KAAQ;AACjD,QAAA,OAAO,eAAA,CAAgB,KAAK,CAAA,OAAA,KAAW,OAAA,CAAQ,MAAO,IAAA,CAAK,IAAA,CAAK,IAAK,CAAC,CAAA;AAAA,MACxE,CAAC,CAAA;AAED,MAAA,IAAI,aAAA,CAAc,SAAS,CAAA,EAAG;AAC5B,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,iBAAA,EAAoB,cAAc,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,SAC/D;AAAA,MACF;AACA,MAAA,aAAA,GAAgB,aAAA,CAAc,OAAO,CAAA,IAAA,KAAQ;AAC3C,QAAA,OAAO,CAAC,eAAA,CAAgB,IAAA;AAAA,UAAK,CAAA,OAAA,KAC3B,OAAA,CAAQ,KAAA,CAAO,IAAA,CAAK,KAAK,IAAK;AAAA,SAChC;AAAA,MACF,CAAC,CAAA;AAAA,IACH;AAEA,IAAA,IAAI,aAAA,CAAc,WAAW,CAAA,EAAG;AAC9B,MAAA,MAAA,CAAO,KAAK,wDAAwD,CAAA;AACpE,MAAA;AAAA,IACF;AAEA,IAAA,MAAA,CAAO,KAAA;AAAA,MACL,CAAA,iBAAA,EAAoB,cAAc,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,IAAI,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA;AAAA,KAC/D;AAEA,IAAA,MAAA,CAAO,IAAA,CAAK,CAAA,UAAA,EAAa,aAAA,CAAc,MAAM,CAAA,wBAAA,CAA0B,CAAA;AAGvE,IAAA,KAAA,MAAW,QAAQ,aAAA,EAAe;AAChC,MAAA,MAAA,CAAO,KAAK,CAAA,8BAAA,EAAiC,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,IAAA,CAAK,EAAE,CAAA,CAAA,CAAG,CAAA;AAGrE,MAAA,MAAM,KAAA,GAAQ,MAAM,kBAAA,CAAmB,YAAA,CAAa,KAAK,EAAG,CAAA;AAE5D,MAAA,IAAI,KAAA,CAAM,WAAW,CAAA,EAAG;AACtB,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,sDAAA,EAAyD,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,SAChF;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAM,EAAE,sBAAA,EAAuB,GAAI,MAAM,qBAAA,CAAsB;AAAA,QAC7D,IAAA;AAAA,QACA,KAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,IAAI,2BAA2B,CAAA,EAAG;AAChC,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,6EAAA,EAAgF,IAAA,CAAK,IAAI,CAAA,EAAA,EAAK,KAAK,EAAE,CAAA,CAAA;AAAA,SACvG;AACA,QAAA;AAAA,MACF;AAEA,MAAA,MAAA,CAAO,IAAA;AAAA,QACL,CAAA,0BAAA,EAA6B,sBAAsB,CAAA,wEAAA,EAA2E,IAAA,CAAK,IAAI,CAAA;AAAA,OACzI;AAAA,IACF;AAAA,EACF,CAAA;AAEA,EAAA,OAAO,EAAE,gBAAA,EAAiB;AAC5B;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-azure-devops",
-  "version": "0.0.0-snapshot-20260108124555",
+  "version": "0.0.0-snapshot-20260109100733",
   "license": "Apache-2.0",
   "description": "The ingestor-azure-devops backend module for the ai-assistant plugin.",
   "main": "dist/index.cjs.js",
@@ -30,7 +30,7 @@
   "dependencies": {
     "@backstage/backend-plugin-api": "^1.4.1",
     "@sweetoburrito/backstage-plugin-ai-assistant-common": "^0.8.0",
-    "@sweetoburrito/backstage-plugin-ai-assistant-node": "0.0.0-snapshot-20260108124555",
+    "@sweetoburrito/backstage-plugin-ai-assistant-node": "^0.10.0",
     "azure-devops-node-api": "^15.1.1"
   },
   "devDependencies": {