@sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-catalog 0.0.0-snapshot-20251029150521

package/README.md

@@ -0,0 +1,5 @@
+# @sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-catalog
+
+The ingestor-catalog backend module for the ai-assistant plugin.
+
+_This plugin was created through the Backstage CLI_

package/dist/constants/module.cjs.js

@@ -0,0 +1,6 @@
+'use strict';
+
+const MODULE_ID = "catalog";
+
+exports.MODULE_ID = MODULE_ID;
+//# sourceMappingURL=module.cjs.js.map

package/dist/constants/module.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.cjs.js","sources":["../../src/constants/module.ts"],"sourcesContent":["export const MODULE_ID = 'catalog';\n"],"names":[],"mappings":";;AAAO,MAAM,SAAA,GAAY;;;;"}

package/dist/index.cjs.js

@@ -0,0 +1,10 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+var module$1 = require('./module.cjs.js');
+
+
+
+exports.default = module$1.aiAssistantModuleIngestorCatalog;
+//# sourceMappingURL=index.cjs.js.map

package/dist/index.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;"}

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+import * as _backstage_backend_plugin_api from '@backstage/backend-plugin-api';
+
+declare const aiAssistantModuleIngestorCatalog: _backstage_backend_plugin_api.BackendFeature;
+
+export { aiAssistantModuleIngestorCatalog as default };

package/dist/module.cjs.js

@@ -0,0 +1,26 @@
+'use strict';
+
+var backendPluginApi = require('@backstage/backend-plugin-api');
+var backstagePluginAiAssistantNode = require('@sweetoburrito/backstage-plugin-ai-assistant-node');
+var index = require('./services/ingestor/index.cjs.js');
+
+const aiAssistantModuleIngestorCatalog = backendPluginApi.createBackendModule({
+  pluginId: "ai-assistant",
+  moduleId: "ingestor-catalog",
+  register(reg) {
+    reg.registerInit({
+      deps: {
+        dataIngestor: backstagePluginAiAssistantNode.dataIngestorExtensionPoint,
+        auth: backendPluginApi.coreServices.auth,
+        discovery: backendPluginApi.coreServices.discovery
+      },
+      async init(options) {
+        const { dataIngestor } = options;
+        dataIngestor.registerIngestor(await index.createCatalogIngestor(options));
+      }
+    });
+  }
+});
+
+exports.aiAssistantModuleIngestorCatalog = aiAssistantModuleIngestorCatalog;
+//# sourceMappingURL=module.cjs.js.map

package/dist/module.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.cjs.js","sources":["../src/module.ts"],"sourcesContent":["import {\n  coreServices,\n  createBackendModule,\n} from '@backstage/backend-plugin-api';\nimport { dataIngestorExtensionPoint } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { createCatalogIngestor } from './services/ingestor';\n\nexport const aiAssistantModuleIngestorCatalog = createBackendModule({\n  pluginId: 'ai-assistant',\n  moduleId: 'ingestor-catalog',\n  register(reg) {\n    reg.registerInit({\n      deps: {\n        dataIngestor: dataIngestorExtensionPoint,\n        auth: coreServices.auth,\n        discovery: coreServices.discovery,\n      },\n      async init(options) {\n        const { dataIngestor } = options;\n        dataIngestor.registerIngestor(await createCatalogIngestor(options));\n      },\n    });\n  },\n});\n"],"names":["createBackendModule","dataIngestorExtensionPoint","coreServices","createCatalogIngestor"],"mappings":";;;;;;AAOO,MAAM,mCAAmCA,oCAAA,CAAoB;AAAA,EAClE,QAAA,EAAU,cAAA;AAAA,EACV,QAAA,EAAU,kBAAA;AAAA,EACV,SAAS,GAAA,EAAK;AACZ,IAAA,GAAA,CAAI,YAAA,CAAa;AAAA,MACf,IAAA,EAAM;AAAA,QACJ,YAAA,EAAcC,yDAAA;AAAA,QACd,MAAMC,6BAAA,CAAa,IAAA;AAAA,QACnB,WAAWA,6BAAA,CAAa;AAAA,OAC1B;AAAA,MACA,MAAM,KAAK,OAAA,EAAS;AAClB,QAAA,MAAM,EAAE,cAAa,GAAI,OAAA;AACzB,QAAA,YAAA,CAAa,gBAAA,CAAiB,MAAMC,2BAAA,CAAsB,OAAO,CAAC,CAAA;AAAA,MACpE;AAAA,KACD,CAAA;AAAA,EACH;AACF,CAAC;;;;"}

package/dist/services/ingestor/helpers/entity-to-embedding-doc.cjs.js

@@ -0,0 +1,52 @@
+'use strict';
+
+var module$1 = require('../../../constants/module.cjs.js');
+
+function mapEntityToEmbeddingDoc(entity) {
+  const ns = entity.metadata.namespace || "default";
+  const id = `${entity.kind.toLowerCase()}:${ns}/${entity.metadata.name}`;
+  const parts = [];
+  if (entity.metadata.title) {
+    parts.push(
+      `${entity.kind} "${entity.metadata.title}" (${entity.metadata.name})`
+    );
+  } else {
+    parts.push(`${entity.kind} "${entity.metadata.name}"`);
+  }
+  if (entity.metadata.description) {
+    parts.push(`Description: ${entity.metadata.description}.`);
+  }
+  if (entity.spec) {
+    for (const [key, value] of Object.entries(entity.spec)) {
+      if (typeof value === "string") {
+        parts.push(`${key}: ${value}`);
+      } else if (Array.isArray(value)) {
+        parts.push(`${key}: ${value.join(", ")}`);
+      } else if (typeof value === "object" && value !== null) {
+        for (const [k, v] of Object.entries(value)) {
+          if (typeof v === "string") {
+            parts.push(`${k}: ${v}`);
+          }
+        }
+      }
+    }
+  }
+  if (entity.relations?.length) {
+    const relationText = entity.relations.map((r) => `${r.type} \u2192 ${r.targetRef}`).join("; ");
+    parts.push(`Relations: ${relationText}`);
+  }
+  return {
+    metadata: {
+      source: module$1.MODULE_ID,
+      id,
+      kind: entity.kind,
+      namespace: ns,
+      name: entity.metadata.name,
+      uid: entity.metadata.uid
+    },
+    content: parts.join("\n")
+  };
+}
+
+exports.mapEntityToEmbeddingDoc = mapEntityToEmbeddingDoc;
+//# sourceMappingURL=entity-to-embedding-doc.cjs.js.map

package/dist/services/ingestor/helpers/entity-to-embedding-doc.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entity-to-embedding-doc.cjs.js","sources":["../../../../src/services/ingestor/helpers/entity-to-embedding-doc.ts"],"sourcesContent":["import { Entity } from '@backstage/catalog-model';\nimport { EmbeddingDocument } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { MODULE_ID } from '../../../constants/module';\n\nexport function mapEntityToEmbeddingDoc(entity: Entity): EmbeddingDocument {\n  const ns = entity.metadata.namespace || 'default';\n  const id = `${entity.kind.toLowerCase()}:${ns}/${entity.metadata.name}`;\n\n  // Build content string (natural language summary)\n  const parts: string[] = [];\n\n  // Title & description\n  if (entity.metadata.title) {\n    parts.push(\n      `${entity.kind} \"${entity.metadata.title}\" (${entity.metadata.name})`,\n    );\n  } else {\n    parts.push(`${entity.kind} \"${entity.metadata.name}\"`);\n  }\n\n  if (entity.metadata.description) {\n    parts.push(`Description: ${entity.metadata.description}.`);\n  }\n\n  // Spec (flatten key fields if present)\n  if (entity.spec) {\n    for (const [key, value] of Object.entries(entity.spec)) {\n      if (typeof value === 'string') {\n        parts.push(`${key}: ${value}`);\n      } else if (Array.isArray(value)) {\n        parts.push(`${key}: ${value.join(', ')}`);\n      } else if (typeof value === 'object' && value !== null) {\n        for (const [k, v] of Object.entries(value)) {\n          if (typeof v === 'string') {\n            parts.push(`${k}: ${v}`);\n          }\n        }\n      }\n    }\n  }\n\n  // Relations (express in plain text)\n  if (entity.relations?.length) {\n    const relationText = entity.relations\n      .map(r => `${r.type} → ${r.targetRef}`)\n      .join('; ');\n    parts.push(`Relations: ${relationText}`);\n  }\n\n  return {\n    metadata: {\n      source: MODULE_ID,\n      id,\n      kind: entity.kind,\n      namespace: ns,\n      name: entity.metadata.name,\n      uid: entity.metadata.uid!,\n    },\n    content: parts.join('\\n'),\n  };\n}\n"],"names":["MODULE_ID"],"mappings":";;;;AAIO,SAAS,wBAAwB,MAAA,EAAmC;AACzE,EAAA,MAAM,EAAA,GAAK,MAAA,CAAO,QAAA,CAAS,SAAA,IAAa,SAAA;AACxC,EAAA,MAAM,EAAA,GAAK,CAAA,EAAG,MAAA,CAAO,IAAA,CAAK,WAAA,EAAa,CAAA,CAAA,EAAI,EAAE,CAAA,CAAA,EAAI,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA,CAAA;AAGrE,EAAA,MAAM,QAAkB,EAAC;AAGzB,EAAA,IAAI,MAAA,CAAO,SAAS,KAAA,EAAO;AACzB,IAAA,KAAA,CAAM,IAAA;AAAA,MACJ,CAAA,EAAG,MAAA,CAAO,IAAI,CAAA,EAAA,EAAK,MAAA,CAAO,SAAS,KAAK,CAAA,GAAA,EAAM,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA,CAAA;AAAA,KACpE;AAAA,EACF,CAAA,MAAO;AACL,IAAA,KAAA,CAAM,IAAA,CAAK,GAAG,MAAA,CAAO,IAAI,KAAK,MAAA,CAAO,QAAA,CAAS,IAAI,CAAA,CAAA,CAAG,CAAA;AAAA,EACvD;AAEA,EAAA,IAAI,MAAA,CAAO,SAAS,WAAA,EAAa;AAC/B,IAAA,KAAA,CAAM,IAAA,CAAK,CAAA,aAAA,EAAgB,MAAA,CAAO,QAAA,CAAS,WAAW,CAAA,CAAA,CAAG,CAAA;AAAA,EAC3D;AAGA,EAAA,IAAI,OAAO,IAAA,EAAM;AACf,IAAA,KAAA,MAAW,CAAC,KAAK,KAAK,CAAA,IAAK,OAAO,OAAA,CAAQ,MAAA,CAAO,IAAI,CAAA,EAAG;AACtD,MAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,QAAA,KAAA,CAAM,IAAA,CAAK,CAAA,EAAG,GAAG,CAAA,EAAA,EAAK,KAAK,CAAA,CAAE,CAAA;AAAA,MAC/B,CAAA,MAAA,IAAW,KAAA,CAAM,OAAA,CAAQ,KAAK,CAAA,EAAG;AAC/B,QAAA,KAAA,CAAM,IAAA,CAAK,GAAG,GAAG,CAAA,EAAA,EAAK,MAAM,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,MAC1C,CAAA,MAAA,IAAW,OAAO,KAAA,KAAU,QAAA,IAAY,UAAU,IAAA,EAAM;AACtD,QAAA,KAAA,MAAW,CAAC,CAAA,EAAG,CAAC,KAAK,MAAA,CAAO,OAAA,CAAQ,KAAK,CAAA,EAAG;AAC1C,UAAA,IAAI,OAAO,MAAM,QAAA,EAAU;AACzB,YAAA,KAAA,CAAM,IAAA,CAAK,CAAA,EAAG,CAAC,CAAA,EAAA,EAAK,CAAC,CAAA,CAAE,CAAA;AAAA,UACzB;AAAA,QACF;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAGA,EAAA,IAAI,MAAA,CAAO,WAAW,MAAA,EAAQ;AAC5B,IAAA,MAAM,YAAA,GAAe,MAAA,CAAO,SAAA,CACzB,GAAA,CAAI,OAAK,CAAA,EAAG,CAAA,CAAE,IAAI,CAAA,QAAA,EAAM,CAAA,CAAE,SAAS,CAAA,CAAE,CAAA,CACrC,KAAK,IAAI,CAAA;AACZ,IAAA,KAAA,CAAM,IAAA,CAAK,CAAA,WAAA,EAAc,YAAY,CAAA,CAAE,CAAA;AAAA,EACzC;AAEA,EAAA,OAAO;AAAA,IACL,QAAA,EAAU;AAAA,MACR,MAAA,EAAQA,kBAAA;AAAA,MACR,EAAA;AAAA,MACA,MAAM,MAAA,CAAO,IAAA;AAAA,MACb,SAAA,EAAW,EAAA;AAAA,MACX,IAAA,EAAM,OAAO,QAAA,CAAS,IAAA;AAAA,MACtB,GAAA,EAAK,OAAO,QAAA,CAAS;AAAA,KACvB;AAAA,IACA,OAAA,EAAS,KAAA,CAAM,IAAA,CAAK,IAAI;AAAA,GAC1B;AACF;;;;"}

package/dist/services/ingestor/index.cjs.js

@@ -0,0 +1,56 @@
+'use strict';
+
+var entityToEmbeddingDoc = require('./helpers/entity-to-embedding-doc.cjs.js');
+var module$1 = require('../../constants/module.cjs.js');
+
+const MAX_RESULTS = 50;
+const createCatalogIngestor = async ({
+  auth,
+  discovery
+}) => {
+  const ingestCatalogBatch = async (saveDocumentsBatch, cursor) => {
+    const baseUrl = await discovery.getBaseUrl("catalog");
+    const credentials = await auth.getOwnServiceCredentials();
+    const { token } = await auth.getPluginRequestToken({
+      onBehalfOf: credentials,
+      targetPluginId: "catalog"
+    });
+    const params = new URLSearchParams();
+    if (cursor) {
+      params.set("cursor", cursor);
+    }
+    params.set("limit", MAX_RESULTS.toString());
+    const response = await fetch(
+      `${baseUrl}/entities/by-query?${params.toString()}`,
+      {
+        headers: {
+          Authorization: `Bearer ${token}`
+        }
+      }
+    );
+    if (!response.ok) {
+      return;
+    }
+    const data = await response.json();
+    const entities = data.items;
+    const nextCursor = data.pageInfo?.nextCursor;
+    const documents = entities.map(
+      entityToEmbeddingDoc.mapEntityToEmbeddingDoc
+    );
+    await saveDocumentsBatch(documents);
+    if (!nextCursor) {
+      return;
+    }
+    await ingestCatalogBatch(saveDocumentsBatch, nextCursor);
+  };
+  const ingest = async ({ saveDocumentsBatch }) => {
+    await ingestCatalogBatch(saveDocumentsBatch);
+  };
+  return {
+    id: module$1.MODULE_ID,
+    ingest
+  };
+};
+
+exports.createCatalogIngestor = createCatalogIngestor;
+//# sourceMappingURL=index.cjs.js.map

package/dist/services/ingestor/index.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs.js","sources":["../../../src/services/ingestor/index.ts"],"sourcesContent":["import {\n  EmbeddingDocument,\n  Ingestor,\n  IngestorOptions,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { AuthService, DiscoveryService } from '@backstage/backend-plugin-api';\nimport { Entity } from '@backstage/catalog-model';\nimport { mapEntityToEmbeddingDoc } from './helpers/entity-to-embedding-doc';\nimport { MODULE_ID } from '../../constants/module';\n\ntype CatalogIngestorOptions = {\n  auth: AuthService;\n  discovery: DiscoveryService;\n};\n\nconst MAX_RESULTS = 50;\n\nexport const createCatalogIngestor = async ({\n  auth,\n  discovery,\n}: CatalogIngestorOptions): Promise<Ingestor> => {\n  const ingestCatalogBatch = async (\n    saveDocumentsBatch: IngestorOptions['saveDocumentsBatch'],\n    cursor?: string,\n  ) => {\n    const baseUrl = await discovery.getBaseUrl('catalog');\n\n    const credentials = await auth.getOwnServiceCredentials();\n    const { token } = await auth.getPluginRequestToken({\n      onBehalfOf: credentials,\n      targetPluginId: 'catalog',\n    });\n\n    const params = new URLSearchParams();\n    if (cursor) {\n      params.set('cursor', cursor);\n    }\n\n    params.set('limit', MAX_RESULTS.toString());\n\n    const response = await fetch(\n      `${baseUrl}/entities/by-query?${params.toString()}`,\n      {\n        headers: {\n          Authorization: `Bearer ${token}`,\n        },\n      },\n    );\n\n    if (!response.ok) {\n      return;\n    }\n\n    const data = await response.json();\n\n    const entities = data.items as Entity[];\n    const nextCursor = data.pageInfo?.nextCursor;\n\n    const documents: EmbeddingDocument[] = entities.map(\n      mapEntityToEmbeddingDoc,\n    );\n\n    await saveDocumentsBatch(documents);\n\n    if (!nextCursor) {\n      return;\n    }\n\n    await ingestCatalogBatch(saveDocumentsBatch, nextCursor);\n  };\n\n  const ingest: Ingestor['ingest'] = async ({ saveDocumentsBatch }) => {\n    await ingestCatalogBatch(saveDocumentsBatch);\n  };\n\n  return {\n    id: MODULE_ID,\n    ingest,\n  };\n};\n"],"names":["mapEntityToEmbeddingDoc","MODULE_ID"],"mappings":";;;;;AAeA,MAAM,WAAA,GAAc,EAAA;AAEb,MAAM,wBAAwB,OAAO;AAAA,EAC1C,IAAA;AAAA,EACA;AACF,CAAA,KAAiD;AAC/C,EAAA,MAAM,kBAAA,GAAqB,OACzB,kBAAA,EACA,MAAA,KACG;AACH,IAAA,MAAM,OAAA,GAAU,MAAM,SAAA,CAAU,UAAA,CAAW,SAAS,CAAA;AAEpD,IAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,wBAAA,EAAyB;AACxD,IAAA,MAAM,EAAE,KAAA,EAAM,GAAI,MAAM,KAAK,qBAAA,CAAsB;AAAA,MACjD,UAAA,EAAY,WAAA;AAAA,MACZ,cAAA,EAAgB;AAAA,KACjB,CAAA;AAED,IAAA,MAAM,MAAA,GAAS,IAAI,eAAA,EAAgB;AACnC,IAAA,IAAI,MAAA,EAAQ;AACV,MAAA,MAAA,CAAO,GAAA,CAAI,UAAU,MAAM,CAAA;AAAA,IAC7B;AAEA,IAAA,MAAA,CAAO,GAAA,CAAI,OAAA,EAAS,WAAA,CAAY,QAAA,EAAU,CAAA;AAE1C,IAAA,MAAM,WAAW,MAAM,KAAA;AAAA,MACrB,CAAA,EAAG,OAAO,CAAA,mBAAA,EAAsB,MAAA,CAAO,UAAU,CAAA,CAAA;AAAA,MACjD;AAAA,QACE,OAAA,EAAS;AAAA,UACP,aAAA,EAAe,UAAU,KAAK,CAAA;AAAA;AAChC;AACF,KACF;AAEA,IAAA,IAAI,CAAC,SAAS,EAAA,EAAI;AAChB,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,IAAA,GAAO,MAAM,QAAA,CAAS,IAAA,EAAK;AAEjC,IAAA,MAAM,WAAW,IAAA,CAAK,KAAA;AACtB,IAAA,MAAM,UAAA,GAAa,KAAK,QAAA,EAAU,UAAA;AAElC,IAAA,MAAM,YAAiC,QAAA,CAAS,GAAA;AAAA,MAC9CA;AAAA,KACF;AAEA,IAAA,MAAM,mBAAmB,SAAS,CAAA;AAElC,IAAA,IAAI,CAAC,UAAA,EAAY;AACf,MAAA;AAAA,IACF;AAEA,IAAA,MAAM,kBAAA,CAAmB,oBAAoB,UAAU,CAAA;AAAA,EACzD,CAAA;AAEA,EAAA,MAAM,MAAA,GAA6B,OAAO,EAAE,kBAAA,EAAmB,KAAM;AACnE,IAAA,MAAM,mBAAmB,kBAAkB,CAAA;AAAA,EAC7C,CAAA;AAEA,EAAA,OAAO;AAAA,IACL,EAAA,EAAIC,kBAAA;AAAA,IACJ;AAAA,GACF;AACF;;;;"}

package/package.json

@@ -0,0 +1,52 @@
+{
+  "name": "@sweetoburrito/backstage-plugin-ai-assistant-backend-module-ingestor-catalog",
+  "version": "0.0.0-snapshot-20251029150521",
+  "license": "Apache-2.0",
+  "description": "The ingestor-catalog backend module for the ai-assistant plugin.",
+  "main": "dist/index.cjs.js",
+  "types": "dist/index.d.ts",
+  "publishConfig": {
+    "access": "public",
+    "main": "dist/index.cjs.js",
+    "types": "dist/index.d.ts"
+  },
+  "backstage": {
+    "role": "backend-plugin-module",
+    "pluginId": "ai-assistant",
+    "pluginPackage": "@sweetoburrito/backstage-plugin-ai-assistant-backend",
+    "features": {
+      ".": "@backstage/BackendFeature"
+    }
+  },
+  "scripts": {
+    "start": "backstage-cli package start",
+    "build": "backstage-cli package build",
+    "lint": "backstage-cli package lint",
+    "test": "backstage-cli package test",
+    "clean": "backstage-cli package clean",
+    "prepack": "backstage-cli package prepack",
+    "postpack": "backstage-cli package postpack"
+  },
+  "dependencies": {
+    "@backstage/backend-plugin-api": "backstage:^",
+    "@backstage/catalog-model": "backstage:^",
+    "@backstage/plugin-catalog-node": "backstage:^",
+    "@sweetoburrito/backstage-plugin-ai-assistant-node": "0.0.0-snapshot-20251029150521"
+  },
+  "devDependencies": {
+    "@backstage/backend-defaults": "backstage:^",
+    "@backstage/backend-test-utils": "backstage:^",
+    "@backstage/cli": "backstage:^",
+    "@backstage/plugin-catalog-backend": "backstage:^"
+  },
+  "files": [
+    "dist"
+  ],
+  "typesVersions": {
+    "*": {
+      "package.json": [
+        "package.json"
+      ]
+    }
+  }
+}