@sweetoburrito/backstage-plugin-ai-assistant-backend 0.2.0

package/README.md

@@ -0,0 +1,28 @@
+# ai-assistant
+
+This plugin backend was templated using the Backstage CLI. You should replace this text with a description of your plugin backend.
+
+## Installation
+
+This plugin is installed via the `@internal/plugin-ai-assistant-backend` package. To install it to your backend package, run the following command:
+
+```bash
+# From your root directory
+yarn --cwd packages/backend add @internal/plugin-ai-assistant-backend
+```
+
+Then add the plugin to your backend in `packages/backend/src/index.ts`:
+
+```ts
+const backend = createBackend();
+// ...
+backend.add(import('@internal/plugin-ai-assistant-backend'));
+```
+
+## Development
+
+This plugin backend can be started in a standalone mode from directly in this
+package with `yarn start`. It is a limited setup that is most convenient when
+developing the plugin backend itself.
+
+If you want to run the entire project, including the frontend, run `yarn start` from the root directory.

package/config.d.ts

@@ -0,0 +1,28 @@
+import { HumanDuration } from '@backstage/types';
+import { SchedulerServiceTaskScheduleDefinitionConfig } from '@backstage/backend-plugin-api';
+
+export interface Config {
+  aiAssistant: {
+    prompt?: {
+      system?: string;
+      prefix?: string;
+      suffix?: string;
+    };
+    storage?: {
+      pgVector?: {
+        /**
+         * The size of the chunk to flush when storing embeddings to the DB
+         */
+        chunkSize?: number;
+
+        /**
+         * The default amount of embeddings to return when querying vectors with similarity search
+         */
+        amount?: number;
+      };
+    };
+    ingestion?: {
+      schedule?: SchedulerServiceTaskScheduleDefinitionConfig;
+    };
+  };
+}

package/dist/database/chat-store.cjs.js

@@ -0,0 +1,46 @@
+'use strict';
+
+const TABLE_NAME = "conversation";
+class ChatStore {
+  /**
+   * Creates an instance of ChatStore.
+   * @param client - The Knex client to interact with the PostgreSQL database.
+   */
+  constructor(client) {
+    this.client = client;
+  }
+  static async fromConfig({ database }) {
+    const client = await database.getClient();
+    return new ChatStore(client);
+  }
+  table() {
+    return this.client(TABLE_NAME);
+  }
+  async getChatMessages(conversationId, userRef, limit) {
+    let query = this.table().where({ conversation_id: conversationId, userRef }).select("*");
+    if (typeof limit === "number") {
+      query = query.limit(limit).orderBy("created_at", "desc");
+    }
+    const rows = await query;
+    const chatMessages = rows.map((row) => ({
+      role: row.role,
+      content: row.content,
+      id: row.id
+    }));
+    return chatMessages;
+  }
+  async addChatMessage(messages, userRef, conversationId) {
+    const rows = messages.map((msg) => ({
+      id: msg.id,
+      conversation_id: conversationId,
+      role: msg.role,
+      content: msg.content,
+      userRef,
+      created_at: this.client.fn.now()
+    }));
+    await this.table().insert(rows);
+  }
+}
+
+exports.ChatStore = ChatStore;
+//# sourceMappingURL=chat-store.cjs.js.map

package/dist/database/chat-store.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-store.cjs.js","sources":["../../src/database/chat-store.ts"],"sourcesContent":["import { DatabaseService } from '@backstage/backend-plugin-api';\nimport { Message } from '@sweetoburrito/backstage-plugin-ai-assistant-node';\n\nimport { Knex } from 'knex';\n\nconst TABLE_NAME = 'conversation';\n\nexport type ChatStoreOptions = {\n  database: DatabaseService;\n};\n\nexport class ChatStore {\n  /**\n   * Creates an instance of ChatStore.\n   * @param client - The Knex client to interact with the PostgreSQL database.\n   */\n  constructor(private readonly client: Knex) {}\n\n  static async fromConfig({ database }: ChatStoreOptions) {\n    const client = await database.getClient();\n    return new ChatStore(client);\n  }\n\n  table() {\n    return this.client(TABLE_NAME);\n  }\n\n  async getChatMessages(\n    conversationId: string,\n    userRef: string,\n    limit?: number,\n  ): Promise<Required<Message>[]> {\n    let query = this.table()\n      .where({ conversation_id: conversationId, userRef })\n      .select('*');\n\n    if (typeof limit === 'number') {\n      query = query.limit(limit).orderBy('created_at', 'desc');\n    }\n\n    const rows = await query;\n\n    const chatMessages: Required<Message>[] = rows.map(row => ({\n      role: row.role,\n      content: row.content,\n      id: row.id,\n    }));\n\n    return chatMessages;\n  }\n\n  async addChatMessage(\n    messages: Message[],\n    userRef: string,\n    conversationId: string,\n  ): Promise<void> {\n    const rows = messages.map(msg => ({\n      id: msg.id,\n      conversation_id: conversationId,\n      role: msg.role,\n      content: msg.content,\n      userRef,\n      created_at: this.client.fn.now(),\n    }));\n\n    await this.table().insert(rows);\n  }\n}\n"],"names":[],"mappings":";;AAKA,MAAM,UAAA,GAAa,cAAA;AAMZ,MAAM,SAAA,CAAU;AAAA;AAAA;AAAA;AAAA;AAAA,EAKrB,YAA6B,MAAA,EAAc;AAAd,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AAAA,EAAe;AAAA,EAE5C,aAAa,UAAA,CAAW,EAAE,QAAA,EAAS,EAAqB;AACtD,IAAA,MAAM,MAAA,GAAS,MAAM,QAAA,CAAS,SAAA,EAAU;AACxC,IAAA,OAAO,IAAI,UAAU,MAAM,CAAA;AAAA,EAC7B;AAAA,EAEA,KAAA,GAAQ;AACN,IAAA,OAAO,IAAA,CAAK,OAAO,UAAU,CAAA;AAAA,EAC/B;AAAA,EAEA,MAAM,eAAA,CACJ,cAAA,EACA,OAAA,EACA,KAAA,EAC8B;AAC9B,IAAA,IAAI,KAAA,GAAQ,IAAA,CAAK,KAAA,EAAM,CACpB,KAAA,CAAM,EAAE,eAAA,EAAiB,cAAA,EAAgB,OAAA,EAAS,CAAA,CAClD,MAAA,CAAO,GAAG,CAAA;AAEb,IAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC7B,MAAA,KAAA,GAAQ,MAAM,KAAA,CAAM,KAAK,CAAA,CAAE,OAAA,CAAQ,cAAc,MAAM,CAAA;AAAA,IACzD;AAEA,IAAA,MAAM,OAAO,MAAM,KAAA;AAEnB,IAAA,MAAM,YAAA,GAAoC,IAAA,CAAK,GAAA,CAAI,CAAA,GAAA,MAAQ;AAAA,MACzD,MAAM,GAAA,CAAI,IAAA;AAAA,MACV,SAAS,GAAA,CAAI,OAAA;AAAA,MACb,IAAI,GAAA,CAAI;AAAA,KACV,CAAE,CAAA;AAEF,IAAA,OAAO,YAAA;AAAA,EACT;AAAA,EAEA,MAAM,cAAA,CACJ,QAAA,EACA,OAAA,EACA,cAAA,EACe;AACf,IAAA,MAAM,IAAA,GAAO,QAAA,CAAS,GAAA,CAAI,CAAA,GAAA,MAAQ;AAAA,MAChC,IAAI,GAAA,CAAI,EAAA;AAAA,MACR,eAAA,EAAiB,cAAA;AAAA,MACjB,MAAM,GAAA,CAAI,IAAA;AAAA,MACV,SAAS,GAAA,CAAI,OAAA;AAAA,MACb,OAAA;AAAA,MACA,UAAA,EAAY,IAAA,CAAK,MAAA,CAAO,EAAA,CAAG,GAAA;AAAI,KACjC,CAAE,CAAA;AAEF,IAAA,MAAM,IAAA,CAAK,KAAA,EAAM,CAAE,MAAA,CAAO,IAAI,CAAA;AAAA,EAChC;AACF;;;;"}

package/dist/database/migrations.cjs.js

@@ -0,0 +1,16 @@
+'use strict';
+
+var backendPluginApi = require('@backstage/backend-plugin-api');
+
+async function applyDatabaseMigrations(knex) {
+  const migrationsDir = backendPluginApi.resolvePackagePath(
+    "@sweetoburrito/backstage-plugin-ai-assistant-backend",
+    "migrations"
+  );
+  await knex.migrate.latest({
+    directory: migrationsDir
+  });
+}
+
+exports.applyDatabaseMigrations = applyDatabaseMigrations;
+//# sourceMappingURL=migrations.cjs.js.map

package/dist/database/migrations.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.cjs.js","sources":["../../src/database/migrations.ts"],"sourcesContent":["import { resolvePackagePath } from '@backstage/backend-plugin-api';\nimport { Knex } from 'knex';\n\nexport async function applyDatabaseMigrations(knex: Knex): Promise<void> {\n  const migrationsDir = resolvePackagePath(\n    '@sweetoburrito/backstage-plugin-ai-assistant-backend',\n    'migrations',\n  );\n\n  await knex.migrate.latest({\n    directory: migrationsDir,\n  });\n}\n"],"names":["resolvePackagePath"],"mappings":";;;;AAGA,eAAsB,wBAAwB,IAAA,EAA2B;AACvE,EAAA,MAAM,aAAA,GAAgBA,mCAAA;AAAA,IACpB,sDAAA;AAAA,IACA;AAAA,GACF;AAEA,EAAA,MAAM,IAAA,CAAK,QAAQ,MAAA,CAAO;AAAA,IACxB,SAAA,EAAW;AAAA,GACZ,CAAA;AACH;;;;"}

package/dist/database/pg-vector-store.cjs.js

@@ -0,0 +1,193 @@
+'use strict';
+
+class PgVectorStore {
+  /**
+   * Creates an instance of PgVectorStore.
+   * @param client - The Knex client to interact with the PostgreSQL database.
+   * @param [amount=4] - The number of embeddings to store.
+   * @param [chunkSize=500] - The size of each chunk of embeddings.
+   */
+  constructor(client, logger, amount = 4, chunkSize = 500) {
+    this.client = client;
+    this.logger = logger;
+    this.amount = amount;
+    this.chunkSize = chunkSize;
+  }
+  tableName = "embeddings";
+  embeddings;
+  static async fromConfig({ config, database, logger }) {
+    const client = await database.getClient();
+    const chunkSize = config.getOptionalNumber(
+      "aiAssistant.storage.pgVector.chunkSize"
+    );
+    const amount = config.getOptionalNumber(
+      "aiAssistant.storage.pgVector.amount"
+    );
+    return new PgVectorStore(client, logger, amount, chunkSize);
+  }
+  connectEmbeddings(embeddings) {
+    if (this.embeddings) {
+      this.logger.warn("Embeddings already connected, overwriting.");
+    }
+    this.embeddings = embeddings;
+  }
+  table() {
+    return this.client(this.tableName);
+  }
+  /**
+   * Add documents to the vector store.
+   *
+   * @param {EmbeddingDocument[]} documents - The array of documents to be added.
+   * @throws {Error} When no embeddings are configured for the vector store.
+   * @returns {Promise<void>} Resolves when the documents have been added successfully.
+   */
+  async addDocuments(documents) {
+    if (documents.length === 0) {
+      return;
+    }
+    const texts = documents.map(({ content }) => content);
+    if (!this.embeddings) {
+      throw new Error("No Embeddings configured for the vector store.");
+    }
+    const vectors = await this.embeddings.embedDocuments(texts);
+    this.logger.info(
+      `Received ${vectors.length} vectors from embeddings creation.`
+    );
+    this.addVectors(vectors, documents);
+  }
+  /**
+   * Adds vectors to the database along with corresponding documents.
+   *
+   * @param {number[][]} vectors - The vectors to be added.
+   * @param {EmbeddingDoc[]} documents - The corresponding documents.
+   * @return {Promise<void>} - A promise that resolves when the vectors are added successfully.
+   * @throws {Error} - If there is an error inserting the vectors.
+   */
+  async addVectors(vectors, documents) {
+    try {
+      const rows = [];
+      for (let i = 0; i < vectors.length; i += 1) {
+        const embedding = vectors[i];
+        const embeddingString = `[${embedding.join(",")}]`;
+        const values = {
+          content: documents[i].content.replace(/\0/g, ""),
+          vector: embeddingString.replace(/\0/g, ""),
+          metadata: documents[i].metadata
+        };
+        rows.push(values);
+      }
+      await this.client.batchInsert(this.tableName, rows, this.chunkSize);
+    } catch (e) {
+      this.logger.error(e.message);
+      throw new Error(`Error inserting: ${e.message}`);
+    }
+  }
+  /**
+   * Deletes records from the database table by their ids.
+   *
+   * @param {string[]} ids - The array of ids of the records to be deleted.
+   * @returns {Promise<void>} - A promise that resolves when the deletion is complete.
+   */
+  async deleteById(ids) {
+    await this.table().delete().whereIn("id", ids);
+  }
+  /**
+   * Deletes rows from the table based on the specified filter.
+   *
+   * @param {EmbeddingDocMetadata} filter - The filter to apply for deletion.
+   * @returns {Promise} - A Promise that resolves when the deletion is complete.
+   */
+  async deleteByFilter(filter) {
+    const queryString = `
+      DELETE FROM ${this.tableName}
+      WHERE metadata::jsonb @> :filter
+    `;
+    return this.client.raw(queryString, { filter });
+  }
+  /**
+   * Deletes documents based on the provided deletion parameters.
+   * Either `ids` or `filter` must be specified.
+   *
+   * @param {Object} deletionParams - The deletion parameters.
+   * @param {Array<string>} [deletionParams.ids] - The document IDs to delete.
+   * @param {EmbeddingDocMetadata} [deletionParams.filter] - The filter to match documents to be deleted.
+   *
+   * @return {Promise<void>} - A Promise that resolves once the documents have been deleted.
+   */
+  async deleteDocuments(deletionParams) {
+    const { ids, filter } = deletionParams;
+    if (!(ids || filter)) {
+      throw new Error(
+        "You must specify either ids or a filter when deleting documents."
+      );
+    }
+    if (ids && filter) {
+      throw new Error(
+        "You cannot specify both ids and a filter when deleting documents."
+      );
+    }
+    if (ids) {
+      await this.deleteById(ids);
+    } else if (filter) {
+      await this.deleteByFilter(filter);
+    }
+  }
+  /**
+   * Finds the most similar documents to a given query vector, along with their similarity scores.
+   *
+   * @param {number[]} query - The query vector to compare against.
+   * @param {number} amount - The maximum number of results to return.
+   * @param {EmbeddingDocumentMetadata} [filter] - Optional filter to limit the search results.
+   * @returns {Promise<[EmbeddingDocument, number][]>} - An array of document similarity results, where each
+   * result is a tuple containing the document and its similarity score.
+   */
+  async similaritySearchVectorWithScore(query, amount, filter) {
+    const embeddingString = `[${query.join(",")}]`;
+    const queryString = `
+      SELECT *, vector <=> :embeddingString as "_distance"
+      FROM ${this.tableName}
+      WHERE metadata::jsonb @> :filter
+      ORDER BY "_distance" ASC
+      LIMIT :amount
+    `;
+    const documents = (await this.client.raw(queryString, {
+      embeddingString,
+      filter: JSON.stringify(filter ?? {}),
+      amount
+    })).rows;
+    const results = [];
+    for (const doc of documents) {
+      if (doc._distance !== null && doc.content !== null) {
+        const document = {
+          content: doc.content,
+          metadata: doc.metadata
+        };
+        results.push([document, doc._distance]);
+      }
+    }
+    return results;
+  }
+  /**
+   * Performs a similarity search using the given query and filter.
+   *
+   * @param {string} query - The query to perform the similarity search on.
+   * @param {EmbeddingDocMetadata} filter - The filter to apply to the search results.
+   * @param {number} [amount=4] - The number of results to return.
+   * @return {Promise<EmbeddingDoc[]>} - A promise that resolves to an array of RoadieEmbeddingDoc objects representing the search results.
+   * @throws {Error} - Throws an error if there are no embeddings configured for the vector store.
+   */
+  async similaritySearch(query, filter, amount = this.amount) {
+    if (!this.embeddings) {
+      throw new Error("No Embeddings configured for the vector store.");
+    }
+    const results = await this.similaritySearchVectorWithScore(
+      await this.embeddings.embedQuery(query),
+      amount,
+      filter
+    );
+    return results.map((result) => result[0]);
+  }
+}
+
+exports.PgVectorStore = PgVectorStore;
+//# sourceMappingURL=pg-vector-store.cjs.js.map

package/dist/database/pg-vector-store.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pg-vector-store.cjs.js","sources":["../../src/database/pg-vector-store.ts"],"sourcesContent":["import {\n  DatabaseService,\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport {\n  VectorStore,\n  EmbeddingDocument,\n  EmbeddingDocumentMetadata,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { Embeddings } from '@langchain/core/embeddings';\nimport { Knex } from 'knex';\n\nexport type PgVectorStoreOptions = {\n  database: DatabaseService;\n  logger: LoggerService;\n  config: RootConfigService;\n};\n\nexport class PgVectorStore implements VectorStore {\n  private readonly tableName: string = 'embeddings';\n  private embeddings?: Embeddings;\n\n  /**\n   * Creates an instance of PgVectorStore.\n   * @param client - The Knex client to interact with the PostgreSQL database.\n   * @param [amount=4] - The number of embeddings to store.\n   * @param [chunkSize=500] - The size of each chunk of embeddings.\n   */\n  constructor(\n    private readonly client: Knex,\n    private readonly logger: LoggerService,\n    private readonly amount: number = 4,\n    private readonly chunkSize: number = 500,\n  ) {}\n\n  static async fromConfig({ config, database, logger }: PgVectorStoreOptions) {\n    const client = await database.getClient();\n    const chunkSize = config.getOptionalNumber(\n      'aiAssistant.storage.pgVector.chunkSize',\n    );\n    const amount = config.getOptionalNumber(\n      'aiAssistant.storage.pgVector.amount',\n    );\n\n    return new PgVectorStore(client, logger, amount, chunkSize);\n  }\n\n  connectEmbeddings(embeddings: Embeddings) {\n    if (this.embeddings) {\n      this.logger.warn('Embeddings already connected, overwriting.');\n    }\n    this.embeddings = embeddings;\n  }\n\n  table() {\n    return this.client(this.tableName);\n  }\n\n  /**\n   * Add documents to the vector store.\n   *\n   * @param {EmbeddingDocument[]} documents - The array of documents to be added.\n   * @throws {Error} When no embeddings are configured for the vector store.\n   * @returns {Promise<void>} Resolves when the documents have been added successfully.\n   */\n  async addDocuments(documents: EmbeddingDocument[]): Promise<void> {\n    if (documents.length === 0) {\n      return;\n    }\n    const texts = documents.map(({ content }) => content);\n    if (!this.embeddings) {\n      throw new Error('No Embeddings configured for the vector store.');\n    }\n\n    const vectors = await this.embeddings.embedDocuments(texts);\n    this.logger.info(\n      `Received ${vectors.length} vectors from embeddings creation.`,\n    );\n    this.addVectors(vectors, documents);\n  }\n\n  /**\n   * Adds vectors to the database along with corresponding documents.\n   *\n   * @param {number[][]} vectors - The vectors to be added.\n   * @param {EmbeddingDoc[]} documents - The corresponding documents.\n   * @return {Promise<void>} - A promise that resolves when the vectors are added successfully.\n   * @throws {Error} - If there is an error inserting the vectors.\n   */\n  private async addVectors(\n    vectors: number[][],\n    documents: EmbeddingDocument[],\n  ): Promise<void> {\n    try {\n      const rows = [];\n      for (let i = 0; i < vectors.length; i += 1) {\n        const embedding = vectors[i];\n        const embeddingString = `[${embedding.join(',')}]`;\n        const values = {\n          content: documents[i].content.replace(/\\0/g, ''),\n          vector: embeddingString.replace(/\\0/g, ''),\n          metadata: documents[i].metadata,\n        };\n        rows.push(values);\n      }\n\n      await this.client.batchInsert(this.tableName, rows, this.chunkSize);\n    } catch (e) {\n      this.logger.error((e as Error).message);\n      throw new Error(`Error inserting: ${(e as Error).message}`);\n    }\n  }\n\n  /**\n   * Deletes records from the database table by their ids.\n   *\n   * @param {string[]} ids - The array of ids of the records to be deleted.\n   * @returns {Promise<void>} - A promise that resolves when the deletion is complete.\n   */\n  private async deleteById(ids: string[]) {\n    await this.table().delete().whereIn('id', ids);\n  }\n\n  /**\n   * Deletes rows from the table based on the specified filter.\n   *\n   * @param {EmbeddingDocMetadata} filter - The filter to apply for deletion.\n   * @returns {Promise} - A Promise that resolves when the deletion is complete.\n   */\n  private async deleteByFilter(filter: EmbeddingDocumentMetadata) {\n    const queryString = `\n      DELETE FROM ${this.tableName}\n      WHERE metadata::jsonb @> :filter\n    `;\n    return this.client.raw(queryString, { filter });\n  }\n\n  /**\n   * Deletes documents based on the provided deletion parameters.\n   * Either `ids` or `filter` must be specified.\n   *\n   * @param {Object} deletionParams - The deletion parameters.\n   * @param {Array<string>} [deletionParams.ids] - The document IDs to delete.\n   * @param {EmbeddingDocMetadata} [deletionParams.filter] - The filter to match documents to be deleted.\n   *\n   * @return {Promise<void>} - A Promise that resolves once the documents have been deleted.\n   */\n  async deleteDocuments(deletionParams: {\n    ids?: string[];\n    filter?: EmbeddingDocumentMetadata;\n  }): Promise<void> {\n    const { ids, filter } = deletionParams;\n\n    if (!(ids || filter)) {\n      throw new Error(\n        'You must specify either ids or a filter when deleting documents.',\n      );\n    }\n\n    if (ids && filter) {\n      throw new Error(\n        'You cannot specify both ids and a filter when deleting documents.',\n      );\n    }\n\n    if (ids) {\n      await this.deleteById(ids);\n    } else if (filter) {\n      await this.deleteByFilter(filter);\n    }\n  }\n\n  /**\n   * Finds the most similar documents to a given query vector, along with their similarity scores.\n   *\n   * @param {number[]} query - The query vector to compare against.\n   * @param {number} amount - The maximum number of results to return.\n   * @param {EmbeddingDocumentMetadata} [filter] - Optional filter to limit the search results.\n   * @returns {Promise<[EmbeddingDocument, number][]>} - An array of document similarity results, where each\n   * result is a tuple containing the document and its similarity score.\n   */\n  private async similaritySearchVectorWithScore(\n    query: number[],\n    amount: number,\n    filter?: EmbeddingDocumentMetadata,\n  ): Promise<[EmbeddingDocument, number][]> {\n    const embeddingString = `[${query.join(',')}]`;\n    const queryString = `\n      SELECT *, vector <=> :embeddingString as \"_distance\"\n      FROM ${this.tableName}\n      WHERE metadata::jsonb @> :filter\n      ORDER BY \"_distance\" ASC\n      LIMIT :amount\n    `;\n\n    const documents = (\n      await this.client.raw(queryString, {\n        embeddingString,\n        filter: JSON.stringify(filter ?? {}),\n        amount,\n      })\n    ).rows;\n\n    const results = [] as [EmbeddingDocument, number][];\n    for (const doc of documents) {\n      // eslint-ignore-next-line\n      if (doc._distance !== null && doc.content !== null) {\n        const document = {\n          content: doc.content,\n          metadata: doc.metadata,\n        };\n        results.push([document, doc._distance]);\n      }\n    }\n    return results;\n  }\n\n  /**\n   * Performs a similarity search using the given query and filter.\n   *\n   * @param {string} query - The query to perform the similarity search on.\n   * @param {EmbeddingDocMetadata} filter - The filter to apply to the search results.\n   * @param {number} [amount=4] - The number of results to return.\n   * @return {Promise<EmbeddingDoc[]>} - A promise that resolves to an array of RoadieEmbeddingDoc objects representing the search results.\n   * @throws {Error} - Throws an error if there are no embeddings configured for the vector store.\n   */\n  async similaritySearch(\n    query: string,\n    filter: EmbeddingDocumentMetadata,\n    amount: number = this.amount,\n  ): Promise<EmbeddingDocument[]> {\n    if (!this.embeddings) {\n      throw new Error('No Embeddings configured for the vector store.');\n    }\n    const results = await this.similaritySearchVectorWithScore(\n      await this.embeddings.embedQuery(query),\n      amount,\n      filter,\n    );\n\n    return results.map(result => result[0]);\n  }\n}\n"],"names":[],"mappings":";;AAmBO,MAAM,aAAA,CAAqC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUhD,YACmB,MAAA,EACA,MAAA,EACA,MAAA,GAAiB,CAAA,EACjB,YAAoB,GAAA,EACrC;AAJiB,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,MAAA,GAAA,MAAA;AACA,IAAA,IAAA,CAAA,SAAA,GAAA,SAAA;AAAA,EAChB;AAAA,EAdc,SAAA,GAAoB,YAAA;AAAA,EAC7B,UAAA;AAAA,EAeR,aAAa,UAAA,CAAW,EAAE,MAAA,EAAQ,QAAA,EAAU,QAAO,EAAyB;AAC1E,IAAA,MAAM,MAAA,GAAS,MAAM,QAAA,CAAS,SAAA,EAAU;AACxC,IAAA,MAAM,YAAY,MAAA,CAAO,iBAAA;AAAA,MACvB;AAAA,KACF;AACA,IAAA,MAAM,SAAS,MAAA,CAAO,iBAAA;AAAA,MACpB;AAAA,KACF;AAEA,IAAA,OAAO,IAAI,aAAA,CAAc,MAAA,EAAQ,MAAA,EAAQ,QAAQ,SAAS,CAAA;AAAA,EAC5D;AAAA,EAEA,kBAAkB,UAAA,EAAwB;AACxC,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,MAAA,CAAO,KAAK,4CAA4C,CAAA;AAAA,IAC/D;AACA,IAAA,IAAA,CAAK,UAAA,GAAa,UAAA;AAAA,EACpB;AAAA,EAEA,KAAA,GAAQ;AACN,IAAA,OAAO,IAAA,CAAK,MAAA,CAAO,IAAA,CAAK,SAAS,CAAA;AAAA,EACnC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EASA,MAAM,aAAa,SAAA,EAA+C;AAChE,IAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,MAAA;AAAA,IACF;AACA,IAAA,MAAM,QAAQ,SAAA,CAAU,GAAA,CAAI,CAAC,EAAE,OAAA,OAAc,OAAO,CAAA;AACpD,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,MAAM,IAAI,MAAM,gDAAgD,CAAA;AAAA,IAClE;AAEA,IAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,UAAA,CAAW,eAAe,KAAK,CAAA;AAC1D,IAAA,IAAA,CAAK,MAAA,CAAO,IAAA;AAAA,MACV,CAAA,SAAA,EAAY,QAAQ,MAAM,CAAA,kCAAA;AAAA,KAC5B;AACA,IAAA,IAAA,CAAK,UAAA,CAAW,SAAS,SAAS,CAAA;AAAA,EACpC;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAUA,MAAc,UAAA,CACZ,OAAA,EACA,SAAA,EACe;AACf,IAAA,IAAI;AACF,MAAA,MAAM,OAAO,EAAC;AACd,MAAA,KAAA,IAAS,IAAI,CAAA,EAAG,CAAA,GAAI,OAAA,CAAQ,MAAA,EAAQ,KAAK,CAAA,EAAG;AAC1C,QAAA,MAAM,SAAA,GAAY,QAAQ,CAAC,CAAA;AAC3B,QAAA,MAAM,eAAA,GAAkB,CAAA,CAAA,EAAI,SAAA,CAAU,IAAA,CAAK,GAAG,CAAC,CAAA,CAAA,CAAA;AAC/C,QAAA,MAAM,MAAA,GAAS;AAAA,UACb,SAAS,SAAA,CAAU,CAAC,EAAE,OAAA,CAAQ,OAAA,CAAQ,OAAO,EAAE,CAAA;AAAA,UAC/C,MAAA,EAAQ,eAAA,CAAgB,OAAA,CAAQ,KAAA,EAAO,EAAE,CAAA;AAAA,UACzC,QAAA,EAAU,SAAA,CAAU,CAAC,CAAA,CAAE;AAAA,SACzB;AACA,QAAA,IAAA,CAAK,KAAK,MAAM,CAAA;AAAA,MAClB;AAEA,MAAA,MAAM,KAAK,MAAA,CAAO,WAAA,CAAY,KAAK,SAAA,EAAW,IAAA,EAAM,KAAK,SAAS,CAAA;AAAA,IACpE,SAAS,CAAA,EAAG;AACV,MAAA,IAAA,CAAK,MAAA,CAAO,KAAA,CAAO,CAAA,CAAY,OAAO,CAAA;AACtC,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,iBAAA,EAAqB,CAAA,CAAY,OAAO,CAAA,CAAE,CAAA;AAAA,IAC5D;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAc,WAAW,GAAA,EAAe;AACtC,IAAA,MAAM,KAAK,KAAA,EAAM,CAAE,QAAO,CAAE,OAAA,CAAQ,MAAM,GAAG,CAAA;AAAA,EAC/C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAQA,MAAc,eAAe,MAAA,EAAmC;AAC9D,IAAA,MAAM,WAAA,GAAc;AAAA,kBAAA,EACJ,KAAK,SAAS;AAAA;AAAA,IAAA,CAAA;AAG9B,IAAA,OAAO,KAAK,MAAA,CAAO,GAAA,CAAI,WAAA,EAAa,EAAE,QAAQ,CAAA;AAAA,EAChD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAYA,MAAM,gBAAgB,cAAA,EAGJ;AAChB,IAAA,MAAM,EAAE,GAAA,EAAK,MAAA,EAAO,GAAI,cAAA;AAExB,IAAA,IAAI,EAAE,OAAO,MAAA,CAAA,EAAS;AACpB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAI,OAAO,MAAA,EAAQ;AACjB,MAAA,MAAM,IAAI,KAAA;AAAA,QACR;AAAA,OACF;AAAA,IACF;AAEA,IAAA,IAAI,GAAA,EAAK;AACP,MAAA,MAAM,IAAA,CAAK,WAAW,GAAG,CAAA;AAAA,IAC3B,WAAW,MAAA,EAAQ;AACjB,MAAA,MAAM,IAAA,CAAK,eAAe,MAAM,CAAA;AAAA,IAClC;AAAA,EACF;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAc,+BAAA,CACZ,KAAA,EACA,MAAA,EACA,MAAA,EACwC;AACxC,IAAA,MAAM,eAAA,GAAkB,CAAA,CAAA,EAAI,KAAA,CAAM,IAAA,CAAK,GAAG,CAAC,CAAA,CAAA,CAAA;AAC3C,IAAA,MAAM,WAAA,GAAc;AAAA;AAAA,WAAA,EAEX,KAAK,SAAS;AAAA;AAAA;AAAA;AAAA,IAAA,CAAA;AAMvB,IAAA,MAAM,SAAA,GAAA,CACJ,MAAM,IAAA,CAAK,MAAA,CAAO,IAAI,WAAA,EAAa;AAAA,MACjC,eAAA;AAAA,MACA,MAAA,EAAQ,IAAA,CAAK,SAAA,CAAU,MAAA,IAAU,EAAE,CAAA;AAAA,MACnC;AAAA,KACD,CAAA,EACD,IAAA;AAEF,IAAA,MAAM,UAAU,EAAC;AACjB,IAAA,KAAA,MAAW,OAAO,SAAA,EAAW;AAE3B,MAAA,IAAI,GAAA,CAAI,SAAA,KAAc,IAAA,IAAQ,GAAA,CAAI,YAAY,IAAA,EAAM;AAClD,QAAA,MAAM,QAAA,GAAW;AAAA,UACf,SAAS,GAAA,CAAI,OAAA;AAAA,UACb,UAAU,GAAA,CAAI;AAAA,SAChB;AACA,QAAA,OAAA,CAAQ,IAAA,CAAK,CAAC,QAAA,EAAU,GAAA,CAAI,SAAS,CAAC,CAAA;AAAA,MACxC;AAAA,IACF;AACA,IAAA,OAAO,OAAA;AAAA,EACT;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAWA,MAAM,gBAAA,CACJ,KAAA,EACA,MAAA,EACA,MAAA,GAAiB,KAAK,MAAA,EACQ;AAC9B,IAAA,IAAI,CAAC,KAAK,UAAA,EAAY;AACpB,MAAA,MAAM,IAAI,MAAM,gDAAgD,CAAA;AAAA,IAClE;AACA,IAAA,MAAM,OAAA,GAAU,MAAM,IAAA,CAAK,+BAAA;AAAA,MACzB,MAAM,IAAA,CAAK,UAAA,CAAW,UAAA,CAAW,KAAK,CAAA;AAAA,MACtC,MAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,OAAO,OAAA,CAAQ,GAAA,CAAI,CAAA,MAAA,KAAU,MAAA,CAAO,CAAC,CAAC,CAAA;AAAA,EACxC;AACF;;;;"}

package/dist/index.cjs.js

@@ -0,0 +1,10 @@
+'use strict';
+
+Object.defineProperty(exports, '__esModule', { value: true });
+
+var plugin = require('./plugin.cjs.js');
+
+
+
+exports.default = plugin.aiAssistantPlugin;
+//# sourceMappingURL=index.cjs.js.map

package/dist/index.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs.js","sources":[],"sourcesContent":[],"names":[],"mappings":";;;;;;;;"}

package/dist/index.d.ts

@@ -0,0 +1,10 @@
+import * as _backstage_backend_plugin_api from '@backstage/backend-plugin-api';
+
+/**
+ * aiAssistantPlugin backend plugin
+ *
+ * @public
+ */
+declare const aiAssistantPlugin: _backstage_backend_plugin_api.BackendFeature;
+
+export { aiAssistantPlugin as default };

package/dist/plugin.cjs.js

@@ -0,0 +1,82 @@
+'use strict';
+
+var backendPluginApi = require('@backstage/backend-plugin-api');
+var index = require('./services/router/index.cjs.js');
+var backstagePluginAiAssistantNode = require('@sweetoburrito/backstage-plugin-ai-assistant-node');
+var ingestor = require('./services/ingestor.cjs.js');
+var chat = require('./services/chat.cjs.js');
+var prompt = require('./services/prompt.cjs.js');
+var migrations = require('./database/migrations.cjs.js');
+var pgVectorStore = require('./database/pg-vector-store.cjs.js');
+
+const aiAssistantPlugin = backendPluginApi.createBackendPlugin({
+  pluginId: "ai-assistant",
+  register(env) {
+    const ingestors = [];
+    const models = [];
+    let embeddingsProvider;
+    env.registerExtensionPoint(backstagePluginAiAssistantNode.dataIngestorExtensionPoint, {
+      registerIngestor: (ingestor) => {
+        const existingIngestor = ingestors.find((i) => i.id === ingestor.id);
+        if (existingIngestor) {
+          throw new Error(
+            `Ingestor with id ${ingestor.id} is already registered.`
+          );
+        }
+        ingestors.push(ingestor);
+      }
+    });
+    env.registerExtensionPoint(backstagePluginAiAssistantNode.embeddingsProviderExtensionPoint, {
+      register: (provider) => {
+        embeddingsProvider = provider;
+      }
+    });
+    env.registerExtensionPoint(backstagePluginAiAssistantNode.modelProviderExtensionPoint, {
+      register: (model) => {
+        const existingModel = models.find((m) => m.id === model.id);
+        if (existingModel) {
+          throw new Error(`Model with id ${model.id} is already registered.`);
+        }
+        models.push(model);
+      }
+    });
+    env.registerInit({
+      deps: {
+        httpRouter: backendPluginApi.coreServices.httpRouter,
+        database: backendPluginApi.coreServices.database,
+        logger: backendPluginApi.coreServices.logger,
+        config: backendPluginApi.coreServices.rootConfig,
+        scheduler: backendPluginApi.coreServices.scheduler,
+        httpAuth: backendPluginApi.coreServices.httpAuth,
+        userInfo: backendPluginApi.coreServices.userInfo
+      },
+      async init(options) {
+        const { httpRouter, database } = options;
+        const client = await database.getClient();
+        await migrations.applyDatabaseMigrations(client);
+        const vectorStore = await pgVectorStore.PgVectorStore.fromConfig(options);
+        if (!embeddingsProvider) {
+          throw new Error("No Embeddings Provider was registered.");
+        }
+        vectorStore.connectEmbeddings(await embeddingsProvider.getEmbeddings());
+        const dataIngestionPipeline = ingestor.createDataIngestionPipeline({
+          ...options,
+          vectorStore,
+          ingestors
+        });
+        const promptBuilder = prompt.createPromptBuilder(options);
+        const chat$1 = await chat.createChatService({
+          ...options,
+          models,
+          vectorStore,
+          promptBuilder
+        });
+        httpRouter.use(await index.createRouter({ ...options, chat: chat$1 }));
+        dataIngestionPipeline.start();
+      }
+    });
+  }
+});
+
+exports.aiAssistantPlugin = aiAssistantPlugin;
+//# sourceMappingURL=plugin.cjs.js.map

package/dist/plugin.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"plugin.cjs.js","sources":["../src/plugin.ts"],"sourcesContent":["import {\n  coreServices,\n  createBackendPlugin,\n} from '@backstage/backend-plugin-api';\nimport { createRouter } from './services/router';\nimport {\n  dataIngestorExtensionPoint,\n  EmbeddingsProvider,\n  embeddingsProviderExtensionPoint,\n  Ingestor,\n  Model,\n  modelProviderExtensionPoint,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport { createDataIngestionPipeline } from './services/ingestor';\nimport { createChatService } from './services/chat';\nimport { createPromptBuilder } from './services/prompt';\nimport { applyDatabaseMigrations } from './database/migrations';\nimport { PgVectorStore } from './database';\n\n/**\n * aiAssistantPlugin backend plugin\n *\n * @public\n */\nexport const aiAssistantPlugin = createBackendPlugin({\n  pluginId: 'ai-assistant',\n  register(env) {\n    const ingestors: Ingestor[] = [];\n    const models: Model[] = [];\n\n    let embeddingsProvider: EmbeddingsProvider;\n\n    env.registerExtensionPoint(dataIngestorExtensionPoint, {\n      registerIngestor: ingestor => {\n        const existingIngestor = ingestors.find(i => i.id === ingestor.id);\n        if (existingIngestor) {\n          throw new Error(\n            `Ingestor with id ${ingestor.id} is already registered.`,\n          );\n        }\n        ingestors.push(ingestor);\n      },\n    });\n\n    env.registerExtensionPoint(embeddingsProviderExtensionPoint, {\n      register: provider => {\n        embeddingsProvider = provider;\n      },\n    });\n\n    env.registerExtensionPoint(modelProviderExtensionPoint, {\n      register: model => {\n        const existingModel = models.find(m => m.id === model.id);\n        if (existingModel) {\n          throw new Error(`Model with id ${model.id} is already registered.`);\n        }\n        models.push(model);\n      },\n    });\n\n    env.registerInit({\n      deps: {\n        httpRouter: coreServices.httpRouter,\n        database: coreServices.database,\n        logger: coreServices.logger,\n        config: coreServices.rootConfig,\n        scheduler: coreServices.scheduler,\n        httpAuth: coreServices.httpAuth,\n        userInfo: coreServices.userInfo,\n      },\n\n      async init(options) {\n        const { httpRouter, database } = options;\n        const client = await database.getClient();\n\n        await applyDatabaseMigrations(client);\n\n        const vectorStore = await PgVectorStore.fromConfig(options);\n\n        if (!embeddingsProvider) {\n          throw new Error('No Embeddings Provider was registered.');\n        }\n\n        vectorStore.connectEmbeddings(await embeddingsProvider.getEmbeddings());\n\n        const dataIngestionPipeline = createDataIngestionPipeline({\n          ...options,\n          vectorStore,\n          ingestors,\n        });\n\n        const promptBuilder = createPromptBuilder(options);\n\n        const chat = await createChatService({\n          ...options,\n          models,\n          vectorStore,\n          promptBuilder,\n        });\n\n        httpRouter.use(await createRouter({ ...options, chat }));\n        dataIngestionPipeline.start();\n      },\n    });\n  },\n});\n"],"names":["createBackendPlugin","dataIngestorExtensionPoint","embeddingsProviderExtensionPoint","modelProviderExtensionPoint","coreServices","applyDatabaseMigrations","PgVectorStore","createDataIngestionPipeline","createPromptBuilder","chat","createChatService","createRouter"],"mappings":";;;;;;;;;;;AAwBO,MAAM,oBAAoBA,oCAAA,CAAoB;AAAA,EACnD,QAAA,EAAU,cAAA;AAAA,EACV,SAAS,GAAA,EAAK;AACZ,IAAA,MAAM,YAAwB,EAAC;AAC/B,IAAA,MAAM,SAAkB,EAAC;AAEzB,IAAA,IAAI,kBAAA;AAEJ,IAAA,GAAA,CAAI,uBAAuBC,yDAAA,EAA4B;AAAA,MACrD,kBAAkB,CAAA,QAAA,KAAY;AAC5B,QAAA,MAAM,mBAAmB,SAAA,CAAU,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,SAAS,EAAE,CAAA;AACjE,QAAA,IAAI,gBAAA,EAAkB;AACpB,UAAA,MAAM,IAAI,KAAA;AAAA,YACR,CAAA,iBAAA,EAAoB,SAAS,EAAE,CAAA,uBAAA;AAAA,WACjC;AAAA,QACF;AACA,QAAA,SAAA,CAAU,KAAK,QAAQ,CAAA;AAAA,MACzB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,uBAAuBC,+DAAA,EAAkC;AAAA,MAC3D,UAAU,CAAA,QAAA,KAAY;AACpB,QAAA,kBAAA,GAAqB,QAAA;AAAA,MACvB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,uBAAuBC,0DAAA,EAA6B;AAAA,MACtD,UAAU,CAAA,KAAA,KAAS;AACjB,QAAA,MAAM,gBAAgB,MAAA,CAAO,IAAA,CAAK,OAAK,CAAA,CAAE,EAAA,KAAO,MAAM,EAAE,CAAA;AACxD,QAAA,IAAI,aAAA,EAAe;AACjB,UAAA,MAAM,IAAI,KAAA,CAAM,CAAA,cAAA,EAAiB,KAAA,CAAM,EAAE,CAAA,uBAAA,CAAyB,CAAA;AAAA,QACpE;AACA,QAAA,MAAA,CAAO,KAAK,KAAK,CAAA;AAAA,MACnB;AAAA,KACD,CAAA;AAED,IAAA,GAAA,CAAI,YAAA,CAAa;AAAA,MACf,IAAA,EAAM;AAAA,QACJ,YAAYC,6BAAA,CAAa,UAAA;AAAA,QACzB,UAAUA,6BAAA,CAAa,QAAA;AAAA,QACvB,QAAQA,6BAAA,CAAa,MAAA;AAAA,QACrB,QAAQA,6BAAA,CAAa,UAAA;AAAA,QACrB,WAAWA,6BAAA,CAAa,SAAA;AAAA,QACxB,UAAUA,6BAAA,CAAa,QAAA;AAAA,QACvB,UAAUA,6BAAA,CAAa;AAAA,OACzB;AAAA,MAEA,MAAM,KAAK,OAAA,EAAS;AAClB,QAAA,MAAM,EAAE,UAAA,EAAY,QAAA,EAAS,GAAI,OAAA;AACjC,QAAA,MAAM,MAAA,GAAS,MAAM,QAAA,CAAS,SAAA,EAAU;AAExC,QAAA,MAAMC,mCAAwB,MAAM,CAAA;AAEpC,QAAA,MAAM,WAAA,GAAc,MAAMC,2BAAA,CAAc,UAAA,CAAW,OAAO,CAAA;AAE1D,QAAA,IAAI,CAAC,kBAAA,EAAoB;AACvB,UAAA,MAAM,IAAI,MAAM,wCAAwC,CAAA;AAAA,QAC1D;AAEA,QAAA,WAAA,CAAY,iBAAA,CAAkB,MAAM,kBAAA,CAAmB,aAAA,EAAe,CAAA;AAEtE,QAAA,MAAM,wBAAwBC,oCAAA,CAA4B;AAAA,UACxD,GAAG,OAAA;AAAA,UACH,WAAA;AAAA,UACA;AAAA,SACD,CAAA;AAED,QAAA,MAAM,aAAA,GAAgBC,2BAAoB,OAAO,CAAA;AAEjD,QAAA,MAAMC,MAAA,GAAO,MAAMC,sBAAA,CAAkB;AAAA,UACnC,GAAG,OAAA;AAAA,UACH,MAAA;AAAA,UACA,WAAA;AAAA,UACA;AAAA,SACD,CAAA;AAED,QAAA,UAAA,CAAW,GAAA,CAAI,MAAMC,kBAAA,CAAa,EAAE,GAAG,OAAA,QAASF,MAAA,EAAM,CAAC,CAAA;AACvD,QAAA,qBAAA,CAAsB,KAAA,EAAM;AAAA,MAC9B;AAAA,KACD,CAAA;AAAA,EACH;AACF,CAAC;;;;"}

package/dist/services/chat.cjs.js

@@ -0,0 +1,76 @@
+'use strict';
+
+var uuid = require('uuid');
+var chatStore = require('../database/chat-store.cjs.js');
+
+const createChatService = async ({
+  models,
+  logger,
+  vectorStore,
+  promptBuilder,
+  database
+}) => {
+  logger.info(`Available models: ${models.map((m) => m.id).join(", ")}`);
+  const chatStore$1 = await chatStore.ChatStore.fromConfig({ database });
+  const getChatModelById = (id) => {
+    return models.find((model) => model.id === id)?.chatModel;
+  };
+  const prompt = async ({
+    conversationId,
+    messages,
+    modelId,
+    stream,
+    userEntityRef
+  }) => {
+    const model = getChatModelById(modelId);
+    if (!model) {
+      throw new Error(`Model with id ${modelId} not found`);
+    }
+    chatStore$1.addChatMessage(messages, userEntityRef, conversationId);
+    const context = await vectorStore.similaritySearch(
+      messages.filter((m) => m.role === "user").map((m) => m.content).join("\n")
+    );
+    const recentConversationMessages = await chatStore$1.getChatMessages(
+      conversationId,
+      userEntityRef,
+      10
+    );
+    const promptMessages = promptBuilder.buildPrompt(
+      [...recentConversationMessages, ...messages],
+      context
+    );
+    const responseId = uuid.v4();
+    if (stream) {
+      throw new Error("Not Implemented");
+    }
+    const response = await model.invoke(promptMessages);
+    const aiMessages = [
+      {
+        id: responseId,
+        role: "assistant",
+        content: response.text
+      }
+    ];
+    chatStore$1.addChatMessage(aiMessages, userEntityRef, conversationId);
+    return aiMessages;
+  };
+  const getAvailableModels = async () => {
+    return models.map((x) => x.id);
+  };
+  const getConversation = async (options) => {
+    const { conversationId, userEntityRef } = options;
+    const conversation = await chatStore$1.getChatMessages(
+      conversationId,
+      userEntityRef
+    );
+    return conversation;
+  };
+  return {
+    prompt,
+    getAvailableModels,
+    getConversation
+  };
+};
+
+exports.createChatService = createChatService;
+//# sourceMappingURL=chat.cjs.js.map

package/dist/services/chat.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat.cjs.js","sources":["../../src/services/chat.ts"],"sourcesContent":["import {\n  Message,\n  Model,\n  VectorStore,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\nimport {\n  LoggerService,\n  RootConfigService,\n  DatabaseService,\n} from '@backstage/backend-plugin-api';\nimport { PromptBuilder } from './prompt';\nimport { v4 as uuid } from 'uuid';\nimport { ChatStore } from '../database/chat-store';\n\nexport type ChatServiceOptions = {\n  models: Model[];\n  logger: LoggerService;\n  vectorStore: VectorStore;\n  config: RootConfigService;\n  promptBuilder: PromptBuilder;\n  database: DatabaseService;\n};\n\ntype PromptOptions = {\n  modelId: string;\n  messages: Message[];\n  conversationId: string;\n  stream: boolean;\n  userEntityRef: string;\n};\n\ntype GetConversationOptions = {\n  conversationId: string;\n  userEntityRef: string;\n};\n\nexport type ChatService = {\n  prompt: (options: PromptOptions) => Promise<Required<Message>[]>;\n  getAvailableModels: () => Promise<string[]>;\n  getConversation: (\n    options: GetConversationOptions,\n  ) => Promise<Required<Message>[]>;\n};\n\nexport const createChatService = async ({\n  models,\n  logger,\n  vectorStore,\n  promptBuilder,\n  database,\n}: ChatServiceOptions): Promise<ChatService> => {\n  logger.info(`Available models: ${models.map(m => m.id).join(', ')}`);\n\n  const chatStore = await ChatStore.fromConfig({ database });\n\n  const getChatModelById = (id: string) => {\n    return models.find(model => model.id === id)?.chatModel;\n  };\n\n  const prompt: ChatService['prompt'] = async ({\n    conversationId,\n    messages,\n    modelId,\n    stream,\n    userEntityRef,\n  }: PromptOptions) => {\n    const model = getChatModelById(modelId);\n\n    if (!model) {\n      throw new Error(`Model with id ${modelId} not found`);\n    }\n\n    chatStore.addChatMessage(messages, userEntityRef, conversationId);\n\n    const context = await vectorStore.similaritySearch(\n      messages\n        .filter(m => m.role === 'user')\n        .map(m => m.content)\n        .join('\\n'),\n    );\n\n    const recentConversationMessages = await chatStore.getChatMessages(\n      conversationId,\n      userEntityRef,\n      10,\n    );\n\n    const promptMessages = promptBuilder.buildPrompt(\n      [...recentConversationMessages, ...messages],\n      context,\n    );\n\n    const responseId: string = uuid();\n\n    if (stream) {\n      // Handle streaming response\n      throw new Error('Not Implemented');\n    }\n\n    const response = await model.invoke(promptMessages);\n\n    const aiMessages: Required<Message>[] = [\n      {\n        id: responseId,\n        role: 'assistant',\n        content: response.text,\n      },\n    ];\n\n    chatStore.addChatMessage(aiMessages, userEntityRef, conversationId);\n\n    return aiMessages;\n  };\n\n  const getAvailableModels: ChatService['getAvailableModels'] = async () => {\n    return models.map(x => x.id);\n  };\n\n  const getConversation: ChatService['getConversation'] = async (\n    options: GetConversationOptions,\n  ) => {\n    const { conversationId, userEntityRef } = options;\n\n    const conversation = await chatStore.getChatMessages(\n      conversationId,\n      userEntityRef,\n    );\n\n    return conversation;\n  };\n\n  return {\n    prompt,\n    getAvailableModels,\n    getConversation,\n  };\n};\n"],"names":["chatStore","ChatStore","uuid"],"mappings":";;;;;AA4CO,MAAM,oBAAoB,OAAO;AAAA,EACtC,MAAA;AAAA,EACA,MAAA;AAAA,EACA,WAAA;AAAA,EACA,aAAA;AAAA,EACA;AACF,CAAA,KAAgD;AAC9C,EAAA,MAAA,CAAO,IAAA,CAAK,CAAA,kBAAA,EAAqB,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAEnE,EAAA,MAAMA,cAAY,MAAMC,mBAAA,CAAU,UAAA,CAAW,EAAE,UAAU,CAAA;AAEzD,EAAA,MAAM,gBAAA,GAAmB,CAAC,EAAA,KAAe;AACvC,IAAA,OAAO,OAAO,IAAA,CAAK,CAAA,KAAA,KAAS,KAAA,CAAM,EAAA,KAAO,EAAE,CAAA,EAAG,SAAA;AAAA,EAChD,CAAA;AAEA,EAAA,MAAM,SAAgC,OAAO;AAAA,IAC3C,cAAA;AAAA,IACA,QAAA;AAAA,IACA,OAAA;AAAA,IACA,MAAA;AAAA,IACA;AAAA,GACF,KAAqB;AACnB,IAAA,MAAM,KAAA,GAAQ,iBAAiB,OAAO,CAAA;AAEtC,IAAA,IAAI,CAAC,KAAA,EAAO;AACV,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,cAAA,EAAiB,OAAO,CAAA,UAAA,CAAY,CAAA;AAAA,IACtD;AAEA,IAAAD,WAAA,CAAU,cAAA,CAAe,QAAA,EAAU,aAAA,EAAe,cAAc,CAAA;AAEhE,IAAA,MAAM,OAAA,GAAU,MAAM,WAAA,CAAY,gBAAA;AAAA,MAChC,QAAA,CACG,MAAA,CAAO,CAAA,CAAA,KAAK,CAAA,CAAE,IAAA,KAAS,MAAM,CAAA,CAC7B,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,OAAO,CAAA,CAClB,KAAK,IAAI;AAAA,KACd;AAEA,IAAA,MAAM,0BAAA,GAA6B,MAAMA,WAAA,CAAU,eAAA;AAAA,MACjD,cAAA;AAAA,MACA,aAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,MAAM,iBAAiB,aAAA,CAAc,WAAA;AAAA,MACnC,CAAC,GAAG,0BAAA,EAA4B,GAAG,QAAQ,CAAA;AAAA,MAC3C;AAAA,KACF;AAEA,IAAA,MAAM,aAAqBE,OAAA,EAAK;AAEhC,IAAA,IAAI,MAAA,EAAQ;AAEV,MAAA,MAAM,IAAI,MAAM,iBAAiB,CAAA;AAAA,IACnC;AAEA,IAAA,MAAM,QAAA,GAAW,MAAM,KAAA,CAAM,MAAA,CAAO,cAAc,CAAA;AAElD,IAAA,MAAM,UAAA,GAAkC;AAAA,MACtC;AAAA,QACE,EAAA,EAAI,UAAA;AAAA,QACJ,IAAA,EAAM,WAAA;AAAA,QACN,SAAS,QAAA,CAAS;AAAA;AACpB,KACF;AAEA,IAAAF,WAAA,CAAU,cAAA,CAAe,UAAA,EAAY,aAAA,EAAe,cAAc,CAAA;AAElE,IAAA,OAAO,UAAA;AAAA,EACT,CAAA;AAEA,EAAA,MAAM,qBAAwD,YAAY;AACxE,IAAA,OAAO,MAAA,CAAO,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA;AAAA,EAC7B,CAAA;AAEA,EAAA,MAAM,eAAA,GAAkD,OACtD,OAAA,KACG;AACH,IAAA,MAAM,EAAE,cAAA,EAAgB,aAAA,EAAc,GAAI,OAAA;AAE1C,IAAA,MAAM,YAAA,GAAe,MAAMA,WAAA,CAAU,eAAA;AAAA,MACnC,cAAA;AAAA,MACA;AAAA,KACF;AAEA,IAAA,OAAO,YAAA;AAAA,EACT,CAAA;AAEA,EAAA,OAAO;AAAA,IACL,MAAA;AAAA,IACA,kBAAA;AAAA,IACA;AAAA,GACF;AACF;;;;"}

package/dist/services/ingestor.cjs.js

@@ -0,0 +1,84 @@
+'use strict';
+
+var backendPluginApi = require('@backstage/backend-plugin-api');
+var textsplitters = require('@langchain/textsplitters');
+
+const DEFAULT_DATA_INGESTION_SCHEDULE = {
+  frequency: {
+    hours: 24
+  },
+  timeout: {
+    hours: 3
+  }
+};
+const createDataIngestionPipeline = ({
+  config,
+  logger,
+  scheduler,
+  ingestors,
+  vectorStore
+}) => {
+  const schedule = config.has("aiAssistant.ingestion.schedule") ? backendPluginApi.readSchedulerServiceTaskScheduleDefinitionFromConfig(
+    config.getConfig("aiAssistant.ingestion.schedule")
+  ) : DEFAULT_DATA_INGESTION_SCHEDULE;
+  const taskRunner = scheduler.createScheduledTaskRunner(schedule);
+  const taskId = `ai-assistant.data-ingestion:start`;
+  const dataIngestion = async () => {
+    logger.info("Starting data ingestion...");
+    if (ingestors.length === 0) {
+      logger.warn("No ingestors available for data ingestion.");
+      return;
+    }
+    logger.info(`Ingestors available: ${ingestors.map((i) => i.id).join(", ")}`);
+    for await (const ingestor of ingestors) {
+      logger.info(`Running ingestor: ${ingestor.id}`);
+      await vectorStore.deleteDocuments({ filter: { source: ingestor.id } });
+      const saveDocumentsBatch = async (documents2) => {
+        logger.info(
+          `Ingested documents for ${ingestor.id}: ${documents2.length}`
+        );
+        const splitter = new textsplitters.RecursiveCharacterTextSplitter({
+          chunkSize: 500,
+          // TODO: Make chunk size configurable
+          chunkOverlap: 50
+          // TODO: Make chunk overlap configurable
+        });
+        const docs = await Promise.all(
+          documents2.map(async (document) => {
+            const chunks = await splitter.splitText(document.content);
+            const chunkDocs = chunks.flatMap(
+              (chunk, i) => ({
+                metadata: { ...document.metadata, chunk: String(i) },
+                content: chunk
+              })
+            );
+            return chunkDocs;
+          })
+        );
+        logger.info(`Adding documents to vector store...`);
+        await vectorStore.addDocuments(docs.flat());
+        logger.info(`Added documents to vector store for ${ingestor.id}`);
+      };
+      const documents = await ingestor.ingest({
+        saveDocumentsBatch
+      });
+      if (documents) {
+        saveDocumentsBatch(documents);
+      }
+      logger.info(`Finished processing ingestor: ${ingestor.id}`);
+    }
+    logger.info("Data ingestion completed.");
+  };
+  const start = async () => {
+    taskRunner.run({
+      id: taskId,
+      fn: dataIngestion
+    });
+  };
+  return {
+    start
+  };
+};
+
+exports.createDataIngestionPipeline = createDataIngestionPipeline;
+//# sourceMappingURL=ingestor.cjs.js.map

package/dist/services/ingestor.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingestor.cjs.js","sources":["../../src/services/ingestor.ts"],"sourcesContent":["import {\n  DataIngestionPipeline,\n  DataIngestionPipelineOptions,\n  EmbeddingDocument,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\n\nimport {\n  SchedulerServiceTaskScheduleDefinition,\n  readSchedulerServiceTaskScheduleDefinitionFromConfig,\n} from '@backstage/backend-plugin-api';\n\nimport { RecursiveCharacterTextSplitter } from '@langchain/textsplitters';\n\nconst DEFAULT_DATA_INGESTION_SCHEDULE: SchedulerServiceTaskScheduleDefinition =\n  {\n    frequency: {\n      hours: 24,\n    },\n    timeout: {\n      hours: 3,\n    },\n  };\n\nexport const createDataIngestionPipeline = ({\n  config,\n  logger,\n  scheduler,\n  ingestors,\n  vectorStore,\n}: DataIngestionPipelineOptions): DataIngestionPipeline => {\n  const schedule = config.has('aiAssistant.ingestion.schedule')\n    ? readSchedulerServiceTaskScheduleDefinitionFromConfig(\n        config.getConfig('aiAssistant.ingestion.schedule'),\n      )\n    : DEFAULT_DATA_INGESTION_SCHEDULE;\n\n  const taskRunner = scheduler.createScheduledTaskRunner(schedule);\n\n  const taskId = `ai-assistant.data-ingestion:start`;\n\n  const dataIngestion = async () => {\n    logger.info('Starting data ingestion...');\n\n    if (ingestors.length === 0) {\n      logger.warn('No ingestors available for data ingestion.');\n      return;\n    }\n\n    logger.info(`Ingestors available: ${ingestors.map(i => i.id).join(', ')}`);\n\n    for await (const ingestor of ingestors) {\n      logger.info(`Running ingestor: ${ingestor.id}`);\n\n      // TODO: This will cause these vectors to not be available while processing new documents\n      // We should rather look at deleting a specific document from the store as it is added if the ids match\n      await vectorStore.deleteDocuments({ filter: { source: ingestor.id } });\n\n      const saveDocumentsBatch = async (documents: EmbeddingDocument[]) => {\n        logger.info(\n          `Ingested documents for ${ingestor.id}: ${documents.length}`,\n        );\n\n        const splitter = new RecursiveCharacterTextSplitter({\n          chunkSize: 500, // TODO: Make chunk size configurable\n          chunkOverlap: 50, // TODO: Make chunk overlap configurable\n        });\n\n        const docs = await Promise.all(\n          documents.map(async document => {\n            const chunks = await splitter.splitText(document.content);\n\n            const chunkDocs: EmbeddingDocument[] = chunks.flatMap(\n              (chunk, i) => ({\n                metadata: { ...document.metadata, chunk: String(i) },\n                content: chunk,\n              }),\n            );\n\n            return chunkDocs;\n          }),\n        );\n\n        logger.info(`Adding documents to vector store...`);\n        await vectorStore.addDocuments(docs.flat());\n        logger.info(`Added documents to vector store for ${ingestor.id}`);\n      };\n\n      const documents = await ingestor.ingest({\n        saveDocumentsBatch,\n      });\n\n      if (documents) {\n        saveDocumentsBatch(documents);\n      }\n\n      logger.info(`Finished processing ingestor: ${ingestor.id}`);\n    }\n\n    logger.info('Data ingestion completed.');\n  };\n\n  const start = async () => {\n    taskRunner.run({\n      id: taskId,\n      fn: dataIngestion,\n    });\n  };\n\n  return {\n    start,\n  };\n};\n"],"names":["readSchedulerServiceTaskScheduleDefinitionFromConfig","documents","RecursiveCharacterTextSplitter"],"mappings":";;;;;AAaA,MAAM,+BAAA,GACJ;AAAA,EACE,SAAA,EAAW;AAAA,IACT,KAAA,EAAO;AAAA,GACT;AAAA,EACA,OAAA,EAAS;AAAA,IACP,KAAA,EAAO;AAAA;AAEX,CAAA;AAEK,MAAM,8BAA8B,CAAC;AAAA,EAC1C,MAAA;AAAA,EACA,MAAA;AAAA,EACA,SAAA;AAAA,EACA,SAAA;AAAA,EACA;AACF,CAAA,KAA2D;AACzD,EAAA,MAAM,QAAA,GAAW,MAAA,CAAO,GAAA,CAAI,gCAAgC,CAAA,GACxDA,qEAAA;AAAA,IACE,MAAA,CAAO,UAAU,gCAAgC;AAAA,GACnD,GACA,+BAAA;AAEJ,EAAA,MAAM,UAAA,GAAa,SAAA,CAAU,yBAAA,CAA0B,QAAQ,CAAA;AAE/D,EAAA,MAAM,MAAA,GAAS,CAAA,iCAAA,CAAA;AAEf,EAAA,MAAM,gBAAgB,YAAY;AAChC,IAAA,MAAA,CAAO,KAAK,4BAA4B,CAAA;AAExC,IAAA,IAAI,SAAA,CAAU,WAAW,CAAA,EAAG;AAC1B,MAAA,MAAA,CAAO,KAAK,4CAA4C,CAAA;AACxD,MAAA;AAAA,IACF;AAEA,IAAA,MAAA,CAAO,IAAA,CAAK,CAAA,qBAAA,EAAwB,SAAA,CAAU,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,CAAE,EAAE,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAEzE,IAAA,WAAA,MAAiB,YAAY,SAAA,EAAW;AACtC,MAAA,MAAA,CAAO,IAAA,CAAK,CAAA,kBAAA,EAAqB,QAAA,CAAS,EAAE,CAAA,CAAE,CAAA;AAI9C,MAAA,MAAM,WAAA,CAAY,gBAAgB,EAAE,MAAA,EAAQ,EAAE,MAAA,EAAQ,QAAA,CAAS,EAAA,EAAG,EAAG,CAAA;AAErE,MAAA,MAAM,kBAAA,GAAqB,OAAOC,UAAAA,KAAmC;AACnE,QAAA,MAAA,CAAO,IAAA;AAAA,UACL,CAAA,uBAAA,EAA0B,QAAA,CAAS,EAAE,CAAA,EAAA,EAAKA,WAAU,MAAM,CAAA;AAAA,SAC5D;AAEA,QAAA,MAAM,QAAA,GAAW,IAAIC,4CAAA,CAA+B;AAAA,UAClD,SAAA,EAAW,GAAA;AAAA;AAAA,UACX,YAAA,EAAc;AAAA;AAAA,SACf,CAAA;AAED,QAAA,MAAM,IAAA,GAAO,MAAM,OAAA,CAAQ,GAAA;AAAA,UACzBD,UAAAA,CAAU,GAAA,CAAI,OAAM,QAAA,KAAY;AAC9B,YAAA,MAAM,MAAA,GAAS,MAAM,QAAA,CAAS,SAAA,CAAU,SAAS,OAAO,CAAA;AAExD,YAAA,MAAM,YAAiC,MAAA,CAAO,OAAA;AAAA,cAC5C,CAAC,OAAO,CAAA,MAAO;AAAA,gBACb,QAAA,EAAU,EAAE,GAAG,QAAA,CAAS,UAAU,KAAA,EAAO,MAAA,CAAO,CAAC,CAAA,EAAE;AAAA,gBACnD,OAAA,EAAS;AAAA,eACX;AAAA,aACF;AAEA,YAAA,OAAO,SAAA;AAAA,UACT,CAAC;AAAA,SACH;AAEA,QAAA,MAAA,CAAO,KAAK,CAAA,mCAAA,CAAqC,CAAA;AACjD,QAAA,MAAM,WAAA,CAAY,YAAA,CAAa,IAAA,CAAK,IAAA,EAAM,CAAA;AAC1C,QAAA,MAAA,CAAO,IAAA,CAAK,CAAA,oCAAA,EAAuC,QAAA,CAAS,EAAE,CAAA,CAAE,CAAA;AAAA,MAClE,CAAA;AAEA,MAAA,MAAM,SAAA,GAAY,MAAM,QAAA,CAAS,MAAA,CAAO;AAAA,QACtC;AAAA,OACD,CAAA;AAED,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,kBAAA,CAAmB,SAAS,CAAA;AAAA,MAC9B;AAEA,MAAA,MAAA,CAAO,IAAA,CAAK,CAAA,8BAAA,EAAiC,QAAA,CAAS,EAAE,CAAA,CAAE,CAAA;AAAA,IAC5D;AAEA,IAAA,MAAA,CAAO,KAAK,2BAA2B,CAAA;AAAA,EACzC,CAAA;AAEA,EAAA,MAAM,QAAQ,YAAY;AACxB,IAAA,UAAA,CAAW,GAAA,CAAI;AAAA,MACb,EAAA,EAAI,MAAA;AAAA,MACJ,EAAA,EAAI;AAAA,KACL,CAAA;AAAA,EACH,CAAA;AAEA,EAAA,OAAO;AAAA,IACL;AAAA,GACF;AACF;;;;"}

package/dist/services/prompt.cjs.js

@@ -0,0 +1,41 @@
+'use strict';
+
+const DEFAULT_SYSTEM_PROMPT = `
+You are a helpful assistant that answers questions based on provided context from various documents. The context may come from sources such as internal wikis, code repositories, technical documentation, or other structured or unstructured data.
+
+Rules:
+1. Always base your answers on the provided context. Do not make up information.
+2. When relevant, cite or reference the source information provided in the context.
+3. Format answers clearly and concisely. Use bullet points for lists when appropriate.
+4. Maintain a professional, friendly, and helpful tone.
+5. Return only the relevant information without any filler or unnecessary details.
+6. If you don't know the answer, admit it and suggest ways to find the information.
+7. Always return a well-structured response using markdown.
+`;
+const createPromptBuilder = ({
+  config
+}) => {
+  const system = config.getOptionalString("system") || DEFAULT_SYSTEM_PROMPT;
+  const getContext = (context) => {
+    return `
+    Context:
+    ${context.map((doc) => JSON.stringify(doc)).join("\n")}
+    `;
+  };
+  const buildPrompt = (chatHistory, promptContext) => {
+    const context = getContext(promptContext);
+    return [
+      {
+        role: "system",
+        content: system.concat(context)
+      },
+      ...chatHistory
+    ];
+  };
+  return {
+    buildPrompt
+  };
+};
+
+exports.createPromptBuilder = createPromptBuilder;
+//# sourceMappingURL=prompt.cjs.js.map

package/dist/services/prompt.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt.cjs.js","sources":["../../src/services/prompt.ts"],"sourcesContent":["import { RootConfigService } from '@backstage/backend-plugin-api';\nimport {\n  Message,\n  EmbeddingDocument,\n} from '@sweetoburrito/backstage-plugin-ai-assistant-node';\n\ntype PromptBuilderOptions = {\n  config: RootConfigService;\n};\n\nexport type PromptBuilder = {\n  buildPrompt: (\n    chatHistory: Message[],\n    promptContext: EmbeddingDocument[],\n  ) => Message[];\n};\n\nconst DEFAULT_SYSTEM_PROMPT = `\nYou are a helpful assistant that answers questions based on provided context from various documents. The context may come from sources such as internal wikis, code repositories, technical documentation, or other structured or unstructured data.\n\nRules:\n1. Always base your answers on the provided context. Do not make up information.\n2. When relevant, cite or reference the source information provided in the context.\n3. Format answers clearly and concisely. Use bullet points for lists when appropriate.\n4. Maintain a professional, friendly, and helpful tone.\n5. Return only the relevant information without any filler or unnecessary details.\n6. If you don't know the answer, admit it and suggest ways to find the information.\n7. Always return a well-structured response using markdown.\n`;\n\nexport const createPromptBuilder = ({\n  config,\n}: PromptBuilderOptions): PromptBuilder => {\n  const system = config.getOptionalString('system') || DEFAULT_SYSTEM_PROMPT;\n\n  const getContext = (context: EmbeddingDocument[]) => {\n    return `\n    Context:\n    ${context.map(doc => JSON.stringify(doc)).join('\\n')}\n    `;\n  };\n\n  const buildPrompt: PromptBuilder['buildPrompt'] = (\n    chatHistory,\n    promptContext,\n  ) => {\n    const context = getContext(promptContext);\n\n    return [\n      {\n        role: 'system',\n        content: system.concat(context),\n      },\n      ...chatHistory,\n    ];\n  };\n\n  return {\n    buildPrompt,\n  };\n};\n"],"names":[],"mappings":";;AAiBA,MAAM,qBAAA,GAAwB;AAAA;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,CAAA;AAavB,MAAM,sBAAsB,CAAC;AAAA,EAClC;AACF,CAAA,KAA2C;AACzC,EAAA,MAAM,MAAA,GAAS,MAAA,CAAO,iBAAA,CAAkB,QAAQ,CAAA,IAAK,qBAAA;AAErD,EAAA,MAAM,UAAA,GAAa,CAAC,OAAA,KAAiC;AACnD,IAAA,OAAO;AAAA;AAAA,IAAA,EAEL,OAAA,CAAQ,GAAA,CAAI,CAAA,GAAA,KAAO,IAAA,CAAK,SAAA,CAAU,GAAG,CAAC,CAAA,CAAE,IAAA,CAAK,IAAI,CAAC;AAAA,IAAA,CAAA;AAAA,EAEtD,CAAA;AAEA,EAAA,MAAM,WAAA,GAA4C,CAChD,WAAA,EACA,aAAA,KACG;AACH,IAAA,MAAM,OAAA,GAAU,WAAW,aAAa,CAAA;AAExC,IAAA,OAAO;AAAA,MACL;AAAA,QACE,IAAA,EAAM,QAAA;AAAA,QACN,OAAA,EAAS,MAAA,CAAO,MAAA,CAAO,OAAO;AAAA,OAChC;AAAA,MACA,GAAG;AAAA,KACL;AAAA,EACF,CAAA;AAEA,EAAA,OAAO;AAAA,IACL;AAAA,GACF;AACF;;;;"}

package/dist/services/router/chat.cjs.js

@@ -0,0 +1,68 @@
+'use strict';
+
+var express = require('express');
+var Router = require('express-promise-router');
+var z = require('zod');
+var validation = require('./middleware/validation.cjs.js');
+var uuid = require('uuid');
+
+function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
+
+var express__default = /*#__PURE__*/_interopDefaultCompat(express);
+var Router__default = /*#__PURE__*/_interopDefaultCompat(Router);
+var z__default = /*#__PURE__*/_interopDefaultCompat(z);
+
+async function createChatRouter(options) {
+  const { chat, httpAuth, userInfo } = options;
+  const router = Router__default.default();
+  router.use(express__default.default.json());
+  const messageSchema = z__default.default.object({
+    messages: z__default.default.array(
+      z__default.default.object({
+        id: z__default.default.string().uuid().optional().default(uuid.v4),
+        role: z__default.default.string(),
+        content: z__default.default.string()
+      })
+    ),
+    modelId: z__default.default.string(),
+    conversationId: z__default.default.string().uuid().optional().default(uuid.v4),
+    stream: z__default.default.boolean().optional().default(false)
+  });
+  router.post(
+    "/message",
+    validation.validation(messageSchema, "body"),
+    async (req, res) => {
+      const { messages, conversationId, modelId, stream } = req.body;
+      const credentials = await httpAuth.credentials(req);
+      const { userEntityRef } = await userInfo.getUserInfo(credentials);
+      const responseMessages = await chat.prompt({
+        modelId,
+        messages,
+        conversationId,
+        stream,
+        userEntityRef
+      });
+      res.json({
+        messages: responseMessages,
+        conversationId
+      });
+    }
+  );
+  const chatSchema = z__default.default.object({
+    id: z__default.default.string().uuid()
+  });
+  router.get("/", validation.validation(chatSchema, "body"), async (req, res) => {
+    const { id } = req.body;
+    const credentials = await httpAuth.credentials(req);
+    const { userEntityRef } = await userInfo.getUserInfo(credentials);
+    const conversation = await chat.getConversation({
+      conversationId: id,
+      userEntityRef
+    });
+    res.json({ conversation });
+  });
+  return router;
+}
+
+exports.createChatRouter = createChatRouter;
+//# sourceMappingURL=chat.cjs.js.map

package/dist/services/router/chat.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat.cjs.js","sources":["../../../src/services/router/chat.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { ChatService } from '../chat';\nimport z from 'zod';\nimport { validation } from './middleware/validation';\nimport { v4 as uuid } from 'uuid';\nimport {\n  DatabaseService,\n  HttpAuthService,\n  UserInfoService,\n} from '@backstage/backend-plugin-api';\n\nexport type ChatRouterOptions = {\n  chat: ChatService;\n  database: DatabaseService;\n  httpAuth: HttpAuthService;\n  userInfo: UserInfoService;\n};\n\nexport async function createChatRouter(\n  options: ChatRouterOptions,\n): Promise<express.Router> {\n  const { chat, httpAuth, userInfo } = options;\n\n  const router = Router();\n  router.use(express.json());\n\n  const messageSchema = z.object({\n    messages: z.array(\n      z.object({\n        id: z.string().uuid().optional().default(uuid),\n        role: z.string(),\n        content: z.string(),\n      }),\n    ),\n    modelId: z.string(),\n    conversationId: z.string().uuid().optional().default(uuid),\n    stream: z.boolean().optional().default(false),\n  });\n\n  router.post(\n    '/message',\n    validation(messageSchema, 'body'),\n    async (req, res) => {\n      const { messages, conversationId, modelId, stream } = req.body;\n\n      const credentials = await httpAuth.credentials(req);\n      const { userEntityRef } = await userInfo.getUserInfo(credentials);\n\n      const responseMessages = await chat.prompt({\n        modelId,\n        messages,\n        conversationId,\n        stream,\n        userEntityRef,\n      });\n\n      res.json({\n        messages: responseMessages,\n        conversationId,\n      });\n    },\n  );\n\n  const chatSchema = z.object({\n    id: z.string().uuid(),\n  });\n\n  router.get('/', validation(chatSchema, 'body'), async (req, res) => {\n    const { id } = req.body;\n\n    const credentials = await httpAuth.credentials(req);\n    const { userEntityRef } = await userInfo.getUserInfo(credentials);\n\n    const conversation = await chat.getConversation({\n      conversationId: id,\n      userEntityRef,\n    });\n    res.json({ conversation });\n  });\n\n  return router;\n}\n"],"names":["Router","express","z","uuid","validation"],"mappings":";;;;;;;;;;;;;;AAmBA,eAAsB,iBACpB,OAAA,EACyB;AACzB,EAAA,MAAM,EAAE,IAAA,EAAM,QAAA,EAAU,QAAA,EAAS,GAAI,OAAA;AAErC,EAAA,MAAM,SAASA,uBAAA,EAAO;AACtB,EAAA,MAAA,CAAO,GAAA,CAAIC,wBAAA,CAAQ,IAAA,EAAM,CAAA;AAEzB,EAAA,MAAM,aAAA,GAAgBC,mBAAE,MAAA,CAAO;AAAA,IAC7B,UAAUA,kBAAA,CAAE,KAAA;AAAA,MACVA,mBAAE,MAAA,CAAO;AAAA,QACP,EAAA,EAAIA,mBAAE,MAAA,EAAO,CAAE,MAAK,CAAE,QAAA,EAAS,CAAE,OAAA,CAAQC,OAAI,CAAA;AAAA,QAC7C,IAAA,EAAMD,mBAAE,MAAA,EAAO;AAAA,QACf,OAAA,EAASA,mBAAE,MAAA;AAAO,OACnB;AAAA,KACH;AAAA,IACA,OAAA,EAASA,mBAAE,MAAA,EAAO;AAAA,IAClB,cAAA,EAAgBA,mBAAE,MAAA,EAAO,CAAE,MAAK,CAAE,QAAA,EAAS,CAAE,OAAA,CAAQC,OAAI,CAAA;AAAA,IACzD,QAAQD,kBAAA,CAAE,OAAA,GAAU,QAAA,EAAS,CAAE,QAAQ,KAAK;AAAA,GAC7C,CAAA;AAED,EAAA,MAAA,CAAO,IAAA;AAAA,IACL,UAAA;AAAA,IACAE,qBAAA,CAAW,eAAe,MAAM,CAAA;AAAA,IAChC,OAAO,KAAK,GAAA,KAAQ;AAClB,MAAA,MAAM,EAAE,QAAA,EAAU,cAAA,EAAgB,OAAA,EAAS,MAAA,KAAW,GAAA,CAAI,IAAA;AAE1D,MAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,MAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAEhE,MAAA,MAAM,gBAAA,GAAmB,MAAM,IAAA,CAAK,MAAA,CAAO;AAAA,QACzC,OAAA;AAAA,QACA,QAAA;AAAA,QACA,cAAA;AAAA,QACA,MAAA;AAAA,QACA;AAAA,OACD,CAAA;AAED,MAAA,GAAA,CAAI,IAAA,CAAK;AAAA,QACP,QAAA,EAAU,gBAAA;AAAA,QACV;AAAA,OACD,CAAA;AAAA,IACH;AAAA,GACF;AAEA,EAAA,MAAM,UAAA,GAAaF,mBAAE,MAAA,CAAO;AAAA,IAC1B,EAAA,EAAIA,kBAAA,CAAE,MAAA,EAAO,CAAE,IAAA;AAAK,GACrB,CAAA;AAED,EAAA,MAAA,CAAO,GAAA,CAAI,KAAKE,qBAAA,CAAW,UAAA,EAAY,MAAM,CAAA,EAAG,OAAO,KAAK,GAAA,KAAQ;AAClE,IAAA,MAAM,EAAE,EAAA,EAAG,GAAI,GAAA,CAAI,IAAA;AAEnB,IAAA,MAAM,WAAA,GAAc,MAAM,QAAA,CAAS,WAAA,CAAY,GAAG,CAAA;AAClD,IAAA,MAAM,EAAE,aAAA,EAAc,GAAI,MAAM,QAAA,CAAS,YAAY,WAAW,CAAA;AAEhE,IAAA,MAAM,YAAA,GAAe,MAAM,IAAA,CAAK,eAAA,CAAgB;AAAA,MAC9C,cAAA,EAAgB,EAAA;AAAA,MAChB;AAAA,KACD,CAAA;AACD,IAAA,GAAA,CAAI,IAAA,CAAK,EAAE,YAAA,EAAc,CAAA;AAAA,EAC3B,CAAC,CAAA;AAED,EAAA,OAAO,MAAA;AACT;;;;"}

package/dist/services/router/index.cjs.js

@@ -0,0 +1,25 @@
+'use strict';
+
+var express = require('express');
+var Router = require('express-promise-router');
+var chat = require('./chat.cjs.js');
+var models = require('./models.cjs.js');
+var rootHttpRouter = require('@backstage/backend-defaults/rootHttpRouter');
+
+function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
+
+var express__default = /*#__PURE__*/_interopDefaultCompat(express);
+var Router__default = /*#__PURE__*/_interopDefaultCompat(Router);
+
+async function createRouter(options) {
+  const router = Router__default.default();
+  router.use(express__default.default.json());
+  router.use("/chat", await chat.createChatRouter(options));
+  router.use("/models", await models.createModelRouter(options));
+  const middleware = rootHttpRouter.MiddlewareFactory.create(options);
+  router.use(middleware.error());
+  return router;
+}
+
+exports.createRouter = createRouter;
+//# sourceMappingURL=index.cjs.js.map

package/dist/services/router/index.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.cjs.js","sources":["../../../src/services/router/index.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { createChatRouter, ChatRouterOptions } from './chat';\nimport { createModelRouter } from './models';\nimport {\n  LoggerService,\n  RootConfigService,\n} from '@backstage/backend-plugin-api';\nimport { MiddlewareFactory } from '@backstage/backend-defaults/rootHttpRouter';\n\nexport type RouterOptions = ChatRouterOptions & {\n  config: RootConfigService;\n  logger: LoggerService;\n};\n\nexport async function createRouter(\n  options: RouterOptions,\n): Promise<express.Router> {\n  const router = Router();\n  router.use(express.json());\n\n  router.use('/chat', await createChatRouter(options));\n  router.use('/models', await createModelRouter(options));\n\n  const middleware = MiddlewareFactory.create(options);\n\n  router.use(middleware.error());\n\n  return router;\n}\n"],"names":["Router","express","createChatRouter","createModelRouter","MiddlewareFactory"],"mappings":";;;;;;;;;;;;;AAeA,eAAsB,aACpB,OAAA,EACyB;AACzB,EAAA,MAAM,SAASA,uBAAA,EAAO;AACtB,EAAA,MAAA,CAAO,GAAA,CAAIC,wBAAA,CAAQ,IAAA,EAAM,CAAA;AAEzB,EAAA,MAAA,CAAO,GAAA,CAAI,OAAA,EAAS,MAAMC,qBAAA,CAAiB,OAAO,CAAC,CAAA;AACnD,EAAA,MAAA,CAAO,GAAA,CAAI,SAAA,EAAW,MAAMC,wBAAA,CAAkB,OAAO,CAAC,CAAA;AAEtD,EAAA,MAAM,UAAA,GAAaC,gCAAA,CAAkB,MAAA,CAAO,OAAO,CAAA;AAEnD,EAAA,MAAA,CAAO,GAAA,CAAI,UAAA,CAAW,KAAA,EAAO,CAAA;AAE7B,EAAA,OAAO,MAAA;AACT;;;;"}

package/dist/services/router/middleware/validation.cjs.js

@@ -0,0 +1,19 @@
+'use strict';
+
+const validation = (schema, key) => {
+  return (req, res, next) => {
+    const parsed = schema.safeParse(req[key]);
+    if (!parsed.success) {
+      const errors = parsed.error.issues.map(
+        (issue) => `Validation Error:Field ${issue.path.join(".")} - ${issue.message}`
+      );
+      res.status(400).send({ errors });
+      return;
+    }
+    req[key] = parsed.data;
+    next();
+  };
+};
+
+exports.validation = validation;
+//# sourceMappingURL=validation.cjs.js.map

package/dist/services/router/middleware/validation.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"validation.cjs.js","sources":["../../../../src/services/router/middleware/validation.ts"],"sourcesContent":["import express from 'express';\nimport { AnyZodObject, ZodEffects } from 'zod';\n\ntype ValidationKey = 'body' | 'query' | 'params' | 'headers';\n\nexport const validation = (\n  schema: AnyZodObject | ZodEffects<AnyZodObject>,\n  key: ValidationKey,\n) => {\n  return (\n    req: express.Request,\n    res: express.Response,\n    next: express.NextFunction,\n  ) => {\n    const parsed = schema.safeParse(req[key]);\n    if (!parsed.success) {\n      const errors = parsed.error.issues.map(\n        issue =>\n          `Validation Error:Field ${issue.path.join('.')} - ${issue.message}`,\n      );\n      res.status(400).send({ errors });\n      return;\n    }\n    req[key] = parsed.data;\n    next();\n  };\n};\n"],"names":[],"mappings":";;AAKO,MAAM,UAAA,GAAa,CACxB,MAAA,EACA,GAAA,KACG;AACH,EAAA,OAAO,CACL,GAAA,EACA,GAAA,EACA,IAAA,KACG;AACH,IAAA,MAAM,MAAA,GAAS,MAAA,CAAO,SAAA,CAAU,GAAA,CAAI,GAAG,CAAC,CAAA;AACxC,IAAA,IAAI,CAAC,OAAO,OAAA,EAAS;AACnB,MAAA,MAAM,MAAA,GAAS,MAAA,CAAO,KAAA,CAAM,MAAA,CAAO,GAAA;AAAA,QACjC,CAAA,KAAA,KACE,0BAA0B,KAAA,CAAM,IAAA,CAAK,KAAK,GAAG,CAAC,CAAA,GAAA,EAAM,KAAA,CAAM,OAAO,CAAA;AAAA,OACrE;AACA,MAAA,GAAA,CAAI,OAAO,GAAG,CAAA,CAAE,IAAA,CAAK,EAAE,QAAQ,CAAA;AAC/B,MAAA;AAAA,IACF;AACA,IAAA,GAAA,CAAI,GAAG,IAAI,MAAA,CAAO,IAAA;AAClB,IAAA,IAAA,EAAK;AAAA,EACP,CAAA;AACF;;;;"}

package/dist/services/router/models.cjs.js

@@ -0,0 +1,23 @@
+'use strict';
+
+var express = require('express');
+var Router = require('express-promise-router');
+
+function _interopDefaultCompat (e) { return e && typeof e === 'object' && 'default' in e ? e : { default: e }; }
+
+var express__default = /*#__PURE__*/_interopDefaultCompat(express);
+var Router__default = /*#__PURE__*/_interopDefaultCompat(Router);
+
+async function createModelRouter(options) {
+  const { chat } = options;
+  const router = Router__default.default();
+  router.use(express__default.default.json());
+  router.get("/", async (_req, res) => {
+    const models = await chat.getAvailableModels();
+    res.json({ models });
+  });
+  return router;
+}
+
+exports.createModelRouter = createModelRouter;
+//# sourceMappingURL=models.cjs.js.map

package/dist/services/router/models.cjs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.cjs.js","sources":["../../../src/services/router/models.ts"],"sourcesContent":["import express from 'express';\nimport Router from 'express-promise-router';\nimport { ChatService } from '../chat';\n\nexport type ModelRouterOptions = {\n  chat: ChatService;\n};\n\nexport async function createModelRouter(\n  options: ModelRouterOptions,\n): Promise<express.Router> {\n  const { chat } = options;\n  const router = Router();\n  router.use(express.json());\n\n  router.get('/', async (_req, res) => {\n    const models = await chat.getAvailableModels();\n    res.json({ models });\n  });\n\n  return router;\n}\n"],"names":["Router","express"],"mappings":";;;;;;;;;;AAQA,eAAsB,kBACpB,OAAA,EACyB;AACzB,EAAA,MAAM,EAAE,MAAK,GAAI,OAAA;AACjB,EAAA,MAAM,SAASA,uBAAA,EAAO;AACtB,EAAA,MAAA,CAAO,GAAA,CAAIC,wBAAA,CAAQ,IAAA,EAAM,CAAA;AAEzB,EAAA,MAAA,CAAO,GAAA,CAAI,GAAA,EAAK,OAAO,IAAA,EAAM,GAAA,KAAQ;AACnC,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,kBAAA,EAAmB;AAC7C,IAAA,GAAA,CAAI,IAAA,CAAK,EAAE,MAAA,EAAQ,CAAA;AAAA,EACrB,CAAC,CAAA;AAED,EAAA,OAAO,MAAA;AACT;;;;"}

package/migrations/20250822_init.js

@@ -0,0 +1,47 @@
+const TABLE_NAME = 'embeddings';
+
+/**
+ *
+ * @param {import('knex').knex} knex
+ */
+
+exports.down = async knex => {
+  await knex.schema.dropTable('embeddings');
+  await knex.raw('drop extension if exists "uuid-ossp"');
+  await knex.raw('drop extension if exists "vector"');
+};
+
+/**
+ *
+ * @param {import('knex').knex} knex
+ */
+
+exports.up = async knex => {
+  await knex.raw('create extension if not exists "uuid-ossp"');
+  await knex.raw('create extension if not exists "vector"');
+  await knex.schema.createTable(TABLE_NAME, table => {
+    table.comment(
+      'Stores embeddings of documents from the system to be used as RAG AI injectables. ',
+    );
+    table
+      .uuid('id')
+      .notNullable()
+      .primary()
+      .defaultTo(knex.raw('uuid_generate_v4()'))
+      .comment('UUID of the embedding');
+    table
+      .text('content')
+      .notNullable()
+      .comment('Actual content of the embedding. Chunks of text/data');
+    table
+      .jsonb('metadata')
+      .notNullable()
+      .comment(
+        'Metadata of the embedding. Information like entityRef etc. that can be used to identify links to other parts of the system.',
+      );
+  });
+  await knex.schema.raw(`ALTER TABLE ${TABLE_NAME}
+      ADD vector vector NOT NULL ; `);
+  await knex.schema.raw(`COMMENT ON COLUMN ${TABLE_NAME}.vector
+     IS 'Vector weights of the related content.';`);
+};

package/migrations/20250828_chat_history.js

@@ -0,0 +1,44 @@
+const TABLE_NAME = 'conversation';
+
+/**
+ *
+ * @param {import('knex').knex} knex
+ */
+exports.down = async knex => {
+  await knex.schema.dropTable(TABLE_NAME);
+};
+
+/**
+ *
+ * @param {import('knex').knex} knex
+ */
+exports.up = async knex => {
+  await knex.schema.createTable(TABLE_NAME, table => {
+    table.comment(
+      'Stores chat history for conversations with the AI assistant.',
+    );
+    table
+      .uuid('id')
+      .notNullable()
+      .primary()
+      .comment('UUID of the chat message');
+    table
+      .text('conversation_id')
+      .notNullable()
+      .comment('Identifier for the conversation this message belongs to');
+    table
+      .text('role')
+      .notNullable()
+      .comment("Role of the message sender, e.g., 'user' or 'assistant'");
+    table.text('content').notNullable().comment('Content of the chat message');
+    table
+      .text('userRef')
+      .notNullable()
+      .comment('Reference to the user who sent the message');
+    table
+      .timestamp('created_at')
+      .notNullable()
+      .defaultTo(knex.fn.now())
+      .comment('Timestamp when the message was created');
+  });
+};

package/package.json

@@ -0,0 +1,66 @@
+{
+  "name": "@sweetoburrito/backstage-plugin-ai-assistant-backend",
+  "version": "0.2.0",
+  "license": "Apache-2.0",
+  "main": "dist/index.cjs.js",
+  "types": "dist/index.d.ts",
+  "publishConfig": {
+    "access": "public",
+    "main": "dist/index.cjs.js",
+    "types": "dist/index.d.ts"
+  },
+  "backstage": {
+    "role": "backend-plugin",
+    "pluginId": "ai-assistant",
+    "pluginPackages": [
+      "@sweetoburrito/plugin-ai-assistant-backend"
+    ],
+    "features": {
+      ".": "@backstage/BackendFeature"
+    }
+  },
+  "scripts": {
+    "start": "backstage-cli package start",
+    "build": "backstage-cli package build",
+    "lint": "backstage-cli package lint",
+    "test": "backstage-cli package test",
+    "clean": "backstage-cli package clean",
+    "prepack": "backstage-cli package prepack",
+    "postpack": "backstage-cli package postpack"
+  },
+  "dependencies": {
+    "@backstage/backend-defaults": "backstage:^",
+    "@backstage/backend-plugin-api": "backstage:^",
+    "@backstage/catalog-client": "backstage:^",
+    "@backstage/errors": "backstage:^",
+    "@langchain/core": "^0.3.72",
+    "@langchain/textsplitters": "^0.1.0",
+    "@sweetoburrito/backstage-plugin-ai-assistant-node": "workspace:^",
+    "express": "^4.17.1",
+    "express-promise-router": "^4.1.0",
+    "knex": "^3.1.0",
+    "uuid": "^11.1.0",
+    "zod": "^3.22.4"
+  },
+  "devDependencies": {
+    "@backstage/backend-test-utils": "backstage:^",
+    "@backstage/cli": "backstage:^",
+    "@backstage/types": "backstage:^",
+    "@types/express": "^4.0.0",
+    "@types/supertest": "^2.0.12",
+    "supertest": "^6.2.4"
+  },
+  "configSchema": "config.d.ts",
+  "files": [
+    "dist",
+    "migrations",
+    "config.d.ts"
+  ],
+  "typesVersions": {
+    "*": {
+      "package.json": [
+        "package.json"
+      ]
+    }
+  }
+}