astro-relatinator 1.0.3 → 1.1.0

package/README.md

@@ -3,3 +3,52 @@
 An Astro integration for the [humble library for finding related posts and content](https://github.com/DBozhinovski/relatinator/tree/master/packages/relatinator).
 
 ## Installation
+
+Assuming you're running Astro v3 or later, you can install this integration by running:
+
+```
+npx astro add astro-relatinator
+```
+
+OR 
+
+```
+npm install astro-relatinator
+```
+
+## Configuration
+
+The integration takes a single input argument, `paths`, which is an array of paths to the `.md` or `.mdx` files you want to use for training the model. If you're using the [Content Collections API](https://docs.astro.build/en/guides/content-collections/), you can find these at `./src/collections/<collection-name>/`.
+
+### Example:
+
+```ts
+export default defineConfig({
+  // ...
+  integrations: [
+    // ...
+    relatinatorIntegration({
+      paths: ["./src/content/posts"],
+    }),
+    // ...
+  ],
+});
+```
+
+## Usage
+
+The integration hooks into the Astro build (or dev) process, and will traing the tf-idf model based on the files you've provided. You can then use the `find` function from the package to find related content.
+
+### Example:
+
+```astro
+---
+import { find } from "astro-relatinator";
+
+...
+
+const related = find(id, frontmatter.title, frontmatter.tags, frontmatter.description, body, 3)
+
+---
+
+```

package/integration.ts

@@ -7,7 +7,19 @@ import fs from "node:fs/promises";
 import { TfIdfDocument } from "natural";
 import { Document } from "relatinator";
 
-async function trainModel(paths: string[]) {
+const stringifyData = (data: any): string => {
+  if (typeof data === 'object') {
+    if (Array.isArray(data)) {
+      return data.map(stringifyData).join(' ');
+    } else {
+      return Object.values(data).map(stringifyData).join(' ');
+    }
+  } else {
+    return String(data);
+  }
+}
+
+async function trainModel(paths: string[], schema: string[]) {
   const documents: Document[] = [];
 
   if (tfIdf.documents) {
@@ -26,11 +38,17 @@ async function trainModel(paths: string[]) {
       const idArr = file.split("/");
       const id = idArr[idArr.length - 1];
 
+      let documentContent = '';
+      for (const key of schema) {
+        if (parsed.data[key]) {
+          documentContent += ' ' + stringifyData(parsed.data[key]);
+        }
+      }
+      documentContent += ' ' + parsed.content;
+
       documents.push({
         id,
-        content: `${parsed.data.title} ${
-          parsed.data.description
-        } ${parsed.data.tags.join(" ")} ${parsed.content}`,
+        content: documentContent,
       });
     }
   }
@@ -40,8 +58,10 @@ async function trainModel(paths: string[]) {
 
 const relatinatorIntegration = ({
   paths,
+  schema,
 }: {
   paths: string[];
+  schema: string[];
 }): AstroIntegration => {
   return {
     name: "astro-relatinator",
@@ -50,7 +70,7 @@ const relatinatorIntegration = ({
         logger.info("relatinator server:setup");
 
         logger.info("Training TF-IDF on existing data...");
-        await trainModel(paths);
+        await trainModel(paths, schema);
         logger.info("Initial training done.");
 
         server.watcher.on("all", async (eventName, filePath) => {
@@ -62,12 +82,19 @@ const relatinatorIntegration = ({
             logger.info(
               `Markdown file changed: ${filePath}; Re-training TF-IDF...`
             );
-            await trainModel(paths);
+            await trainModel(paths, schema);
           } else {
             return;
           }
         });
       },
+      "astro:build:setup": async ({ logger }) => {
+        logger.info("relatinator build:setup");
+
+        logger.info("Training TF-IDF on existing data...");
+        await trainModel(paths, schema);
+        logger.info("Training done.");
+      }
     },
   };
 };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "astro-relatinator",
-  "version": "1.0.3",
+  "version": "1.1.0",
   "description": "Find related content in your Astro website or app",
   "author": "Darko Bozhinovski <dbozhinovski@gmail.com>",
   "license": "MIT",
@@ -13,7 +13,8 @@
     "words",
     "posts",
     "articles",
-    "static"
+    "static",
+    "astro-integration"
   ],
   "files": [
     "integration.ts"