nodebb-plugin-search-agent 0.0.1

package/.gitattributes

@@ -0,0 +1,22 @@
+# Auto detect text files and perform LF normalization
+* text=auto
+
+# Custom for Visual Studio
+*.cs     diff=csharp
+*.sln    merge=union
+*.csproj merge=union
+*.vbproj merge=union
+*.fsproj merge=union
+*.dbproj merge=union
+
+# Standard to msysgit
+*.doc	 diff=astextplain
+*.DOC	 diff=astextplain
+*.docx diff=astextplain
+*.DOCX diff=astextplain
+*.dot  diff=astextplain
+*.DOT  diff=astextplain
+*.pdf  diff=astextplain
+*.PDF	 diff=astextplain
+*.rtf	 diff=astextplain
+*.RTF	 diff=astextplain

package/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 NodeBB Inc. <sales@nodebb.org>
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

package/README.md

@@ -0,0 +1,205 @@
+# nodebb-plugin-search-agent
+
+A NodeBB plugin that adds a **floating chat assistant** in the bottom-left corner of every forum page.  
+Users can type a natural-language question and receive a ranked list of relevant forum topic links — powered entirely by an in-process **TF-IDF cosine-similarity** engine (no external ML services required).
+
+---
+
+## Features
+
+- **Floating Action Button (FAB)** — always visible in the bottom-left corner, out of the way of existing UI.
+- **Chat panel** — opens upward from the FAB with a smooth animation.
+- **Natural-language query** — accepts free-form questions, not just keywords.
+- **TF-IDF similarity ranking** — titles weighted ×3 over body text; smoothed IDF over the indexed corpus.
+- **In-memory index with TTL cache** — built once every 5 minutes; instant subsequent queries.
+- **Admin settings page** — configure topic limit, max results, and guest access from the ACP.
+- **Accessible** — ARIA roles, keyboard navigation, focus management, `Escape` to close.
+- **Zero extra npm dependencies** — works on any NodeBB installation as-is.
+- **i18n-ready** — translations for `en-US`, `en-GB`, and `de` included.
+
+---
+
+## Architecture
+
+```
+Browser                          NodeBB Server
+──────────────────────────────   ───────────────────────────────────────────
+public/lib/main.js               library.js
+  • Injects FAB + chat panel       • static:app.load  → registers admin route
+  • Sends POST on submit           • static:api.routes → registers API route
+  • Renders result bubbles         • filter:admin.header.build → ACP nav link
+         │                                   │
+         │  POST /api/v3/plugins/            │
+         │        search-agent/query         │
+         └──────────────────────────────────►│
+                                             ▼
+                                   lib/controllers.js
+                                     handleQuery()
+                                             │
+                                             ▼
+                                   lib/searchHandler.js
+                                     getIndex()  ──► cache (5 min TTL)
+                                     search()
+                                             │
+                                             ▼
+                                   lib/similarity.js
+                                     buildIndex()  (TF-IDF vectors)
+                                     query()       (cosine similarity)
+                                             │
+                                   NodeBB database
+                                     db.getSortedSetRevRange('topics:recent')
+                                     topics.getTopicsFields()
+                                     posts.getPostsFields()
+```
+
+### Similarity algorithm
+
+1. **Tokenisation** – lowercase, strip HTML, remove punctuation, discard stop-words, keep tokens ≥ 3 chars.  
+2. **Document construction** – topic title repeated ×3 then concatenated with main-post body (title bias).  
+3. **TF** – raw term frequency within the document.  
+4. **IDF** – smoothed: `log((N+1) / (df+1)) + 1` to avoid zero-division on rare terms.  
+5. **TF-IDF vector** – sparse `Map<term, weight>` per document.  
+6. **Query vector** – raw TF of the query tokens (no IDF, since it is a single document).  
+7. **Cosine similarity** – dot product of query × doc divided by the product of their L2 norms.  
+8. **Ranking** – sort descending, return top-N (default 10).
+
+---
+
+## Installation
+
+### From the NodeBB Plugin Directory
+
+Search for **Search Agent** in ACP → Extend → Plugins and click **Install**.
+
+### Manual (development)
+
+```bash
+# Inside your NodeBB installation root
+cd node_modules
+git clone https://github.com/your-org/nodebb-plugin-search-agent
+cd nodebb-plugin-search-agent
+```
+
+Then in the NodeBB ACP → **Extend → Plugins**, find **Search Agent** and click **Activate**, then **Rebuild & Restart**.
+
+---
+
+## Configuration
+
+Navigate to **ACP → Plugins → Search Agent**.
+
+| Setting | Default | Description |
+|---|---|---|
+| `topicLimit` | `500` | Maximum number of recent topics loaded into the index. |
+| `maxResults` | `10` | Maximum results returned per query. |
+| `guestsAllowed` | off | When enabled, guests (logged-out users) can also use the widget. |
+
+Settings are stored under the key `search-agent` via `meta.settings`.
+
+---
+
+## API Reference
+
+### `POST /api/v3/plugins/search-agent/query`
+
+Requires a valid session or Bearer token (unless `guestsAllowed` is enabled).
+
+**Request body**
+
+```json
+{ "query": "how do I reset my password?" }
+```
+
+**Success response**
+
+```json
+{
+  "status": { "code": "ok", "message": "OK" },
+  "response": {
+    "results": [
+      { "tid": 42, "title": "Password reset guide", "url": "/topic/42/password-reset-guide", "score": 0.71 },
+      { "tid": 17, "title": "Account recovery options", "url": "/topic/17/account-recovery", "score": 0.54 }
+    ]
+  }
+}
+```
+
+**Error codes**
+
+| HTTP | Meaning |
+|---|---|
+| 400 | Empty or too-long query |
+| 401/403 | Not authenticated |
+| 500 | Server-side error (check NodeBB logs) |
+
+---
+
+## File Structure
+
+```
+nodebb-plugin-search-agent/
+├── library.js                  Main plugin: registers hooks & routes
+├── plugin.json                 Plugin manifest (hooks, assets, modules)
+├── package.json
+├── lib/
+│   ├── controllers.js          Route handlers (admin page + query API)
+│   ├── searchHandler.js        NodeBB DB integration + index caching
+│   └── similarity.js           Pure-JS TF-IDF engine
+├── public/lib/
+│   ├── main.js                 Frontend: FAB injection, chat panel, API calls
+│   ├── admin.js                ACP settings page module
+│   └── acp-main.js             ACP-bundled bootstrap script
+├── scss/
+│   └── search-agent.scss       All styles: FAB, panel, bubbles, animations
+├── templates/
+│   └── admin/plugins/
+│       └── search-agent.tpl    ACP settings page template
+└── languages/
+    ├── en-US/search-agent.json
+    ├── en-GB/search-agent.json
+    └── de/search-agent.json
+```
+
+---
+
+## Design Decisions
+
+**Why TF-IDF instead of a vector embedding model?**  
+External ML services (OpenAI, HuggingFace) require API keys, network calls, and add latency.  A neural embedding approach also demands significant RAM for local inference.  TF-IDF runs entirely in the Node.js process with zero memory or network overhead and is very fast (<10 ms per query on 500 topics), making it the right default for a self-hosted forum plugin.
+
+**Why cache the index instead of building it per request?**  
+`topics.getTopicsFields` + `posts.getPostsFields` are database calls that add 50–200 ms.  The index build itself adds another 20–50 ms.  Caching amortises this to near zero.  A 5-minute TTL means new topics appear within one cache window.
+
+**Why title ×3 weight?**  
+Forum users almost always phrase questions using words that appear in topic titles.  Over-weighting the body would dilute the signal for short replies and off-topic content in long threads.
+
+**Why restrict the index to `topics:recent`?**  
+For large forums (100 k+ topics) building a full-corpus index at startup would consume excessive memory.  The 500-topic default covers the most active/relevant content and can be raised in settings.
+
+---
+
+## Local Development
+
+```bash
+# 1. Clone NodeBB
+git clone https://github.com/NodeBB/NodeBB && cd NodeBB
+npm install
+
+# 2. Link the plugin
+cd node_modules
+git clone <this-repo> nodebb-plugin-search-agent
+
+# 3. Start NodeBB
+cd ../..
+./nodebb setup   # follow the setup wizard
+./nodebb start
+
+# 4. Activate the plugin in ACP and rebuild
+```
+
+---
+
+## License
+
+MIT
+

package/commitlint.config.js

@@ -0,0 +1,26 @@
+'use strict';
+
+module.exports = {
+	extends: ['@commitlint/config-angular'],
+	rules: {
+		'header-max-length': [1, 'always', 72],
+		'type-enum': [
+			2,
+			'always',
+			[
+				'breaking',
+				'build',
+				'chore',
+				'ci',
+				'docs',
+				'feat',
+				'fix',
+				'perf',
+				'refactor',
+				'revert',
+				'style',
+				'test',
+			],
+		],
+	},
+};

package/eslint.config.mjs

@@ -0,0 +1,10 @@
+'use strict';
+
+import serverConfig from 'eslint-config-nodebb';
+import publicConfig from 'eslint-config-nodebb/public';
+
+export default [
+	...publicConfig,
+	...serverConfig,
+];
+

package/languages/de/search-agent.json

@@ -0,0 +1,15 @@
+{
+	"title": "Forum-Assistent",
+	"fab-label": "Forum-Assistent befragen",
+	"panel-greeting": "Hallo! Stelle eine Frage und ich finde passende Themen für dich.",
+	"input-placeholder": "Deine Frage eingeben…",
+	"send-label": "Senden",
+	"close-label": "Schließen",
+	"results-header": "Hier sind die relevantesten Themen:",
+	"no-results": "Keine passenden Themen für \"%1\" gefunden. Versuche eine andere Formulierung.",
+	"error.empty-query": "Bitte gib eine Frage ein, bevor du suchst.",
+	"error.query-too-long": "Deine Frage ist zu lang (max. 500 Zeichen).",
+	"error.server": "Serverfehler. Bitte versuche es erneut.",
+	"error.not-logged-in": "Du musst angemeldet sein, um den Forum-Assistenten zu nutzen.",
+	"error.invalid-query": "Deine Anfrage war ungültig."
+}

package/languages/en-GB/search-agent.json

@@ -0,0 +1,15 @@
+{
+	"title": "Forum Assistant",
+	"fab-label": "Ask the forum assistant",
+	"panel-greeting": "Hi! Ask me anything and I'll find relevant topics for you.",
+	"input-placeholder": "Type your question…",
+	"send-label": "Send",
+	"close-label": "Close",
+	"results-header": "Here are the most relevant topics:",
+	"no-results": "No matching topics found for \"%1\". Try rephrasing your question.",
+	"error.empty-query": "Please enter a question before searching.",
+	"error.query-too-long": "Your question is too long (max 500 characters).",
+	"error.server": "Something went wrong on the server. Please try again.",
+	"error.not-logged-in": "You must be logged in to use the forum assistant.",
+	"error.invalid-query": "Your query was invalid."
+}

package/languages/en-US/search-agent.json

@@ -0,0 +1,15 @@
+{
+	"title": "Forum Assistant",
+	"fab-label": "Ask the forum assistant",
+	"panel-greeting": "Hi! Ask me anything and I'll find relevant topics for you.",
+	"input-placeholder": "Type your question…",
+	"send-label": "Send",
+	"close-label": "Close",
+	"results-header": "Here are the most relevant topics:",
+	"no-results": "No matching topics found for \"%1\". Try rephrasing your question.",
+	"error.empty-query": "Please enter a question before searching.",
+	"error.query-too-long": "Your question is too long (max 500 characters).",
+	"error.server": "Something went wrong on the server. Please try again.",
+	"error.not-logged-in": "You must be logged in to use the forum assistant.",
+	"error.invalid-query": "Your query was invalid."
+}

package/languages/he/search-agent.json

@@ -0,0 +1,15 @@
+{
+	"title": "עוזר הפורום",
+	"fab-label": "שאל את עוזר הפורום",
+	"panel-greeting": "שלום! שאל אותי כל דבר ואמצא עבורך נושאים רלוונטיים.",
+	"input-placeholder": "הקלד את שאלתך…",
+	"send-label": "שלח",
+	"close-label": "סגור",
+	"results-header": "הנה הנושאים הרלוונטיים ביותר:",
+	"no-results": "לא נמצאו נושאים תואמים עבור \"%1\". נסה לנסח מחדש את שאלתך.",
+	"error.empty-query": "אנא הזן שאלה לפני החיפוש.",
+	"error.query-too-long": "שאלתך ארוכה מדי (מקסימום 500 תווים).",
+	"error.server": "משהו השתבש בשרת. אנא נסה שוב.",
+	"error.not-logged-in": "יש להתחבר כדי להשתמש בעוזר הפורום.",
+	"error.invalid-query": "השאילתה שלך לא הייתה תקינה."
+}

package/lib/controllers.js

@@ -0,0 +1,69 @@
+'use strict';
+
+const { searchTopics, getSettings } = require('./searchHandler');
+
+const controllers = {};
+
+/**
+ * GET /admin/plugins/search-agent
+ * Renders the admin settings page.
+ */
+controllers.renderAdminPage = async function (req, res) {
+	res.render('admin/plugins/search-agent', {});
+};
+
+/**
+ * POST /api/v3/plugins/search-agent/query
+ * Body: { query: string }
+ * Returns: { results: [{ tid, title, url }] }
+ */
+controllers.handleQuery = async function (req, res, helpers) {
+	// Enforce visibility setting before doing anything else
+	const settings = await getSettings();
+	if (settings.visibleTo === 'admins') {
+		const User = require.main.require('./src/user');
+		const isAdmin = await User.isAdministrator(req.uid);
+		if (!isAdmin) {
+			return helpers.formatApiResponse(403, res, new Error('This feature is restricted to administrators.'));
+		}
+	}
+
+	const queryText = (req.body && req.body.query)
+		? String(req.body.query).trim()
+		: '';
+
+	if (!queryText) {
+		return helpers.formatApiResponse(400, res, new Error('Missing or empty "query" field.'));
+	}
+	if (queryText.length > 500) {
+		return helpers.formatApiResponse(400, res, new Error('Query exceeds maximum length of 500 characters.'));
+	}
+
+	try {
+		const results = await searchTopics(queryText);
+		helpers.formatApiResponse(200, res, { results });
+	} catch (err) {
+		require.main.require('winston').error(`[search-agent] handleQuery error: ${err.message}`);
+		helpers.formatApiResponse(500, res, new Error('Internal error while processing your query.'));
+	}
+};
+
+/**
+ * GET /api/v3/plugins/search-agent/config
+ * Returns the public configuration the client widget needs to decide
+ * whether to render itself (visibleTo, guestsAllowed).
+ * No authentication required — guests need to know if the widget is for them.
+ */
+controllers.getConfig = async function (req, res, helpers) {
+	try {
+		const settings = await getSettings();
+		helpers.formatApiResponse(200, res, {
+			visibleTo: settings.visibleTo,
+			guestsAllowed: settings.guestsAllowed,
+		});
+	} catch (err) {
+		helpers.formatApiResponse(500, res, new Error('Failed to load plugin configuration.'));
+	}
+};
+
+module.exports = controllers;

package/lib/searchHandler.js

@@ -0,0 +1,225 @@
+'use strict';
+
+const https = require('https');
+const { buildIndex, query } = require('./similarity');
+
+// ─── In-memory cache ──────────────────────────────────────────────────────────
+
+let cachedIndex = null;
+let cachedTopicMap = null;
+let cacheTs = 0;
+const CACHE_TTL_MS = 5 * 60 * 1000; // 5 minutes
+
+function invalidateCache() {
+	cachedIndex = null;
+	cachedTopicMap = null;
+	cacheTs = 0;
+	require.main.require('winston').info('[search-agent] Topic index cache invalidated.');
+}
+
+// ─── Settings ─────────────────────────────────────────────────────────────────
+
+async function getSettings() {
+	const meta = require.main.require('./src/meta');
+	const raw = (await meta.settings.get('search-agent')) || {};
+	return {
+		topicLimit: Math.max(50, parseInt(raw.topicLimit, 10) || 500),
+		maxResults: Math.min(20, Math.max(1, parseInt(raw.maxResults, 10) || 10)),
+		aiEnabled: raw.aiEnabled === 'on',
+		openaiApiKey: (raw.openaiApiKey || '').trim(),
+		openaiModel: (raw.openaiModel || 'gpt-4o-mini').trim(),
+		// How many TF-IDF candidates to send to AI for re-ranking
+		aiCandidates: Math.min(30, Math.max(5, parseInt(raw.aiCandidates, 10) || 20)),
+		// Visibility: 'all' = all logged-in users, 'admins' = administrators only
+		visibleTo: raw.visibleTo || 'all',
+		// Whether guests (non-logged-in users) may use the widget
+		guestsAllowed: raw.guestsAllowed === 'on',
+	};
+}
+
+// ─── Topic fetching ───────────────────────────────────────────────────────────
+
+async function fetchTopics(limit) {
+	const db = require.main.require('./src/database');
+	const Topics = require.main.require('./src/topics');
+	const Posts = require.main.require('./src/posts');
+
+	// Fetch most-recent topics first
+	const tids = await db.getSortedSetRevRange('topics:tid', 0, limit - 1);
+	if (!tids || tids.length === 0) return [];
+
+	const topics = await Topics.getTopicsFields(
+		tids,
+		['tid', 'title', 'slug', 'deleted', 'mainPid']
+	);
+	const active = topics.filter(t => t && t.tid && !t.deleted && t.title);
+
+	// Enrich with main-post body for better TF-IDF recall
+	await Promise.all(active.map(async (t) => {
+		if (t.mainPid) {
+			t.mainPostContent = (await Posts.getPostField(t.mainPid, 'content')) || '';
+		} else {
+			t.mainPostContent = '';
+		}
+	}));
+
+	return active;
+}
+
+async function getIndex(topicLimit) {
+	const now = Date.now();
+	if (cachedIndex && (now - cacheTs) < CACHE_TTL_MS) {
+		return { index: cachedIndex, topicMap: cachedTopicMap };
+	}
+
+	require.main.require('winston').info('[search-agent] Rebuilding topic index…');
+	const topics = await fetchTopics(topicLimit);
+	cachedIndex = buildIndex(topics);
+	cachedTopicMap = Object.fromEntries(topics.map(t => [String(t.tid), t]));
+	cacheTs = now;
+	require.main.require('winston').info(`[search-agent] Index built: ${topics.length} topics.`);
+
+	return { index: cachedIndex, topicMap: cachedTopicMap };
+}
+
+// ─── OpenAI helper ────────────────────────────────────────────────────────────
+
+function callOpenAI(apiKey, model, messages) {
+	return new Promise((resolve, reject) => {
+		const body = JSON.stringify({ model, messages, temperature: 0 });
+		const options = {
+			hostname: 'api.openai.com',
+			path: '/v1/chat/completions',
+			method: 'POST',
+			headers: {
+				'Content-Type': 'application/json',
+				'Authorization': `Bearer ${apiKey}`,
+				'Content-Length': Buffer.byteLength(body),
+			},
+		};
+
+		const req = https.request(options, (res) => {
+			let data = '';
+			res.on('data', chunk => { data += chunk; });
+			res.on('end', () => {
+				try {
+					const parsed = JSON.parse(data);
+					if (parsed.error) return reject(new Error(`OpenAI: ${parsed.error.message}`));
+					resolve(parsed);
+				} catch (e) {
+					reject(e);
+				}
+			});
+		});
+
+		req.on('error', reject);
+		req.setTimeout(20000, () => {
+			req.destroy(new Error('OpenAI request timed out after 20 s'));
+		});
+		req.write(body);
+		req.end();
+	});
+}
+
+/**
+ * Send TF-IDF candidates to OpenAI and ask it to pick the most relevant ones,
+ * ordered by relevance.  Falls back to original TF-IDF order on any error.
+ */
+async function reRankWithAI(queryText, candidates, topicMap, apiKey, model, maxResults) {
+	const candidateList = candidates
+		.map((c, i) => `${i + 1}. [tid:${c.tid}] ${(topicMap[String(c.tid)] || {}).title || ''}`)
+		.join('\n');
+
+	const systemPrompt =
+		'You are a forum search assistant. ' +
+		'Given a user question and a numbered list of forum topic titles, ' +
+		'respond with ONLY a JSON array of the tid values (integers after "tid:") ' +
+		'for the topics that actually answer the question, ordered from most to least relevant. ' +
+		'Include only truly relevant topics. Example response: [12, 5, 33]';
+
+	const userMessage =
+		`User question: "${queryText}"\n\nForum topics:\n${candidateList}`;
+
+	const response = await callOpenAI(apiKey, model, [
+		{ role: 'system', content: systemPrompt },
+		{ role: 'user', content: userMessage },
+	]);
+
+	const content = (response.choices[0].message.content || '').trim();
+
+	// Robustly extract a JSON integer array from the response
+	const match = content.match(/\[[\d,\s]+\]/);
+	if (!match) {
+		throw new Error(`Unexpected AI response format: ${content.slice(0, 100)}`);
+	}
+
+	const rankedTids = JSON.parse(match[0]);
+	const candidateByTid = Object.fromEntries(candidates.map(c => [c.tid, c]));
+
+	return rankedTids
+		.map(tid => candidateByTid[tid])
+		.filter(Boolean)
+		.slice(0, maxResults);
+}
+
+// ─── Public API ───────────────────────────────────────────────────────────────
+
+/**
+ * Search forum topics for the given query text.
+ * Uses TF-IDF for candidate selection and optionally OpenAI for re-ranking.
+ *
+ * @param {string} queryText
+ * @returns {Promise<{ tid: number|string, title: string, url: string }[]>}
+ */
+async function searchTopics(queryText) {
+	const winston = require.main.require('winston');
+	const settings = await getSettings();
+	const { index, topicMap } = await getIndex(settings.topicLimit);
+
+	winston.info(`[search-agent] Query: "${queryText}" | index size: ${index.length} topics | aiEnabled: ${settings.aiEnabled && !!settings.openaiApiKey}`);
+
+	const useAI = settings.aiEnabled && settings.openaiApiKey;
+	// Fetch more candidates when AI will re-rank them
+	const candidateCount = useAI ? settings.aiCandidates : settings.maxResults;
+
+	const { tokenize } = require('./similarity');
+	const queryTokens = tokenize(queryText);
+	winston.info(`[search-agent] Query tokens: [${queryTokens.join(', ')}]`);
+
+	const candidates = query(queryText, index, candidateCount);
+	winston.info(`[search-agent] TF-IDF candidates (${candidates.length}): ${JSON.stringify(candidates.map(c => ({ tid: c.tid, title: (topicMap[String(c.tid)] || {}).title, score: c.score.toFixed(4) })))}`);
+
+	if (candidates.length === 0) {
+		winston.info('[search-agent] No candidates found — returning empty results.');
+		return [];
+	}
+
+	let ranked = candidates;
+
+	if (useAI) {
+		try {
+			ranked = await reRankWithAI(
+				queryText,
+				candidates,
+				topicMap,
+				settings.openaiApiKey,
+				settings.openaiModel,
+				settings.maxResults
+			);
+			winston.info(`[search-agent] AI re-ranked to ${ranked.length} results.`);
+		} catch (err) {
+			winston.warn(`[search-agent] AI re-rank failed, falling back to TF-IDF: ${err.message}`);
+			ranked = candidates.slice(0, settings.maxResults);
+		}
+	}
+
+	const results = ranked.map(r => ({
+		tid: r.tid,
+		title: (topicMap[String(r.tid)] || {}).title || `Topic ${r.tid}`,
+		url: `/topic/${(topicMap[String(r.tid)] || {}).slug || r.tid}`,
+	}));
+	winston.info(`[search-agent] Final results: ${JSON.stringify(results.map(r => r.title))}`);
+	return results;
+}
+
+module.exports = { searchTopics, invalidateCache, getSettings };