nodebb-plugin-search-agent 0.0.93 → 0.0.931

package/lib/searchHandler.js

@@ -1,3 +1,9 @@
+// ─── Token estimation helper ───────────────────────────────────────────────
+function estimateTokens(str) {
+	// Roughly 4 chars/token for English, 2 for Hebrew/UTF-8, but 4 is safe for cost estimation
+	return Math.ceil(str.length / 4);
+}
+
 'use strict';
 
 const https = require('https');
@@ -200,6 +206,7 @@ async function reRankWithAI(queryText, candidates, topicMap, apiKey, model, maxR
 
 
 	// Embed the query and all candidate post snippets
+
 	const { embed, embedBatch } = require('../services/embeddingService');
 	const queryEmbedding = await embed(queryText);
 	const postSnippets = candidates.map((c) => {
@@ -224,6 +231,13 @@ async function reRankWithAI(queryText, candidates, topicMap, apiKey, model, maxR
 	const userMessage =
 		`embedding של שאלת המשתמש: [${queryEmbedding.slice(0, 8).map(x => x.toFixed(4)).join(', ')} ...]\n\nפוסטים:\n${candidateList}`;
 
+	// --- Token count logging ---
+	const totalEmbeddingChars = queryText.length + postSnippets.reduce((sum, s) => sum + s.length, 0);
+	const embeddingTokens = estimateTokens(queryText) + postSnippets.reduce((sum, s) => sum + estimateTokens(s), 0);
+	const llmPromptTokens = estimateTokens(systemPrompt) + estimateTokens(userMessage);
+	const winston = require.main.require('winston');
+	winston.info(`[search-agent] Token usage: embedding API ≈ ${embeddingTokens} tokens, LLM prompt ≈ ${llmPromptTokens} tokens (for this search)`);
+
 	const response = await callOpenAI(apiKey, model, [
 		{ role: 'system', content: systemPrompt },
 		{ role: 'user', content: userMessage },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "nodebb-plugin-search-agent",
-  "version": "0.0.93",
+  "version": "0.0.931",
   "description": "NodeBB plugin that adds a floating chat assistant to help users find relevant forum topics using TF-IDF text similarity",
   "main": "library.js",
   "author": "Racheli Bayfus",