bluera-knowledge 0.9.26 → 0.9.31

package/src/services/token.service.ts

@@ -0,0 +1,33 @@
+/**
+ * Token estimation service using Anthropic's recommended heuristic.
+ * For Claude 3+ models, Anthropic recommends ~3.5 characters per token
+ * for English text. This varies by language.
+ *
+ * Note: The official @anthropic-ai/tokenizer package only works for
+ * pre-Claude 3 models. For accurate counts on Claude 3+, use the
+ * Token Count API. This heuristic is suitable for display purposes.
+ */
+
+const CHARS_PER_TOKEN = 3.5;
+
+/**
+ * Estimate token count for a string using character-based heuristic.
+ * @param text - The text to estimate tokens for
+ * @returns Estimated token count (rounded up)
+ */
+export function estimateTokens(text: string): number {
+  if (!text) return 0;
+  return Math.ceil(text.length / CHARS_PER_TOKEN);
+}
+
+/**
+ * Format token count for display with appropriate suffix.
+ * @param tokens - Token count
+ * @returns Formatted string like "~1.2k" or "~847"
+ */
+export function formatTokenCount(tokens: number): string {
+  if (tokens >= 1000) {
+    return `~${(tokens / 1000).toFixed(1)}k`;
+  }
+  return `~${String(tokens)}`;
+}

package/src/types/result.test.ts

@@ -28,6 +28,16 @@ describe('Result type', () => {
       const result = err(new Error('failed'));
       expect(() => unwrap(result)).toThrow('failed');
     });
+
+    it('throws wrapped error for non-Error error value', () => {
+      const result = err('string error message');
+      expect(() => unwrap(result)).toThrow('string error message');
+    });
+
+    it('converts non-string error to string', () => {
+      const result = err(404);
+      expect(() => unwrap(result)).toThrow('404');
+    });
   });
 
   describe('unwrapOr', () => {

package/tests/integration/cli-consistency.test.ts

@@ -231,10 +231,7 @@ describe('CLI Consistency', () => {
       expect(result.stderr).toMatch(/^Error: Store not found: nonexistent/m);
     });
 
-    it('uses consistent "Error:" prefix for crawl store not found', () => {
-      const result = runCli('crawl https://example.com nonexistent');
-      expect(result.stderr).toMatch(/^Error: /m);
-    });
+    // Note: crawl auto-creates stores when not found, so no error test needed
   });
 
   describe('store delete Confirmation', () => {

package/vitest.config.ts

@@ -19,6 +19,8 @@ export default defineConfig({
             'src/crawl/bridge.test.ts',
             'src/plugin/git-clone.test.ts',
             'src/services/project-root.service.test.ts',
+            'src/workers/spawn-worker.test.ts',
+            'src/logging/payload.test.ts',
           ],
           // Use forks pool for onnxruntime-node compatibility
           pool: 'forks',
@@ -38,6 +40,8 @@ export default defineConfig({
             'src/crawl/bridge.test.ts',
             'src/plugin/git-clone.test.ts',
             'src/services/project-root.service.test.ts',
+            'src/workers/spawn-worker.test.ts',
+            'src/logging/payload.test.ts',
           ],
           // Use forks pool for onnxruntime-node compatibility
           pool: 'forks',