@matperez/coderag 0.1.24

package/dist/tfidf.test.js

@@ -0,0 +1,181 @@
+/**
+ * Tests for TF-IDF search functionality (StarCoder2 tokenizer)
+ */
+import { beforeAll, describe, expect, it } from 'vitest';
+import { buildSearchIndex, calculateCosineSimilarity, initializeTokenizer, searchDocuments, tokenize, } from './tfidf.js';
+// Skip if running in CI without model cache
+const shouldSkip = process.env.CI === 'true' && !process.env.HF_HOME;
+describe('TF-IDF', () => {
+    beforeAll(async () => {
+        if (shouldSkip)
+            return;
+        // Initialize tokenizer once for all tests
+        await initializeTokenizer();
+    }, 60000);
+    describe('tokenize', () => {
+        it.skipIf(shouldSkip)('should tokenize code', async () => {
+            const text = 'function getUserData() { return user.data; }';
+            const tokens = await tokenize(text);
+            expect(tokens.length).toBeGreaterThan(0);
+        });
+        it.skipIf(shouldSkip)('should handle empty input', async () => {
+            const tokens = await tokenize('');
+            expect(tokens).toEqual([]);
+        });
+    });
+    describe('buildSearchIndex', () => {
+        it.skipIf(shouldSkip)('should build index for single document', async () => {
+            const documents = [{ uri: 'file://test.ts', content: 'function getUserData() { return user.data; }' }];
+            const index = await buildSearchIndex(documents);
+            expect(index.documents).toHaveLength(1);
+            expect(index.idf).toBeDefined();
+            expect(index.totalDocuments).toBe(1);
+            expect(index.documents[0].uri).toBe('file://test.ts');
+        });
+        it.skipIf(shouldSkip)('should build index for multiple documents', async () => {
+            const documents = [
+                { uri: 'file://user.ts', content: 'class User { getData() { return this.data; } }' },
+                {
+                    uri: 'file://auth.ts',
+                    content: 'function authenticate(user, password) { return true; }',
+                },
+            ];
+            const index = await buildSearchIndex(documents);
+            expect(index.documents).toHaveLength(2);
+            expect(index.totalDocuments).toBe(2);
+        });
+        it.skipIf(shouldSkip)('should calculate IDF for terms', async () => {
+            const documents = [
+                { uri: 'file://1.ts', content: 'user data' },
+                { uri: 'file://2.ts', content: 'user authentication' },
+                { uri: 'file://3.ts', content: 'admin data' },
+            ];
+            const index = await buildSearchIndex(documents);
+            // Should have IDF scores for terms
+            expect(index.idf.size).toBeGreaterThan(0);
+        });
+        it.skipIf(shouldSkip)('should handle empty documents', async () => {
+            const documents = [];
+            const index = await buildSearchIndex(documents);
+            expect(index.documents).toHaveLength(0);
+            expect(index.totalDocuments).toBe(0);
+        });
+    });
+    describe('searchDocuments', () => {
+        let testIndex;
+        beforeAll(async () => {
+            if (shouldSkip)
+                return;
+            testIndex = await buildSearchIndex([
+                { uri: 'file://user.ts', content: 'class User { getName() { return this.name; } }' },
+                {
+                    uri: 'file://auth.ts',
+                    content: 'function authenticateUser(username, password) { return true; }',
+                },
+                {
+                    uri: 'file://admin.ts',
+                    content: 'class Admin extends User { getPermissions() { return []; } }',
+                },
+            ]);
+        });
+        it.skipIf(shouldSkip)('should find relevant documents', async () => {
+            const results = await searchDocuments('user', testIndex);
+            expect(results.length).toBeGreaterThanOrEqual(0);
+        });
+        it.skipIf(shouldSkip)('should rank by relevance', async () => {
+            const results = await searchDocuments('user authentication', testIndex);
+            // First result should have highest score
+            for (let i = 1; i < results.length; i++) {
+                expect(results[i - 1].score).toBeGreaterThanOrEqual(results[i].score);
+            }
+        });
+        it.skipIf(shouldSkip)('should return matched terms', async () => {
+            const results = await searchDocuments('user name', testIndex);
+            if (results.length > 0) {
+                expect(results[0].matchedTerms).toBeDefined();
+            }
+        });
+        it.skipIf(shouldSkip)('should respect limit option', async () => {
+            const results = await searchDocuments('user', testIndex, { limit: 1 });
+            expect(results.length).toBeLessThanOrEqual(1);
+        });
+        it.skipIf(shouldSkip)('should respect minScore option', async () => {
+            const results = await searchDocuments('user', testIndex, { minScore: 0.5 });
+            for (const result of results) {
+                expect(result.score).toBeGreaterThanOrEqual(0.5);
+            }
+        });
+        it.skipIf(shouldSkip)('should handle queries with no matches', async () => {
+            const results = await searchDocuments('nonexistent_term_xyz', testIndex);
+            // Filter for documents with score > 0
+            const relevantResults = results.filter((r) => r.score > 0);
+            expect(relevantResults).toHaveLength(0);
+        });
+        it.skipIf(shouldSkip)('should handle empty query', async () => {
+            const results = await searchDocuments('', testIndex);
+            // Empty query returns no results or all with 0 score
+            const relevantResults = results.filter((r) => r.score > 0);
+            expect(relevantResults).toHaveLength(0);
+        });
+    });
+    describe('calculateCosineSimilarity', () => {
+        it('should return 1 for identical vectors', () => {
+            const queryVec = new Map([
+                ['a', 0.5],
+                ['b', 0.5],
+            ]);
+            const docVec = {
+                uri: 'test',
+                terms: new Map([
+                    ['a', 0.5],
+                    ['b', 0.5],
+                ]),
+                rawTerms: new Map(),
+                magnitude: Math.sqrt(0.5 * 0.5 + 0.5 * 0.5),
+            };
+            const similarity = calculateCosineSimilarity(queryVec, docVec);
+            expect(similarity).toBeCloseTo(1, 5);
+        });
+        it('should return 0 for orthogonal vectors', () => {
+            const queryVec = new Map([['a', 1]]);
+            const docVec = {
+                uri: 'test',
+                terms: new Map([['b', 1]]),
+                rawTerms: new Map(),
+                magnitude: 1,
+            };
+            const similarity = calculateCosineSimilarity(queryVec, docVec);
+            expect(similarity).toBe(0);
+        });
+        it('should return value between 0 and 1', () => {
+            const queryVec = new Map([
+                ['a', 0.5],
+                ['b', 0.3],
+            ]);
+            const docVec = {
+                uri: 'test',
+                terms: new Map([
+                    ['a', 0.3],
+                    ['c', 0.4],
+                ]),
+                rawTerms: new Map(),
+                magnitude: Math.sqrt(0.3 * 0.3 + 0.4 * 0.4),
+            };
+            const similarity = calculateCosineSimilarity(queryVec, docVec);
+            expect(similarity).toBeGreaterThanOrEqual(0);
+            expect(similarity).toBeLessThanOrEqual(1);
+        });
+        it('should handle empty vectors', () => {
+            const queryVec = new Map();
+            const docVec = {
+                uri: 'test',
+                terms: new Map([['a', 1]]),
+                rawTerms: new Map(),
+                magnitude: 1,
+            };
+            const similarity = calculateCosineSimilarity(queryVec, docVec);
+            expect(similarity).toBe(0);
+        });
+    });
+});
+//# sourceMappingURL=tfidf.test.js.map

package/dist/tfidf.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tfidf.test.js","sourceRoot":"","sources":["../src/tfidf.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AACxD,OAAO,EACN,gBAAgB,EAChB,yBAAyB,EAEzB,mBAAmB,EAEnB,eAAe,EACf,QAAQ,GACR,MAAM,YAAY,CAAA;AAEnB,4CAA4C;AAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAA;AAEpE,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;IACvB,SAAS,CAAC,KAAK,IAAI,EAAE;QACpB,IAAI,UAAU;YAAE,OAAM;QACtB,0CAA0C;QAC1C,MAAM,mBAAmB,EAAE,CAAA;IAC5B,CAAC,EAAE,KAAK,CAAC,CAAA;IAET,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;QACzB,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,EAAE,KAAK,IAAI,EAAE;YACxD,MAAM,IAAI,GAAG,8CAA8C,CAAA;YAC3D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,CAAA;YAEnC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,EAAE,CAAC,CAAA;YACjC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,wCAAwC,EAAE,KAAK,IAAI,EAAE;YAC1E,MAAM,SAAS,GAAG,CAAC,EAAE,GAAG,EAAE,gBAAgB,EAAE,OAAO,EAAE,8CAA8C,EAAE,CAAC,CAAA;YAEtG,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAA;YAE/C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;YACvC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAA;YAC/B,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YACpC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAA;QACtD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YAC7E,MAAM,SAAS,GAAG;gBACjB,EAAE,GAAG,EAAE,gBAAgB,EAAE,OAAO,EAAE,gDAAgD,EAAE;gBACpF;oBACC,GAAG,EAAE,gBAAgB;oBACrB,OAAO,EAAE,wDAAwD;iBACjE;aACD,CAAA;YAED,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAA;YAE/C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;YACvC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACrC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,SAAS,GAAG;gBACjB,EAAE,GAAG,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE;gBAC5C,EAAE,GAAG,EAAE,aAAa,EAAE,OAAO,EAAE,qBAAqB,EAAE;gBACtD,EAAE,GAAG,EAAE,aAAa,EAAE,OAAO,EAAE,YAAY,EAAE;aAC7C,CAAA;YAED,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAA;YAE/C,mCAAmC;YACnC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,SAAS,GAA4C,EAAE,CAAA;YAC7D,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAA;YAE/C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;YACvC,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACrC,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;QAChC,IAAI,SAAsB,CAAA;QAE1B,SAAS,CAAC,KAAK,IAAI,EAAE;YACpB,IAAI,UAAU;gBAAE,OAAM;YACtB,SAAS,GAAG,MAAM,gBAAgB,CAAC;gBAClC,EAAE,GAAG,EAAE,gBAAgB,EAAE,OAAO,EAAE,gDAAgD,EAAE;gBACpF;oBACC,GAAG,EAAE,gBAAgB;oBACrB,OAAO,EAAE,gEAAgE;iBACzE;gBACD;oBACC,GAAG,EAAE,iBAAiB;oBACtB,OAAO,EAAE,8DAA8D;iBACvE;aACD,CAAC,CAAA;QACH,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,SAAS,CAAC,CAAA;YAExD,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAA;QACjD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,qBAAqB,EAAE,SAAS,CAAC,CAAA;YAEvE,yCAAyC;YACzC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;YACtE,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;YAE7D,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,WAAW,EAAE,CAAA;YAC9C,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAA;YAEtE,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAA;QAC9C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAClE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,CAAA;YAE3E,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC9B,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAA;YACjD,CAAC;QACF,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACzE,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,sBAAsB,EAAE,SAAS,CAAC,CAAA;YAExE,sCAAsC;YACtC,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;YAC1D,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACxC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,2BAA2B,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;YAEpD,qDAAqD;YACrD,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAA;YAC1D,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACxC,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;QAC1C,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;YAChD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC;gBACxB,CAAC,GAAG,EAAE,GAAG,CAAC;gBACV,CAAC,GAAG,EAAE,GAAG,CAAC;aACV,CAAC,CAAA;YACF,MAAM,MAAM,GAAmB;gBAC9B,GAAG,EAAE,MAAM;gBACX,KAAK,EAAE,IAAI,GAAG,CAAC;oBACd,CAAC,GAAG,EAAE,GAAG,CAAC;oBACV,CAAC,GAAG,EAAE,GAAG,CAAC;iBACV,CAAC;gBACF,QAAQ,EAAE,IAAI,GAAG,EAAE;gBACnB,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;aAC3C,CAAA;YAED,MAAM,UAAU,GAAG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAE9D,MAAM,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;QACrC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;YACjD,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;YACpC,MAAM,MAAM,GAAmB;gBAC9B,GAAG,EAAE,MAAM;gBACX,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC1B,QAAQ,EAAE,IAAI,GAAG,EAAE;gBACnB,SAAS,EAAE,CAAC;aACZ,CAAA;YAED,MAAM,UAAU,GAAG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAE9D,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;YAC9C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC;gBACxB,CAAC,GAAG,EAAE,GAAG,CAAC;gBACV,CAAC,GAAG,EAAE,GAAG,CAAC;aACV,CAAC,CAAA;YACF,MAAM,MAAM,GAAmB;gBAC9B,GAAG,EAAE,MAAM;gBACX,KAAK,EAAE,IAAI,GAAG,CAAC;oBACd,CAAC,GAAG,EAAE,GAAG,CAAC;oBACV,CAAC,GAAG,EAAE,GAAG,CAAC;iBACV,CAAC;gBACF,QAAQ,EAAE,IAAI,GAAG,EAAE;gBACnB,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC;aAC3C,CAAA;YAED,MAAM,UAAU,GAAG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAE9D,MAAM,CAAC,UAAU,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAA;YAC5C,MAAM,CAAC,UAAU,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;YACtC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAA;YAC1C,MAAM,MAAM,GAAmB;gBAC9B,GAAG,EAAE,MAAM;gBACX,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC1B,QAAQ,EAAE,IAAI,GAAG,EAAE;gBACnB,SAAS,EAAE,CAAC;aACZ,CAAA;YAED,MAAM,UAAU,GAAG,yBAAyB,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;YAE9D,MAAM,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC3B,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}

package/dist/utils.d.ts

@@ -0,0 +1,61 @@
+/**
+ * File scanning utilities for codebase indexing
+ */
+import { type Ignore } from 'ignore';
+export type { Ignore };
+/**
+ * Detect programming language from file extension
+ */
+export declare function detectLanguage(filePath: string): string | undefined;
+/**
+ * Check if file is text-based (not binary)
+ */
+export declare function isTextFile(filePath: string): boolean;
+/**
+ * Load .gitignore file and create ignore filter
+ */
+export declare function loadGitignore(codebaseRoot: string): Ignore;
+/**
+ * Scan directory recursively for files
+ */
+export interface ScanOptions {
+    ignoreFilter?: Ignore;
+    codebaseRoot?: string;
+    maxFileSize?: number;
+}
+export interface ScanResult {
+    path: string;
+    absolutePath: string;
+    content: string;
+    size: number;
+    mtime: number;
+    language?: string;
+}
+/**
+ * File metadata without content (memory optimization)
+ */
+export interface FileMetadata {
+    path: string;
+    absolutePath: string;
+    size: number;
+    mtime: number;
+    language?: string;
+}
+/**
+ * Scan files in directory with .gitignore support
+ */
+export declare function scanFiles(dir: string, options?: ScanOptions): ScanResult[];
+/**
+ * Scan file metadata only (without reading content) - Memory optimization
+ * Returns generator that yields file metadata one at a time
+ */
+export declare function scanFileMetadata(dir: string, options?: ScanOptions): Generator<FileMetadata>;
+/**
+ * Read file content (separate from scanning for memory efficiency)
+ */
+export declare function readFileContent(absolutePath: string): string | null;
+/**
+ * Calculate simple hash for file content (for change detection)
+ */
+export declare function simpleHash(content: string): string;
+//# sourceMappingURL=utils.d.ts.map

package/dist/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,OAAe,EAAE,KAAK,MAAM,EAAE,MAAM,QAAQ,CAAA;AAE5C,YAAY,EAAE,MAAM,EAAE,CAAA;AAEtB;;GAEG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CA4BnE;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAgDpD;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAyC1D;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,YAAY,CAAC,EAAE,MAAM,CAAA;IACrB,WAAW,CAAC,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,WAAW,UAAU;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,MAAM,CAAA;IACpB,OAAO,EAAE,MAAM,CAAA;IACf,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC5B,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,MAAM,CAAA;IACpB,IAAI,EAAE,MAAM,CAAA;IACZ,KAAK,EAAE,MAAM,CAAA;IACb,QAAQ,CAAC,EAAE,MAAM,CAAA;CACjB;AAED;;GAEG;AACH,wBAAgB,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,UAAU,EAAE,CA4D9E;AAED;;;GAGG;AACH,wBAAiB,gBAAgB,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,SAAS,CAAC,YAAY,CAAC,CAsDjG;AAED;;GAEG;AACH,wBAAgB,eAAe,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAMnE;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAQlD"}

package/dist/utils.js

@@ -0,0 +1,264 @@
+/**
+ * File scanning utilities for codebase indexing
+ */
+import fs from 'node:fs';
+import path from 'node:path';
+import ignore from 'ignore';
+/**
+ * Detect programming language from file extension
+ */
+export function detectLanguage(filePath) {
+    const ext = path.extname(filePath).toLowerCase();
+    const languageMap = {
+        '.ts': 'TypeScript',
+        '.tsx': 'TSX',
+        '.js': 'JavaScript',
+        '.jsx': 'JSX',
+        '.py': 'Python',
+        '.java': 'Java',
+        '.go': 'Go',
+        '.rs': 'Rust',
+        '.c': 'C',
+        '.cpp': 'C++',
+        '.cs': 'C#',
+        '.rb': 'Ruby',
+        '.php': 'PHP',
+        '.swift': 'Swift',
+        '.kt': 'Kotlin',
+        '.md': 'Markdown',
+        '.json': 'JSON',
+        '.yaml': 'YAML',
+        '.yml': 'YAML',
+        '.toml': 'TOML',
+        '.sql': 'SQL',
+        '.sh': 'Shell',
+        '.bash': 'Bash',
+    };
+    return languageMap[ext];
+}
+/**
+ * Check if file is text-based (not binary)
+ */
+export function isTextFile(filePath) {
+    const textExtensions = new Set([
+        '.ts',
+        '.tsx',
+        '.js',
+        '.jsx',
+        '.py',
+        '.java',
+        '.go',
+        '.rs',
+        '.c',
+        '.cpp',
+        '.h',
+        '.hpp',
+        '.cs',
+        '.rb',
+        '.php',
+        '.swift',
+        '.kt',
+        '.md',
+        '.txt',
+        '.json',
+        '.yaml',
+        '.yml',
+        '.toml',
+        '.xml',
+        '.sql',
+        '.sh',
+        '.bash',
+        '.zsh',
+        '.fish',
+        '.dockerfile',
+        '.gitignore',
+        '.env',
+        '.config',
+    ]);
+    const ext = path.extname(filePath).toLowerCase();
+    const basename = path.basename(filePath).toLowerCase();
+    // Check extension or common config files without extensions
+    return (textExtensions.has(ext) ||
+        basename === 'dockerfile' ||
+        basename === 'makefile' ||
+        basename === '.gitignore' ||
+        basename.startsWith('.env'));
+}
+/**
+ * Load .gitignore file and create ignore filter
+ */
+export function loadGitignore(codebaseRoot) {
+    const ig = ignore();
+    // Add default ignore patterns
+    ig.add([
+        'node_modules',
+        '.git',
+        '.svn',
+        '.hg',
+        '.DS_Store',
+        '.idea',
+        '.vscode',
+        '*.suo',
+        '*.ntvs*',
+        '*.njsproj',
+        '*.sln',
+        '*.swp',
+        '.cache',
+        'dist',
+        'build',
+        'coverage',
+        '.nyc_output',
+        '*.log',
+        'tmp',
+        'temp',
+        // Coderag storage folder (prevent scanning own index)
+        '.coderag',
+    ]);
+    const gitignorePath = path.join(codebaseRoot, '.gitignore');
+    if (fs.existsSync(gitignorePath)) {
+        try {
+            const content = fs.readFileSync(gitignorePath, 'utf8');
+            ig.add(content);
+        }
+        catch (error) {
+            console.error(`[ERROR] Failed to read .gitignore: ${error}`);
+        }
+    }
+    return ig;
+}
+/**
+ * Scan files in directory with .gitignore support
+ */
+export function scanFiles(dir, options = {}) {
+    const results = [];
+    const ignoreFilter = options.ignoreFilter;
+    const codebaseRoot = options.codebaseRoot || dir;
+    const maxFileSize = options.maxFileSize || 1024 * 1024; // 1MB default
+    function scan(currentDir) {
+        let entries;
+        try {
+            entries = fs.readdirSync(currentDir, { withFileTypes: true });
+        }
+        catch (_error) {
+            // Skip directories that can't be read (permissions, etc.)
+            return;
+        }
+        for (const entry of entries) {
+            const fullPath = path.join(currentDir, entry.name);
+            const relativePath = path.relative(codebaseRoot, fullPath);
+            // Skip ignored files
+            if (ignoreFilter?.ignores(relativePath)) {
+                continue;
+            }
+            if (entry.isDirectory()) {
+                scan(fullPath);
+            }
+            else if (entry.isFile()) {
+                try {
+                    const stats = fs.statSync(fullPath);
+                    // Skip files that are too large
+                    if (stats.size > maxFileSize) {
+                        continue;
+                    }
+                    // Only process text files
+                    if (!isTextFile(fullPath)) {
+                        continue;
+                    }
+                    const content = fs.readFileSync(fullPath, 'utf8');
+                    results.push({
+                        path: relativePath,
+                        absolutePath: fullPath,
+                        content,
+                        size: stats.size,
+                        mtime: stats.mtimeMs,
+                        language: detectLanguage(fullPath),
+                    });
+                }
+                catch (_error) {
+                    // Skip files that can't be read (permissions, etc.)
+                    console.warn(`[WARN] Failed to read file: ${relativePath}`);
+                }
+            }
+        }
+    }
+    scan(dir);
+    return results;
+}
+/**
+ * Scan file metadata only (without reading content) - Memory optimization
+ * Returns generator that yields file metadata one at a time
+ */
+export function* scanFileMetadata(dir, options = {}) {
+    const ignoreFilter = options.ignoreFilter;
+    const codebaseRoot = options.codebaseRoot || dir;
+    const maxFileSize = options.maxFileSize || 1024 * 1024; // 1MB default
+    function* scan(currentDir) {
+        let entries;
+        try {
+            entries = fs.readdirSync(currentDir, { withFileTypes: true });
+        }
+        catch (_error) {
+            // Skip directories that can't be read (permissions, etc.)
+            return;
+        }
+        for (const entry of entries) {
+            const fullPath = path.join(currentDir, entry.name);
+            const relativePath = path.relative(codebaseRoot, fullPath);
+            // Skip ignored files
+            if (ignoreFilter?.ignores(relativePath)) {
+                continue;
+            }
+            if (entry.isDirectory()) {
+                yield* scan(fullPath);
+            }
+            else if (entry.isFile()) {
+                try {
+                    const stats = fs.statSync(fullPath);
+                    // Skip files that are too large
+                    if (stats.size > maxFileSize) {
+                        continue;
+                    }
+                    // Only process text files
+                    if (!isTextFile(fullPath)) {
+                        continue;
+                    }
+                    yield {
+                        path: relativePath,
+                        absolutePath: fullPath,
+                        size: stats.size,
+                        mtime: stats.mtimeMs,
+                        language: detectLanguage(fullPath),
+                    };
+                }
+                catch (_error) {
+                    // Skip files that can't be read (permissions, etc.)
+                }
+            }
+        }
+    }
+    yield* scan(dir);
+}
+/**
+ * Read file content (separate from scanning for memory efficiency)
+ */
+export function readFileContent(absolutePath) {
+    try {
+        return fs.readFileSync(absolutePath, 'utf8');
+    }
+    catch (_error) {
+        return null;
+    }
+}
+/**
+ * Calculate simple hash for file content (for change detection)
+ */
+export function simpleHash(content) {
+    let hash = 0;
+    for (let i = 0; i < content.length; i++) {
+        const char = content.charCodeAt(i);
+        hash = (hash << 5) - hash + char;
+        hash &= hash; // Convert to 32-bit integer
+    }
+    return hash.toString(36);
+}
+//# sourceMappingURL=utils.js.map

package/dist/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,MAAM,SAAS,CAAA;AACxB,OAAO,IAAI,MAAM,WAAW,CAAA;AAC5B,OAAO,MAAuB,MAAM,QAAQ,CAAA;AAI5C;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC9C,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;IAChD,MAAM,WAAW,GAA2B;QAC3C,KAAK,EAAE,YAAY;QACnB,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,YAAY;QACnB,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,MAAM;QACf,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,GAAG;QACT,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,MAAM;QACb,MAAM,EAAE,KAAK;QACb,QAAQ,EAAE,OAAO;QACjB,KAAK,EAAE,QAAQ;QACf,KAAK,EAAE,UAAU;QACjB,OAAO,EAAE,MAAM;QACf,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,MAAM;QACf,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,OAAO;QACd,OAAO,EAAE,MAAM;KACf,CAAA;IACD,OAAO,WAAW,CAAC,GAAG,CAAC,CAAA;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,QAAgB;IAC1C,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC;QAC9B,KAAK;QACL,MAAM;QACN,KAAK;QACL,MAAM;QACN,KAAK;QACL,OAAO;QACP,KAAK;QACL,KAAK;QACL,IAAI;QACJ,MAAM;QACN,IAAI;QACJ,MAAM;QACN,KAAK;QACL,KAAK;QACL,MAAM;QACN,QAAQ;QACR,KAAK;QACL,KAAK;QACL,MAAM;QACN,OAAO;QACP,OAAO;QACP,MAAM;QACN,OAAO;QACP,MAAM;QACN,MAAM;QACN,KAAK;QACL,OAAO;QACP,MAAM;QACN,OAAO;QACP,aAAa;QACb,YAAY;QACZ,MAAM;QACN,SAAS;KACT,CAAC,CAAA;IAEF,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;IAChD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;IAEtD,4DAA4D;IAC5D,OAAO,CACN,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC;QACvB,QAAQ,KAAK,YAAY;QACzB,QAAQ,KAAK,UAAU;QACvB,QAAQ,KAAK,YAAY;QACzB,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAC3B,CAAA;AACF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,YAAoB;IACjD,MAAM,EAAE,GAAG,MAAM,EAAE,CAAA;IAEnB,8BAA8B;IAC9B,EAAE,CAAC,GAAG,CAAC;QACN,cAAc;QACd,MAAM;QACN,MAAM;QACN,KAAK;QACL,WAAW;QACX,OAAO;QACP,SAAS;QACT,OAAO;QACP,SAAS;QACT,WAAW;QACX,OAAO;QACP,OAAO;QACP,QAAQ;QACR,MAAM;QACN,OAAO;QACP,UAAU;QACV,aAAa;QACb,OAAO;QACP,KAAK;QACL,MAAM;QACN,sDAAsD;QACtD,UAAU;KACV,CAAC,CAAA;IAEF,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;IAE3D,IAAI,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAClC,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,aAAa,EAAE,MAAM,CAAC,CAAA;YACtD,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAChB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,OAAO,CAAC,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAC,CAAA;QAC7D,CAAC;IACF,CAAC;IAED,OAAO,EAAE,CAAA;AACV,CAAC;AA+BD;;GAEG;AACH,MAAM,UAAU,SAAS,CAAC,GAAW,EAAE,UAAuB,EAAE;IAC/D,MAAM,OAAO,GAAiB,EAAE,CAAA;IAChC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;IACzC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,GAAG,CAAA;IAChD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,GAAG,IAAI,CAAA,CAAC,cAAc;IAErE,SAAS,IAAI,CAAC,UAAkB;QAC/B,IAAI,OAAoB,CAAA;QACxB,IAAI,CAAC;YACJ,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9D,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YACjB,0DAA0D;YAC1D,OAAM;QACP,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YAClD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;YAE1D,qBAAqB;YACrB,IAAI,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBACzC,SAAQ;YACT,CAAC;YAED,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACzB,IAAI,CAAC,QAAQ,CAAC,CAAA;YACf,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACJ,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;oBAEnC,gCAAgC;oBAChC,IAAI,KAAK,CAAC,IAAI,GAAG,WAAW,EAAE,CAAC;wBAC9B,SAAQ;oBACT,CAAC;oBAED,0BAA0B;oBAC1B,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC3B,SAAQ;oBACT,CAAC;oBAED,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;oBAEjD,OAAO,CAAC,IAAI,CAAC;wBACZ,IAAI,EAAE,YAAY;wBAClB,YAAY,EAAE,QAAQ;wBACtB,OAAO;wBACP,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO;wBACpB,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC;qBAClC,CAAC,CAAA;gBACH,CAAC;gBAAC,OAAO,MAAM,EAAE,CAAC;oBACjB,oDAAoD;oBACpD,OAAO,CAAC,IAAI,CAAC,+BAA+B,YAAY,EAAE,CAAC,CAAA;gBAC5D,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,IAAI,CAAC,GAAG,CAAC,CAAA;IACT,OAAO,OAAO,CAAA;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,SAAS,CAAC,CAAC,gBAAgB,CAAC,GAAW,EAAE,UAAuB,EAAE;IACvE,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAA;IACzC,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,GAAG,CAAA;IAChD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,IAAI,GAAG,IAAI,CAAA,CAAC,cAAc;IAErE,QAAQ,CAAC,CAAC,IAAI,CAAC,UAAkB;QAChC,IAAI,OAAoB,CAAA;QACxB,IAAI,CAAC;YACJ,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,UAAU,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QAC9D,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YACjB,0DAA0D;YAC1D,OAAM;QACP,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAA;YAClD,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAA;YAE1D,qBAAqB;YACrB,IAAI,YAAY,EAAE,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBACzC,SAAQ;YACT,CAAC;YAED,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;gBACzB,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACtB,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC3B,IAAI,CAAC;oBACJ,MAAM,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;oBAEnC,gCAAgC;oBAChC,IAAI,KAAK,CAAC,IAAI,GAAG,WAAW,EAAE,CAAC;wBAC9B,SAAQ;oBACT,CAAC;oBAED,0BAA0B;oBAC1B,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;wBAC3B,SAAQ;oBACT,CAAC;oBAED,MAAM;wBACL,IAAI,EAAE,YAAY;wBAClB,YAAY,EAAE,QAAQ;wBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;wBAChB,KAAK,EAAE,KAAK,CAAC,OAAO;wBACpB,QAAQ,EAAE,cAAc,CAAC,QAAQ,CAAC;qBAClC,CAAA;gBACF,CAAC;gBAAC,OAAO,MAAM,EAAE,CAAC;oBACjB,oDAAoD;gBACrD,CAAC;YACF,CAAC;QACF,CAAC;IACF,CAAC;IAED,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,YAAoB;IACnD,IAAI,CAAC;QACJ,OAAO,EAAE,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IAC7C,CAAC;IAAC,OAAO,MAAM,EAAE,CAAC;QACjB,OAAO,IAAI,CAAA;IACZ,CAAC;AACF,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,OAAe;IACzC,IAAI,IAAI,GAAG,CAAC,CAAA;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,IAAI,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA;QAClC,IAAI,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;QAChC,IAAI,IAAI,IAAI,CAAA,CAAC,4BAA4B;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;AACzB,CAAC"}

package/dist/utils.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for utility functions
+ */
+export {};
+//# sourceMappingURL=utils.test.d.ts.map

package/dist/utils.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.test.d.ts","sourceRoot":"","sources":["../src/utils.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/utils.test.js

@@ -0,0 +1,94 @@
+/**
+ * Tests for utility functions
+ */
+import { describe, expect, it } from 'vitest';
+import { detectLanguage, isTextFile, simpleHash } from './utils.js';
+describe('utils', () => {
+    describe('simpleHash', () => {
+        it('should generate consistent hash for same input', () => {
+            const content = 'test content';
+            const hash1 = simpleHash(content);
+            const hash2 = simpleHash(content);
+            expect(hash1).toBe(hash2);
+        });
+        it('should generate different hashes for different inputs', () => {
+            const hash1 = simpleHash('content1');
+            const hash2 = simpleHash('content2');
+            expect(hash1).not.toBe(hash2);
+        });
+        it('should handle empty string', () => {
+            const hash = simpleHash('');
+            expect(hash).toBeDefined();
+            expect(typeof hash).toBe('string');
+        });
+        it('should handle unicode characters', () => {
+            const hash1 = simpleHash('hello 世界');
+            const hash2 = simpleHash('hello 世界');
+            expect(hash1).toBe(hash2);
+        });
+    });
+    describe('detectLanguage', () => {
+        it('should detect TypeScript', () => {
+            expect(detectLanguage('test.ts')).toBe('TypeScript');
+            expect(detectLanguage('test.tsx')).toBe('TSX');
+        });
+        it('should detect JavaScript', () => {
+            expect(detectLanguage('test.js')).toBe('JavaScript');
+            expect(detectLanguage('test.jsx')).toBe('JSX');
+        });
+        it('should detect Python', () => {
+            expect(detectLanguage('test.py')).toBe('Python');
+        });
+        it('should detect Go', () => {
+            expect(detectLanguage('test.go')).toBe('Go');
+        });
+        it('should detect Rust', () => {
+            expect(detectLanguage('test.rs')).toBe('Rust');
+        });
+        it('should detect JSON', () => {
+            expect(detectLanguage('test.json')).toBe('JSON');
+            expect(detectLanguage('package.json')).toBe('JSON');
+        });
+        it('should detect YAML', () => {
+            expect(detectLanguage('test.yaml')).toBe('YAML');
+            expect(detectLanguage('test.yml')).toBe('YAML');
+        });
+        it('should detect Markdown', () => {
+            expect(detectLanguage('README.md')).toBe('Markdown');
+        });
+        it('should return undefined for unknown extensions', () => {
+            expect(detectLanguage('test.xyz')).toBeUndefined();
+            expect(detectLanguage('no-extension')).toBeUndefined();
+        });
+        it('should be case-insensitive', () => {
+            expect(detectLanguage('TEST.TS')).toBe('TypeScript');
+            expect(detectLanguage('Test.Js')).toBe('JavaScript');
+        });
+    });
+    describe('isTextFile', () => {
+        it('should return true for text files', () => {
+            expect(isTextFile('test.ts')).toBe(true);
+            expect(isTextFile('test.js')).toBe(true);
+            expect(isTextFile('test.py')).toBe(true);
+            expect(isTextFile('test.md')).toBe(true);
+            expect(isTextFile('test.json')).toBe(true);
+            expect(isTextFile('test.txt')).toBe(true);
+        });
+        it('should return false for binary files', () => {
+            expect(isTextFile('image.png')).toBe(false);
+            expect(isTextFile('image.jpg')).toBe(false);
+            expect(isTextFile('image.gif')).toBe(false);
+            expect(isTextFile('file.pdf')).toBe(false);
+            expect(isTextFile('archive.zip')).toBe(false);
+            expect(isTextFile('binary.exe')).toBe(false);
+        });
+        it('should return false for files without extension', () => {
+            expect(isTextFile('no-extension')).toBe(false);
+        });
+        it('should be case-insensitive', () => {
+            expect(isTextFile('TEST.TS')).toBe(true);
+            expect(isTextFile('IMAGE.PNG')).toBe(false);
+        });
+    });
+});
+//# sourceMappingURL=utils.test.js.map

package/dist/utils.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.test.js","sourceRoot":"","sources":["../src/utils.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AAC7C,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,YAAY,CAAA;AAEnE,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;IACtB,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACzD,MAAM,OAAO,GAAG,cAAc,CAAA;YAC9B,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;YACjC,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;YAEjC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;YAChE,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,CAAA;YACpC,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,CAAA;YAEpC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC9B,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACrC,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,CAAA;YAC3B,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;YAC1B,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACnC,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;YAC3C,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,CAAA;YACpC,MAAM,KAAK,GAAG,UAAU,CAAC,UAAU,CAAC,CAAA;YAEpC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC1B,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;QAC/B,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YACnC,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACpD,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;YACnC,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACpD,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,sBAAsB,EAAE,GAAG,EAAE;YAC/B,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QACjD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,kBAAkB,EAAE,GAAG,EAAE;YAC3B,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC7C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAC7B,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAC7B,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAChD,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QACpD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,oBAAoB,EAAE,GAAG,EAAE;YAC7B,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YAChD,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YACjC,MAAM,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACrD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACzD,MAAM,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,EAAE,CAAA;YAClD,MAAM,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC,CAAC,aAAa,EAAE,CAAA;QACvD,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACrC,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;YACpD,MAAM,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACrD,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,QAAQ,CAAC,YAAY,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;YAC5C,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACxC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACxC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACxC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACxC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAC1C,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC1C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC/C,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC3C,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC3C,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC3C,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC1C,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;YAC7C,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC7C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;YAC1D,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC/C,CAAC,CAAC,CAAA;QAEF,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;YACrC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACxC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAC5C,CAAC,CAAC,CAAA;IACH,CAAC,CAAC,CAAA;AACH,CAAC,CAAC,CAAA"}