@gitsense/gscb-git-tools 0.4.4 → 0.4.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/common/logger.js +1 -1
- package/dist/cjs/common/metadata-manager.js +1 -1
- package/dist/cjs/importer/chat-manager/constants.js +1 -1
- package/dist/cjs/importer/chat-manager/group-manager.js +1 -1
- package/dist/cjs/importer/constants.js +1 -1
- package/dist/cjs/importer/core/error-handler.js +1 -1
- package/dist/cjs/importer/core/import-processor.js +13 -14
- package/dist/cjs/importer/core/import-processor.js.map +1 -1
- package/dist/cjs/importer/core/importer.js +1 -1
- package/dist/cjs/importer/core/utils.js +1 -1
- package/dist/cjs/importer/file-processor.js +24 -6
- package/dist/cjs/importer/file-processor.js.map +1 -1
- package/dist/cjs/importer/tree-processor.js +17 -5
- package/dist/cjs/importer/tree-processor.js.map +1 -1
- package/dist/esm/importer/chat-manager/chat-creator.js +1 -1
- package/dist/esm/importer/chat-manager/constants.js +1 -1
- package/dist/esm/importer/chat-manager/group-manager.js +1 -1
- package/dist/esm/importer/chat-manager/hierarchy-manager.js +1 -1
- package/dist/esm/importer/chat-manager/message-manager.js +1 -1
- package/dist/esm/importer/constants.js +1 -1
- package/dist/esm/importer/core/error-handler.js +1 -1
- package/dist/esm/importer/core/import-processor.js +13 -14
- package/dist/esm/importer/core/import-processor.js.map +1 -1
- package/dist/esm/importer/core/importer.js +1 -1
- package/dist/esm/importer/core/utils.js +1 -1
- package/dist/esm/importer/file-processor.js +24 -6
- package/dist/esm/importer/file-processor.js.map +1 -1
- package/dist/esm/importer/tree-processor.js +17 -5
- package/dist/esm/importer/tree-processor.js.map +1 -1
- package/dist/index.d.ts +5 -5
- package/package.json +1 -1
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
/**
|
|
4
4
|
* Component: Atomic Metadata Update
|
|
5
|
-
* Block-UUID:
|
|
5
|
+
* Block-UUID: a49d7710-a61c-47cb-9e8e-edb9a6dd1e19
|
|
6
6
|
* Parent-UUID: 2a54179d-a8c2-4341-b95c-fda5ad72b5e9
|
|
7
7
|
* Version: 2.6.0
|
|
8
8
|
* Description: Updates chat metadata atomically with transaction awareness and adds repo import metadata update
|
|
@@ -4,7 +4,7 @@ var gscbDb = require('@gitsense/gscb-db');
|
|
|
4
4
|
|
|
5
5
|
/**
|
|
6
6
|
* Component: Error Handler
|
|
7
|
-
* Block-UUID:
|
|
7
|
+
* Block-UUID: 94154d6a-0947-4456-a780-10da61cd3ad3
|
|
8
8
|
* Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
|
|
9
9
|
* Version: 6.6.0
|
|
10
10
|
* Purpose: Centralized error handling for GitImporter
|
|
@@ -9,17 +9,14 @@ var metadataManager = require('../../common/metadata-manager.js');
|
|
|
9
9
|
|
|
10
10
|
/**
|
|
11
11
|
* Component: Import Processor
|
|
12
|
-
* Block-UUID:
|
|
13
|
-
* Parent-UUID:
|
|
14
|
-
* Version: 6.
|
|
15
|
-
*
|
|
12
|
+
* Block-UUID: ad2cbf42-6028-422b-959c-97100cefc2d5
|
|
13
|
+
* Parent-UUID: 5cc5dcf8-63d7-415a-aa21-ffa85e3b8dd9
|
|
14
|
+
* Version: 6.10.0
|
|
15
|
+
* Description: Handles the import process logic for GitImporter with optimized metadata updates
|
|
16
16
|
* Language: TypeScript
|
|
17
17
|
* Created-at: 2025-03-17T04:14:43.902Z
|
|
18
18
|
* Updated-at: 2025-09-30T17:00:00.000Z
|
|
19
|
-
* Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0),
|
|
20
|
-
* OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0),
|
|
21
|
-
* together.ai - DeepSeek v3 (v6.6.0), Claude 3.7 Sonnet (v6.7.0), together.ai - DeepSeek v3 (v6.8.0),
|
|
22
|
-
* Qwen 3 Coder 480B - Cerebras (v6.9.0)
|
|
19
|
+
* Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0), Claude 3.7 Sonnet (v6.7.0), together.ai - DeepSeek v3 (v6.8.0), Qwen 3 Coder 480B - Cerebras (v6.9.0), Claude 4.0 Sonnet (v6.10.0)
|
|
23
20
|
*/
|
|
24
21
|
class ImportProcessor {
|
|
25
22
|
dbClient;
|
|
@@ -35,6 +32,7 @@ class ImportProcessor {
|
|
|
35
32
|
_metadataManager = null;
|
|
36
33
|
_fileProcessor = null;
|
|
37
34
|
_treeProcessor = null;
|
|
35
|
+
_refChatId = null;
|
|
38
36
|
constructor(dbClient, gitRepo, repoOwner, repoName, ref, refType, options, logger) {
|
|
39
37
|
this.dbClient = dbClient;
|
|
40
38
|
this.gitRepo = gitRepo;
|
|
@@ -54,6 +52,7 @@ class ImportProcessor {
|
|
|
54
52
|
try {
|
|
55
53
|
// Setup chat hierarchy
|
|
56
54
|
const { refChatId, repoGroupId } = await this.chatManager.setupChatHierarchy();
|
|
55
|
+
this._refChatId = refChatId;
|
|
57
56
|
// Process import
|
|
58
57
|
const currentCommit = await this.gitRepo.resolveRef(this.ref);
|
|
59
58
|
const refChat = await this.chatManager.getChatById(refChatId);
|
|
@@ -91,7 +90,7 @@ class ImportProcessor {
|
|
|
91
90
|
if (changedEntries.length > 0) {
|
|
92
91
|
this.logger.log(`Found ${changedEntries.length} changed entries to process`);
|
|
93
92
|
// Process the changed entries
|
|
94
|
-
const directoryProcessor$1 = new directoryProcessor.DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(repoGroupId), this.getTreeProcessor(repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
93
|
+
const directoryProcessor$1 = new directoryProcessor.DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(refChatId, repoGroupId), this.getTreeProcessor(refChatId, repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
95
94
|
await directoryProcessor$1.processChangedEntries(changedEntries, refChatId, repoGroupId);
|
|
96
95
|
this.logger.log('Incremental import completed successfully');
|
|
97
96
|
}
|
|
@@ -120,7 +119,7 @@ class ImportProcessor {
|
|
|
120
119
|
await metadataManager.markImportStarted(refChatId, this.ref);
|
|
121
120
|
await metadataManager.updateParentRepoImportMetadata(refChatId, this.ref, 'start');
|
|
122
121
|
// Process all files
|
|
123
|
-
const directoryProcessor$1 = new directoryProcessor.DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(repoGroupId), this.getTreeProcessor(repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
122
|
+
const directoryProcessor$1 = new directoryProcessor.DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(refChatId, repoGroupId), this.getTreeProcessor(refChatId, repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
124
123
|
await directoryProcessor$1.processFiles(refChatId);
|
|
125
124
|
// Mark the import as finished and update parent repo metadata
|
|
126
125
|
await metadataManager.markImportFinished(refChatId);
|
|
@@ -157,18 +156,18 @@ class ImportProcessor {
|
|
|
157
156
|
/**
|
|
158
157
|
* Lazily initializes and returns the FileProcessor instance.
|
|
159
158
|
*/
|
|
160
|
-
getFileProcessor(repoGroupId) {
|
|
159
|
+
getFileProcessor(refChatId, repoGroupId) {
|
|
161
160
|
if (!this._fileProcessor) {
|
|
162
|
-
this._fileProcessor = new fileProcessor.FileProcessor(this.dbClient, this.gitRepo, this.chatManager, this.options, repoGroupId, this.logger);
|
|
161
|
+
this._fileProcessor = new fileProcessor.FileProcessor(this.dbClient, this.gitRepo, this.chatManager, refChatId, this.ref, this.refType, this.options, repoGroupId, this.logger);
|
|
163
162
|
}
|
|
164
163
|
return this._fileProcessor;
|
|
165
164
|
}
|
|
166
165
|
/**
|
|
167
166
|
* Lazily initializes and returns the TreeProcessor instance.
|
|
168
167
|
*/
|
|
169
|
-
getTreeProcessor(repoGroupId) {
|
|
168
|
+
getTreeProcessor(refChatId, repoGroupId) {
|
|
170
169
|
if (!this._treeProcessor) {
|
|
171
|
-
this._treeProcessor = new treeProcessor.TreeProcessor(this.gitRepo, this.chatManager, this.getFileProcessor(repoGroupId), repoGroupId, this.logger);
|
|
170
|
+
this._treeProcessor = new treeProcessor.TreeProcessor(this.gitRepo, this.chatManager, this.getFileProcessor(refChatId, repoGroupId), refChatId, this.ref, this.refType, repoGroupId, this.logger);
|
|
172
171
|
}
|
|
173
172
|
return this._treeProcessor;
|
|
174
173
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"import-processor.js","sources":["../../../../src/importer/core/import-processor.ts"],"sourcesContent":[null],"names":["ChatManager","MessageManager","directoryProcessor","DirectoryProcessor","MetadataManager","FileProcessor","TreeProcessor"],"mappings":";;;;;;;;;AAAA
|
|
1
|
+
{"version":3,"file":"import-processor.js","sources":["../../../../src/importer/core/import-processor.ts"],"sourcesContent":[null],"names":["ChatManager","MessageManager","directoryProcessor","DirectoryProcessor","MetadataManager","FileProcessor","TreeProcessor"],"mappings":";;;;;;;;;AAAA;;;;;;;;;;AAUG;MAeU,eAAe,CAAA;AASH,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,SAAA;AACA,IAAA,QAAA;AACA,IAAA,GAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,MAAA;AAfJ,IAAA,WAAW;AACX,IAAA,cAAc;IACvB,gBAAgB,GAA2B,IAAI;IAC/C,cAAc,GAAyB,IAAI;IAC3C,cAAc,GAAyB,IAAI;IAC3C,UAAU,GAAkB,IAAI;AAExC,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,SAAiB,EACjB,QAAgB,EAChB,GAAW,EACX,OAAgB,EAChB,OAAsB,EACtB,MAAc,EAAA;QAPd,IAAA,CAAA,QAAQ,GAAR,QAAQ;QACR,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,SAAS,GAAT,SAAS;QACT,IAAA,CAAA,QAAQ,GAAR,QAAQ;QACR,IAAA,CAAA,GAAG,GAAH,GAAG;QACH,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,MAAM,GAAN,MAAM;QAEvB,IAAI,CAAC,WAAW,GAAG,IAAIA,uBAAW,CAC9B,QAAQ,EACR,OAAO,EACP,SAAS,EACT,QAAQ,EACR,GAAG,EACH,OAAO,EACP,OAAO,EACP,MAAM,CACT;QAED,IAAI,CAAC,cAAc,GAAG,IAAIC,6BAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC9D;AAEA;;AAEG;AACH,IAAA,MAAM,WAAW,GAAA;AACb,QAAA,IAAI;;AAEA,YAAA,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE;AAC9E,YAAA,IAAI,CAAC,UAAU,GAAG,SAAS;;AAG3B,YAAA,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAC7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC;AAC7D,YAAA,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE;AAEhC,YAAA,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE;AAC3D,gBAAA,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,CAAC;YACjF;iBAAO;gBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC;YACvD;AAEA,YAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE;QACrC;QAAE,OAAO,KAAK,EAAE;AACZ,YAAA,MAAM,KAAK;QACf;IACJ;AAEA;;AAEG;IACK,MAAM,qBAAqB,CAAC,IAAgB,EAAE,aAAqB,EAAE,SAAiB,EAAE,WAAmB,EAAA;QAC/G,IAAI,CAAC,IAAI,CAAC,MAAM;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;AAEvD,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;QAEjD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE;AACpC,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wEAAwE,CAAC;YACzF;QACJ;AAEA,QAAA,IAAI;AACA,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,wCAAA,EAA2C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA,CAAE,CAAC;;YAG9E,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;AAC5D,YAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;;AAGlF,YAAA,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,+BAA+B,CACrE,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EACvB,aAAa,EACb,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACnD;AAED,YAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,MAAA,EAAS,cAAc,CAAC,MAAM,CAAA,2BAAA,CAA6B,CAAC;;gBAG5E,MAAMC,oBAAkB,GAAG,IAAIC,qCAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;gBACD,MAAMD,oBAAkB,CAAC,qBAAqB,CAAC,cAAc,EAAE,SAAS,EAAE,WAAW,CAAC;AAEtF,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,2CAA2C,CAAC;YAChE;iBAAO;AACH,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC;YAClE;;AAGA,YAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACnD,YAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC;QACnG;QAAE,OAAM,KAAK,EAAE;YACX,OAAO,CAAC,KAAK,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,EAAE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;;YAGtG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAc,CAAC;AAC3E,YAAA,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,eAAe,CAAC;QAClH;IACJ;AAEA;;AAEG;AACK,IAAA,MAAM,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AACjE,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;AAEjD,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC;;QAGzC,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;AAC5D,QAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;;QAGlF,MAAMA,oBAAkB,GAAG,IAAIC,qCAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;AACD,QAAA,MAAMD,oBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC;;AAGhD,QAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACnD,QAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC;AAC/F,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oCAAoC,CAAC;IACzD;AAEA;;AAEG;IACK,MAAM,gBAAgB,CAAC,SAAiB,EAAA;QAC5C,MAAM,SAAS,GAAwC,EAAE;QACzD,IAAI,aAAa,GAAG,SAAS;QAE7B,OAAO,aAAa,EAAE;YAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,aAAa,CAAC;AAC9D,YAAA,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE;gBAAE;YAEvB,SAAS,CAAC,OAAO,CAAC;gBACd,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC;AACd,aAAA,CAAC;AAEF,YAAA,aAAa,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC;QACtC;AAEA,QAAA,OAAO,SAAS;IACpB;AAEA;;AAEG;IACK,kBAAkB,GAAA;AACtB,QAAA,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACxB,IAAI,CAAC,gBAAgB,GAAG,IAAIE,+BAAe,CACvC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,CACnB;QACL;QACA,OAAO,IAAI,CAAC,gBAAgB;IAChC;AAEA;;AAEG;IACK,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AAC3D,QAAA,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACtB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAIC,2BAAa,CACnC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,SAAS,EACT,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,OAAO,EACZ,WAAW,EACX,IAAI,CAAC,MAAM,CACd;QACL;QACA,OAAO,IAAI,CAAC,cAAc;IAC9B;AAEA;;AAEG;IACK,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AAC3D,QAAA,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACtB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAIC,2BAAa,CACnC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,SAAS,EACT,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,OAAO,EACZ,WAAW,EACX,IAAI,CAAC,MAAM,CACd;QACL;QACA,OAAO,IAAI,CAAC,cAAc;IAC9B;AACH;;;;"}
|
|
@@ -9,7 +9,7 @@ var errorHandler = require('./error-handler.js');
|
|
|
9
9
|
|
|
10
10
|
/**
|
|
11
11
|
* Component: Git Repository Importer (Core)
|
|
12
|
-
* Block-UUID:
|
|
12
|
+
* Block-UUID: 90d78242-374a-4a78-9ce6-e502bf172d87
|
|
13
13
|
* Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
|
|
14
14
|
* Version: 6.6.0
|
|
15
15
|
* Purpose: Core implementation of GitImporter class
|
|
@@ -10,25 +10,31 @@ var path__default = /*#__PURE__*/_interopDefault(path);
|
|
|
10
10
|
|
|
11
11
|
/*
|
|
12
12
|
* Component: File Processor
|
|
13
|
-
* Block-UUID:
|
|
14
|
-
* Parent-UUID:
|
|
15
|
-
* Version: 5.
|
|
13
|
+
* Block-UUID: 53463268-374b-4d55-a62a-bd6f62fa0eca
|
|
14
|
+
* Parent-UUID: 4aafe5b6-dd58-4d15-9528-c5465ad07eb8
|
|
15
|
+
* Version: 5.3.0
|
|
16
16
|
* Description: Processes Git repository files for import, handling file creation, updates, and filtering
|
|
17
17
|
* Language: TypeScript
|
|
18
18
|
* Created-at: 2025-09-18T21:48:15.228Z
|
|
19
|
-
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, together.ai - DeepSeek v3 (v3.3.0), together.ai - DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Claude 3.7 Sonnet (v5.1.0), Qwen 3 Coder 480B - Cerebras (v5.2.0)
|
|
19
|
+
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, together.ai - DeepSeek v3 (v3.3.0), together.ai - DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Claude 3.7 Sonnet (v5.1.0), Qwen 3 Coder 480B - Cerebras (v5.2.0), Claude 4.0 Sonnet (v5.3.0)
|
|
20
20
|
*/
|
|
21
21
|
class FileProcessor {
|
|
22
22
|
dbClient;
|
|
23
23
|
gitRepo;
|
|
24
24
|
chatManager;
|
|
25
|
+
refChatId;
|
|
26
|
+
refName;
|
|
27
|
+
refType;
|
|
25
28
|
options;
|
|
26
29
|
repoGroupId;
|
|
27
30
|
logger;
|
|
28
|
-
constructor(dbClient, gitRepo, chatManager, options, repoGroupId, logger) {
|
|
31
|
+
constructor(dbClient, gitRepo, chatManager, refChatId, refName, refType, options, repoGroupId, logger) {
|
|
29
32
|
this.dbClient = dbClient;
|
|
30
33
|
this.gitRepo = gitRepo;
|
|
31
34
|
this.chatManager = chatManager;
|
|
35
|
+
this.refChatId = refChatId;
|
|
36
|
+
this.refName = refName;
|
|
37
|
+
this.refType = refType;
|
|
32
38
|
this.options = options;
|
|
33
39
|
this.repoGroupId = repoGroupId;
|
|
34
40
|
this.logger = logger;
|
|
@@ -86,6 +92,11 @@ class FileProcessor {
|
|
|
86
92
|
language: await languageUtils.detectLanguage(filePath),
|
|
87
93
|
highlight: await languageUtils.getHighlightSyntax(filePath)
|
|
88
94
|
}));
|
|
95
|
+
const refContext = {
|
|
96
|
+
refChatId: this.refChatId,
|
|
97
|
+
refName: this.refName,
|
|
98
|
+
refType: this.refType
|
|
99
|
+
};
|
|
89
100
|
const meta = {
|
|
90
101
|
type,
|
|
91
102
|
path: filePath,
|
|
@@ -99,6 +110,7 @@ class FileProcessor {
|
|
|
99
110
|
content: { estimate: contentTokens, estimatedAt: now },
|
|
100
111
|
metadata: { estimate: metaTokens, estimatedAt: now }
|
|
101
112
|
},
|
|
113
|
+
refContext,
|
|
102
114
|
import: {
|
|
103
115
|
status: 'imported',
|
|
104
116
|
startedAt: now,
|
|
@@ -137,13 +149,19 @@ class FileProcessor {
|
|
|
137
149
|
language: await languageUtils.detectLanguage(filePath),
|
|
138
150
|
highlight: await languageUtils.getHighlightSyntax(filePath)
|
|
139
151
|
}));
|
|
152
|
+
const refContext = {
|
|
153
|
+
refChatId: this.refChatId,
|
|
154
|
+
refName: this.refName,
|
|
155
|
+
refType: this.refType
|
|
156
|
+
};
|
|
140
157
|
// Create updated metadata
|
|
141
158
|
const updatedMeta = {
|
|
142
159
|
...oldMeta,
|
|
143
160
|
commit: commitInfo,
|
|
144
161
|
blob: fileInfo.hash,
|
|
145
162
|
size: fileInfo.size,
|
|
146
|
-
import: { status: 'imported', startedAt: (oldMeta?.import?.startedAt || now), finishedAt: now }
|
|
163
|
+
import: { status: 'imported', startedAt: (oldMeta?.import?.startedAt || now), finishedAt: now },
|
|
164
|
+
refContext
|
|
147
165
|
};
|
|
148
166
|
// We don't want to override tokens.analysis with a shallow copy
|
|
149
167
|
updatedMeta.tokens.content = { estimate: contentTokens, estimatedAt: now },
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":["path","detectLanguage","getHighlightSyntax","FSUtils"],"mappings":";;;;;;;;;;AAAA;;;;;;;;;AASG;
|
|
1
|
+
{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":["path","detectLanguage","getHighlightSyntax","FSUtils"],"mappings":";;;;;;;;;;AAAA;;;;;;;;;AASG;MAcU,aAAa,CAAA;AAED,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AATrB,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,WAAwB,EACxB,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,OAAsB,EACtB,WAAmB,EACnB,MAAc,EAAA;QARd,IAAA,CAAA,QAAQ,GAAR,QAAQ;QACR,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,WAAW,GAAX,WAAW;QACX,IAAA,CAAA,SAAS,GAAT,SAAS;QACT,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,WAAW,GAAX,WAAW;QACX,IAAA,CAAA,MAAM,GAAN,MAAM;IACxB;AAGH;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACtC;AAEA;;;AAGG;AACH,IAAA,MAAM,WAAW,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;AACzE,QAAA,IAAI;;YAEA,MAAM,QAAQ,GAAGA,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACvE,YAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IACzC,IAAI,CAAC,IAAI,KAAK,UAAU;gBACxB,IAAI,CAAC,IAAI,KAAK,QAAQ;AACrB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CACxC;YAED,IAAI,gBAAgB,EAAE;;gBAElB,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAG,EAAE,QAAQ,CAAC;YACxE;iBAAO;;gBAEH,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,CAAC;YACxE;QACJ;QAAE,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,wBAAA,EAA2B,QAAQ,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;QACtH;IACJ;AAEA;;AAEG;AACK,IAAA,MAAM,aAAa,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;QACnF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;;QAGvB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAEA,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAMC,4BAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAMC,gCAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAEF,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAMC,4BAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAMC,gCAAkB,CAAC,QAAQ,CAAC;AAC7C,YAAA,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;gBACtD,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD,aAAA;YACD,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,UAAU;AAClB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;AAED,QAAe,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJF,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACvB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,OAAO,CAAC,QAAQ,EAAE,EAClB,WAAW;AAGf,QAAA,OAAO,UAAU;IACrB;AAEA;;AAEG;AACK,IAAA,MAAM,kBAAkB,CAAC,MAAc,EAAE,QAAgB,EAAA;;QAE7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;;QAGpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,IAAmB;;QAGxC,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,0BAAA,EAA6B,QAAQ,CAAA,yBAAA,CAA2B,CAAC;AACjF,YAAA,OAAO,UAAU;QACrB;;QAGA,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAEA,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAMC,4BAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAMC,gCAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;;AAGD,QAAA,MAAM,WAAW,GAAgB;AAC7B,YAAA,GAAG,OAAO;AACV,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,GAAG,OAAO,EAAE,MAAM,EAAE,SAAS,IAAI,GAAG,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE;YAC/F;SACH;;AAGD,QAAA,WAAW,CAAC,MAAM,CAAC,OAAO,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;AAC1E,YAAA,WAAW,CAAC,MAAM,CAAC,QAAQ,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE;;AAGxE,QAAA,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;;AAGvE,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC;QACzF,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;YAClD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;AAC/C,SAAA,CAAC;;AAGF,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC;AACxF,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,EAAE;QACzC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;AAClD,YAAA,OAAO,EAAE;AACZ,SAAA,CAAC;AAEF,QAAA,OAAO,UAAU;IACrB;AAEA;;AAEG;IACH,MAAM,cAAc,CAAC,QAAgB,EAAA;QACjC,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,OAAO;;AAGvE,QAAA,IAAI,YAAY,EAAE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;YACvD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,eAAA,EAAkB,QAAQ,CAAA,wBAAA,CAA0B,CAAC;AACrE,YAAA,OAAO,IAAI;QACf;;QAGA,IAAI,eAAe,EAAE;AACjB,YAAA,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAMC,iBAAO,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAErD,IAAI,QAAQ,EAAE;oBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,sBAAA,EAAyB,QAAQ,CAAA,CAAA,CAAG,CAAC;AACrD,oBAAA,OAAO,IAAI;gBACf;YACJ;YAAE,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,wBAAA,EAA2B,QAAQ,CAAA,aAAA,EAAgB,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;YAChI;QACJ;;QAGA,IAAI,eAAe,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;YACrF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,eAAA,EAAkB,QAAQ,CAAA,iCAAA,CAAmC,CAAC;AAC9E,YAAA,OAAO,IAAI;QACf;AAEA,QAAA,OAAO,KAAK;IAChB;AACH;;;;"}
|
|
@@ -10,24 +10,30 @@ var path__default = /*#__PURE__*/_interopDefault(path);
|
|
|
10
10
|
|
|
11
11
|
/**
|
|
12
12
|
* Component: Tree Processor
|
|
13
|
-
* Block-UUID:
|
|
14
|
-
* Parent-UUID:
|
|
15
|
-
* Version: 4.
|
|
13
|
+
* Block-UUID: 830a8b57-2a77-4378-b53f-6b34ee4ac3d7
|
|
14
|
+
* Parent-UUID: 8dae0f9e-6bbf-4dc9-876a-9f5398f26624
|
|
15
|
+
* Version: 4.2.0
|
|
16
16
|
* Description: Add support for handling deleted files and directories
|
|
17
17
|
* Language: TypeScript
|
|
18
18
|
* Created-at: 2025-09-18T21:48:15.228Z
|
|
19
|
-
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, Claude 3.5 Sonnet (v3.1.0), together.ai - DeepSeek v3 (v3.3.0), Claude 3.7 Sonnet (v3.4.0), together.ai - DeepSeek v3 (v4.0.0), Qwen 3 Coder 480B - Cerebras (v4.1.0)
|
|
19
|
+
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, Claude 3.5 Sonnet (v3.1.0), together.ai - DeepSeek v3 (v3.3.0), Claude 3.7 Sonnet (v3.4.0), together.ai - DeepSeek v3 (v4.0.0), Qwen 3 Coder 480B - Cerebras (v4.1.0), Claude 4.0 Sonnet (v4.2.0)
|
|
20
20
|
*/
|
|
21
21
|
class TreeProcessor {
|
|
22
22
|
gitRepo;
|
|
23
23
|
chatManager;
|
|
24
24
|
fileProcessor;
|
|
25
|
+
refChatId;
|
|
26
|
+
refName;
|
|
27
|
+
refType;
|
|
25
28
|
repoGroupId;
|
|
26
29
|
logger;
|
|
27
|
-
constructor(gitRepo, chatManager, fileProcessor, repoGroupId, logger) {
|
|
30
|
+
constructor(gitRepo, chatManager, fileProcessor, refChatId, refName, refType, repoGroupId, logger) {
|
|
28
31
|
this.gitRepo = gitRepo;
|
|
29
32
|
this.chatManager = chatManager;
|
|
30
33
|
this.fileProcessor = fileProcessor;
|
|
34
|
+
this.refChatId = refChatId;
|
|
35
|
+
this.refName = refName;
|
|
36
|
+
this.refType = refType;
|
|
31
37
|
this.repoGroupId = repoGroupId;
|
|
32
38
|
this.logger = logger;
|
|
33
39
|
}
|
|
@@ -98,6 +104,11 @@ class TreeProcessor {
|
|
|
98
104
|
const normalizedPath = gscbUtils.PathUtils.normalize(dirPath);
|
|
99
105
|
const now = new Date().toISOString();
|
|
100
106
|
const type = 'git-tree';
|
|
107
|
+
const refContext = {
|
|
108
|
+
refChatId: this.refChatId,
|
|
109
|
+
refName: this.refName,
|
|
110
|
+
refType: this.refType
|
|
111
|
+
};
|
|
101
112
|
const meta = {
|
|
102
113
|
type,
|
|
103
114
|
tree: treeSha,
|
|
@@ -105,6 +116,7 @@ class TreeProcessor {
|
|
|
105
116
|
name: path__default.default.basename(dirPath),
|
|
106
117
|
tokens: null,
|
|
107
118
|
commit: null,
|
|
119
|
+
refContext,
|
|
108
120
|
import: {
|
|
109
121
|
status: 'importing',
|
|
110
122
|
startedAt: now,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tree-processor.js","sources":["../../../src/importer/tree-processor.ts"],"sourcesContent":[null],"names":["Utils","PathUtils","path"],"mappings":";;;;;;;;;;AAAA;;;;;;;;;AASG;MAcU,aAAa,CAAA;AAED,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,aAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;
|
|
1
|
+
{"version":3,"file":"tree-processor.js","sources":["../../../src/importer/tree-processor.ts"],"sourcesContent":[null],"names":["Utils","PathUtils","path"],"mappings":";;;;;;;;;;AAAA;;;;;;;;;AASG;MAcU,aAAa,CAAA;AAED,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,aAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AARrB,IAAA,WAAA,CACqB,OAAmB,EACnB,WAAwB,EACxB,aAA4B,EAC5B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,WAAmB,EACnB,MAAc,EAAA;QAPd,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,WAAW,GAAX,WAAW;QACX,IAAA,CAAA,aAAa,GAAb,aAAa;QACb,IAAA,CAAA,SAAS,GAAT,SAAS;QACT,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,WAAW,GAAX,WAAW;QACX,IAAA,CAAA,MAAM,GAAN,MAAM;IACxB;AAEH;;AAEG;IACH,MAAM,YAAY,CAAC,UAAkB,EAAA;AACjC,QAAA,IAAI;;YAEA,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC;QAC/C;QAAE,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,yBAAA,EAA4B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;QACzG;IACJ;AAEA;;;AAGG;IACK,MAAM,gBAAgB,CAC1B,OAAe,EACf,YAAoB,EACpB,UAAkB,EAAE,EAAA;AAEpB,QAAA,IAAI;;YAEA,IAAI,WAAW,GAAG,CAAC;;AAGnB,YAAA,MAAM,SAAS,GAAG,OAAO,KAAK;AAC1B,kBAAE;AACF,kBAAE,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;;YAGjF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;;YAGzD,MAAM,WAAW,GAAG;iBACf,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG;iBACT,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YAGjD,MAAM,YAAY,GAAoB,EAAE;AAExC,YAAA,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;gBAC3B,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC3C,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAChD,SAAS,EACT,GAAG,CAAC,GAAG,CACV;AACD,gBAAA,IAAK,WAAW;AAAG,oBAAA,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YACrD;AAEA,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACtB,gBAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;gBAErB,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC;oBAC7C;gBAEJ,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnD,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,EAC5C,SAAS,EACT,WAAW,CACd;AACD,gBAAA,IAAK,UAAU;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;YAClD;;YAGA,MAAM,YAAY,GAAGA,WAAK,CAAC,eAAe,CAAC,YAAY,CAAC;AACxD,YAAA,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;AAEhF,YAAA,OAAO,YAAY;QACvB;QAAE,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,CAAA,6BAAA,EAAgC,OAAO,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;QAC1H;IACJ;AAEA;;AAEG;IACH,MAAM,mBAAmB,CACrB,OAAe,EACf,YAAoB,EACpB,OAAe,EACf,WAAmB,EAAA;QAEnB,MAAM,cAAc,GAAGC,mBAAS,CAAC,SAAS,CAAC,OAAO,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;AAEvB,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,OAAO;AACb,YAAA,IAAI,EAAE,cAAc;AACpB,YAAA,IAAI,EAAEC,qBAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;AAC5B,YAAA,MAAM,EAAE,IAAI;AACZ,YAAA,MAAM,EAAE,IAAI;YACZ,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,WAAW;AACnB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;;AAGD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJA,qBAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EACtB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,EAAE,EACF,WAAW,CACd;AAED,QAAA,OAAO,MAAM;IACjB;AACH;;;;"}
|
|
@@ -2,7 +2,7 @@ import { DEFAULT_IS_DEFAULT_NAME, CHAT_TYPE_GIT_REPOS, DEFAULT_MODEL, CHAT_OWNER
|
|
|
2
2
|
|
|
3
3
|
/**
|
|
4
4
|
* Component: Chat Creator
|
|
5
|
-
* Block-UUID:
|
|
5
|
+
* Block-UUID: 630eafb5-8b8f-4cca-908a-2e15db917b44
|
|
6
6
|
* Parent-UUID: N/A
|
|
7
7
|
* Version: 1.0.0
|
|
8
8
|
* Purpose: Handles chat creation and updates
|
|
@@ -2,7 +2,7 @@ import { GROUP_TYPE_GIT_REPOS, GROUP_TYPE_GIT_REPO_OWNER, GROUP_TYPE_GIT_REPO, C
|
|
|
2
2
|
|
|
3
3
|
/**
|
|
4
4
|
* Component: Hierarchy Manager
|
|
5
|
-
* Block-UUID:
|
|
5
|
+
* Block-UUID: c6463f98-55b0-4cef-9511-80ff37475ede
|
|
6
6
|
* Parent-UUID: N/A
|
|
7
7
|
* Version: 1.0.0
|
|
8
8
|
* Purpose: Handles chat hierarchy setup and management
|
|
@@ -2,7 +2,7 @@ import { CHAT_VISIBILITY_PUBLIC, MESSAGE_TYPE_REGULAR, DEFAULT_TEMPERATURE, DEFA
|
|
|
2
2
|
|
|
3
3
|
/**
|
|
4
4
|
* Component: Message Manager
|
|
5
|
-
* Block-UUID:
|
|
5
|
+
* Block-UUID: 25913f7a-41ab-4482-8052-d0308a0cb75b
|
|
6
6
|
* Parent-UUID: N/A
|
|
7
7
|
* Version: 1.1.0
|
|
8
8
|
* Purpose: Handles message creation, retrieval, and updates, including markdown table generation
|
|
@@ -2,7 +2,7 @@ import { DatabaseError, ValidationError, NotFoundError } from '@gitsense/gscb-db
|
|
|
2
2
|
|
|
3
3
|
/**
|
|
4
4
|
* Component: Error Handler
|
|
5
|
-
* Block-UUID:
|
|
5
|
+
* Block-UUID: 94154d6a-0947-4456-a780-10da61cd3ad3
|
|
6
6
|
* Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
|
|
7
7
|
* Version: 6.6.0
|
|
8
8
|
* Purpose: Centralized error handling for GitImporter
|
|
@@ -7,17 +7,14 @@ import { MetadataManager } from '../../common/metadata-manager.js';
|
|
|
7
7
|
|
|
8
8
|
/**
|
|
9
9
|
* Component: Import Processor
|
|
10
|
-
* Block-UUID:
|
|
11
|
-
* Parent-UUID:
|
|
12
|
-
* Version: 6.
|
|
13
|
-
*
|
|
10
|
+
* Block-UUID: ad2cbf42-6028-422b-959c-97100cefc2d5
|
|
11
|
+
* Parent-UUID: 5cc5dcf8-63d7-415a-aa21-ffa85e3b8dd9
|
|
12
|
+
* Version: 6.10.0
|
|
13
|
+
* Description: Handles the import process logic for GitImporter with optimized metadata updates
|
|
14
14
|
* Language: TypeScript
|
|
15
15
|
* Created-at: 2025-03-17T04:14:43.902Z
|
|
16
16
|
* Updated-at: 2025-09-30T17:00:00.000Z
|
|
17
|
-
* Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0),
|
|
18
|
-
* OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0),
|
|
19
|
-
* together.ai - DeepSeek v3 (v6.6.0), Claude 3.7 Sonnet (v6.7.0), together.ai - DeepSeek v3 (v6.8.0),
|
|
20
|
-
* Qwen 3 Coder 480B - Cerebras (v6.9.0)
|
|
17
|
+
* Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0), Claude 3.7 Sonnet (v6.7.0), together.ai - DeepSeek v3 (v6.8.0), Qwen 3 Coder 480B - Cerebras (v6.9.0), Claude 4.0 Sonnet (v6.10.0)
|
|
21
18
|
*/
|
|
22
19
|
class ImportProcessor {
|
|
23
20
|
dbClient;
|
|
@@ -33,6 +30,7 @@ class ImportProcessor {
|
|
|
33
30
|
_metadataManager = null;
|
|
34
31
|
_fileProcessor = null;
|
|
35
32
|
_treeProcessor = null;
|
|
33
|
+
_refChatId = null;
|
|
36
34
|
constructor(dbClient, gitRepo, repoOwner, repoName, ref, refType, options, logger) {
|
|
37
35
|
this.dbClient = dbClient;
|
|
38
36
|
this.gitRepo = gitRepo;
|
|
@@ -52,6 +50,7 @@ class ImportProcessor {
|
|
|
52
50
|
try {
|
|
53
51
|
// Setup chat hierarchy
|
|
54
52
|
const { refChatId, repoGroupId } = await this.chatManager.setupChatHierarchy();
|
|
53
|
+
this._refChatId = refChatId;
|
|
55
54
|
// Process import
|
|
56
55
|
const currentCommit = await this.gitRepo.resolveRef(this.ref);
|
|
57
56
|
const refChat = await this.chatManager.getChatById(refChatId);
|
|
@@ -89,7 +88,7 @@ class ImportProcessor {
|
|
|
89
88
|
if (changedEntries.length > 0) {
|
|
90
89
|
this.logger.log(`Found ${changedEntries.length} changed entries to process`);
|
|
91
90
|
// Process the changed entries
|
|
92
|
-
const directoryProcessor = new DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(repoGroupId), this.getTreeProcessor(repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
91
|
+
const directoryProcessor = new DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(refChatId, repoGroupId), this.getTreeProcessor(refChatId, repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
93
92
|
await directoryProcessor.processChangedEntries(changedEntries, refChatId, repoGroupId);
|
|
94
93
|
this.logger.log('Incremental import completed successfully');
|
|
95
94
|
}
|
|
@@ -118,7 +117,7 @@ class ImportProcessor {
|
|
|
118
117
|
await metadataManager.markImportStarted(refChatId, this.ref);
|
|
119
118
|
await metadataManager.updateParentRepoImportMetadata(refChatId, this.ref, 'start');
|
|
120
119
|
// Process all files
|
|
121
|
-
const directoryProcessor = new DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(repoGroupId), this.getTreeProcessor(repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
120
|
+
const directoryProcessor = new DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(refChatId, repoGroupId), this.getTreeProcessor(refChatId, repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
122
121
|
await directoryProcessor.processFiles(refChatId);
|
|
123
122
|
// Mark the import as finished and update parent repo metadata
|
|
124
123
|
await metadataManager.markImportFinished(refChatId);
|
|
@@ -155,18 +154,18 @@ class ImportProcessor {
|
|
|
155
154
|
/**
|
|
156
155
|
* Lazily initializes and returns the FileProcessor instance.
|
|
157
156
|
*/
|
|
158
|
-
getFileProcessor(repoGroupId) {
|
|
157
|
+
getFileProcessor(refChatId, repoGroupId) {
|
|
159
158
|
if (!this._fileProcessor) {
|
|
160
|
-
this._fileProcessor = new FileProcessor(this.dbClient, this.gitRepo, this.chatManager, this.options, repoGroupId, this.logger);
|
|
159
|
+
this._fileProcessor = new FileProcessor(this.dbClient, this.gitRepo, this.chatManager, refChatId, this.ref, this.refType, this.options, repoGroupId, this.logger);
|
|
161
160
|
}
|
|
162
161
|
return this._fileProcessor;
|
|
163
162
|
}
|
|
164
163
|
/**
|
|
165
164
|
* Lazily initializes and returns the TreeProcessor instance.
|
|
166
165
|
*/
|
|
167
|
-
getTreeProcessor(repoGroupId) {
|
|
166
|
+
getTreeProcessor(refChatId, repoGroupId) {
|
|
168
167
|
if (!this._treeProcessor) {
|
|
169
|
-
this._treeProcessor = new TreeProcessor(this.gitRepo, this.chatManager, this.getFileProcessor(repoGroupId), repoGroupId, this.logger);
|
|
168
|
+
this._treeProcessor = new TreeProcessor(this.gitRepo, this.chatManager, this.getFileProcessor(refChatId, repoGroupId), refChatId, this.ref, this.refType, repoGroupId, this.logger);
|
|
170
169
|
}
|
|
171
170
|
return this._treeProcessor;
|
|
172
171
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"import-processor.js","sources":["../../../../src/importer/core/import-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;;;;AAAA
|
|
1
|
+
{"version":3,"file":"import-processor.js","sources":["../../../../src/importer/core/import-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;;;;AAAA;;;;;;;;;;AAUG;MAeU,eAAe,CAAA;AASH,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,SAAA;AACA,IAAA,QAAA;AACA,IAAA,GAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,MAAA;AAfJ,IAAA,WAAW;AACX,IAAA,cAAc;IACvB,gBAAgB,GAA2B,IAAI;IAC/C,cAAc,GAAyB,IAAI;IAC3C,cAAc,GAAyB,IAAI;IAC3C,UAAU,GAAkB,IAAI;AAExC,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,SAAiB,EACjB,QAAgB,EAChB,GAAW,EACX,OAAgB,EAChB,OAAsB,EACtB,MAAc,EAAA;QAPd,IAAA,CAAA,QAAQ,GAAR,QAAQ;QACR,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,SAAS,GAAT,SAAS;QACT,IAAA,CAAA,QAAQ,GAAR,QAAQ;QACR,IAAA,CAAA,GAAG,GAAH,GAAG;QACH,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,MAAM,GAAN,MAAM;QAEvB,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAC9B,QAAQ,EACR,OAAO,EACP,SAAS,EACT,QAAQ,EACR,GAAG,EACH,OAAO,EACP,OAAO,EACP,MAAM,CACT;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC9D;AAEA;;AAEG;AACH,IAAA,MAAM,WAAW,GAAA;AACb,QAAA,IAAI;;AAEA,YAAA,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE;AAC9E,YAAA,IAAI,CAAC,UAAU,GAAG,SAAS;;AAG3B,YAAA,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAC7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC;AAC7D,YAAA,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE;AAEhC,YAAA,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE;AAC3D,gBAAA,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,CAAC;YACjF;iBAAO;gBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC;YACvD;AAEA,YAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE;QACrC;QAAE,OAAO,KAAK,EAAE;AACZ,YAAA,MAAM,KAAK;QACf;IACJ;AAEA;;AAEG;IACK,MAAM,qBAAqB,CAAC,IAAgB,EAAE,aAAqB,EAAE,SAAiB,EAAE,WAAmB,EAAA;QAC/G,IAAI,CAAC,IAAI,CAAC,MAAM;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;AAEvD,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;QAEjD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE;AACpC,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wEAAwE,CAAC;YACzF;QACJ;AAEA,QAAA,IAAI;AACA,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,wCAAA,EAA2C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA,CAAE,CAAC;;YAG9E,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;AAC5D,YAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;;AAGlF,YAAA,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,+BAA+B,CACrE,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EACvB,aAAa,EACb,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACnD;AAED,YAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,MAAA,EAAS,cAAc,CAAC,MAAM,CAAA,2BAAA,CAA6B,CAAC;;gBAG5E,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;gBACD,MAAM,kBAAkB,CAAC,qBAAqB,CAAC,cAAc,EAAE,SAAS,EAAE,WAAW,CAAC;AAEtF,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,2CAA2C,CAAC;YAChE;iBAAO;AACH,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC;YAClE;;AAGA,YAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACnD,YAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC;QACnG;QAAE,OAAM,KAAK,EAAE;YACX,OAAO,CAAC,KAAK,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,EAAE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;;YAGtG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAc,CAAC;AAC3E,YAAA,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,eAAe,CAAC;QAClH;IACJ;AAEA;;AAEG;AACK,IAAA,MAAM,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AACjE,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;AAEjD,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC;;QAGzC,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;AAC5D,QAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;;QAGlF,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;AACD,QAAA,MAAM,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC;;AAGhD,QAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACnD,QAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC;AAC/F,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oCAAoC,CAAC;IACzD;AAEA;;AAEG;IACK,MAAM,gBAAgB,CAAC,SAAiB,EAAA;QAC5C,MAAM,SAAS,GAAwC,EAAE;QACzD,IAAI,aAAa,GAAG,SAAS;QAE7B,OAAO,aAAa,EAAE;YAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,aAAa,CAAC;AAC9D,YAAA,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE;gBAAE;YAEvB,SAAS,CAAC,OAAO,CAAC;gBACd,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC;AACd,aAAA,CAAC;AAEF,YAAA,aAAa,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC;QACtC;AAEA,QAAA,OAAO,SAAS;IACpB;AAEA;;AAEG;IACK,kBAAkB,GAAA;AACtB,QAAA,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACxB,IAAI,CAAC,gBAAgB,GAAG,IAAI,eAAe,CACvC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,CACnB;QACL;QACA,OAAO,IAAI,CAAC,gBAAgB;IAChC;AAEA;;AAEG;IACK,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AAC3D,QAAA,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACtB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CACnC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,SAAS,EACT,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,OAAO,EACZ,WAAW,EACX,IAAI,CAAC,MAAM,CACd;QACL;QACA,OAAO,IAAI,CAAC,cAAc;IAC9B;AAEA;;AAEG;IACK,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AAC3D,QAAA,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACtB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CACnC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,SAAS,EACT,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,OAAO,EACZ,WAAW,EACX,IAAI,CAAC,MAAM,CACd;QACL;QACA,OAAO,IAAI,CAAC,cAAc;IAC9B;AACH;;;;"}
|
|
@@ -7,7 +7,7 @@ import { ErrorHandler } from './error-handler.js';
|
|
|
7
7
|
|
|
8
8
|
/**
|
|
9
9
|
* Component: Git Repository Importer (Core)
|
|
10
|
-
* Block-UUID:
|
|
10
|
+
* Block-UUID: 90d78242-374a-4a78-9ce6-e502bf172d87
|
|
11
11
|
* Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
|
|
12
12
|
* Version: 6.6.0
|
|
13
13
|
* Purpose: Core implementation of GitImporter class
|
|
@@ -4,25 +4,31 @@ import { getHighlightSyntax, detectLanguage } from './language-utils.js';
|
|
|
4
4
|
|
|
5
5
|
/*
|
|
6
6
|
* Component: File Processor
|
|
7
|
-
* Block-UUID:
|
|
8
|
-
* Parent-UUID:
|
|
9
|
-
* Version: 5.
|
|
7
|
+
* Block-UUID: 53463268-374b-4d55-a62a-bd6f62fa0eca
|
|
8
|
+
* Parent-UUID: 4aafe5b6-dd58-4d15-9528-c5465ad07eb8
|
|
9
|
+
* Version: 5.3.0
|
|
10
10
|
* Description: Processes Git repository files for import, handling file creation, updates, and filtering
|
|
11
11
|
* Language: TypeScript
|
|
12
12
|
* Created-at: 2025-09-18T21:48:15.228Z
|
|
13
|
-
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, together.ai - DeepSeek v3 (v3.3.0), together.ai - DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Claude 3.7 Sonnet (v5.1.0), Qwen 3 Coder 480B - Cerebras (v5.2.0)
|
|
13
|
+
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, together.ai - DeepSeek v3 (v3.3.0), together.ai - DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Claude 3.7 Sonnet (v5.1.0), Qwen 3 Coder 480B - Cerebras (v5.2.0), Claude 4.0 Sonnet (v5.3.0)
|
|
14
14
|
*/
|
|
15
15
|
class FileProcessor {
|
|
16
16
|
dbClient;
|
|
17
17
|
gitRepo;
|
|
18
18
|
chatManager;
|
|
19
|
+
refChatId;
|
|
20
|
+
refName;
|
|
21
|
+
refType;
|
|
19
22
|
options;
|
|
20
23
|
repoGroupId;
|
|
21
24
|
logger;
|
|
22
|
-
constructor(dbClient, gitRepo, chatManager, options, repoGroupId, logger) {
|
|
25
|
+
constructor(dbClient, gitRepo, chatManager, refChatId, refName, refType, options, repoGroupId, logger) {
|
|
23
26
|
this.dbClient = dbClient;
|
|
24
27
|
this.gitRepo = gitRepo;
|
|
25
28
|
this.chatManager = chatManager;
|
|
29
|
+
this.refChatId = refChatId;
|
|
30
|
+
this.refName = refName;
|
|
31
|
+
this.refType = refType;
|
|
26
32
|
this.options = options;
|
|
27
33
|
this.repoGroupId = repoGroupId;
|
|
28
34
|
this.logger = logger;
|
|
@@ -80,6 +86,11 @@ class FileProcessor {
|
|
|
80
86
|
language: await detectLanguage(filePath),
|
|
81
87
|
highlight: await getHighlightSyntax(filePath)
|
|
82
88
|
}));
|
|
89
|
+
const refContext = {
|
|
90
|
+
refChatId: this.refChatId,
|
|
91
|
+
refName: this.refName,
|
|
92
|
+
refType: this.refType
|
|
93
|
+
};
|
|
83
94
|
const meta = {
|
|
84
95
|
type,
|
|
85
96
|
path: filePath,
|
|
@@ -93,6 +104,7 @@ class FileProcessor {
|
|
|
93
104
|
content: { estimate: contentTokens, estimatedAt: now },
|
|
94
105
|
metadata: { estimate: metaTokens, estimatedAt: now }
|
|
95
106
|
},
|
|
107
|
+
refContext,
|
|
96
108
|
import: {
|
|
97
109
|
status: 'imported',
|
|
98
110
|
startedAt: now,
|
|
@@ -131,13 +143,19 @@ class FileProcessor {
|
|
|
131
143
|
language: await detectLanguage(filePath),
|
|
132
144
|
highlight: await getHighlightSyntax(filePath)
|
|
133
145
|
}));
|
|
146
|
+
const refContext = {
|
|
147
|
+
refChatId: this.refChatId,
|
|
148
|
+
refName: this.refName,
|
|
149
|
+
refType: this.refType
|
|
150
|
+
};
|
|
134
151
|
// Create updated metadata
|
|
135
152
|
const updatedMeta = {
|
|
136
153
|
...oldMeta,
|
|
137
154
|
commit: commitInfo,
|
|
138
155
|
blob: fileInfo.hash,
|
|
139
156
|
size: fileInfo.size,
|
|
140
|
-
import: { status: 'imported', startedAt: (oldMeta?.import?.startedAt || now), finishedAt: now }
|
|
157
|
+
import: { status: 'imported', startedAt: (oldMeta?.import?.startedAt || now), finishedAt: now },
|
|
158
|
+
refContext
|
|
141
159
|
};
|
|
142
160
|
// We don't want to override tokens.analysis with a shallow copy
|
|
143
161
|
updatedMeta.tokens.content = { estimate: contentTokens, estimatedAt: now },
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;AASG;
|
|
1
|
+
{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;AASG;MAcU,aAAa,CAAA;AAED,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AATrB,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,WAAwB,EACxB,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,OAAsB,EACtB,WAAmB,EACnB,MAAc,EAAA;QARd,IAAA,CAAA,QAAQ,GAAR,QAAQ;QACR,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,WAAW,GAAX,WAAW;QACX,IAAA,CAAA,SAAS,GAAT,SAAS;QACT,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,WAAW,GAAX,WAAW;QACX,IAAA,CAAA,MAAM,GAAN,MAAM;IACxB;AAGH;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACtC;AAEA;;;AAGG;AACH,IAAA,MAAM,WAAW,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;AACzE,QAAA,IAAI;;YAEA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACvE,YAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IACzC,IAAI,CAAC,IAAI,KAAK,UAAU;gBACxB,IAAI,CAAC,IAAI,KAAK,QAAQ;AACrB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CACxC;YAED,IAAI,gBAAgB,EAAE;;gBAElB,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAG,EAAE,QAAQ,CAAC;YACxE;iBAAO;;gBAEH,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,CAAC;YACxE;QACJ;QAAE,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,wBAAA,EAA2B,QAAQ,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;QACtH;IACJ;AAEA;;AAEG;AACK,IAAA,MAAM,aAAa,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;QACnF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;;QAGvB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ,CAAC;AAC7C,YAAA,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;gBACtD,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD,aAAA;YACD,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,UAAU;AAClB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;AAED,QAAe,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACvB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,OAAO,CAAC,QAAQ,EAAE,EAClB,WAAW;AAGf,QAAA,OAAO,UAAU;IACrB;AAEA;;AAEG;AACK,IAAA,MAAM,kBAAkB,CAAC,MAAc,EAAE,QAAgB,EAAA;;QAE7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;;QAGpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,IAAmB;;QAGxC,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,0BAAA,EAA6B,QAAQ,CAAA,yBAAA,CAA2B,CAAC;AACjF,YAAA,OAAO,UAAU;QACrB;;QAGA,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;;AAGD,QAAA,MAAM,WAAW,GAAgB;AAC7B,YAAA,GAAG,OAAO;AACV,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,GAAG,OAAO,EAAE,MAAM,EAAE,SAAS,IAAI,GAAG,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE;YAC/F;SACH;;AAGD,QAAA,WAAW,CAAC,MAAM,CAAC,OAAO,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;AAC1E,YAAA,WAAW,CAAC,MAAM,CAAC,QAAQ,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE;;AAGxE,QAAA,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;;AAGvE,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC;QACzF,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;YAClD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;AAC/C,SAAA,CAAC;;AAGF,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC;AACxF,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,EAAE;QACzC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;AAClD,YAAA,OAAO,EAAE;AACZ,SAAA,CAAC;AAEF,QAAA,OAAO,UAAU;IACrB;AAEA;;AAEG;IACH,MAAM,cAAc,CAAC,QAAgB,EAAA;QACjC,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,OAAO;;AAGvE,QAAA,IAAI,YAAY,EAAE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;YACvD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,eAAA,EAAkB,QAAQ,CAAA,wBAAA,CAA0B,CAAC;AACrE,YAAA,OAAO,IAAI;QACf;;QAGA,IAAI,eAAe,EAAE;AACjB,YAAA,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAErD,IAAI,QAAQ,EAAE;oBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,sBAAA,EAAyB,QAAQ,CAAA,CAAA,CAAG,CAAC;AACrD,oBAAA,OAAO,IAAI;gBACf;YACJ;YAAE,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,wBAAA,EAA2B,QAAQ,CAAA,aAAA,EAAgB,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;YAChI;QACJ;;QAGA,IAAI,eAAe,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;YACrF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,eAAA,EAAkB,QAAQ,CAAA,iCAAA,CAAmC,CAAC;AAC9E,YAAA,OAAO,IAAI;QACf;AAEA,QAAA,OAAO,KAAK;IAChB;AACH;;;;"}
|
|
@@ -4,24 +4,30 @@ import { Utils } from './core/utils.js';
|
|
|
4
4
|
|
|
5
5
|
/**
|
|
6
6
|
* Component: Tree Processor
|
|
7
|
-
* Block-UUID:
|
|
8
|
-
* Parent-UUID:
|
|
9
|
-
* Version: 4.
|
|
7
|
+
* Block-UUID: 830a8b57-2a77-4378-b53f-6b34ee4ac3d7
|
|
8
|
+
* Parent-UUID: 8dae0f9e-6bbf-4dc9-876a-9f5398f26624
|
|
9
|
+
* Version: 4.2.0
|
|
10
10
|
* Description: Add support for handling deleted files and directories
|
|
11
11
|
* Language: TypeScript
|
|
12
12
|
* Created-at: 2025-09-18T21:48:15.228Z
|
|
13
|
-
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, Claude 3.5 Sonnet (v3.1.0), together.ai - DeepSeek v3 (v3.3.0), Claude 3.7 Sonnet (v3.4.0), together.ai - DeepSeek v3 (v4.0.0), Qwen 3 Coder 480B - Cerebras (v4.1.0)
|
|
13
|
+
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, Claude 3.5 Sonnet (v3.1.0), together.ai - DeepSeek v3 (v3.3.0), Claude 3.7 Sonnet (v3.4.0), together.ai - DeepSeek v3 (v4.0.0), Qwen 3 Coder 480B - Cerebras (v4.1.0), Claude 4.0 Sonnet (v4.2.0)
|
|
14
14
|
*/
|
|
15
15
|
class TreeProcessor {
|
|
16
16
|
gitRepo;
|
|
17
17
|
chatManager;
|
|
18
18
|
fileProcessor;
|
|
19
|
+
refChatId;
|
|
20
|
+
refName;
|
|
21
|
+
refType;
|
|
19
22
|
repoGroupId;
|
|
20
23
|
logger;
|
|
21
|
-
constructor(gitRepo, chatManager, fileProcessor, repoGroupId, logger) {
|
|
24
|
+
constructor(gitRepo, chatManager, fileProcessor, refChatId, refName, refType, repoGroupId, logger) {
|
|
22
25
|
this.gitRepo = gitRepo;
|
|
23
26
|
this.chatManager = chatManager;
|
|
24
27
|
this.fileProcessor = fileProcessor;
|
|
28
|
+
this.refChatId = refChatId;
|
|
29
|
+
this.refName = refName;
|
|
30
|
+
this.refType = refType;
|
|
25
31
|
this.repoGroupId = repoGroupId;
|
|
26
32
|
this.logger = logger;
|
|
27
33
|
}
|
|
@@ -92,6 +98,11 @@ class TreeProcessor {
|
|
|
92
98
|
const normalizedPath = PathUtils.normalize(dirPath);
|
|
93
99
|
const now = new Date().toISOString();
|
|
94
100
|
const type = 'git-tree';
|
|
101
|
+
const refContext = {
|
|
102
|
+
refChatId: this.refChatId,
|
|
103
|
+
refName: this.refName,
|
|
104
|
+
refType: this.refType
|
|
105
|
+
};
|
|
95
106
|
const meta = {
|
|
96
107
|
type,
|
|
97
108
|
tree: treeSha,
|
|
@@ -99,6 +110,7 @@ class TreeProcessor {
|
|
|
99
110
|
name: path.basename(dirPath),
|
|
100
111
|
tokens: null,
|
|
101
112
|
commit: null,
|
|
113
|
+
refContext,
|
|
102
114
|
import: {
|
|
103
115
|
status: 'importing',
|
|
104
116
|
startedAt: now,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tree-processor.js","sources":["../../../src/importer/tree-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;AASG;MAcU,aAAa,CAAA;AAED,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,aAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;
|
|
1
|
+
{"version":3,"file":"tree-processor.js","sources":["../../../src/importer/tree-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;AASG;MAcU,aAAa,CAAA;AAED,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,aAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AARrB,IAAA,WAAA,CACqB,OAAmB,EACnB,WAAwB,EACxB,aAA4B,EAC5B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,WAAmB,EACnB,MAAc,EAAA;QAPd,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,WAAW,GAAX,WAAW;QACX,IAAA,CAAA,aAAa,GAAb,aAAa;QACb,IAAA,CAAA,SAAS,GAAT,SAAS;QACT,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,OAAO,GAAP,OAAO;QACP,IAAA,CAAA,WAAW,GAAX,WAAW;QACX,IAAA,CAAA,MAAM,GAAN,MAAM;IACxB;AAEH;;AAEG;IACH,MAAM,YAAY,CAAC,UAAkB,EAAA;AACjC,QAAA,IAAI;;YAEA,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC;QAC/C;QAAE,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,yBAAA,EAA4B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;QACzG;IACJ;AAEA;;;AAGG;IACK,MAAM,gBAAgB,CAC1B,OAAe,EACf,YAAoB,EACpB,UAAkB,EAAE,EAAA;AAEpB,QAAA,IAAI;;YAEA,IAAI,WAAW,GAAG,CAAC;;AAGnB,YAAA,MAAM,SAAS,GAAG,OAAO,KAAK;AAC1B,kBAAE;AACF,kBAAE,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;;YAGjF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;;YAGzD,MAAM,WAAW,GAAG;iBACf,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG;iBACT,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YAGjD,MAAM,YAAY,GAAoB,EAAE;AAExC,YAAA,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;gBAC3B,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC3C,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAChD,SAAS,EACT,GAAG,CAAC,GAAG,CACV;AACD,gBAAA,IAAK,WAAW;AAAG,oBAAA,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;YACrD;AAEA,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACtB,gBAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;gBAErB,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC;oBAC7C;gBAEJ,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnD,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,EAC5C,SAAS,EACT,WAAW,CACd;AACD,gBAAA,IAAK,UAAU;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;YAClD;;YAGA,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,YAAY,CAAC;AACxD,YAAA,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;AAEhF,YAAA,OAAO,YAAY;QACvB;QAAE,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,CAAA,6BAAA,EAAgC,OAAO,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA,CAAE,CAAC;QAC1H;IACJ;AAEA;;AAEG;IACH,MAAM,mBAAmB,CACrB,OAAe,EACf,YAAoB,EACpB,OAAe,EACf,WAAmB,EAAA;QAEnB,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;AAEvB,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,OAAO;AACb,YAAA,IAAI,EAAE,cAAc;AACpB,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;AAC5B,YAAA,MAAM,EAAE,IAAI;AACZ,YAAA,MAAM,EAAE,IAAI;YACZ,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,WAAW;AACnB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;;AAGD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EACtB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,EAAE,EACF,WAAW,CACd;AAED,QAAA,OAAO,MAAM;IACjB;AACH;;;;"}
|
package/dist/index.d.ts
CHANGED
|
@@ -5,14 +5,14 @@ import { Repository, GitCommitInfo } from '@gitsense/gscb-git';
|
|
|
5
5
|
* Component: Shared Types
|
|
6
6
|
* Block-UUID: a4699409-238b-4360-9ac0-ca441128fe55
|
|
7
7
|
* Parent-UUID: 3b1e5a1f-0e3a-4b0d-8e1a-7f8b9c0d1e2f
|
|
8
|
-
* Version: 5.
|
|
9
|
-
* Description:
|
|
8
|
+
* Version: 5.4.0
|
|
9
|
+
* Description: Add branch context to GitBlobMeta for efficient branch lookups
|
|
10
10
|
* Language: TypeScript
|
|
11
11
|
* Created-at: 2025-02-28T12:00:00.000Z
|
|
12
|
-
* Updated-at: 2025-10-
|
|
12
|
+
* Updated-at: 2025-10-09T03:50:09.655Z
|
|
13
13
|
* Authors: OpenRouter - DeepSeek v3 (v1.0.0), Claude 3.5 Sonnet (v2.0.0), Bard, together.ai - DeepSeek v3 (v3.2.0),
|
|
14
14
|
* DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Qwen 3 Coder 480B - Cerebras (v5.1.0),
|
|
15
|
-
* Qwen 3 Coder 480B - Cerebras (v5.2.0), Qwen 3 Coder 480B - Cerebras (v5.3.0)
|
|
15
|
+
* Qwen 3 Coder 480B - Cerebras (v5.2.0), Qwen 3 Coder 480B - Cerebras (v5.3.0), Claude 4.0 Sonnet (v5.4.0)
|
|
16
16
|
*/
|
|
17
17
|
|
|
18
18
|
/**
|
|
@@ -50,7 +50,7 @@ interface ChatManagerOptions {
|
|
|
50
50
|
|
|
51
51
|
/**
|
|
52
52
|
* Component: Git Repository Importer (Core)
|
|
53
|
-
* Block-UUID:
|
|
53
|
+
* Block-UUID: 90d78242-374a-4a78-9ce6-e502bf172d87
|
|
54
54
|
* Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
|
|
55
55
|
* Version: 6.6.0
|
|
56
56
|
* Purpose: Core implementation of GitImporter class
|