@gitsense/gscb-git-tools 0.6.0 → 0.8.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/common/logger.js +39 -14
- package/dist/cjs/common/logger.js.map +1 -1
- package/dist/cjs/importer/chat-manager/chat-manager.js +7 -7
- package/dist/cjs/importer/chat-manager/chat-manager.js.map +1 -1
- package/dist/cjs/importer/chat-manager/hierarchy-manager.js +10 -7
- package/dist/cjs/importer/chat-manager/hierarchy-manager.js.map +1 -1
- package/dist/cjs/importer/core/directory-processor.js +16 -9
- package/dist/cjs/importer/core/directory-processor.js.map +1 -1
- package/dist/cjs/importer/core/import-processor.js +70 -6
- package/dist/cjs/importer/core/import-processor.js.map +1 -1
- package/dist/cjs/importer/core/importer.js +26 -7
- package/dist/cjs/importer/core/importer.js.map +1 -1
- package/dist/cjs/importer/file-processor.js +72 -40
- package/dist/cjs/importer/file-processor.js.map +1 -1
- package/dist/cjs/importer/tree-processor.js +35 -8
- package/dist/cjs/importer/tree-processor.js.map +1 -1
- package/dist/esm/common/logger.js +39 -14
- package/dist/esm/common/logger.js.map +1 -1
- package/dist/esm/importer/chat-manager/chat-manager.js +7 -7
- package/dist/esm/importer/chat-manager/chat-manager.js.map +1 -1
- package/dist/esm/importer/chat-manager/hierarchy-manager.js +10 -7
- package/dist/esm/importer/chat-manager/hierarchy-manager.js.map +1 -1
- package/dist/esm/importer/core/directory-processor.js +16 -9
- package/dist/esm/importer/core/directory-processor.js.map +1 -1
- package/dist/esm/importer/core/import-processor.js +70 -6
- package/dist/esm/importer/core/import-processor.js.map +1 -1
- package/dist/esm/importer/core/importer.js +26 -7
- package/dist/esm/importer/core/importer.js.map +1 -1
- package/dist/esm/importer/file-processor.js +72 -40
- package/dist/esm/importer/file-processor.js.map +1 -1
- package/dist/esm/importer/tree-processor.js +35 -8
- package/dist/esm/importer/tree-processor.js.map +1 -1
- package/dist/index.d.ts +48 -26
- package/package.json +2 -2
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"directory-processor.js","sources":["../../../../src/importer/core/directory-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;AAAA;;;;;;;;;;;;;AAaG;MAaU,kBAAkB,CAAA;AAEN,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,aAAA;AACA,IAAA,aAAA;AACA,IAAA,eAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AAPrB,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,aAA4B,EAC5B,aAA4B,EAC5B,eAAgC,EAChC,WAAwB,EACxB,MAAc,EAAA;QANd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAe,CAAA,eAAA,GAAf,eAAe;QACf,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAG3B;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;;AAGtC;;AAEG;IACH,MAAM,YAAY,CAAC,UAAkB,EAAA;AACjC,QAAA,IAAI;;YAEA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC;;QACpD,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,yBAAA,EAA4B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI7G;;AAEG;AACH,IAAA,MAAM,qBAAqB,CACvB,cAAiH,EACjH,SAAiB,EACjB,WAAmB,EAAA;;QAGnB,MAAM,oBAAoB,GAAa,EAAE;QACzC,MAAM,YAAY,GAAa,EAAE;QAEjC,MAAM,WAAW,GAAa,EAAE;AAEhC,QAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;;YAEhC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;;YAGrD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ;gBAC3D,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,cAAc,CAAC,EAAE;gBACzD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkB,eAAA,EAAA,cAAc,CAAE,CAAA,CAAC;gBACnD;;;AAIJ,YAAA,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE;AAC5B,gBAAA,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE;AAC/B,oBAAA,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;;qBAC9B;AACH,oBAAA,oBAAoB,CAAC,IAAI,CAAC,cAAc,CAAC;;;iBAE1C;AACH,gBAAA,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE;AAC/B,oBAAA,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC;;;;;AAQ5C,QAAA,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAc,WAAA,EAAA,YAAY,CAAC,MAAM,CAAgB,cAAA,CAAA,CAAC;YAClE,MAAM,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,SAAS,CAAC;;;AAI3D,QAAA,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAc,WAAA,EAAA,WAAW,CAAC,MAAM,CAAsB,oBAAA,CAAA,CAAC;YACvE,MAAM,IAAI,CAAC,yBAAyB,CAAC,WAAW,EAAE,SAAS,CAAC;;;QAIhE,MAAM,gBAAgB,GAA6B,EAAE;AAErD,QAAA,KAAK,MAAM,QAAQ,IAAI,oBAAoB,EAAE;AACzC,YAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC1D,YAAA,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE;AAC5B,gBAAA,gBAAgB,CAAC,OAAO,CAAC,GAAG,EAAE;;YAElC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;;;AAI5C,QAAA,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;AAC7D,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,WAAA,EAAc,KAAK,CAAC,MAAM,CAAA,qBAAA,EAAwB,OAAO,CAAA,CAAE,CAAC;;AAG5E,YAAA,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,CAAC;;YAGvF,IAAI,WAAW,GAAG,EAAE;AACpB,YAAA,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE;gBAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAoB,iBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;;AAG/C,gBAAA,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC;gBACtE,WAAW,IAAI,EAAE;;AAGrB,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;;;AAIpF;;AAEG;IACK,MAAM,gBAAgB,CAC1B,OAAe,EACf,YAAoB,EACpB,UAAkB,EAAE,EAAA;AAEpB,QAAA,IAAI;;YAEA,IAAI,WAAW,GAAG,CAAC;;AAGnB,YAAA,MAAM,SAAS,GAAG,OAAO,KAAK;AAC1B,kBAAE;AACF,kBAAE,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;;YAG/F,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;;YAGzD,MAAM,WAAW,GAAG;iBACf,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG;iBACT,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YAGjD,MAAM,YAAY,GAAoB,EAAE;AAExC,YAAA,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;gBAC3B,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC3C,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAChD,SAAS,EACT,GAAG,CAAC,GAAG,CACV;AACD,gBAAA,IAAI,WAAW;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;;AAGnD,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACtB,gBAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;gBAErB,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC;oBAC7C;gBAEJ,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnD,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,EAC5C,SAAS,EACT,WAAW,CACd;AACD,gBAAA,IAAI,UAAU;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;;;YAIjD,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,YAAY,CAAC;;AAGxD,YAAA,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,EAAE;YAChF,IAAI,YAAY,CAAC,MAAM,EAAE,IAAI,KAAK,YAAY,EAAE,IAAI,EAAE;gBAClD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkC,+BAAA,EAAA,OAAO,CAA2B,yBAAA,CAAA,CAAC;AACrF,gBAAA,OAAO,YAAY;;;YAIvB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,gBAAA,IAAI,EAAE,UAAU;AAChB,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;AAC5B,gBAAA,MAAM,EAAE,YAAY;AACpB,gBAAA,MAAM,EAAE;AACX,aAAA,CAAC,CAAC;;AAGH,YAAA,MAAM,MAAM,GAAQ;AAChB,gBAAA,MAAM,EAAE;oBACJ,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD,iBAAA;AACD,gBAAA,MAAM,EAAE;AACJ,oBAAA,MAAM,EAAE,UAAU;AAClB,oBAAA,SAAS,EAAE,YAAY,CAAC,MAAM,EAAE,SAAS,IAAI,GAAG;AAChD,oBAAA,UAAU,EAAE,GAAG;AAClB;aACJ;YAED,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,KAAK,GAAG,EAAE;AACnC,gBAAA,MAAM,CAAC,MAAM,GAAG,YAAY;;AAGhC,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,SAAS,EAAE,EAAE,GAAG,YAAY,EAAE,GAAG,MAAM,EAAE,CAAC;AACxF,YAAA,OAAO,YAAY;;QACrB,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,CAAgC,6BAAA,EAAA,OAAO,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI9H;;AAEG;AACK,IAAA,MAAM,mBAAmB,CAAC,YAAsB,EAAE,SAAiB,EAAA;AACvE,QAAA,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE;YACjC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA4B,yBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;;AAGvD,YAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;YAElE,IAAI,CAAC,SAAS,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,OAAO,CAA0B,uBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;gBACjG;;;YAIJ,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACpE,YAAA,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;AAChC,gBAAA,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAK,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CAAC;YAEjG,IAAI,CAAC,QAAQ,EAAE;gBACX,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAgC,6BAAA,EAAA,QAAQ,CAAoC,kCAAA,CAAA,CAAC;gBAC7F;;;AAIJ,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAG,EAAE,QAAQ,CAAC;AACpE,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;;;AAIpF;;AAEG;AACK,IAAA,MAAM,yBAAyB,CAAC,WAAqB,EAAE,SAAiB,EAAA;;AAE5E,QAAA,MAAM,UAAU,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;AAE7F,QAAA,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAiC,8BAAA,EAAA,OAAO,CAAE,CAAA,CAAC;;AAG3D,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,SAAS,CAAC;YAE9E,IAAI,CAAC,eAAe,EAAE;gBAClB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA4C,yCAAA,EAAA,aAAa,CAA0B,uBAAA,EAAA,OAAO,CAAE,CAAA,CAAC;gBAC7G;;;YAIJ,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,eAAe,CAAC;AAC1E,YAAA,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;gBAChC,IAAI,CAAC,IAAI,KAAK,OAAO;AACpB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,OAAO,CACpC;YAEhC,IAAI,CAAC,OAAO,EAAE;gBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,OAAO,CAAoC,kCAAA,CAAA,CAAC;gBACjG;;;YAIJ,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAG,CAAC;;AAG3C,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAG,EAAE,OAAO,CAAC;;;AAI/E;;AAEG;AACK,IAAA,MAAM,yBAAyB,CACnC,OAAe,EACf,SAAiB,EACjB,WAAmB,EAAA;;QAGnB,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAErD,IAAI,iBAAiB,KAAK,GAAG,IAAI,iBAAiB,KAAK,EAAE,EAAE;AACvD,YAAA,OAAO,SAAS;;;QAIpB,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC;;QAGnD,IAAI,aAAa,GAAG,SAAS;QAC7B,IAAI,WAAW,GAAG,EAAE;;AAGpB,QAAA,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE;AACpC,YAAA,WAAW,GAAG,WAAW,GAAG,CAAG,EAAA,WAAW,CAAI,CAAA,EAAA,SAAS,CAAE,CAAA,GAAG,SAAS;YACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;;YAG7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,aAAa,CAAC;YACxE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAG;;AAEnC,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAE,IAAI,CAAC,IAAY,EAAE,IAAI,IAAI,EAAE,CAAC;gBACnE,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,KAAK,qBAAqB;AACzE,aAAC,CAAC;YAEF,IAAI,OAAO,EAAE;AACT,gBAAA,aAAa,GAAG,OAAO,CAAC,EAAG;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAK,EAAA,EAAA,aAAa,CAAE,CAAA,CAAC;;iBAC5F;;gBAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAmC,gCAAA,EAAA,qBAAqB,CAAE,CAAA,CAAC;gBAC3E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC;AACpE,gBAAA,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CACxD,qBAAqB,EACrB,aAAa,EACb,OAAO,EACP,EAAE,CACL,IAAI,CAAC;;;AAId,QAAA,OAAO,aAAa;;AAGxB;;AAEG;AACK,IAAA,MAAM,iBAAiB,CAAC,OAAe,EAAE,UAAkB,EAAA;;QAE/D,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAErD,IAAI,iBAAiB,KAAK,GAAG,IAAI,iBAAiB,KAAK,EAAE,EAAE;AACvD,YAAA,OAAO,UAAU;;;QAIrB,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC;;QAGnD,IAAI,aAAa,GAAG,UAAU;QAC9B,IAAI,WAAW,GAAG,EAAE;;AAGpB,QAAA,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE;AACpC,YAAA,WAAW,GAAG,WAAW,GAAG,CAAG,EAAA,WAAW,CAAI,CAAA,EAAA,SAAS,CAAE,CAAA,GAAG,SAAS;YACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;;YAG7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,aAAa,CAAC;YACxE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAG;;AAEnC,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAE,IAAI,CAAC,IAAY,EAAE,IAAI,IAAI,EAAE,CAAC;gBACnE,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,KAAK,qBAAqB;AACzE,aAAC,CAAC;YAEF,IAAI,OAAO,EAAE;AACT,gBAAA,aAAa,GAAG,OAAO,CAAC,EAAG;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAK,EAAA,EAAA,aAAa,CAAE,CAAA,CAAC;;iBAC5F;;gBAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAE,CAAA,CAAC;AAC7E,gBAAA,OAAO,SAAS;;;AAIxB,QAAA,OAAO,aAAa;;AAGxB;;AAEG;AACK,IAAA,aAAa,CAAC,IAAY,EAAA;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;;AAE9E;;;;"}
|
|
1
|
+
{"version":3,"file":"directory-processor.js","sources":["../../../../src/importer/core/directory-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;AAAA;;;;;;;;;;;;;AAaG;MAaU,kBAAkB,CAAA;AAEN,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,aAAA;AACA,IAAA,aAAA;AACA,IAAA,eAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AAPrB,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,aAA4B,EAC5B,aAA4B,EAC5B,eAAgC,EAChC,WAAwB,EACxB,MAAc,EAAA;QANd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAe,CAAA,eAAA,GAAf,eAAe;QACf,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAG3B;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;;AAGtC;;AAEG;IACH,MAAM,YAAY,CAAC,UAAkB,EAAA;AACjC,QAAA,IAAI;;YAEA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC;AAC1D,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;AAC9B,gBAAA,WAAW,EAAE,UAAU;AACvB,gBAAA,IAAI,EAAE;AACT,aAAA,CAAC;;YAGF,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC;;QACpD,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,yBAAA,EAA4B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI7G;;AAEG;AACH,IAAA,MAAM,qBAAqB,CACvB,cAAiH,EACjH,SAAiB,EACjB,WAAmB,EAAA;;QAGnB,MAAM,oBAAoB,GAAa,EAAE;QACzC,MAAM,YAAY,GAAa,EAAE;QAEjC,MAAM,WAAW,GAAa,EAAE;AAEhC,QAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;;YAEhC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;;YAGrD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ;gBAC3D,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,cAAc,CAAC,EAAE;gBACxD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkB,eAAA,EAAA,cAAc,CAAE,CAAA,CAAC;gBACnD;;;AAIJ,YAAA,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE;AAC5B,gBAAA,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE;AAC/B,oBAAA,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;;qBAC9B;AACH,oBAAA,oBAAoB,CAAC,IAAI,CAAC,cAAc,CAAC;;;iBAE1C;AACH,gBAAA,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE;AAC/B,oBAAA,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC;;;;;AAQ5C,QAAA,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAc,WAAA,EAAA,YAAY,CAAC,MAAM,CAAgB,cAAA,CAAA,CAAC;YAClE,MAAM,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,SAAS,CAAC;;;AAI3D,QAAA,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAc,WAAA,EAAA,WAAW,CAAC,MAAM,CAAsB,oBAAA,CAAA,CAAC;YACvE,MAAM,IAAI,CAAC,yBAAyB,CAAC,WAAW,EAAE,SAAS,CAAC;;;QAIhE,MAAM,gBAAgB,GAA6B,EAAE;AAErD,QAAA,KAAK,MAAM,QAAQ,IAAI,oBAAoB,EAAE;AACzC,YAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC1D,YAAA,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE;AAC5B,gBAAA,gBAAgB,CAAC,OAAO,CAAC,GAAG,EAAE;;YAElC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;;;AAI5C,QAAA,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;AAC7D,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,WAAA,EAAc,KAAK,CAAC,MAAM,CAAA,qBAAA,EAAwB,OAAO,CAAA,CAAE,CAAC;;AAG5E,YAAA,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,CAAC;;YAGvF,IAAI,WAAW,GAAG,EAAE;AACpB,YAAA,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE;gBAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAoB,iBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;;AAG/C,gBAAA,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC;gBACtE,WAAW,IAAI,EAAE;;AAGrB,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;;;AAIpF;;AAEG;IACK,MAAM,gBAAgB,CAC1B,OAAe,EACf,YAAoB,EACpB,UAAkB,EAAE,EAAA;AAEpB,QAAA,IAAI;;YAEA,IAAI,WAAW,GAAG,CAAC;;AAGnB,YAAA,MAAM,SAAS,GAAG,OAAO,KAAK;AAC1B,kBAAE;AACF,kBAAE,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;;YAG/F,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;;YAGzD,MAAM,WAAW,GAAG;iBACf,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG;iBACT,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YAGjD,MAAM,YAAY,GAAoB,EAAE;AAExC,YAAA,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;gBAC3B,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC3C,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAChD,SAAS,EACT,GAAG,CAAC,GAAG,CACV;AACD,gBAAA,IAAI,WAAW;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;;AAGnD,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACtB,gBAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;;;;gBAMrB,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnD,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,EAC5C,SAAS,EACT,WAAW,CACd;AACD,gBAAA,IAAI,UAAU;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;;;YAIjD,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,YAAY,CAAC;;AAGxD,YAAA,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,EAAE;YAChF,IAAI,YAAY,CAAC,MAAM,EAAE,IAAI,KAAK,YAAY,EAAE,IAAI,EAAE;gBAClD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkC,+BAAA,EAAA,OAAO,CAA2B,yBAAA,CAAA,CAAC;AACrF,gBAAA,OAAO,YAAY;;;YAIvB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,gBAAA,IAAI,EAAE,UAAU;AAChB,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;AAC5B,gBAAA,MAAM,EAAE,YAAY;AACpB,gBAAA,MAAM,EAAE;AACX,aAAA,CAAC,CAAC;;AAGH,YAAA,MAAM,MAAM,GAAQ;AAChB,gBAAA,MAAM,EAAE;oBACJ,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD,iBAAA;AACD,gBAAA,MAAM,EAAE;AACJ,oBAAA,MAAM,EAAE,UAAU;AAClB,oBAAA,SAAS,EAAE,YAAY,CAAC,MAAM,EAAE,SAAS,IAAI,GAAG;AAChD,oBAAA,UAAU,EAAE,GAAG;AAClB;aACJ;YAED,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,KAAK,GAAG,EAAE;AACnC,gBAAA,MAAM,CAAC,MAAM,GAAG,YAAY;;AAGhC,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,SAAS,EAAE,EAAE,GAAG,YAAY,EAAE,GAAG,MAAM,EAAE,CAAC;AACxF,YAAA,OAAO,YAAY;;QACrB,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,CAAgC,6BAAA,EAAA,OAAO,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI9H;;AAEG;AACK,IAAA,MAAM,mBAAmB,CAAC,YAAsB,EAAE,SAAiB,EAAA;AACvE,QAAA,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE;YACjC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA4B,yBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;;AAGvD,YAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;YAElE,IAAI,CAAC,SAAS,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,OAAO,CAA0B,uBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;gBACjG;;;YAIJ,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACpE,YAAA,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;AAChC,gBAAA,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAK,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CAAC;YAEjG,IAAI,CAAC,QAAQ,EAAE;gBACX,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAgC,6BAAA,EAAA,QAAQ,CAAoC,kCAAA,CAAA,CAAC;gBAC7F;;;AAIJ,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAG,EAAE,QAAQ,CAAC;AACpE,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;;;AAIpF;;AAEG;AACK,IAAA,MAAM,yBAAyB,CAAC,WAAqB,EAAE,SAAiB,EAAA;;AAE5E,QAAA,MAAM,UAAU,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;AAE7F,QAAA,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAiC,8BAAA,EAAA,OAAO,CAAE,CAAA,CAAC;;AAG3D,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,SAAS,CAAC;YAE9E,IAAI,CAAC,eAAe,EAAE;gBAClB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA4C,yCAAA,EAAA,aAAa,CAA0B,uBAAA,EAAA,OAAO,CAAE,CAAA,CAAC;gBAC7G;;;YAIJ,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,eAAe,CAAC;AAC1E,YAAA,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;gBAChC,IAAI,CAAC,IAAI,KAAK,OAAO;AACpB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,OAAO,CACpC;YAEhC,IAAI,CAAC,OAAO,EAAE;gBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,OAAO,CAAoC,kCAAA,CAAA,CAAC;gBACjG;;;YAIJ,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAG,CAAC;;AAG3C,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAG,EAAE,OAAO,CAAC;;;AAI/E;;AAEG;AACK,IAAA,MAAM,yBAAyB,CACnC,OAAe,EACf,SAAiB,EACjB,WAAmB,EAAA;;QAGnB,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAErD,IAAI,iBAAiB,KAAK,GAAG,IAAI,iBAAiB,KAAK,EAAE,EAAE;AACvD,YAAA,OAAO,SAAS;;;QAIpB,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC;;QAGnD,IAAI,aAAa,GAAG,SAAS;QAC7B,IAAI,WAAW,GAAG,EAAE;;AAGpB,QAAA,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE;AACpC,YAAA,WAAW,GAAG,WAAW,GAAG,CAAG,EAAA,WAAW,CAAI,CAAA,EAAA,SAAS,CAAE,CAAA,GAAG,SAAS;YACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;;YAG7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,aAAa,CAAC;YACxE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAG;;AAEnC,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAE,IAAI,CAAC,IAAY,EAAE,IAAI,IAAI,EAAE,CAAC;gBACnE,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,KAAK,qBAAqB;AACzE,aAAC,CAAC;YAEF,IAAI,OAAO,EAAE;AACT,gBAAA,aAAa,GAAG,OAAO,CAAC,EAAG;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAK,EAAA,EAAA,aAAa,CAAE,CAAA,CAAC;;iBAC5F;;gBAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAmC,gCAAA,EAAA,qBAAqB,CAAE,CAAA,CAAC;gBAC3E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC;AACpE,gBAAA,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CACxD,qBAAqB,EACrB,aAAa,EACb,OAAO,EACP,EAAE,CACL,IAAI,CAAC;;;AAId,QAAA,OAAO,aAAa;;AAGxB;;AAEG;AACK,IAAA,MAAM,iBAAiB,CAAC,OAAe,EAAE,UAAkB,EAAA;;QAE/D,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAErD,IAAI,iBAAiB,KAAK,GAAG,IAAI,iBAAiB,KAAK,EAAE,EAAE;AACvD,YAAA,OAAO,UAAU;;;QAIrB,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC;;QAGnD,IAAI,aAAa,GAAG,UAAU;QAC9B,IAAI,WAAW,GAAG,EAAE;;AAGpB,QAAA,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE;AACpC,YAAA,WAAW,GAAG,WAAW,GAAG,CAAG,EAAA,WAAW,CAAI,CAAA,EAAA,SAAS,CAAE,CAAA,GAAG,SAAS;YACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;;YAG7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,aAAa,CAAC;YACxE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAG;;AAEnC,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAE,IAAI,CAAC,IAAY,EAAE,IAAI,IAAI,EAAE,CAAC;gBACnE,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,KAAK,qBAAqB;AACzE,aAAC,CAAC;YAEF,IAAI,OAAO,EAAE;AACT,gBAAA,aAAa,GAAG,OAAO,CAAC,EAAG;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAK,EAAA,EAAA,aAAa,CAAE,CAAA,CAAC;;iBAC5F;;gBAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAE,CAAA,CAAC;AAC7E,gBAAA,OAAO,SAAS;;;AAIxB,QAAA,OAAO,aAAa;;AAGxB;;AAEG;AACK,IAAA,aAAa,CAAC,IAAY,EAAA;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;;AAE9E;;;;"}
|
|
@@ -7,14 +7,14 @@ import { MetadataManager } from '../../common/metadata-manager.js';
|
|
|
7
7
|
|
|
8
8
|
/**
|
|
9
9
|
* Component: Import Processor
|
|
10
|
-
* Block-UUID:
|
|
11
|
-
* Parent-UUID:
|
|
12
|
-
* Version: 6.
|
|
13
|
-
* Description:
|
|
10
|
+
* Block-UUID: f9e799d2-4fa8-4f9d-a1b3-a1df2e8ad76c
|
|
11
|
+
* Parent-UUID: 3ca2d722-ccad-49ea-b26f-ddb97b245213
|
|
12
|
+
* Version: 6.13.0
|
|
13
|
+
* Description: Implement recursive countImportedBlobs for accurate resume_detected event
|
|
14
14
|
* Language: TypeScript
|
|
15
15
|
* Created-at: 2025-03-17T04:14:43.902Z
|
|
16
|
-
* Updated-at:
|
|
17
|
-
* Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0), Claude 3.7 Sonnet (v6.7.0), together.ai - DeepSeek v3 (v6.8.0), Qwen 3 Coder 480B - Cerebras (v6.9.0), Claude 4.0 Sonnet (v6.10.0)
|
|
16
|
+
* Updated-at: 2026-05-13T15:05:00.000Z
|
|
17
|
+
* Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0), Claude 3.7 Sonnet (v6.7.0), together.ai - DeepSeek v3 (v6.8.0), Qwen 3 Coder 480B - Cerebras (v6.9.0), Claude 4.0 Sonnet (v6.10.0), GLM-4.7 (v6.11.0), GLM-4.7 (v6.12.0), GLM-4.7 (v6.13.0)
|
|
18
18
|
*/
|
|
19
19
|
class ImportProcessor {
|
|
20
20
|
dbClient;
|
|
@@ -58,6 +58,10 @@ class ImportProcessor {
|
|
|
58
58
|
if (meta && meta.import?.status === 'imported' && meta.commit) {
|
|
59
59
|
await this.processExistingImport(meta, currentCommit, refChatId, repoGroupId);
|
|
60
60
|
}
|
|
61
|
+
else if (meta && meta.import?.status === 'importing' && meta.commit) {
|
|
62
|
+
// Handle interrupted import
|
|
63
|
+
await this.processResumeImport(meta, currentCommit, refChatId, repoGroupId);
|
|
64
|
+
}
|
|
61
65
|
else {
|
|
62
66
|
await this.processNewImport(refChatId, repoGroupId);
|
|
63
67
|
}
|
|
@@ -67,6 +71,35 @@ class ImportProcessor {
|
|
|
67
71
|
throw error;
|
|
68
72
|
}
|
|
69
73
|
}
|
|
74
|
+
/**
|
|
75
|
+
* Processes an interrupted import by verifying commit hash and resuming.
|
|
76
|
+
*/
|
|
77
|
+
async processResumeImport(meta, currentCommit, refChatId, repoGroupId) {
|
|
78
|
+
if (!meta.commit)
|
|
79
|
+
throw new Error("No ref commit meta or hash found");
|
|
80
|
+
// Verify the commit hash matches (user didn't switch branches mid-import)
|
|
81
|
+
if (meta.commit.hash !== currentCommit) {
|
|
82
|
+
throw new Error(`Interrupted import detected for ref '${meta.name || 'unknown'}' (commit: ${meta.commit.hash}), ` +
|
|
83
|
+
`but current ref is '${this.ref}' (commit: ${currentCommit}). ` +
|
|
84
|
+
`Please remove the existing import or reset the ref to the previous commit.`);
|
|
85
|
+
}
|
|
86
|
+
const metadataManager = this.getMetadataManager();
|
|
87
|
+
// Count already imported files for the resume event
|
|
88
|
+
const alreadyDone = await this.countImportedBlobs(refChatId);
|
|
89
|
+
this.logger.emit('resume_detected', {
|
|
90
|
+
already_imported: alreadyDone
|
|
91
|
+
});
|
|
92
|
+
// Mark the start of the import and update parent repo metadata
|
|
93
|
+
await metadataManager.markImportStarted(refChatId, this.ref);
|
|
94
|
+
await metadataManager.updateParentRepoImportMetadata(refChatId, this.ref, 'start');
|
|
95
|
+
// Reuse the full import logic; FileProcessor will skip existing files
|
|
96
|
+
const directoryProcessor = new DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(refChatId, repoGroupId), this.getTreeProcessor(refChatId, repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
|
|
97
|
+
await directoryProcessor.processFiles(refChatId);
|
|
98
|
+
// Mark the import as finished and update parent repo metadata
|
|
99
|
+
await metadataManager.markImportFinished(refChatId);
|
|
100
|
+
await metadataManager.updateParentRepoImportMetadata(refChatId, this.ref, 'finish', 'imported');
|
|
101
|
+
this.logger.log('Resume import completed successfully');
|
|
102
|
+
}
|
|
70
103
|
/**
|
|
71
104
|
* Processes an existing import by checking for changes and performing an incremental import if necessary.
|
|
72
105
|
*/
|
|
@@ -85,6 +118,19 @@ class ImportProcessor {
|
|
|
85
118
|
await metadataManager.updateParentRepoImportMetadata(refChatId, this.ref, 'start');
|
|
86
119
|
// Get the list of changed entries with their change types
|
|
87
120
|
const changedEntries = await this.gitRepo.getChangedEntriesBetweenCommits(meta.commit?.hash || '', currentCommit, { includeFiles: true, includeDirectories: true });
|
|
121
|
+
// Emit plan event with counts
|
|
122
|
+
const addedFiles = changedEntries.filter(e => e.entryType === 'file' && e.changeType === 'add');
|
|
123
|
+
const modifiedFiles = changedEntries.filter(e => e.entryType === 'file' && e.changeType === 'modify');
|
|
124
|
+
const deletedFiles = changedEntries.filter(e => e.entryType === 'file' && e.changeType === 'delete');
|
|
125
|
+
const changedDirs = changedEntries.filter(e => e.entryType === 'directory');
|
|
126
|
+
this.logger.emit('plan', {
|
|
127
|
+
mode: 'incremental',
|
|
128
|
+
total_files: addedFiles.length + modifiedFiles.length + deletedFiles.length,
|
|
129
|
+
added: addedFiles.length,
|
|
130
|
+
modified: modifiedFiles.length,
|
|
131
|
+
deleted: deletedFiles.length,
|
|
132
|
+
dirs_changed: changedDirs.length
|
|
133
|
+
});
|
|
88
134
|
if (changedEntries.length > 0) {
|
|
89
135
|
this.logger.log(`Found ${changedEntries.length} changed entries to process`);
|
|
90
136
|
// Process the changed entries
|
|
@@ -124,6 +170,24 @@ class ImportProcessor {
|
|
|
124
170
|
await metadataManager.updateParentRepoImportMetadata(refChatId, this.ref, 'finish', 'imported');
|
|
125
171
|
this.logger.log('Full import completed successfully');
|
|
126
172
|
}
|
|
173
|
+
/**
|
|
174
|
+
* Recursively counts all git-blob chats under a specific ref chat.
|
|
175
|
+
* This is used to provide an accurate count for the resume_detected event.
|
|
176
|
+
*/
|
|
177
|
+
async countImportedBlobs(refChatId) {
|
|
178
|
+
let count = 0;
|
|
179
|
+
const children = await this.dbClient.getChatsByParentId(refChatId);
|
|
180
|
+
for (const child of children) {
|
|
181
|
+
if (child.type === 'git-blob') {
|
|
182
|
+
count++;
|
|
183
|
+
}
|
|
184
|
+
else if (child.type === 'git-tree') {
|
|
185
|
+
// Recursively count blobs in subdirectories
|
|
186
|
+
count += await this.countImportedBlobs(child.id);
|
|
187
|
+
}
|
|
188
|
+
}
|
|
189
|
+
return count;
|
|
190
|
+
}
|
|
127
191
|
/**
|
|
128
192
|
* Gets the chat hierarchy from git-repos down to git-ref
|
|
129
193
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"import-processor.js","sources":["../../../../src/importer/core/import-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;;;;AAAA;;;;;;;;;;AAUG;MAeU,eAAe,CAAA;AASH,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,SAAA;AACA,IAAA,QAAA;AACA,IAAA,GAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,MAAA;AAfJ,IAAA,WAAW;AACX,IAAA,cAAc;IACvB,gBAAgB,GAA2B,IAAI;IAC/C,cAAc,GAAyB,IAAI;IAC3C,cAAc,GAAyB,IAAI;IAC3C,UAAU,GAAkB,IAAI;AAExC,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,SAAiB,EACjB,QAAgB,EAChB,GAAW,EACX,OAAgB,EAChB,OAAsB,EACtB,MAAc,EAAA;QAPd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAG,CAAA,GAAA,GAAH,GAAG;QACH,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAM,CAAA,MAAA,GAAN,MAAM;QAEvB,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAC9B,QAAQ,EACR,OAAO,EACP,SAAS,EACT,QAAQ,EACR,GAAG,EACH,OAAO,EACP,OAAO,EACP,MAAM,CACT;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;;AAG9D;;AAEG;AACH,IAAA,MAAM,WAAW,GAAA;AACb,QAAA,IAAI;;AAEA,YAAA,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE;AAC9E,YAAA,IAAI,CAAC,UAAU,GAAG,SAAS;;AAG3B,YAAA,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAC7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC;AAC7D,YAAA,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE;AAEhC,YAAA,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE;AAC3D,gBAAA,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,CAAC;;
|
|
1
|
+
{"version":3,"file":"import-processor.js","sources":["../../../../src/importer/core/import-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;;;;AAAA;;;;;;;;;;AAUG;MAeU,eAAe,CAAA;AASH,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,SAAA;AACA,IAAA,QAAA;AACA,IAAA,GAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,MAAA;AAfJ,IAAA,WAAW;AACX,IAAA,cAAc;IACvB,gBAAgB,GAA2B,IAAI;IAC/C,cAAc,GAAyB,IAAI;IAC3C,cAAc,GAAyB,IAAI;IAC3C,UAAU,GAAkB,IAAI;AAExC,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,SAAiB,EACjB,QAAgB,EAChB,GAAW,EACX,OAAgB,EAChB,OAAsB,EACtB,MAAc,EAAA;QAPd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAG,CAAA,GAAA,GAAH,GAAG;QACH,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAM,CAAA,MAAA,GAAN,MAAM;QAEvB,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAC9B,QAAQ,EACR,OAAO,EACP,SAAS,EACT,QAAQ,EACR,GAAG,EACH,OAAO,EACP,OAAO,EACP,MAAM,CACT;QAED,IAAI,CAAC,cAAc,GAAG,IAAI,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;;AAG9D;;AAEG;AACH,IAAA,MAAM,WAAW,GAAA;AACb,QAAA,IAAI;;AAEA,YAAA,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE;AAC9E,YAAA,IAAI,CAAC,UAAU,GAAG,SAAS;;AAG3B,YAAA,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAC7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC;AAC7D,YAAA,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE;AAEhC,YAAA,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE;AAC3D,gBAAA,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,CAAC;;AAC1E,iBAAA,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,EAAE,MAAM,KAAK,WAAW,IAAI,IAAI,CAAC,MAAM,EAAE;;AAEnE,gBAAA,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,CAAC;;iBACxE;gBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC;;AAGvD,YAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE;;QACnC,OAAO,KAAK,EAAE;AACZ,YAAA,MAAM,KAAK;;;AAInB;;AAEG;IACK,MAAM,mBAAmB,CAAC,IAAgB,EAAE,aAAqB,EAAE,SAAiB,EAAE,WAAmB,EAAA;QAC7G,IAAI,CAAC,IAAI,CAAC,MAAM;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;;QAGrE,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE;AACpC,YAAA,MAAM,IAAI,KAAK,CACX,CAAA,qCAAA,EAAwC,IAAI,CAAC,IAAI,IAAI,SAAS,cAAc,IAAI,CAAC,MAAM,CAAC,IAAI,CAAK,GAAA,CAAA;AACjG,gBAAA,CAAA,oBAAA,EAAuB,IAAI,CAAC,GAAG,CAAA,WAAA,EAAc,aAAa,CAAK,GAAA,CAAA;AAC/D,gBAAA,CAAA,0EAAA,CAA4E,CAC/E;;AAGL,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;;QAGjD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC;AAC5D,QAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE;AAChC,YAAA,gBAAgB,EAAE;AACrB,SAAA,CAAC;;QAGF,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;AAC5D,QAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;;QAGlF,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;AACD,QAAA,MAAM,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC;;AAGhD,QAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACnD,QAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC;AAC/F,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,sCAAsC,CAAC;;AAG3D;;AAEG;IACK,MAAM,qBAAqB,CAAC,IAAgB,EAAE,aAAqB,EAAE,SAAiB,EAAE,WAAmB,EAAA;QAC/G,IAAI,CAAC,IAAI,CAAC,MAAM;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;AAEvD,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;QAEjD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE;AACpC,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wEAAwE,CAAC;YACzF;;AAGJ,QAAA,IAAI;AACA,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,wCAAA,EAA2C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA,CAAE,CAAC;;YAG9E,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;AAC5D,YAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;;AAGlF,YAAA,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,+BAA+B,CACrE,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EACvB,aAAa,EACb,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACnD;;YAGD,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,KAAK,KAAK,CAAC;YAC/F,MAAM,aAAa,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC;YACrG,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,KAAK,MAAM,IAAI,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC;AACpG,YAAA,MAAM,WAAW,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,KAAK,WAAW,CAAC;AAE3E,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;AACrB,gBAAA,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM;gBAC3E,KAAK,EAAE,UAAU,CAAC,MAAM;gBACxB,QAAQ,EAAE,aAAa,CAAC,MAAM;gBAC9B,OAAO,EAAE,YAAY,CAAC,MAAM;gBAC5B,YAAY,EAAE,WAAW,CAAC;AAC7B,aAAA,CAAC;AAEF,YAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,MAAA,EAAA,cAAc,CAAC,MAAM,CAA6B,2BAAA,CAAA,CAAC;;gBAG5E,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;gBACD,MAAM,kBAAkB,CAAC,qBAAqB,CAAC,cAAc,EAAE,SAAS,EAAE,WAAW,CAAC;AAEtF,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,2CAA2C,CAAC;;iBACzD;AACH,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC;;;AAIlE,YAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACnD,YAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC;;QACjG,OAAM,KAAK,EAAE;YACX,OAAO,CAAC,KAAK,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,EAAE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;;YAGtG,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAc,CAAC;AAC3E,YAAA,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,eAAe,CAAC;;;AAItH;;AAEG;AACK,IAAA,MAAM,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AACjE,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;AAEjD,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC;;QAGzC,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;AAC5D,QAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC;;QAGlF,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;AACD,QAAA,MAAM,kBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC;;AAGhD,QAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACnD,QAAA,MAAM,eAAe,CAAC,8BAA8B,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,QAAQ,EAAE,UAAU,CAAC;AAC/F,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oCAAoC,CAAC;;AAGzD;;;AAGG;IACK,MAAM,kBAAkB,CAAC,SAAiB,EAAA;QAC9C,IAAI,KAAK,GAAG,CAAC;QACb,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,SAAS,CAAC;AAElE,QAAA,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE;AAC1B,YAAA,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE;AAC3B,gBAAA,KAAK,EAAE;;AACJ,iBAAA,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE;;gBAElC,KAAK,IAAI,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAG,CAAC;;;AAIzD,QAAA,OAAO,KAAK;;AAGhB;;AAEG;IACK,MAAM,gBAAgB,CAAC,SAAiB,EAAA;QAC5C,MAAM,SAAS,GAAwC,EAAE;QACzD,IAAI,aAAa,GAAG,SAAS;QAE7B,OAAO,aAAa,EAAE;YAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,aAAa,CAAC;AAC9D,YAAA,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE;gBAAE;YAEvB,SAAS,CAAC,OAAO,CAAC;gBACd,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC;AACd,aAAA,CAAC;AAEF,YAAA,aAAa,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC;;AAGtC,QAAA,OAAO,SAAS;;AAGpB;;AAEG;IACK,kBAAkB,GAAA;AACtB,QAAA,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACxB,IAAI,CAAC,gBAAgB,GAAG,IAAI,eAAe,CACvC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,CACnB;;QAEL,OAAO,IAAI,CAAC,gBAAgB;;AAGhC;;AAEG;IACK,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AAC3D,QAAA,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACtB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CACnC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,SAAS,EACT,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,OAAO,EACZ,WAAW,EACX,IAAI,CAAC,MAAM,CACd;;QAEL,OAAO,IAAI,CAAC,cAAc;;AAG9B;;AAEG;IACK,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AAC3D,QAAA,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACtB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI,aAAa,CACnC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC,EAC7C,SAAS,EACT,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,OAAO,EACZ,WAAW,EACX,IAAI,CAAC,MAAM,CACd;;QAEL,OAAO,IAAI,CAAC,cAAc;;AAEjC;;;;"}
|
|
@@ -7,13 +7,14 @@ import { ErrorHandler } from './error-handler.js';
|
|
|
7
7
|
|
|
8
8
|
/**
|
|
9
9
|
* Component: Git Repository Importer (Core)
|
|
10
|
-
* Block-UUID:
|
|
11
|
-
* Parent-UUID:
|
|
12
|
-
* Version: 6.
|
|
13
|
-
* Purpose:
|
|
10
|
+
* Block-UUID: 23dda2c0-82ba-4d2e-bf83-c26bc2d394da
|
|
11
|
+
* Parent-UUID: 90d78242-374a-4a78-9ce6-e502bf172d87
|
|
12
|
+
* Version: 6.7.0
|
|
13
|
+
* Purpose: Add structured output event emission (init, complete, error)
|
|
14
14
|
* Language: TypeScript
|
|
15
15
|
* Created-at: 2025-03-15T05:57:33.811Z
|
|
16
|
-
*
|
|
16
|
+
* Updated-at: 2026-05-13T14:46:00.000Z
|
|
17
|
+
* Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0), GLM-4.7 (v6.7.0)
|
|
17
18
|
*/
|
|
18
19
|
class GitImporter {
|
|
19
20
|
repoPath;
|
|
@@ -65,7 +66,7 @@ class GitImporter {
|
|
|
65
66
|
path: dbPath
|
|
66
67
|
};
|
|
67
68
|
this.dbClient = new DatabaseClient(dbConfig);
|
|
68
|
-
this.logger = new Logger(this.options.verbose || false);
|
|
69
|
+
this.logger = new Logger(this.options.verbose || false, this.options.structuredOutput || false);
|
|
69
70
|
// Initialize modules
|
|
70
71
|
this.importProcessor = new ImportProcessor(this.dbClient, this.gitRepo, this.repoOwner, this.repoName, this.ref, this.refType, this.options, this.logger);
|
|
71
72
|
this.errorHandler = new ErrorHandler(this.logger);
|
|
@@ -96,11 +97,29 @@ class GitImporter {
|
|
|
96
97
|
* @throws {Error} If initialization fails or chat hierarchy setup fails
|
|
97
98
|
*/
|
|
98
99
|
async import() {
|
|
100
|
+
const startTime = Date.now();
|
|
99
101
|
try {
|
|
100
102
|
await this.initialize();
|
|
101
|
-
|
|
103
|
+
// Emit init event with repo context
|
|
104
|
+
this.logger.emit('init', {
|
|
105
|
+
owner: this.repoOwner,
|
|
106
|
+
repo: this.repoName,
|
|
107
|
+
ref: this.ref,
|
|
108
|
+
refType: this.refType
|
|
109
|
+
});
|
|
110
|
+
const result = await this.importProcessor.setupImport();
|
|
111
|
+
// Emit complete event
|
|
112
|
+
this.logger.emit('complete', {
|
|
113
|
+
ref_chat_id: result.refChatId,
|
|
114
|
+
duration_ms: Date.now() - startTime
|
|
115
|
+
});
|
|
116
|
+
return result;
|
|
102
117
|
}
|
|
103
118
|
catch (error) {
|
|
119
|
+
// Emit error event
|
|
120
|
+
this.logger.emit('error', {
|
|
121
|
+
message: error instanceof Error ? error.message : String(error)
|
|
122
|
+
});
|
|
104
123
|
await this.errorHandler.handleError(error);
|
|
105
124
|
// This line is needed to satisfy TypeScript, though it will never be reached
|
|
106
125
|
// because handleError always throws
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"importer.js","sources":["../../../../src/importer/core/importer.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;;;;AAAA
|
|
1
|
+
{"version":3,"file":"importer.js","sources":["../../../../src/importer/core/importer.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;;;;AAAA;;;;;;;;;;AAUG;MAYU,WAAW,CAAA;AASC,IAAA,QAAA;AACA,IAAA,SAAA;AACA,IAAA,QAAA;AACA,IAAA,GAAA;AACA,IAAA,OAAA;AACA,IAAA,MAAA;AACA,IAAA,OAAA;AAdJ,IAAA,OAAO;AACP,IAAA,QAAQ;AACR,IAAA,MAAM;IACf,WAAW,GAAY,KAAK;AAC5B,IAAA,eAAe;AACf,IAAA,YAAY;AAEpB,IAAA,WAAA,CACqB,QAAgB,EAChB,SAAiB,EACjB,QAAgB,EAChB,GAAW,EACX,OAAgB,EAChB,MAAc,EACd,UAAyB,EAAE,EAAA;QAN3B,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAG,CAAA,GAAA,GAAH,GAAG;QACH,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAM,CAAA,MAAA,GAAN,MAAM;QACN,IAAO,CAAA,OAAA,GAAP,OAAO;;AAGxB,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC;AAC7D,QAAA,IAAI,CAAC,SAAS;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC;AAC/D,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC;AAC7D,QAAA,IAAI,CAAC,GAAG;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC;AAClD,QAAA,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;AAChD,YAAA,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC;;AAEzE,QAAA,IAAI,CAAC,MAAM;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;QAGzD,IAAI,CAAC,OAAO,GAAG;AACX,YAAA,GAAG,eAAe;AAClB,YAAA,GAAG;SACN;AAED,QAAA,MAAM,SAAS,GAAc;YACzB,QAAQ;YACR,GAAG;SACN;QAED,IAAI,CAAC,OAAO,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC;AAExC,QAAA,MAAM,QAAQ,GAAmB;AAC7B,YAAA,IAAI,EAAE;SACT;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,cAAc,CAAC,QAAQ,CAAC;QAC5C,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CACpB,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,EAC7B,IAAI,CAAC,OAAO,CAAC,gBAAgB,IAAI,KAAK,CACzC;;AAGD,QAAA,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,CACtC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,MAAM,CACd;QAED,IAAI,CAAC,YAAY,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;;AAGrD;;AAEG;AACH,IAAA,MAAM,UAAU,GAAA;AACZ,QAAA,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB;;AAGJ,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAElC,QAAA,IAAI;AACA,YAAA,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;AAC/B,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC;AAE7C,YAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;AAChC,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC;AAEvC,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI;;QACzB,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,uBAAA,EAA0B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI3G;;;;;AAKG;AACH,IAAA,MAAM,MAAM,GAAA;AACR,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE;AAC5B,QAAA,IAAI;AACA,YAAA,MAAM,IAAI,CAAC,UAAU,EAAE;;AAGvB,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE;gBACrB,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,IAAI,EAAE,IAAI,CAAC,QAAQ;gBACnB,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,OAAO,EAAE,IAAI,CAAC;AACjB,aAAA,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE;;AAGvD,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE;gBACzB,WAAW,EAAE,MAAM,CAAC,SAAS;AAC7B,gBAAA,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG;AAC7B,aAAA,CAAC;AAEF,YAAA,OAAO,MAAM;;QACf,OAAO,KAAK,EAAE;;AAEZ,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE;AACtB,gBAAA,OAAO,EAAE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK;AACjE,aAAA,CAAC;YAEF,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC;;;AAG1C,YAAA,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE;;gBAClB;AACN,YAAA,MAAM,IAAI,CAAC,OAAO,EAAE;;;AAI5B;;AAEG;AACK,IAAA,MAAM,OAAO,GAAA;AACjB,QAAA,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE;AAC/B,YAAA,IAAI;AACA,gBAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;AAC3B,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC;;YAC/C,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,EAAE,KAAK,EAAE,IAAI,CAAC;;;AAGtE,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;;AAE/B;;;;"}
|
|
@@ -4,13 +4,14 @@ import { getHighlightSyntax, detectLanguage } from './language-utils.js';
|
|
|
4
4
|
|
|
5
5
|
/*
|
|
6
6
|
* Component: File Processor
|
|
7
|
-
* Block-UUID:
|
|
8
|
-
* Parent-UUID:
|
|
9
|
-
* Version: 5.
|
|
10
|
-
* Description:
|
|
7
|
+
* Block-UUID: e6936ca9-9ce1-429c-b1c8-080f62c654f9
|
|
8
|
+
* Parent-UUID: b4e137b5-4954-4a9f-b3ef-c87d0a75efc9
|
|
9
|
+
* Version: 5.5.0
|
|
10
|
+
* Description: Fix double file read by returning token count from create/update methods
|
|
11
11
|
* Language: TypeScript
|
|
12
12
|
* Created-at: 2025-09-18T21:48:15.228Z
|
|
13
|
-
*
|
|
13
|
+
* Updated-at: 2026-05-13T15:00:00.000Z
|
|
14
|
+
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, together.ai - DeepSeek v3 (v3.3.0), together.ai - DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Claude 3.7 Sonnet (v5.1.0), Qwen 3 Coder 480B - Cerebras (v5.2.0), Claude 4.0 Sonnet (v5.3.0), GLM-4.7 (v5.4.0), GLM-4.7 (v5.5.0)
|
|
14
15
|
*/
|
|
15
16
|
class FileProcessor {
|
|
16
17
|
dbClient;
|
|
@@ -40,26 +41,84 @@ class FileProcessor {
|
|
|
40
41
|
const wordCount = text.split(/\s+/).filter(Boolean).length;
|
|
41
42
|
return Math.ceil(wordCount * 1.33);
|
|
42
43
|
}
|
|
44
|
+
/**
|
|
45
|
+
* Determines if a file should be skipped and returns the reason.
|
|
46
|
+
*/
|
|
47
|
+
async getSkipReason(filePath) {
|
|
48
|
+
const { skipPatterns, includePatterns, skipBinaryFiles, maxFileSize } = this.options;
|
|
49
|
+
// Check against skip patterns first (fastest check)
|
|
50
|
+
if (skipPatterns?.some(pattern => pattern.test(filePath))) {
|
|
51
|
+
return 'pattern';
|
|
52
|
+
}
|
|
53
|
+
// Check if file is binary (if skipBinaryFiles is enabled)
|
|
54
|
+
if (skipBinaryFiles) {
|
|
55
|
+
try {
|
|
56
|
+
const isBinary = await FSUtils.isBinaryFile(filePath);
|
|
57
|
+
if (isBinary) {
|
|
58
|
+
return 'binary';
|
|
59
|
+
}
|
|
60
|
+
}
|
|
61
|
+
catch (error) {
|
|
62
|
+
this.logger.log(`Error checking if file '${filePath}' is binary: ${error instanceof Error ? error.message : String(error)}`);
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
// Check against include patterns if specified
|
|
66
|
+
if (includePatterns?.length && !includePatterns.some(pattern => pattern.test(filePath))) {
|
|
67
|
+
return 'include_pattern';
|
|
68
|
+
}
|
|
69
|
+
// Check file size
|
|
70
|
+
if (maxFileSize) {
|
|
71
|
+
try {
|
|
72
|
+
const fileInfo = await this.gitRepo.getFileInfo(filePath);
|
|
73
|
+
if (fileInfo.size > maxFileSize) {
|
|
74
|
+
return 'max_size';
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
catch (error) {
|
|
78
|
+
// If we can't get file info, we probably can't process it anyway, so skip
|
|
79
|
+
return 'file_info_error';
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
return null;
|
|
83
|
+
}
|
|
43
84
|
/**
|
|
44
85
|
* Processes a file and returns its GitCommitInfo.
|
|
45
86
|
* If the file already exists in the database, it will update the existing chat.
|
|
87
|
+
* Returns null if the file was skipped.
|
|
46
88
|
*/
|
|
47
89
|
async processFile(filePath, parentChatId, orderWeight) {
|
|
48
90
|
try {
|
|
91
|
+
// Check if we should skip this file
|
|
92
|
+
const skipReason = await this.getSkipReason(filePath);
|
|
93
|
+
if (skipReason) {
|
|
94
|
+
this.logger.emit('file_skip', { path: filePath, reason: skipReason });
|
|
95
|
+
return null;
|
|
96
|
+
}
|
|
97
|
+
// Emit file start event
|
|
98
|
+
this.logger.emit('file_start', { path: filePath });
|
|
49
99
|
// Check if a chat for this file already exists
|
|
50
100
|
const fileName = path.basename(filePath);
|
|
51
101
|
const childChats = await this.dbClient.getChatsByParentId(parentChatId);
|
|
52
102
|
const existingFileChat = childChats.find(chat => chat.type === 'git-blob' &&
|
|
53
103
|
chat.name === fileName &&
|
|
54
104
|
chat.meta?.path === filePath);
|
|
105
|
+
let commitInfo;
|
|
106
|
+
let fileTokens;
|
|
55
107
|
if (existingFileChat) {
|
|
56
108
|
// Update existing file chat
|
|
57
|
-
|
|
109
|
+
const result = await this.updateExistingFile(existingFileChat.id, filePath);
|
|
110
|
+
commitInfo = result.commitInfo;
|
|
111
|
+
fileTokens = result.tokens;
|
|
58
112
|
}
|
|
59
113
|
else {
|
|
60
114
|
// Create new file chat
|
|
61
|
-
|
|
115
|
+
const result = await this.createNewFile(filePath, parentChatId, orderWeight);
|
|
116
|
+
commitInfo = result.commitInfo;
|
|
117
|
+
fileTokens = result.tokens;
|
|
62
118
|
}
|
|
119
|
+
// Emit file done event with the token count we already calculated
|
|
120
|
+
this.logger.emit('file_done', { path: filePath, tokens: fileTokens });
|
|
121
|
+
return commitInfo;
|
|
63
122
|
}
|
|
64
123
|
catch (error) {
|
|
65
124
|
throw new Error(`Failed to process file '${filePath}': ${error instanceof Error ? error.message : String(error)}`);
|
|
@@ -67,6 +126,7 @@ class FileProcessor {
|
|
|
67
126
|
}
|
|
68
127
|
/**
|
|
69
128
|
* Creates a new file chat.
|
|
129
|
+
* Returns both the commit info and the calculated token count.
|
|
70
130
|
*/
|
|
71
131
|
async createNewFile(filePath, parentChatId, orderWeight) {
|
|
72
132
|
const fileInfo = await this.gitRepo.getFileInfo(filePath);
|
|
@@ -112,10 +172,11 @@ class FileProcessor {
|
|
|
112
172
|
}
|
|
113
173
|
};
|
|
114
174
|
await this.chatManager.createChat(type, path.basename(filePath), parentChatId, this.repoGroupId, meta, content.toString(), orderWeight);
|
|
115
|
-
return commitInfo;
|
|
175
|
+
return { commitInfo, tokens: contentTokens };
|
|
116
176
|
}
|
|
117
177
|
/**
|
|
118
178
|
* Updates an existing file chat.
|
|
179
|
+
* Returns both the commit info and the calculated token count.
|
|
119
180
|
*/
|
|
120
181
|
async updateExistingFile(chatId, filePath) {
|
|
121
182
|
// Get the current file information
|
|
@@ -130,7 +191,8 @@ class FileProcessor {
|
|
|
130
191
|
// Skip update if the commit hash hasn't changed
|
|
131
192
|
if (oldMeta.commit?.hash === commitInfo.hash) {
|
|
132
193
|
this.logger.log(`Skipping update for file '${filePath}' (commit hash unchanged)`);
|
|
133
|
-
|
|
194
|
+
// Return 0 tokens since we didn't actually process the content
|
|
195
|
+
return { commitInfo, tokens: 0 };
|
|
134
196
|
}
|
|
135
197
|
// Estimate tokens for content and metadata
|
|
136
198
|
const contentTokens = this.estimateTokens(content.toString());
|
|
@@ -173,37 +235,7 @@ class FileProcessor {
|
|
|
173
235
|
await this.chatManager.updateMessage(mainMessage.id, {
|
|
174
236
|
message: gitBlobMessage
|
|
175
237
|
});
|
|
176
|
-
return commitInfo;
|
|
177
|
-
}
|
|
178
|
-
/**
|
|
179
|
-
* Determines whether a file should be skipped based on the provided patterns.
|
|
180
|
-
*/
|
|
181
|
-
async shouldSkipFile(filePath) {
|
|
182
|
-
const { skipPatterns, includePatterns, skipBinaryFiles } = this.options;
|
|
183
|
-
// Check against skip patterns first (fastest check)
|
|
184
|
-
if (skipPatterns?.some(pattern => pattern.test(filePath))) {
|
|
185
|
-
this.logger.log(`Skipping file '${filePath}' (matched skip pattern)`);
|
|
186
|
-
return true;
|
|
187
|
-
}
|
|
188
|
-
// Check if file is binary (if skipBinaryFiles is enabled)
|
|
189
|
-
if (skipBinaryFiles) {
|
|
190
|
-
try {
|
|
191
|
-
const isBinary = await FSUtils.isBinaryFile(filePath);
|
|
192
|
-
if (isBinary) {
|
|
193
|
-
this.logger.log(`Skipping binary file '${filePath}'`);
|
|
194
|
-
return true;
|
|
195
|
-
}
|
|
196
|
-
}
|
|
197
|
-
catch (error) {
|
|
198
|
-
this.logger.log(`Error checking if file '${filePath}' is binary: ${error instanceof Error ? error.message : String(error)}`);
|
|
199
|
-
}
|
|
200
|
-
}
|
|
201
|
-
// Check against include patterns if specified
|
|
202
|
-
if (includePatterns?.length && !includePatterns.some(pattern => pattern.test(filePath))) {
|
|
203
|
-
this.logger.log(`Skipping file '${filePath}' (did not match include pattern)`);
|
|
204
|
-
return true;
|
|
205
|
-
}
|
|
206
|
-
return false;
|
|
238
|
+
return { commitInfo, tokens: contentTokens };
|
|
207
239
|
}
|
|
208
240
|
}
|
|
209
241
|
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA
|
|
1
|
+
{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;;AAUG;MAcU,aAAa,CAAA;AAED,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AATrB,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,WAAwB,EACxB,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,OAAsB,EACtB,WAAmB,EACnB,MAAc,EAAA;QARd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAI3B;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;;AAGtC;;AAEG;IACH,MAAM,aAAa,CAAC,QAAgB,EAAA;AAChC,QAAA,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,OAAO;;AAGpF,QAAA,IAAI,YAAY,EAAE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;AACvD,YAAA,OAAO,SAAS;;;QAIpB,IAAI,eAAe,EAAE;AACjB,YAAA,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC;gBACrD,IAAI,QAAQ,EAAE;AACV,oBAAA,OAAO,QAAQ;;;YAErB,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA2B,wBAAA,EAAA,QAAQ,CAAgB,aAAA,EAAA,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;;QAKpI,IAAI,eAAe,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;AACrF,YAAA,OAAO,iBAAiB;;;QAI5B,IAAI,WAAW,EAAE;AACb,YAAA,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;AACzD,gBAAA,IAAI,QAAQ,CAAC,IAAI,GAAG,WAAW,EAAE;AAC7B,oBAAA,OAAO,UAAU;;;YAEvB,OAAO,KAAK,EAAE;;AAEZ,gBAAA,OAAO,iBAAiB;;;AAIhC,QAAA,OAAO,IAAI;;AAGf;;;;AAIG;AACH,IAAA,MAAM,WAAW,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;AACzE,QAAA,IAAI;;YAEA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;YACrD,IAAI,UAAU,EAAE;AACZ,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;AACrE,gBAAA,OAAO,IAAI;;;AAIf,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;YAGlD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACvE,YAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IACzC,IAAI,CAAC,IAAI,KAAK,UAAU;gBACxB,IAAI,CAAC,IAAI,KAAK,QAAQ;AACrB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CACxC;AAED,YAAA,IAAI,UAAyB;AAC7B,YAAA,IAAI,UAAkB;YAEtB,IAAI,gBAAgB,EAAE;;AAElB,gBAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAG,EAAE,QAAQ,CAAC;AAC5E,gBAAA,UAAU,GAAG,MAAM,CAAC,UAAU;AAC9B,gBAAA,UAAU,GAAG,MAAM,CAAC,MAAM;;iBACvB;;AAEH,gBAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,CAAC;AAC5E,gBAAA,UAAU,GAAG,MAAM,CAAC,UAAU;AAC9B,gBAAA,UAAU,GAAG,MAAM,CAAC,MAAM;;;AAI9B,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;AAErE,YAAA,OAAO,UAAU;;QACnB,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAA2B,wBAAA,EAAA,QAAQ,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI1H;;;AAGG;AACK,IAAA,MAAM,aAAa,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;QACnF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;;QAGvB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ,CAAC;AAC7C,YAAA,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;gBACtD,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD,aAAA;YACD,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,UAAU;AAClB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;AAED,QAAe,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACvB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,OAAO,CAAC,QAAQ,EAAE,EAClB,WAAW;AAGf,QAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE;;AAGhD;;;AAGG;AACK,IAAA,MAAM,kBAAkB,CAAC,MAAc,EAAE,QAAgB,EAAA;;QAE7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;;QAGpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,IAAmB;;QAGxC,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA6B,0BAAA,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAC;;AAEjF,YAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE;;;QAIpC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;;AAGD,QAAA,MAAM,WAAW,GAAgB;AAC7B,YAAA,GAAG,OAAO;AACV,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,GAAG,OAAO,EAAE,MAAM,EAAE,SAAS,IAAI,GAAG,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE;YAC/F;SACH;;AAGD,QAAA,WAAW,CAAC,MAAM,CAAC,OAAO,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;AAC1E,YAAA,WAAW,CAAC,MAAM,CAAC,QAAQ,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE;;AAGxE,QAAA,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;;AAGvE,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC;QACzF,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;YAClD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;AAC/C,SAAA,CAAC;;AAGF,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC;AACxF,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,EAAE;QACzC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;AAClD,YAAA,OAAO,EAAE;AACZ,SAAA,CAAC;AAEF,QAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE;;AAEnD;;;;"}
|
|
@@ -4,13 +4,14 @@ import { Utils } from './core/utils.js';
|
|
|
4
4
|
|
|
5
5
|
/**
|
|
6
6
|
* Component: Tree Processor
|
|
7
|
-
* Block-UUID:
|
|
8
|
-
* Parent-UUID:
|
|
9
|
-
* Version: 4.
|
|
10
|
-
* Description:
|
|
7
|
+
* Block-UUID: a3b2c07c-a9c7-446e-978e-fba599e6e584
|
|
8
|
+
* Parent-UUID: f14f5d7f-deb7-4610-bfc7-b7f99120de05
|
|
9
|
+
* Version: 4.4.0
|
|
10
|
+
* Description: Make countFiles public so it can be called by DirectoryProcessor
|
|
11
11
|
* Language: TypeScript
|
|
12
12
|
* Created-at: 2025-09-18T21:48:15.228Z
|
|
13
|
-
*
|
|
13
|
+
* Updated-at: 2026-05-13T15:45:00.000Z
|
|
14
|
+
* Authors: Claude 3.5 Sonnet (v3.0.0), Bard, Claude 3.5 Sonnet (v3.1.0), together.ai - DeepSeek v3 (v3.3.0), Claude 3.7 Sonnet (v3.4.0), together.ai - DeepSeek v3 (v4.0.0), Qwen 3 Coder 480B - Cerebras (v4.1.0), Claude 4.0 Sonnet (v4.2.0), GLM-4.7 (v4.3.0), GLM-4.7 (v4.4.0)
|
|
14
15
|
*/
|
|
15
16
|
class TreeProcessor {
|
|
16
17
|
gitRepo;
|
|
@@ -36,6 +37,12 @@ class TreeProcessor {
|
|
|
36
37
|
*/
|
|
37
38
|
async processFiles(rootChatId) {
|
|
38
39
|
try {
|
|
40
|
+
// Pre-scan to get the total file count for the progress bar
|
|
41
|
+
const totalFiles = await this.countFiles('');
|
|
42
|
+
this.logger.emit('scan_complete', {
|
|
43
|
+
total_files: totalFiles,
|
|
44
|
+
mode: 'full'
|
|
45
|
+
});
|
|
39
46
|
// Start processing from the root directory. Empty string is root.
|
|
40
47
|
await this.processDirectory('', rootChatId);
|
|
41
48
|
}
|
|
@@ -43,6 +50,27 @@ class TreeProcessor {
|
|
|
43
50
|
throw new Error(`Failed to process files: ${error instanceof Error ? error.message : String(error)}`);
|
|
44
51
|
}
|
|
45
52
|
}
|
|
53
|
+
/**
|
|
54
|
+
* Recursively counts files that will be processed (not skipped).
|
|
55
|
+
* Made public to allow DirectoryProcessor to call it.
|
|
56
|
+
*/
|
|
57
|
+
async countFiles(dirPath) {
|
|
58
|
+
const entries = await this.gitRepo.listDirectory(dirPath);
|
|
59
|
+
let count = 0;
|
|
60
|
+
for (const entry of entries) {
|
|
61
|
+
if (entry.type === 'tree') {
|
|
62
|
+
count += await this.countFiles(dirPath + (dirPath === '' ? '' : '/') + entry.path);
|
|
63
|
+
}
|
|
64
|
+
else {
|
|
65
|
+
// Check if we would skip this file
|
|
66
|
+
const fullPath = dirPath + (dirPath === '' ? '' : '/') + entry.path;
|
|
67
|
+
if (!(await this.fileProcessor.getSkipReason(fullPath))) {
|
|
68
|
+
count++;
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
return count;
|
|
73
|
+
}
|
|
46
74
|
/**
|
|
47
75
|
* Recursively processes a directory and its contents.
|
|
48
76
|
* Returns the latest GitCommitInfo for the directory.
|
|
@@ -74,12 +102,11 @@ class TreeProcessor {
|
|
|
74
102
|
}
|
|
75
103
|
for (const file of files) {
|
|
76
104
|
const { path } = file;
|
|
77
|
-
if
|
|
78
|
-
continue;
|
|
79
|
-
orderWeight += 10;
|
|
105
|
+
// FileProcessor now handles skip checks internally and returns null if skipped
|
|
80
106
|
const fileCommit = await this.fileProcessor.processFile(dirPath + (dirPath === "" ? "" : "/") + path, dirChatId, orderWeight);
|
|
81
107
|
if (fileCommit)
|
|
82
108
|
childCommits.push(fileCommit);
|
|
109
|
+
orderWeight += 10;
|
|
83
110
|
}
|
|
84
111
|
// Determine the latest commit for the directory
|
|
85
112
|
const latestCommit = Utils.getLatestCommit(childCommits);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tree-processor.js","sources":["../../../src/importer/tree-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA
|
|
1
|
+
{"version":3,"file":"tree-processor.js","sources":["../../../src/importer/tree-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;;AAUG;MAcU,aAAa,CAAA;AAED,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,aAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AARrB,IAAA,WAAA,CACqB,OAAmB,EACnB,WAAwB,EACxB,aAA4B,EAC5B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,WAAmB,EACnB,MAAc,EAAA;QAPd,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAG3B;;AAEG;IACH,MAAM,YAAY,CAAC,UAAkB,EAAA;AACjC,QAAA,IAAI;;YAEA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;AAC5C,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;AAC9B,gBAAA,WAAW,EAAE,UAAU;AACvB,gBAAA,IAAI,EAAE;AACT,aAAA,CAAC;;YAGF,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC;;QAC7C,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,yBAAA,EAA4B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI7G;;;AAGG;IACI,MAAM,UAAU,CAAC,OAAe,EAAA;QACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;QACzD,IAAI,KAAK,GAAG,CAAC;AAEb,QAAA,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;AACzB,YAAA,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE;gBACvB,KAAK,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;;iBAC/E;;gBAEH,MAAM,QAAQ,GAAG,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI;AACnE,gBAAA,IAAI,EAAE,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,EAAE;AACrD,oBAAA,KAAK,EAAE;;;;AAKnB,QAAA,OAAO,KAAK;;AAGhB;;;AAGG;IACK,MAAM,gBAAgB,CAC1B,OAAe,EACf,YAAoB,EACpB,UAAkB,EAAE,EAAA;AAEpB,QAAA,IAAI;;YAEA,IAAI,WAAW,GAAG,CAAC;;AAGnB,YAAA,MAAM,SAAS,GAAG,OAAO,KAAK;AAC1B,kBAAE;AACF,kBAAE,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;;YAGjF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;;YAGzD,MAAM,WAAW,GAAG;iBACf,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG;iBACT,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YAGjD,MAAM,YAAY,GAAoB,EAAE;AAExC,YAAA,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;gBAC3B,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC3C,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAChD,SAAS,EACT,GAAG,CAAC,GAAG,CACV;AACD,gBAAA,IAAK,WAAW;AAAG,oBAAA,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;;AAGrD,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACtB,gBAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;;AAGrB,gBAAA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnD,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,EAC5C,SAAS,EACT,WAAW,CACd;AAED,gBAAA,IAAK,UAAU;AAAG,oBAAA,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;gBAC/C,WAAW,IAAI,EAAE;;;YAIrB,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,YAAY,CAAC;AACxD,YAAA,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;AAEhF,YAAA,OAAO,YAAY;;QACrB,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,CAAgC,6BAAA,EAAA,OAAO,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI9H;;AAEG;IACH,MAAM,mBAAmB,CACrB,OAAe,EACf,YAAoB,EACpB,OAAe,EACf,WAAmB,EAAA;QAEnB,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;AAEvB,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,OAAO;AACb,YAAA,IAAI,EAAE,cAAc;AACpB,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;AAC5B,YAAA,MAAM,EAAE,IAAI;AACZ,YAAA,MAAM,EAAE,IAAI;YACZ,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,WAAW;AACnB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;;AAGD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EACtB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,EAAE,EACF,WAAW,CACd;AAED,QAAA,OAAO,MAAM;;AAEpB;;;;"}
|