@henrychong-ai/mcp-neo4j-knowledge-graph 2.3.1 → 2.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -0
- package/dist/embeddings/EmbeddingJobManager.d.ts +18 -142
- package/dist/embeddings/EmbeddingJobManager.js +79 -329
- package/dist/embeddings/EmbeddingJobManager.js.map +1 -1
- package/dist/embeddings/JobStore.d.ts +80 -0
- package/dist/embeddings/JobStore.js +9 -0
- package/dist/embeddings/JobStore.js.map +1 -0
- package/dist/embeddings/Neo4jJobStore.d.ts +34 -0
- package/dist/embeddings/Neo4jJobStore.js +242 -0
- package/dist/embeddings/Neo4jJobStore.js.map +1 -0
- package/dist/index.js +19 -60
- package/dist/index.js.map +1 -1
- package/dist/server/setup.js +1 -1
- package/dist/storage/createAdaptedStorageProvider.d.ts +15 -0
- package/dist/storage/createAdaptedStorageProvider.js +61 -0
- package/dist/storage/createAdaptedStorageProvider.js.map +1 -0
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"EmbeddingJobManager.js","sourceRoot":"","sources":["../../src/embeddings/EmbeddingJobManager.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AACrC,OAAO,EAAE,EAAE,IAAI,MAAM,EAAE,MAAM,MAAM,CAAC;AA2HpC;;GAEG;AACH,MAAM,UAAU,GAAW;IACzB,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC;IACf,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;IACd,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;IACd,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC;CAChB,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,mBAAmB;IACtB,eAAe,CAA2B;IAClC,gBAAgB,CAAmB;IAC5C,WAAW,CAKhB;IAEK,KAAK,CAAoC;IACxC,YAAY,GAAiB,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;IAC5D,MAAM,CAAS;IAEvB;;;;;;;;OAQG;IACH,YACE,eAAyC,EACzC,gBAAkC,EAClC,kBAA8C,EAC9C,YAAkC,EAClC,MAAsB;QAEtB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,UAAU,CAAC;QAEnC,mCAAmC;QACnC,MAAM,kBAAkB,GAAG;YACzB,iBAAiB,EAAE,EAAE;YACrB,QAAQ,EAAE,EAAE,GAAG,IAAI;SACpB,CAAC;QAEF,MAAM,WAAW,GAAG,kBAAkB,IAAI,kBAAkB,CAAC;QAE7D,IAAI,CAAC,WAAW,GAAG;YACjB,MAAM,EAAE,WAAW,CAAC,iBAAiB;YACrC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,iBAAiB,EAAE,WAAW,CAAC,iBAAiB;YAChD,QAAQ,EAAE,WAAW,CAAC,QAAQ;SAC/B,CAAC;QAEF,kBAAkB;QAClB,IAAI,YAAY,EAAE,CAAC;YACjB,wDAAwD;YACxD,IAAI,CAAC,YAAY,GAAG;gBAClB,IAAI,EAAE,YAAY,CAAC,IAAI,IAAI,YAAY,CAAC,QAAQ,IAAI,IAAI;gBACxD,GAAG,EACD,YAAY,CAAC,GAAG;oBAChB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;aAC3F,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC;YACxB,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YAC3B,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACnD,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,KAAK;YACjB,wEAAwE;YACxE,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,6BAA6B;QAC7B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;YAClD,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACjC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG;YAC/B,SAAS,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,iBAAiB,QAAQ,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI;SACtF,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,mBAAmB;QACzB,MAAM,cAAc,GAAG;;;;;;;;;;;;KAYtB,CAAC;QAEF,8CAA8C;QAC9C,MAAM,cAAc,GAAG;;;KAGtB,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC7C,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;YACrE,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,uBAAuB,CAAC,UAAkB,EAAE,QAAQ,GAAG,CAAC;QAC5D,uBAAuB;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,UAAU,UAAU,YAAY,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QAED,kBAAkB;QAClB,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC;QAEvB,0BAA0B;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5C,CAAC,CAAC;QAEH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QAEnE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;YAC1C,KAAK;YACL,UAAU;YACV,QAAQ;SACT,CAAC,CAAC;QAEH,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CAAC,SAAS,GAAG,EAAE;QAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC;QAE3D,wDAAwD;QACxD,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;KAK5C,CAAC,CAAC;QAEH,MAAM,IAAI,GAAmB,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAEhE,sBAAsB;QACtB,MAAM,MAAM,GAAsB;YAChC,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,mBAAmB;QACnB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,uCAAuC;YACvC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4CAA4C,EAAE;oBAC7D,SAAS,EAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,SAAS;iBAC1C,CAAC,CAAC;gBACH,MAAM,CAAC,gDAAgD;YACzD,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE;gBAC3C,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,UAAU,EAAE,GAAG,CAAC,WAAW;gBAC3B,OAAO,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC;gBACzB,WAAW,EAAE,GAAG,CAAC,YAAY;aAC9B,CAAC,CAAC;YAEH,kCAAkC;YAClC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;YAE9D,IAAI,CAAC;gBACH,iBAAiB;gBACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;gBAErE,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,WAAW,YAAY,CAAC,CAAC;gBACzD,CAAC;gBAED,mCAAmC;gBACnC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;oBAClD,UAAU,EAAE,GAAG,CAAC,WAAW;oBAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;oBAC7B,eAAe,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;oBACnD,gBAAgB,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,WAAW;oBAChF,kBAAkB,EAChB,MAAM,CAAC,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC;wBACvD,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM;wBAC5B,CAAC,CAAC,KAAK;iBACZ,CAAC,CAAC;gBAEH,6BAA6B;gBAC7B,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBAE7C,kDAAkD;gBAClD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE,EAAE,UAAU,EAAE,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;gBACtF,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,CAAC;gBAEjE,wCAAwC;gBACxC,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC;gBAEvD,sCAAsC;gBACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE;oBACzC,UAAU,EAAE,GAAG,CAAC,WAAW;oBAC3B,YAAY,EAAE,SAAS,CAAC,MAAM;oBAC9B,KAAK,EAAE,SAAS,CAAC,IAAI;iBACtB,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,GAAG,CAAC,WAAW,EAAE;oBAC5D,MAAM,EAAE,SAAS;oBACjB,KAAK,EAAE,SAAS,CAAC,IAAI;oBACrB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;iBACxB,CAAC,CAAC;gBAEH,iCAAiC;gBACjC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;gBAE3C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE;oBACvD,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,UAAU,EAAE,GAAG,CAAC,WAAW;oBAC3B,KAAK,EAAE,SAAS,CAAC,IAAI;oBACrB,UAAU,EAAE,SAAS,CAAC,MAAM;iBAC7B,CAAC,CAAC;gBAEH,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,kBAAkB;gBAClB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,MAAM,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;gBAEpE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;oBACnD,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,UAAU,EAAE,GAAG,CAAC,WAAW;oBAC3B,KAAK,EAAE,YAAY;oBACnB,UAAU;oBACV,OAAO,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC;oBACzB,WAAW,EAAE,GAAG,CAAC,YAAY;iBAC9B,CAAC,CAAC;gBAEH,0DAA0D;gBAC1D,IAAI,GAAG,CAAC,QAAQ,GAAG,CAAC,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;oBACzC,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;gBAC1E,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,GAAG,CAAC,QAAQ,GAAG,CAAC,EAAE,YAAY,CAAC,CAAC;gBAC3E,CAAC;gBAED,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,CAAC;YAED,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,CAAC;QAED,6BAA6B;QAC7B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;YAC1C,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,SAAS,EAAE,WAAW,CAAC,OAAO;SAC/B,CAAC,CAAC;QAEH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,cAAc;QAClB,MAAM,iBAAiB,GAAG,CAAC,MAAe,EAAU,EAAE;YACpD,IAAI,GAAG,GAAG,8CAA8C,CAAC;YACzD,MAAM,MAAM,GAAa,EAAE,CAAC;YAE5B,IAAI,MAAM,EAAE,CAAC;gBACX,GAAG,IAAI,mBAAmB,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAClD,MAAM,MAAM,GAAgB,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;YAEhD,OAAO,MAAM,EAAE,KAAK,IAAI,CAAC,CAAC;QAC5B,CAAC,CAAC;QAEF,MAAM,OAAO,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,iBAAiB,CAAC,YAAY,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,iBAAiB,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,iBAAiB,EAAE,CAAC;QAElC,MAAM,MAAM,GAAG;YACb,OAAO;YACP,UAAU;YACV,SAAS;YACT,MAAM;YACN,SAAS,EAAE,KAAK;SACjB,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,MAAM,CAAC,CAAC;QAEpD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5C,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC1B,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QAEvC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QAEvE,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,WAAW,CAAC,SAAkB;QAClC,MAAM,gBAAgB,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,kBAAkB;QACjF,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC;QAEjD,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAI5C,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACpC,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC;QAEzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;YAChD,KAAK,EAAE,YAAY;YACnB,SAAS,EAAE,gBAAgB;YAC3B,SAAS,EAAE,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE;SAC9C,CAAC,CAAC;QAEH,OAAO,YAAY,CAAC;IACtB,CAAC;IAED;;;;;;;;;OASG;IACK,gBAAgB,CACtB,KAAa,EACb,MAAiB,EACjB,QAAiB,EACjB,KAAc;QAEd,IAAI,GAAG,GAAG;;;KAGT,CAAC;QAEF,MAAM,MAAM,GAAwB,CAAC,MAAM,CAAC,CAAC;QAE7C,2DAA2D;QAC3D,IAAI,MAAM,KAAK,WAAW,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAClD,GAAG,IAAI,oBAAoB,CAAC;YAC5B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC1B,CAAC;QAED,8BAA8B;QAC9B,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,GAAG,IAAI,gBAAgB,CAAC;YACxB,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxB,CAAC;QAED,oCAAoC;QACpC,IAAI,KAAK,EAAE,CAAC;YACV,GAAG,IAAI,aAAa,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;QAED,GAAG,IAAI,eAAe,CAAC;QACvB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnB,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAClD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACH,iBAAiB;QACf,6DAA6D;QAC7D,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;QAElD,2CAA2C;QAC3C,IAAI,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzC,gDAAgD;YAChD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAElE,yDAAyD;YACzD,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC;YAE7D,2DAA2D;YAC3D,IAAI,CAAC,WAAW,CAAC,UAAU,GAAG,GAAG,CAAC;YAElC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBAChD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;gBAChC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;gBACvC,SAAS;aACV,CAAC,CAAC;QACL,CAAC;QAED,oDAAoD;QACpD,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YAE1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;gBAC/C,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;gBAClC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;aACxC,CAAC,CAAC;YAEH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC3B,CAAC;QAED,sBAAsB;QACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE;YACtC,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;YAC7C,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;SAC9E,CAAC,CAAC;QAEH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED;;;;OAIG;IACH,oBAAoB;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;QAElD,kDAAkD;QAClD,IAAI,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzC,OAAO;gBACL,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;gBACnD,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;gBAC7C,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;aACrC,CAAC;QACJ,CAAC;QAED,iCAAiC;QACjC,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;YACxC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;YAC7C,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,GAAG,OAAO;SAC/C,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,6BAA6B,CAAC,IAAY;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAE9C,8BAA8B;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE7C,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE;gBAC7B,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC9B,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,SAAS;aACxC,CAAC,CAAC;YACH,OAAO,WAAW,CAAC,SAAS,CAAC;QAC/B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QAEpE,IAAI,CAAC;YACH,yBAAyB;YACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YAEtE,iBAAiB;YACjB,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAEtC,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBAChD,KAAK;gBACL,UAAU,EAAE,IAAI,CAAC,MAAM;aACxB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,eAAe,CAAC,IAAY,EAAE,SAAmB;QACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC;QAEvD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE;YACvB,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,SAAS,CAAC,IAAI;SACtB,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE;YACpC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9B,KAAK,EAAE,SAAS,CAAC,IAAI;YACrB,UAAU,EAAE,SAAS,CAAC,MAAM;SAC7B,CAAC,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,CAAC,IAAY;QAC5B,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC;IAED;;;;;;OAMG;IACK,kBAAkB,CAAC,MAAc;QACvC,6CAA6C;QAC7C,MAAM,KAAK,GAAG,CAAC,SAAS,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,MAAM,CAAC,UAAU,EAAE,EAAE,eAAe,CAAC,CAAC;QAEtF,4EAA4E;QAC5E,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,kFAAkF;YAClF,IAAI,iBAAiB,GAAG,MAAM,CAAC,YAAY,CAAC;YAE5C,uDAAuD;YACvD,IAAI,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBACtD,CAAC;gBAAC,MAAM,CAAC;oBACP,qDAAqD;oBACrD,iBAAiB,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;YAED,qCAAqC;YACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACtC,iBAAiB,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAClD,CAAC;YAED,mCAAmC;YACnC,IAAI,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACjC,KAAK,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9B,sCAAsC;QACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE;YACtD,UAAU,EAAE,MAAM,CAAC,IAAI;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,gBAAgB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACrF,UAAU,EAAE,IAAI,CAAC,MAAM;SACxB,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;OAKG;IACH,aAAa,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,+BAA+B;QACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QAEtE,IAAI,CAAC;YACH,gCAAgC;YAChC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAE5D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;gBAC1D,UAAU,EAAE,WAAW,CAAC,MAAM;aAC/B,CAAC,CAAC;YAEH,yCAAyC;YACzC,MAAM,yBAAyB,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAElF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE;gBACpD,KAAK,EAAE,yBAAyB,CAAC,MAAM;gBACvC,aAAa,EAAE,WAAW,CAAC,MAAM;gBACjC,QAAQ,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,yBAAyB,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,GAAG;aACjH,CAAC,CAAC;YAEH,0DAA0D;YAC1D,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,KAAK,MAAM,MAAM,IAAI,yBAAyB,EAAE,CAAC;gBAC/C,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACnD,cAAc,EAAE,CAAC;gBACnB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE;wBAC1D,UAAU,EAAE,MAAM,CAAC,IAAI;wBACvB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAC9D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE;gBAC/D,SAAS,EAAE,cAAc;gBACzB,OAAO,EAAE,yBAAyB,CAAC,MAAM;aAC1C,CAAC,CAAC;YAEH,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;gBAC1D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;aACxD,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,0BAA0B;QACtC,kEAAkE;QAClE,8DAA8D;QAC9D,MAAM,kBAAkB,GAAG,IAAI,CAAC,eAAsB,CAAC;QAEvD,IAAI,OAAO,kBAAkB,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,SAAS,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;QAC9B,CAAC;aAAM,IAAI,OAAO,kBAAkB,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;YACnE,OAAO,MAAM,kBAAkB,CAAC,cAAc,EAAE,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;CACF"}
|
|
1
|
+
{"version":3,"file":"EmbeddingJobManager.js","sourceRoot":"","sources":["../../src/embeddings/EmbeddingJobManager.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAgErC,MAAM,sBAAsB,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAE7C,MAAM,UAAU,GAAW;IACzB,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC;IACf,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;IACd,IAAI,EAAE,GAAG,EAAE,GAAE,CAAC;IACd,KAAK,EAAE,GAAG,EAAE,GAAE,CAAC;CAChB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,OAAO,mBAAmB;IACtB,eAAe,CAA2B;IAClC,gBAAgB,CAAmB;IAC5C,WAAW,CAKhB;IAEK,KAAK,CAAoC;IACxC,YAAY,GAAiB,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC;IAC5D,MAAM,CAAS;IACf,QAAQ,CAAW;IACnB,YAAY,CAAS;IAC7B,yEAAyE;IACzD,QAAQ,GAAW,MAAM,CAAC,UAAU,EAAE,CAAC;IAEvD,YACE,eAAyC,EACzC,gBAAkC,EAClC,kBAA8C,EAC9C,YAAkC,EAClC,MAAsB,EACtB,QAAmB,EACnB,YAAqB;QAErB,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,UAAU,CAAC;QAEnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,sBAAsB,CAAC;QAE3D,MAAM,kBAAkB,GAAG;YACzB,iBAAiB,EAAE,EAAE;YACrB,QAAQ,EAAE,EAAE,GAAG,IAAI;SACpB,CAAC;QACF,MAAM,WAAW,GAAG,kBAAkB,IAAI,kBAAkB,CAAC;QAC7D,IAAI,CAAC,WAAW,GAAG;YACjB,MAAM,EAAE,WAAW,CAAC,iBAAiB;YACrC,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,iBAAiB,EAAE,WAAW,CAAC,iBAAiB;YAChD,QAAQ,EAAE,WAAW,CAAC,QAAQ;SAC/B,CAAC;QAEF,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,CAAC,YAAY,GAAG;gBAClB,IAAI,EAAE,YAAY,CAAC,IAAI,IAAI,YAAY,CAAC,QAAQ,IAAI,IAAI;gBACxD,GAAG,EACD,YAAY,CAAC,GAAG;oBAChB,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;aAC3F,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,QAAQ,CAAC;YACxB,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YAC3B,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACnD,cAAc,EAAE,IAAI;YACpB,UAAU,EAAE,KAAK;YACjB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,wDAAwD;QACxD,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE;YACvC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kCAAkC,EAAE;gBACpD,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;YAClD,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,SAAS,EAAE,IAAI,CAAC,YAAY,CAAC,IAAI;YACjC,QAAQ,EAAE,IAAI,CAAC,YAAY,CAAC,GAAG;YAC/B,SAAS,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,iBAAiB,QAAQ,IAAI,CAAC,WAAW,CAAC,QAAQ,IAAI;SACtF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,UAAkB,EAAE,QAAQ,GAAG,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,KAAK,GAAG,UAAU,UAAU,YAAY,CAAC;YAC/C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;YACzE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC7E,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAS,GAAG,EAAE;QAC9B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAEpF,oEAAoE;QACpE,iEAAiE;QACjE,yCAAyC;QACzC,MAAM,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAEpD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACjE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAE1D,MAAM,MAAM,GAAsB,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAE7E,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAChD,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,CAAC;gBAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gDAAgD,EAAE;oBACjE,SAAS,EAAE,SAAS,CAAC,MAAM;iBAC5B,CAAC,CAAC;gBACH,iEAAiE;gBACjE,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;gBAC7D,MAAM;YACR,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,EAAE;gBAC3C,KAAK,EAAE,GAAG,CAAC,EAAE;gBACb,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,GAAG,CAAC,QAAQ;gBACrB,WAAW,EAAE,GAAG,CAAC,WAAW;aAC7B,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;gBACpE,IAAI,CAAC,MAAM;oBAAE,MAAM,IAAI,KAAK,CAAC,UAAU,GAAG,CAAC,UAAU,YAAY,CAAC,CAAC;gBAEnE,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;gBAC7C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,6BAA6B,CAAC,IAAI,CAAC,CAAC;gBACjE,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC;gBAEvD,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,GAAG,CAAC,UAAU,EAAE;oBAC3D,MAAM,EAAE,SAAS;oBACjB,KAAK,EAAE,SAAS,CAAC,IAAI;oBACrB,WAAW,EAAE,IAAI,CAAC,GAAG,EAAE;iBACxB,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAErC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sCAAsC,EAAE;oBACvD,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,KAAK,EAAE,SAAS,CAAC,IAAI;oBACrB,UAAU,EAAE,SAAS,CAAC,MAAM;iBAC7B,CAAC,CAAC;gBACH,MAAM,CAAC,UAAU,EAAE,CAAC;YACtB,CAAC;YAAC,OAAO,KAAc,EAAE,CAAC;gBACxB,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,MAAM,UAAU,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;gBAEpE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,YAAY,CAAC,CAAC;gBAClE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;oBACnD,KAAK,EAAE,GAAG,CAAC,EAAE;oBACb,UAAU,EAAE,GAAG,CAAC,UAAU;oBAC1B,KAAK,EAAE,YAAY;oBACnB,UAAU;oBACV,OAAO,EAAE,GAAG,CAAC,QAAQ;oBACrB,WAAW,EAAE,GAAG,CAAC,WAAW;oBAC5B,UAAU,EAAE,UAAU,CAAC,MAAM;iBAC9B,CAAC,CAAC;gBACH,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,CAAC;YAED,MAAM,CAAC,SAAS,EAAE,CAAC;QACrB,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yBAAyB,EAAE;YAC1C,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,SAAS,EAAE,WAAW,CAAC,OAAO;SAC/B,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QACnD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;QAC3D,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAClE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAkB;QAClC,MAAM,gBAAgB,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;QAC9D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC9D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,+BAA+B,EAAE;YAChD,KAAK,EAAE,OAAO;YACd,SAAS,EAAE,gBAAgB;YAC3B,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,gBAAgB,CAAC,CAAC,WAAW,EAAE;SACjE,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACH,iBAAiB;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;QAElD,IAAI,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAClE,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,iBAAiB,CAAC;YAC7D,IAAI,CAAC,WAAW,CAAC,UAAU,GAAG,GAAG,CAAC;YAClC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBAChD,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;gBAChC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;gBACvC,SAAS;aACV,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;YAC1B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,EAAE;gBAC/C,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;gBAClC,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;aACxC,CAAC,CAAC;YACH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE;YACtC,eAAe,EAAE,CAAC;YAClB,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;YAC7C,YAAY,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;SAC9E,CAAC,CAAC;QACH,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,oBAAoB;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC;QAClD,IAAI,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC;YACzC,OAAO;gBACL,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;gBACnD,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;gBAC7C,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ;aACrC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,eAAe,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM;YACxC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,iBAAiB;YAC7C,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,GAAG,OAAO;SAC/C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,6BAA6B,CAAC,IAAY;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC7C,IAAI,WAAW,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE;gBAC7B,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC9B,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC,SAAS;aACxC,CAAC,CAAC;YACH,OAAO,WAAW,CAAC,SAAS,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;YACtE,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YACtC,OAAO,SAAS,CAAC;QACnB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,8BAA8B,EAAE;gBAChD,KAAK;gBACL,UAAU,EAAE,IAAI,CAAC,MAAM;aACxB,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,IAAY,EAAE,SAAmB;QACvD,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE;YACvB,SAAS;YACT,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK,EAAE,SAAS,CAAC,IAAI;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,EAAE;YACpC,QAAQ,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;YAC9B,KAAK,EAAE,SAAS,CAAC,IAAI;YACrB,UAAU,EAAE,SAAS,CAAC,MAAM;SAC7B,CAAC,CAAC;IACL,CAAC;IAED,iBAAiB,CAAC,IAAY;QAC5B,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC7D,CAAC;IAEO,kBAAkB,CAAC,MAAc;QACvC,MAAM,KAAK,GAAG,CAAC,SAAS,MAAM,CAAC,IAAI,EAAE,EAAE,SAAS,MAAM,CAAC,UAAU,EAAE,EAAE,eAAe,CAAC,CAAC;QAEtF,IAAI,MAAM,CAAC,YAAY,EAAE,CAAC;YACxB,IAAI,iBAAiB,GAAY,MAAM,CAAC,YAAY,CAAC;YACrD,IAAI,OAAO,MAAM,CAAC,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC5C,IAAI,CAAC;oBACH,iBAAiB,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBACtD,CAAC;gBAAC,MAAM,CAAC;oBACP,iBAAiB,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;gBAC5C,CAAC;YACH,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;gBACtC,iBAAiB,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAClD,CAAC;YACD,MAAM,GAAG,GAAG,iBAA6B,CAAC;YAC1C,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnB,KAAK,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oCAAoC,EAAE;YACtD,UAAU,EAAE,MAAM,CAAC,IAAI;YACvB,UAAU,EAAE,MAAM,CAAC,UAAU;YAC7B,gBAAgB,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACrF,UAAU,EAAE,IAAI,CAAC,MAAM;SACxB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,+BAA+B;QACnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;QACtE,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAC;YAC5D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;gBAC1D,UAAU,EAAE,WAAW,CAAC,MAAM;aAC/B,CAAC,CAAC;YAEH,MAAM,yBAAyB,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAElF,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC;YACjC,MAAM,QAAQ,GACZ,KAAK,GAAG,CAAC;gBACP,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,GAAG,yBAAyB,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,GAAG,GAAG,CAAC,GAAG;gBAC9E,CAAC,CAAC,IAAI,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,EAAE;gBACpD,KAAK,EAAE,yBAAyB,CAAC,MAAM;gBACvC,aAAa,EAAE,KAAK;gBACpB,QAAQ;aACT,CAAC,CAAC;YAEH,IAAI,cAAc,GAAG,CAAC,CAAC;YACvB,KAAK,MAAM,MAAM,IAAI,yBAAyB,EAAE,CAAC;gBAC/C,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;oBACnD,cAAc,EAAE,CAAC;gBACnB,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE;wBAC1D,UAAU,EAAE,MAAM,CAAC,IAAI;wBACvB,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;qBAC9D,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,8CAA8C,EAAE;gBAC/D,SAAS,EAAE,cAAc;gBACzB,OAAO,EAAE,yBAAyB,CAAC,MAAM;aAC1C,CAAC,CAAC;YACH,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,wCAAwC,EAAE;gBAC1D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;gBAC7D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;aACxD,CAAC,CAAC;YACH,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,0BAA0B;QACtC,8DAA8D;QAC9D,MAAM,kBAAkB,GAAG,IAAI,CAAC,eAAsB,CAAC;QACvD,IAAI,OAAO,kBAAkB,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;YACvD,MAAM,KAAK,GAAG,MAAM,kBAAkB,CAAC,SAAS,EAAE,CAAC;YACnD,OAAO,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;QAC9B,CAAC;aAAM,IAAI,OAAO,kBAAkB,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;YACnE,OAAO,MAAM,kBAAkB,CAAC,cAAc,EAAE,CAAC;QACnD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;YACxE,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Job-queue persistence interface used by `EmbeddingJobManager`.
|
|
3
|
+
*
|
|
4
|
+
* Replaces the v2.x SQLite shim that was a silent no-op when the storage
|
|
5
|
+
* backend was Neo4j. Implementations are responsible for atomicity of
|
|
6
|
+
* `claim()` under multi-worker contention.
|
|
7
|
+
*/
|
|
8
|
+
export type JobStatus = 'pending' | 'processing' | 'completed' | 'failed';
|
|
9
|
+
export interface EmbeddingJobRecord {
|
|
10
|
+
id: string;
|
|
11
|
+
entityName: string;
|
|
12
|
+
status: JobStatus;
|
|
13
|
+
priority: number;
|
|
14
|
+
attempts: number;
|
|
15
|
+
maxAttempts: number;
|
|
16
|
+
createdAt: number;
|
|
17
|
+
updatedAt: number;
|
|
18
|
+
claimedAt: number | null;
|
|
19
|
+
claimedBy: string | null;
|
|
20
|
+
errorMessage: string | null;
|
|
21
|
+
}
|
|
22
|
+
export interface QueueCounts {
|
|
23
|
+
pending: number;
|
|
24
|
+
processing: number;
|
|
25
|
+
completed: number;
|
|
26
|
+
failed: number;
|
|
27
|
+
totalJobs: number;
|
|
28
|
+
}
|
|
29
|
+
export interface JobStore {
|
|
30
|
+
/** Idempotent — safe to call on every server start. */
|
|
31
|
+
ensureSchema(): Promise<void>;
|
|
32
|
+
/**
|
|
33
|
+
* Enqueue (or dedup) a job for an entity. If a `pending` job for the
|
|
34
|
+
* same entityName already exists, its id is returned unchanged — never
|
|
35
|
+
* inserts a duplicate pending row.
|
|
36
|
+
*/
|
|
37
|
+
enqueue(opts: {
|
|
38
|
+
entityName: string;
|
|
39
|
+
priority?: number;
|
|
40
|
+
maxAttempts?: number;
|
|
41
|
+
}): Promise<string>;
|
|
42
|
+
/**
|
|
43
|
+
* Recover jobs whose `claimedAt` is older than `staleClaimMs` —
|
|
44
|
+
* resets them to `pending` so any worker can pick them up again.
|
|
45
|
+
* Returns the count released.
|
|
46
|
+
*/
|
|
47
|
+
releaseStale(staleClaimMs: number): Promise<number>;
|
|
48
|
+
/**
|
|
49
|
+
* Voluntarily release a list of claimed jobs back to `pending` without
|
|
50
|
+
* burning a retry attempt. Used when a worker can't proceed for a
|
|
51
|
+
* non-fault reason (rate limit, shutdown).
|
|
52
|
+
*/
|
|
53
|
+
releaseClaims(jobIds: string[]): Promise<number>;
|
|
54
|
+
/**
|
|
55
|
+
* Atomically claim up to `batchSize` pending jobs for `workerId`.
|
|
56
|
+
* Implementations must ensure two workers calling concurrently do not
|
|
57
|
+
* both see the same job as `pending`.
|
|
58
|
+
*/
|
|
59
|
+
claim(workerId: string, batchSize: number): Promise<EmbeddingJobRecord[]>;
|
|
60
|
+
/** Mark a claimed job complete. */
|
|
61
|
+
complete(jobId: string): Promise<void>;
|
|
62
|
+
/**
|
|
63
|
+
* Mark a claimed job failed. If the job has remaining attempts, status
|
|
64
|
+
* resets to `pending` for retry; otherwise terminal `failed`. Returns
|
|
65
|
+
* the resulting status so the caller can log appropriately.
|
|
66
|
+
*/
|
|
67
|
+
fail(jobId: string, errorMessage: string): Promise<{
|
|
68
|
+
status: 'pending' | 'failed';
|
|
69
|
+
}>;
|
|
70
|
+
countByStatus(): Promise<QueueCounts>;
|
|
71
|
+
/** Reset every `failed` job back to `pending` with attempts cleared. Returns count. */
|
|
72
|
+
retryFailed(): Promise<number>;
|
|
73
|
+
/**
|
|
74
|
+
* Delete `completed` jobs older than `thresholdMs` (calculated from now).
|
|
75
|
+
* Returns count deleted.
|
|
76
|
+
*/
|
|
77
|
+
cleanup(thresholdMs: number): Promise<number>;
|
|
78
|
+
/** Optional teardown for tests / shutdown. */
|
|
79
|
+
close?(): Promise<void>;
|
|
80
|
+
}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Job-queue persistence interface used by `EmbeddingJobManager`.
|
|
3
|
+
*
|
|
4
|
+
* Replaces the v2.x SQLite shim that was a silent no-op when the storage
|
|
5
|
+
* backend was Neo4j. Implementations are responsible for atomicity of
|
|
6
|
+
* `claim()` under multi-worker contention.
|
|
7
|
+
*/
|
|
8
|
+
export {};
|
|
9
|
+
//# sourceMappingURL=JobStore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"JobStore.js","sourceRoot":"","sources":["../../src/embeddings/JobStore.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
import type { Neo4jConnectionManager } from '../storage/neo4j/Neo4jConnectionManager.js';
|
|
2
|
+
import type { EmbeddingJobRecord, JobStore, QueueCounts } from './JobStore.js';
|
|
3
|
+
/**
|
|
4
|
+
* Neo4j-backed implementation of `JobStore`.
|
|
5
|
+
*
|
|
6
|
+
* Persistence model: each job is a `:EmbeddingJob` node. Atomicity for
|
|
7
|
+
* `claim()` relies on Neo4j's standard write-lock semantics — two
|
|
8
|
+
* concurrent transactions matching the same `pending` rows will serialise:
|
|
9
|
+
* the loser re-evaluates the WHERE clause after the winner commits and
|
|
10
|
+
* sees the rows are no longer `pending`.
|
|
11
|
+
*
|
|
12
|
+
* Schema is provisioned lazily via `ensureSchema()`, called once from the
|
|
13
|
+
* `EmbeddingJobManager` constructor.
|
|
14
|
+
*/
|
|
15
|
+
export declare class Neo4jJobStore implements JobStore {
|
|
16
|
+
private readonly connectionManager;
|
|
17
|
+
constructor(connectionManager: Neo4jConnectionManager);
|
|
18
|
+
ensureSchema(): Promise<void>;
|
|
19
|
+
enqueue(opts: {
|
|
20
|
+
entityName: string;
|
|
21
|
+
priority?: number;
|
|
22
|
+
maxAttempts?: number;
|
|
23
|
+
}): Promise<string>;
|
|
24
|
+
releaseStale(staleClaimMs: number): Promise<number>;
|
|
25
|
+
releaseClaims(jobIds: string[]): Promise<number>;
|
|
26
|
+
claim(workerId: string, batchSize: number): Promise<EmbeddingJobRecord[]>;
|
|
27
|
+
complete(jobId: string): Promise<void>;
|
|
28
|
+
fail(jobId: string, errorMessage: string): Promise<{
|
|
29
|
+
status: 'pending' | 'failed';
|
|
30
|
+
}>;
|
|
31
|
+
countByStatus(): Promise<QueueCounts>;
|
|
32
|
+
retryFailed(): Promise<number>;
|
|
33
|
+
cleanup(thresholdMs: number): Promise<number>;
|
|
34
|
+
}
|
|
@@ -0,0 +1,242 @@
|
|
|
1
|
+
import crypto from 'node:crypto';
|
|
2
|
+
import neo4j from 'neo4j-driver';
|
|
3
|
+
import { logger } from '../utils/logger.js';
|
|
4
|
+
/**
|
|
5
|
+
* Default retry budget per job, applied when callers don't supply one.
|
|
6
|
+
* Matches the value used by the prior SQLite-backed implementation.
|
|
7
|
+
*/
|
|
8
|
+
const DEFAULT_MAX_ATTEMPTS = 3;
|
|
9
|
+
/**
|
|
10
|
+
* Neo4j-backed implementation of `JobStore`.
|
|
11
|
+
*
|
|
12
|
+
* Persistence model: each job is a `:EmbeddingJob` node. Atomicity for
|
|
13
|
+
* `claim()` relies on Neo4j's standard write-lock semantics — two
|
|
14
|
+
* concurrent transactions matching the same `pending` rows will serialise:
|
|
15
|
+
* the loser re-evaluates the WHERE clause after the winner commits and
|
|
16
|
+
* sees the rows are no longer `pending`.
|
|
17
|
+
*
|
|
18
|
+
* Schema is provisioned lazily via `ensureSchema()`, called once from the
|
|
19
|
+
* `EmbeddingJobManager` constructor.
|
|
20
|
+
*/
|
|
21
|
+
export class Neo4jJobStore {
|
|
22
|
+
connectionManager;
|
|
23
|
+
constructor(connectionManager) {
|
|
24
|
+
this.connectionManager = connectionManager;
|
|
25
|
+
}
|
|
26
|
+
async ensureSchema() {
|
|
27
|
+
const queries = [
|
|
28
|
+
'CREATE CONSTRAINT embedding_job_id IF NOT EXISTS FOR (j:EmbeddingJob) REQUIRE j.id IS UNIQUE',
|
|
29
|
+
'CREATE INDEX embedding_job_status_priority IF NOT EXISTS FOR (j:EmbeddingJob) ON (j.status, j.priority, j.createdAt)',
|
|
30
|
+
'CREATE INDEX embedding_job_entity_name IF NOT EXISTS FOR (j:EmbeddingJob) ON (j.entityName)',
|
|
31
|
+
];
|
|
32
|
+
for (const q of queries) {
|
|
33
|
+
await this.connectionManager.executeQuery(q, {});
|
|
34
|
+
}
|
|
35
|
+
logger.debug('Neo4jJobStore schema ensured');
|
|
36
|
+
}
|
|
37
|
+
async enqueue(opts) {
|
|
38
|
+
const now = Date.now();
|
|
39
|
+
const newId = crypto.randomUUID();
|
|
40
|
+
const priority = opts.priority ?? 1;
|
|
41
|
+
const maxAttempts = opts.maxAttempts ?? DEFAULT_MAX_ATTEMPTS;
|
|
42
|
+
// Dedup-on-enqueue: if a pending job already exists for this entity,
|
|
43
|
+
// return its id; otherwise create a new one. Cypher's `coalesce` plus
|
|
44
|
+
// `MERGE` doesn't quite fit here (MERGE on j.entityName alone would
|
|
45
|
+
// also match completed/failed rows), so an OPTIONAL MATCH + conditional
|
|
46
|
+
// CREATE expresses the intent more clearly.
|
|
47
|
+
const result = await this.connectionManager.executeQuery(`
|
|
48
|
+
OPTIONAL MATCH (existing:EmbeddingJob {entityName: $entityName, status: 'pending'})
|
|
49
|
+
WITH existing
|
|
50
|
+
FOREACH (_ IN CASE WHEN existing IS NULL THEN [1] ELSE [] END |
|
|
51
|
+
CREATE (:EmbeddingJob {
|
|
52
|
+
id: $newId,
|
|
53
|
+
entityName: $entityName,
|
|
54
|
+
status: 'pending',
|
|
55
|
+
priority: $priority,
|
|
56
|
+
attempts: 0,
|
|
57
|
+
maxAttempts: $maxAttempts,
|
|
58
|
+
createdAt: $now,
|
|
59
|
+
updatedAt: $now,
|
|
60
|
+
claimedAt: null,
|
|
61
|
+
claimedBy: null,
|
|
62
|
+
errorMessage: null
|
|
63
|
+
})
|
|
64
|
+
)
|
|
65
|
+
WITH existing
|
|
66
|
+
MATCH (j:EmbeddingJob {entityName: $entityName, status: 'pending'})
|
|
67
|
+
RETURN j.id AS id
|
|
68
|
+
LIMIT 1
|
|
69
|
+
`, {
|
|
70
|
+
entityName: opts.entityName,
|
|
71
|
+
newId,
|
|
72
|
+
priority: neo4j.int(priority),
|
|
73
|
+
maxAttempts: neo4j.int(maxAttempts),
|
|
74
|
+
now: neo4j.int(now),
|
|
75
|
+
});
|
|
76
|
+
const id = result.records[0]?.get('id');
|
|
77
|
+
if (typeof id !== 'string') {
|
|
78
|
+
throw new Error(`Neo4jJobStore.enqueue: failed to create or find job for ${opts.entityName}`);
|
|
79
|
+
}
|
|
80
|
+
return id;
|
|
81
|
+
}
|
|
82
|
+
async releaseStale(staleClaimMs) {
|
|
83
|
+
const now = Date.now();
|
|
84
|
+
const cutoff = now - staleClaimMs;
|
|
85
|
+
const result = await this.connectionManager.executeQuery(`
|
|
86
|
+
MATCH (j:EmbeddingJob)
|
|
87
|
+
WHERE j.status = 'processing' AND j.claimedAt < $cutoff
|
|
88
|
+
SET j.status = 'pending',
|
|
89
|
+
j.claimedAt = null,
|
|
90
|
+
j.claimedBy = null,
|
|
91
|
+
j.updatedAt = $now
|
|
92
|
+
RETURN count(j) AS released
|
|
93
|
+
`, { cutoff: neo4j.int(cutoff), now: neo4j.int(now) });
|
|
94
|
+
const released = Number(result.records[0]?.get('released') ?? 0);
|
|
95
|
+
if (released > 0) {
|
|
96
|
+
logger.info('Neo4jJobStore released stale claims', { released, staleClaimMs });
|
|
97
|
+
}
|
|
98
|
+
return released;
|
|
99
|
+
}
|
|
100
|
+
async releaseClaims(jobIds) {
|
|
101
|
+
if (jobIds.length === 0)
|
|
102
|
+
return 0;
|
|
103
|
+
const now = Date.now();
|
|
104
|
+
const result = await this.connectionManager.executeQuery(`
|
|
105
|
+
MATCH (j:EmbeddingJob)
|
|
106
|
+
WHERE j.id IN $jobIds AND j.status = 'processing'
|
|
107
|
+
SET j.status = 'pending',
|
|
108
|
+
j.claimedAt = null,
|
|
109
|
+
j.claimedBy = null,
|
|
110
|
+
j.attempts = CASE WHEN j.attempts > 0 THEN j.attempts - 1 ELSE 0 END,
|
|
111
|
+
j.updatedAt = $now
|
|
112
|
+
RETURN count(j) AS released
|
|
113
|
+
`, { jobIds, now: neo4j.int(now) });
|
|
114
|
+
return Number(result.records[0]?.get('released') ?? 0);
|
|
115
|
+
}
|
|
116
|
+
async claim(workerId, batchSize) {
|
|
117
|
+
const now = Date.now();
|
|
118
|
+
// Atomic claim via CASE-WHEN: the lock on `j` is acquired when SET begins,
|
|
119
|
+
// and the CASE conditions then re-read `j.status` against the locked
|
|
120
|
+
// (i.e. latest committed) state. If a competing transaction has already
|
|
121
|
+
// flipped this row to 'processing', the CASE branches all fall through to
|
|
122
|
+
// ELSE — leaving every field unchanged for that row, so the trailing WHERE
|
|
123
|
+
// filters it out of the RETURN. The naive `MATCH … WHERE pending …
|
|
124
|
+
// SET status = 'processing'` form has a lost-update race because the
|
|
125
|
+
// MATCH/WHERE happens before any lock is held.
|
|
126
|
+
const result = await this.connectionManager.executeQuery(`
|
|
127
|
+
MATCH (j:EmbeddingJob)
|
|
128
|
+
WHERE j.status = 'pending'
|
|
129
|
+
WITH j ORDER BY j.priority DESC, j.createdAt ASC LIMIT $batchSize
|
|
130
|
+
SET j.updatedAt = $now,
|
|
131
|
+
j.claimedBy = CASE WHEN j.status = 'pending' THEN $workerId ELSE j.claimedBy END,
|
|
132
|
+
j.claimedAt = CASE WHEN j.status = 'pending' THEN $now ELSE j.claimedAt END,
|
|
133
|
+
j.attempts = CASE WHEN j.status = 'pending' THEN j.attempts + 1 ELSE j.attempts END,
|
|
134
|
+
j.status = CASE WHEN j.status = 'pending' THEN 'processing' ELSE j.status END
|
|
135
|
+
WITH j WHERE j.claimedBy = $workerId AND j.claimedAt = $now AND j.status = 'processing'
|
|
136
|
+
RETURN j
|
|
137
|
+
`, {
|
|
138
|
+
batchSize: neo4j.int(Math.max(1, Math.floor(batchSize))),
|
|
139
|
+
now: neo4j.int(now),
|
|
140
|
+
workerId,
|
|
141
|
+
});
|
|
142
|
+
return result.records.map(r => recordFromNode(r.get('j').properties));
|
|
143
|
+
}
|
|
144
|
+
async complete(jobId) {
|
|
145
|
+
const now = Date.now();
|
|
146
|
+
await this.connectionManager.executeQuery(`
|
|
147
|
+
MATCH (j:EmbeddingJob {id: $jobId})
|
|
148
|
+
SET j.status = 'completed',
|
|
149
|
+
j.errorMessage = null,
|
|
150
|
+
j.updatedAt = $now
|
|
151
|
+
`, { jobId, now: neo4j.int(now) });
|
|
152
|
+
}
|
|
153
|
+
async fail(jobId, errorMessage) {
|
|
154
|
+
const now = Date.now();
|
|
155
|
+
const result = await this.connectionManager.executeQuery(`
|
|
156
|
+
MATCH (j:EmbeddingJob {id: $jobId})
|
|
157
|
+
WITH j, CASE WHEN j.attempts >= j.maxAttempts THEN 'failed' ELSE 'pending' END AS nextStatus
|
|
158
|
+
SET j.errorMessage = $errorMessage,
|
|
159
|
+
j.updatedAt = $now,
|
|
160
|
+
j.status = nextStatus,
|
|
161
|
+
j.claimedAt = CASE WHEN nextStatus = 'failed' THEN j.claimedAt ELSE null END,
|
|
162
|
+
j.claimedBy = CASE WHEN nextStatus = 'failed' THEN j.claimedBy ELSE null END
|
|
163
|
+
RETURN nextStatus AS status
|
|
164
|
+
`, { jobId, errorMessage, now: neo4j.int(now) });
|
|
165
|
+
const status = result.records[0]?.get('status');
|
|
166
|
+
if (status !== 'pending' && status !== 'failed') {
|
|
167
|
+
throw new Error(`Neo4jJobStore.fail: job ${jobId} not found`);
|
|
168
|
+
}
|
|
169
|
+
return { status };
|
|
170
|
+
}
|
|
171
|
+
async countByStatus() {
|
|
172
|
+
const result = await this.connectionManager.executeQuery(`
|
|
173
|
+
MATCH (j:EmbeddingJob)
|
|
174
|
+
RETURN j.status AS status, count(j) AS n
|
|
175
|
+
`, {});
|
|
176
|
+
const counts = {
|
|
177
|
+
pending: 0,
|
|
178
|
+
processing: 0,
|
|
179
|
+
completed: 0,
|
|
180
|
+
failed: 0,
|
|
181
|
+
totalJobs: 0,
|
|
182
|
+
};
|
|
183
|
+
for (const r of result.records) {
|
|
184
|
+
const status = r.get('status');
|
|
185
|
+
const n = Number(r.get('n'));
|
|
186
|
+
if (status === 'pending' ||
|
|
187
|
+
status === 'processing' ||
|
|
188
|
+
status === 'completed' ||
|
|
189
|
+
status === 'failed') {
|
|
190
|
+
counts[status] = n;
|
|
191
|
+
}
|
|
192
|
+
counts.totalJobs += n;
|
|
193
|
+
}
|
|
194
|
+
return counts;
|
|
195
|
+
}
|
|
196
|
+
async retryFailed() {
|
|
197
|
+
const now = Date.now();
|
|
198
|
+
const result = await this.connectionManager.executeQuery(`
|
|
199
|
+
MATCH (j:EmbeddingJob)
|
|
200
|
+
WHERE j.status = 'failed'
|
|
201
|
+
SET j.status = 'pending',
|
|
202
|
+
j.attempts = 0,
|
|
203
|
+
j.errorMessage = null,
|
|
204
|
+
j.claimedAt = null,
|
|
205
|
+
j.claimedBy = null,
|
|
206
|
+
j.updatedAt = $now
|
|
207
|
+
RETURN count(j) AS reset
|
|
208
|
+
`, { now: neo4j.int(now) });
|
|
209
|
+
return Number(result.records[0]?.get('reset') ?? 0);
|
|
210
|
+
}
|
|
211
|
+
async cleanup(thresholdMs) {
|
|
212
|
+
const cutoff = Date.now() - thresholdMs;
|
|
213
|
+
const result = await this.connectionManager.executeQuery(`
|
|
214
|
+
MATCH (j:EmbeddingJob)
|
|
215
|
+
WHERE j.status = 'completed' AND j.updatedAt < $cutoff
|
|
216
|
+
WITH j, count(j) AS _count
|
|
217
|
+
DETACH DELETE j
|
|
218
|
+
RETURN count(*) AS deleted
|
|
219
|
+
`, { cutoff: neo4j.int(cutoff) });
|
|
220
|
+
return Number(result.records[0]?.get('deleted') ?? 0);
|
|
221
|
+
}
|
|
222
|
+
}
|
|
223
|
+
/**
|
|
224
|
+
* Convert a raw Neo4j node properties bag into an `EmbeddingJobRecord`.
|
|
225
|
+
* Neo4j returns integer fields as BigInt — convert before exposing.
|
|
226
|
+
*/
|
|
227
|
+
function recordFromNode(props) {
|
|
228
|
+
return {
|
|
229
|
+
id: String(props.id),
|
|
230
|
+
entityName: String(props.entityName),
|
|
231
|
+
status: props.status,
|
|
232
|
+
priority: Number(props.priority ?? 1),
|
|
233
|
+
attempts: Number(props.attempts ?? 0),
|
|
234
|
+
maxAttempts: Number(props.maxAttempts ?? DEFAULT_MAX_ATTEMPTS),
|
|
235
|
+
createdAt: Number(props.createdAt ?? 0),
|
|
236
|
+
updatedAt: Number(props.updatedAt ?? 0),
|
|
237
|
+
claimedAt: props.claimedAt == null ? null : Number(props.claimedAt),
|
|
238
|
+
claimedBy: props.claimedBy == null ? null : String(props.claimedBy),
|
|
239
|
+
errorMessage: props.errorMessage == null ? null : String(props.errorMessage),
|
|
240
|
+
};
|
|
241
|
+
}
|
|
242
|
+
//# sourceMappingURL=Neo4jJobStore.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Neo4jJobStore.js","sourceRoot":"","sources":["../../src/embeddings/Neo4jJobStore.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,KAAK,MAAM,cAAc,CAAC;AAGjC,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAI5C;;;GAGG;AACH,MAAM,oBAAoB,GAAG,CAAC,CAAC;AAE/B;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,aAAa;IACK;IAA7B,YAA6B,iBAAyC;QAAzC,sBAAiB,GAAjB,iBAAiB,CAAwB;IAAG,CAAC;IAE1E,KAAK,CAAC,YAAY;QAChB,MAAM,OAAO,GAAG;YACd,8FAA8F;YAC9F,sHAAsH;YACtH,6FAA6F;SAC9F,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAIb;QACC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;QACpC,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,oBAAoB,CAAC;QAE7D,qEAAqE;QACrE,sEAAsE;QACtE,oEAAoE;QACpE,wEAAwE;QACxE,4CAA4C;QAC5C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACtD;;;;;;;;;;;;;;;;;;;;;;OAsBC,EACD;YACE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,KAAK;YACL,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC7B,WAAW,EAAE,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC;YACnC,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;SACpB,CACF,CAAC;QAEF,MAAM,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,OAAO,EAAE,KAAK,QAAQ,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,2DAA2D,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAChG,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,YAAoB;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,GAAG,GAAG,YAAY,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACtD;;;;;;;;OAQC,EACD,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACnD,CAAC;QACF,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;QACjE,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,qCAAqC,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;QACjF,CAAC;QACD,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAAgB;QAClC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACtD;;;;;;;;;OASC,EACD,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAChC,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,QAAgB,EAAE,SAAiB;QAC7C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,2EAA2E;QAC3E,qEAAqE;QACrE,wEAAwE;QACxE,0EAA0E;QAC1E,2EAA2E;QAC3E,mEAAmE;QACnE,qEAAqE;QACrE,+CAA+C;QAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACtD;;;;;;;;;;;OAWC,EACD;YACE,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;YACxD,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC;YACnB,QAAQ;SACT,CACF,CAAC;QACF,OAAO,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAa;QAC1B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACvC;;;;;OAKC,EACD,EAAE,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAC/B,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,YAAoB;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACtD;;;;;;;;;OASC,EACD,EAAE,KAAK,EAAE,YAAY,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAC7C,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChD,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YAChD,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,YAAY,CAAC,CAAC;QAChE,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACtD;;;OAGC,EACD,EAAE,CACH,CAAC;QACF,MAAM,MAAM,GAAgB;YAC1B,OAAO,EAAE,CAAC;YACV,UAAU,EAAE,CAAC;YACb,SAAS,EAAE,CAAC;YACZ,MAAM,EAAE,CAAC;YACT,SAAS,EAAE,CAAC;SACb,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAc,CAAC;YAC5C,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7B,IACE,MAAM,KAAK,SAAS;gBACpB,MAAM,KAAK,YAAY;gBACvB,MAAM,KAAK,WAAW;gBACtB,MAAM,KAAK,QAAQ,EACnB,CAAC;gBACD,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,CAAC;YACD,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACtD;;;;;;;;;;OAUC,EACD,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACxB,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,WAAmB;QAC/B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,WAAW,CAAC;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,CACtD;;;;;;OAMC,EACD,EAAE,MAAM,EAAE,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAC9B,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;IACxD,CAAC;CACF;AAED;;;GAGG;AACH,SAAS,cAAc,CAAC,KAA8B;IACpD,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;QACpC,MAAM,EAAE,KAAK,CAAC,MAAmB;QACjC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;QACrC,QAAQ,EAAE,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,CAAC;QACrC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW,IAAI,oBAAoB,CAAC;QAC9D,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;QACvC,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,CAAC;QACvC,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACnE,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;QACnE,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;KAC7E,CAAC;AACJ,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -4,9 +4,11 @@ import cron from 'node-cron';
|
|
|
4
4
|
import { initializeStorageProvider } from './config/storage.js';
|
|
5
5
|
import { EmbeddingJobManager } from './embeddings/EmbeddingJobManager.js';
|
|
6
6
|
import { EmbeddingServiceFactory } from './embeddings/EmbeddingServiceFactory.js';
|
|
7
|
+
import { Neo4jJobStore } from './embeddings/Neo4jJobStore.js';
|
|
7
8
|
import { KnowledgeGraphManager } from './KnowledgeGraphManager.js';
|
|
8
9
|
import { PrometheusMetrics } from './metrics/PrometheusMetrics.js';
|
|
9
10
|
import { setupServer } from './server/setup.js';
|
|
11
|
+
import { createAdaptedStorageProvider } from './storage/createAdaptedStorageProvider.js';
|
|
10
12
|
import { logger } from './utils/logger.js';
|
|
11
13
|
// Re-export the types and classes for use in other modules
|
|
12
14
|
export * from './KnowledgeGraphManager.js';
|
|
@@ -16,6 +18,9 @@ const storageProvider = initializeStorageProvider();
|
|
|
16
18
|
// See README "Embedding Pipeline Topology" for what these env flags do.
|
|
17
19
|
const writeEmbeddingsLocally = process.env.WRITE_EMBEDDINGS_LOCALLY !== 'false';
|
|
18
20
|
const embeddingBackfillCron = process.env.EMBEDDING_BACKFILL_CRON ?? '0 19 * * *';
|
|
21
|
+
const staleClaimMs = process.env.EMBEDDING_STALE_CLAIM_MS
|
|
22
|
+
? Number.parseInt(process.env.EMBEDDING_STALE_CLAIM_MS, 10)
|
|
23
|
+
: 5 * 60 * 1000;
|
|
19
24
|
// Initialize Prometheus metrics (will be initialized in production environment only)
|
|
20
25
|
let prometheusMetrics = null;
|
|
21
26
|
// Initialize embedding job manager only if storage provider supports it
|
|
@@ -49,69 +54,23 @@ try {
|
|
|
49
54
|
model: embeddingService.getModelInfo().name,
|
|
50
55
|
storageType: process.env.MEMORY_STORAGE_TYPE || 'neo4j',
|
|
51
56
|
});
|
|
52
|
-
|
|
53
|
-
//
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
all: () => [],
|
|
66
|
-
get: () => null,
|
|
67
|
-
}),
|
|
68
|
-
},
|
|
69
|
-
// Make sure getEntity is available
|
|
70
|
-
getEntity: async (name) => {
|
|
71
|
-
if (typeof storageProvider.getEntity === 'function') {
|
|
72
|
-
return storageProvider.getEntity(name);
|
|
73
|
-
}
|
|
74
|
-
const result = await storageProvider.openNodes([name]);
|
|
75
|
-
return result.entities[0] || null;
|
|
76
|
-
},
|
|
77
|
-
// Make sure storeEntityVector is available
|
|
78
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
79
|
-
storeEntityVector: async (name, embedding) => {
|
|
80
|
-
logger.debug(`Neo4j adapter: storeEntityVector called for ${name}`, {
|
|
81
|
-
embeddingType: typeof embedding,
|
|
82
|
-
vectorLength: embedding?.vector?.length || 'no vector',
|
|
83
|
-
model: embedding?.model || 'no model',
|
|
84
|
-
});
|
|
85
|
-
// Ensure embedding has the correct format
|
|
86
|
-
const formattedEmbedding = {
|
|
87
|
-
vector: embedding.vector || embedding,
|
|
88
|
-
model: embedding.model || 'unknown',
|
|
89
|
-
lastUpdated: embedding.lastUpdated || Date.now(),
|
|
90
|
-
};
|
|
91
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
92
|
-
if (typeof storageProvider.updateEntityEmbedding === 'function') {
|
|
93
|
-
try {
|
|
94
|
-
logger.debug(`Neo4j adapter: Using updateEntityEmbedding for ${name}`);
|
|
95
|
-
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
96
|
-
return await storageProvider.updateEntityEmbedding(name, formattedEmbedding);
|
|
97
|
-
}
|
|
98
|
-
catch (error) {
|
|
99
|
-
logger.error(`Neo4j adapter: Error in storeEntityVector for ${name}`, error);
|
|
100
|
-
throw error;
|
|
101
|
-
}
|
|
102
|
-
}
|
|
103
|
-
else {
|
|
104
|
-
const errorMsg = `Neo4j adapter: Neither storeEntityVector nor updateEntityEmbedding implemented for ${name}`;
|
|
105
|
-
logger.error(errorMsg);
|
|
106
|
-
throw new Error(errorMsg);
|
|
107
|
-
}
|
|
108
|
-
},
|
|
109
|
-
};
|
|
110
|
-
// Create the embedding job manager with adapted storage provider
|
|
57
|
+
const adaptedStorageProvider = createAdaptedStorageProvider(storageProvider);
|
|
58
|
+
// Pull the Neo4j connection out of the storage provider so the queue
|
|
59
|
+
// shares the same driver/pool. Falls back to throwing if missing — we
|
|
60
|
+
// only support Neo4j storage in v2.x.
|
|
61
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
62
|
+
const getConnectionManager = storageProvider.getConnectionManager;
|
|
63
|
+
if (typeof getConnectionManager !== 'function') {
|
|
64
|
+
throw new Error('Storage provider does not expose getConnectionManager(); EmbeddingJobManager v2.4.0+ requires Neo4j.');
|
|
65
|
+
}
|
|
66
|
+
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
67
|
+
const connectionManager = getConnectionManager.call(storageProvider);
|
|
68
|
+
const jobStore = new Neo4jJobStore(connectionManager);
|
|
69
|
+
// Create the embedding job manager with adapted storage provider + Neo4j-backed queue
|
|
111
70
|
embeddingJobManager = new EmbeddingJobManager(
|
|
112
71
|
// eslint-disable-next-line @typescript-eslint/no-explicit-any
|
|
113
72
|
adaptedStorageProvider, embeddingService, rateLimiterOptions, null, // Use default cache options
|
|
114
|
-
logger);
|
|
73
|
+
logger, jobStore, staleClaimMs);
|
|
115
74
|
logger.info('EmbeddingJobManager initialized (background jobs will start only in production)');
|
|
116
75
|
}
|
|
117
76
|
catch (error) {
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,yCAAyC,CAAC;AAClF,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,2DAA2D;AAC3D,cAAc,4BAA4B,CAAC;AAG3C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,sDAAsD;AACtD,MAAM,eAAe,GAAG,yBAAyB,EAAE,CAAC;AAEpD,wEAAwE;AACxE,MAAM,sBAAsB,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,OAAO,CAAC;AAChF,MAAM,qBAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AACjF,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EAAE,uBAAuB,EAAE,MAAM,yCAAyC,CAAC;AAClF,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,iBAAiB,EAAE,MAAM,gCAAgC,CAAC;AACnE,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,EAAE,4BAA4B,EAAE,MAAM,2CAA2C,CAAC;AAEzF,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAE3C,2DAA2D;AAC3D,cAAc,4BAA4B,CAAC;AAG3C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAE/C,sDAAsD;AACtD,MAAM,eAAe,GAAG,yBAAyB,EAAE,CAAC;AAEpD,wEAAwE;AACxE,MAAM,sBAAsB,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,OAAO,CAAC;AAChF,MAAM,qBAAqB,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,IAAI,YAAY,CAAC;AAClF,MAAM,YAAY,GAAG,OAAO,CAAC,GAAG,CAAC,wBAAwB;IACvD,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,EAAE,CAAC;IAC3D,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAElB,qFAAqF;AACrF,IAAI,iBAAiB,GAA6B,IAAI,CAAC;AAEvD,wEAAwE;AACxE,IAAI,mBAAoD,CAAC;AACzD,IAAI,CAAC;IACH,2CAA2C;IAC3C,MAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC,CAAC;IACvE,MAAM,CAAC,KAAK,CAAC,2BAA2B,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,SAAS,EAAE,CAAC,CAAC;IAC3F,MAAM,CAAC,KAAK,CAAC,0BAA0B,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,SAAS,EAAE,CAAC,CAAC;IAEvF,4DAA4D;IAC5D,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,0DAA0D,CAAC,CAAC;IAC1E,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,IAAI,CACT,6FAA6F,CAC9F,CAAC;IACJ,CAAC;IAED,mCAAmC;IACnC,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,qBAAqB,EAAE,CAAC;IACzE,MAAM,CAAC,KAAK,CAAC,iCAAiC,IAAI,CAAC,SAAS,CAAC,gBAAgB,CAAC,YAAY,EAAE,CAAC,EAAE,CAAC,CAAC;IAEjG,gFAAgF;IAChF,MAAM,kBAAkB,GAAG;QACzB,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,2BAA2B;YACxD,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,EAAE,CAAC;YAC9D,CAAC,CAAC,EAAE,EAAE,kCAAkC;QAC1C,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,6BAA6B;YACjD,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6BAA6B,EAAE,EAAE,CAAC;YAChE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,oBAAoB;KACpC,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE;QAC9C,kBAAkB;QAClB,KAAK,EAAE,gBAAgB,CAAC,YAAY,EAAE,CAAC,IAAI;QAC3C,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,OAAO;KACxD,CAAC,CAAC;IAEH,MAAM,sBAAsB,GAAG,4BAA4B,CAAC,eAAe,CAAC,CAAC;IAE7E,qEAAqE;IACrE,sEAAsE;IACtE,sCAAsC;IACtC,8DAA8D;IAC9D,MAAM,oBAAoB,GAAI,eAAuB,CAAC,oBAAoB,CAAC;IAC3E,IAAI,OAAO,oBAAoB,KAAK,UAAU,EAAE,CAAC;QAC/C,MAAM,IAAI,KAAK,CACb,sGAAsG,CACvG,CAAC;IACJ,CAAC;IACD,8DAA8D;IAC9D,MAAM,iBAAiB,GAA2B,oBAAoB,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC7F,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,iBAAiB,CAAC,CAAC;IAEtD,sFAAsF;IACtF,mBAAmB,GAAG,IAAI,mBAAmB;IAC3C,8DAA8D;IAC9D,sBAA6B,EAC7B,gBAAgB,EAChB,kBAAkB,EAClB,IAAI,EAAE,4BAA4B;IAClC,MAAM,EACN,QAAQ,EACR,YAAY,CACb,CAAC;IAEF,MAAM,CAAC,IAAI,CAAC,iFAAiF,CAAC,CAAC;AACjG,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,gEAAgE;IAChE,MAAM,CAAC,KAAK,CAAC,0CAA0C,EAAE;QACvD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;QAC7D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;KACxD,CAAC,CAAC;IACH,mBAAmB,GAAG,SAAS,CAAC;AAClC,CAAC;AAED,8GAA8G;AAC9G,MAAM,qBAAqB,GAAG,IAAI,qBAAqB,CAAC;IACtD,eAAe;IACf,mBAAmB;IACnB,sBAAsB;IACtB,+DAA+D;IAC/D,8DAA8D;IAC9D,kBAAkB,EAAG,eAAuB,CAAC,kBAAkB;CAChE,CAAC,CAAC;AAEH,IAAI,CAAC,sBAAsB,EAAE,CAAC;IAC5B,MAAM,CAAC,IAAI,CACT,+EAA+E;QAC7E,wFAAwF;QACxF,yBAAyB,CAC5B,CAAC;AACJ,CAAC;AAED,8FAA8F;AAC9F,8DAA8D;AAC9D,8DAA8D;AAC9D,MAAM,wBAAwB,GAAG,qBAA4B,CAAC;AAE9D,IACE,wBAAwB,CAAC,eAAe;IACxC,OAAO,wBAAwB,CAAC,eAAe,CAAC,iBAAiB,KAAK,UAAU,EAChF,CAAC;IACD,2DAA2D;IAC3D,wBAAwB,CAAC,eAAe,CAAC,iBAAiB,GAAG,KAAK,EAChE,IAAY;IACZ,8DAA8D;IAC9D,SAAc,EACd,EAAE;QACF,MAAM,CAAC,KAAK,CAAC,qEAAqE,IAAI,EAAE,EAAE;YACxF,aAAa,EAAE,OAAO,SAAS;YAC/B,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,IAAI,WAAW;YACtD,KAAK,EAAE,SAAS,EAAE,KAAK,IAAI,UAAU;SACtC,CAAC,CAAC;QAEH,0CAA0C;QAC1C,MAAM,kBAAkB,GAAG;YACzB,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,SAAS;YACrC,KAAK,EAAE,SAAS,CAAC,KAAK,IAAI,SAAS;YACnC,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,IAAI,CAAC,GAAG,EAAE;SACjD,CAAC;QAEF,IAAI,OAAO,wBAAwB,CAAC,eAAe,CAAC,qBAAqB,KAAK,UAAU,EAAE,CAAC;YACzF,IAAI,CAAC;gBACH,MAAM,CAAC,KAAK,CACV,wEAAwE,IAAI,EAAE,CAC/E,CAAC;gBACF,OAAO,MAAM,wBAAwB,CAAC,eAAe,CAAC,qBAAqB,CACzE,IAAI,EACJ,kBAAkB,CACnB,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CACV,uEAAuE,IAAI,EAAE,EAC7E,KAAK,CACN,CAAC;gBACF,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,QAAQ,GAAG,kFAAkF,IAAI,EAAE,CAAC;YAC1G,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,CAAC,IAAI,CACT,4FAA4F,CAC7F,CAAC;AACJ,CAAC;AAED,4GAA4G;AAC5G,IAAI,qBAAqB,IAAI,OAAO,qBAAqB,CAAC,cAAc,KAAK,UAAU,EAAE,CAAC;IACxF,MAAM,sBAAsB,GAAG,qBAAqB,CAAC,cAAc,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAChG,qBAAqB,CAAC,cAAc,GAAG,KAAK,WAAW,QAAQ;QAC7D,wDAAwD;QACxD,MAAM,MAAM,GAAG,MAAM,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAEtD,IAAI,mBAAmB,IAAI,sBAAsB,EAAE,CAAC;YAClD,IAAI,CAAC;gBACH,MAAM,CAAC,IAAI,CAAC,6DAA6D,EAAE;oBACzE,WAAW,EAAE,QAAQ,CAAC,MAAM;oBAC5B,WAAW,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;iBAClD,CAAC,CAAC;gBACH,MAAM,mBAAmB,CAAC,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YACzD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,6CAA6C,EAAE;oBAC1D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;AACJ,CAAC;AAED,kDAAkD;AAClD,MAAM,MAAM,GAAG,WAAW,CAAC,qBAAqB,CAAC,CAAC;AAElD,mCAAmC;AACnC,MAAM,CAAC,KAAK,UAAU,IAAI;IACxB,MAAM,SAAS,GAAG,IAAI,oBAAoB,EAAE,CAAC;IAC7C,MAAM,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC;AAED,iEAAiE;AACjE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;IACnE,qFAAqF;IACrF,iBAAiB,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAC;IACpD,iBAAiB,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IAEpC,8FAA8F;IAC9F,IAAI,mBAAmB,IAAI,sBAAsB,EAAE,CAAC;QAClD,MAAM,0BAA0B,GAAG,MAAM,CAAC,CAAC,wCAAwC;QACnF,WAAW,CAAC,KAAK,IAAI,EAAE;YACrB,IAAI,CAAC;gBACH,iCAAiC;gBACjC,MAAM,mBAAmB,EAAE,WAAW,CAAC,EAAE,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,4BAA4B;gBAC5B,MAAM,CAAC,KAAK,CAAC,mCAAmC,EAAE;oBAChD,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC,EAAE,0BAA0B,CAAC,CAAC;QAE/B,+FAA+F;QAC/F,2FAA2F;QAC3F,+EAA+E;QAC/E,IAAI,CAAC,QAAQ,CACX,qBAAqB,EACrB,KAAK,IAAI,EAAE;YACT,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE;gBACzD,QAAQ,EAAE,qBAAqB;aAChC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,MAAM,cAAc,GAAG,MAAM,mBAAmB,EAAE,+BAA+B,EAAE,CAAC;gBACpF,MAAM,CAAC,IAAI,CAAC,oCAAoC,EAAE;oBAChD,iBAAiB,EAAE,cAAc;oBACjC,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBAC/B,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,CAAC,KAAK,CAAC,iCAAiC,EAAE;oBAC9C,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC7D,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;oBACvD,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC,EACD;YACE,QAAQ,EAAE,KAAK;SAChB,CACF,CAAC;QAEF,MAAM,CAAC,IAAI,CAAC,iCAAiC,EAAE;YAC7C,kBAAkB,EAAE,SAAS,0BAA0B,IAAI;YAC3D,gBAAgB,EAAE,qBAAqB;YACvC,QAAQ,EAAE,KAAK;SAChB,CAAC,CAAC;IACL,CAAC;IAED,mBAAmB;IACnB,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;QACnB,wCAAwC;QACxC,MAAM,CAAC,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QAClD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}
|
package/dist/server/setup.js
CHANGED
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { StorageProvider } from './StorageProvider.js';
|
|
2
|
+
/**
|
|
3
|
+
* Wraps a `StorageProvider` (typically `Neo4jStorageProvider`) into the shape
|
|
4
|
+
* `EmbeddingJobManager` expects for entity access: explicit forwarders for
|
|
5
|
+
* `loadGraph`, `getEntity`, `storeEntityVector`. Queue persistence is no
|
|
6
|
+
* longer the storage provider's job — that lives on `JobStore` (v2.4.0+).
|
|
7
|
+
*
|
|
8
|
+
* Why method forwarders are explicit: object spread (`...storageProvider`)
|
|
9
|
+
* only copies OWN enumerable properties — class methods on a prototype are
|
|
10
|
+
* silently dropped. Without these forwarders,
|
|
11
|
+
* `EmbeddingJobManager.scheduleIncrementalRegeneration` would throw because
|
|
12
|
+
* `loadGraph` would be `undefined` on the wrapper. The v2.3.2 hotfix
|
|
13
|
+
* established this pattern; we keep it.
|
|
14
|
+
*/
|
|
15
|
+
export declare function createAdaptedStorageProvider(storageProvider: StorageProvider): any;
|