agentfootprint 9.0.0 → 9.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +15 -0
- package/dist/core/Agent.js +344 -18
- package/dist/core/Agent.js.map +1 -1
- package/dist/core/LLMCall.js +17 -0
- package/dist/core/LLMCall.js.map +1 -1
- package/dist/core/RunnerBase.js +22 -6
- package/dist/core/RunnerBase.js.map +1 -1
- package/dist/core/agent/AgentBuilder.js +20 -0
- package/dist/core/agent/AgentBuilder.js.map +1 -1
- package/dist/core/conversation.js +139 -0
- package/dist/core/conversation.js.map +1 -0
- package/dist/core/runCheckpoint.js +60 -2
- package/dist/core/runCheckpoint.js.map +1 -1
- package/dist/embedders/index.js +112 -0
- package/dist/embedders/index.js.map +1 -1
- package/dist/esm/core/Agent.d.ts +218 -3
- package/dist/esm/core/Agent.js +345 -19
- package/dist/esm/core/Agent.js.map +1 -1
- package/dist/esm/core/LLMCall.d.ts +9 -0
- package/dist/esm/core/LLMCall.js +17 -0
- package/dist/esm/core/LLMCall.js.map +1 -1
- package/dist/esm/core/RunnerBase.d.ts +22 -6
- package/dist/esm/core/RunnerBase.js +22 -6
- package/dist/esm/core/RunnerBase.js.map +1 -1
- package/dist/esm/core/agent/AgentBuilder.d.ts +5 -0
- package/dist/esm/core/agent/AgentBuilder.js +20 -0
- package/dist/esm/core/agent/AgentBuilder.js.map +1 -1
- package/dist/esm/core/agent/types.d.ts +45 -3
- package/dist/esm/core/conversation.d.ts +96 -0
- package/dist/esm/core/conversation.js +133 -0
- package/dist/esm/core/conversation.js.map +1 -0
- package/dist/esm/core/runCheckpoint.d.ts +85 -1
- package/dist/esm/core/runCheckpoint.js +57 -1
- package/dist/esm/core/runCheckpoint.js.map +1 -1
- package/dist/esm/embedders/index.d.ts +31 -0
- package/dist/esm/embedders/index.js +112 -0
- package/dist/esm/embedders/index.js.map +1 -1
- package/dist/esm/hosting/standingAgent.d.ts +6 -2
- package/dist/esm/hosting/standingAgent.js +36 -27
- package/dist/esm/hosting/standingAgent.js.map +1 -1
- package/dist/esm/index.d.ts +2 -1
- package/dist/esm/index.js +5 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/lib/rag/indexDocuments.d.ts +18 -0
- package/dist/esm/lib/rag/indexDocuments.js +29 -0
- package/dist/esm/lib/rag/indexDocuments.js.map +1 -1
- package/dist/esm/memory/embedding/inputCeiling.d.ts +98 -0
- package/dist/esm/memory/embedding/inputCeiling.js +53 -0
- package/dist/esm/memory/embedding/inputCeiling.js.map +1 -0
- package/dist/esm/memory/embedding/mockEmbedder.js +13 -0
- package/dist/esm/memory/embedding/mockEmbedder.js.map +1 -1
- package/dist/esm/memory/embedding/types.d.ts +32 -0
- package/dist/esm/rag/indexCorpus.d.ts +16 -2
- package/dist/esm/rag/indexCorpus.js +27 -3
- package/dist/esm/rag/indexCorpus.js.map +1 -1
- package/dist/esm/rag/splitters/index.d.ts +22 -0
- package/dist/esm/rag/splitters/index.js +22 -0
- package/dist/esm/rag/splitters/index.js.map +1 -1
- package/dist/esm/rag/types.d.ts +9 -0
- package/dist/hosting/standingAgent.js +36 -27
- package/dist/hosting/standingAgent.js.map +1 -1
- package/dist/index.js +9 -1
- package/dist/index.js.map +1 -1
- package/dist/lib/rag/indexDocuments.js +29 -0
- package/dist/lib/rag/indexDocuments.js.map +1 -1
- package/dist/memory/embedding/inputCeiling.js +58 -0
- package/dist/memory/embedding/inputCeiling.js.map +1 -0
- package/dist/memory/embedding/mockEmbedder.js +13 -0
- package/dist/memory/embedding/mockEmbedder.js.map +1 -1
- package/dist/rag/indexCorpus.js +27 -3
- package/dist/rag/indexCorpus.js.map +1 -1
- package/dist/rag/splitters/index.js +22 -0
- package/dist/rag/splitters/index.js.map +1 -1
- package/dist/types/core/Agent.d.ts +218 -3
- package/dist/types/core/Agent.d.ts.map +1 -1
- package/dist/types/core/LLMCall.d.ts +9 -0
- package/dist/types/core/LLMCall.d.ts.map +1 -1
- package/dist/types/core/RunnerBase.d.ts +22 -6
- package/dist/types/core/RunnerBase.d.ts.map +1 -1
- package/dist/types/core/agent/AgentBuilder.d.ts +5 -0
- package/dist/types/core/agent/AgentBuilder.d.ts.map +1 -1
- package/dist/types/core/agent/types.d.ts +45 -3
- package/dist/types/core/agent/types.d.ts.map +1 -1
- package/dist/types/core/conversation.d.ts +97 -0
- package/dist/types/core/conversation.d.ts.map +1 -0
- package/dist/types/core/runCheckpoint.d.ts +85 -1
- package/dist/types/core/runCheckpoint.d.ts.map +1 -1
- package/dist/types/embedders/index.d.ts +31 -0
- package/dist/types/embedders/index.d.ts.map +1 -1
- package/dist/types/hosting/standingAgent.d.ts +6 -2
- package/dist/types/hosting/standingAgent.d.ts.map +1 -1
- package/dist/types/index.d.ts +2 -1
- package/dist/types/index.d.ts.map +1 -1
- package/dist/types/lib/rag/indexDocuments.d.ts +18 -0
- package/dist/types/lib/rag/indexDocuments.d.ts.map +1 -1
- package/dist/types/memory/embedding/inputCeiling.d.ts +99 -0
- package/dist/types/memory/embedding/inputCeiling.d.ts.map +1 -0
- package/dist/types/memory/embedding/mockEmbedder.d.ts.map +1 -1
- package/dist/types/memory/embedding/types.d.ts +32 -0
- package/dist/types/memory/embedding/types.d.ts.map +1 -1
- package/dist/types/rag/indexCorpus.d.ts +16 -2
- package/dist/types/rag/indexCorpus.d.ts.map +1 -1
- package/dist/types/rag/splitters/index.d.ts +22 -0
- package/dist/types/rag/splitters/index.d.ts.map +1 -1
- package/dist/types/rag/types.d.ts +9 -0
- package/dist/types/rag/types.d.ts.map +1 -1
- package/package.json +1 -1
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;AAEH,oEAAoE;AACpE,8DAA8D;AAC9D,uEAAuE;AACvE,kEAAkE;AAClE,sEAAsE;AACtE,sDAAsD;AACtD,wDAAsD;AACtD,qDAAmD;AACnD,sDAAoD;AAsCpD,6BAA6B;AAC7B,sDAAoC;AAEpC,yEAAyE;AACzE,uDAAuD;AACvD,mDAkB0B;AAjBxB,gHAAA,cAAc,OAAA;AACd,qHAAA,mBAAmB,OAAA;AACnB,gHAAA,cAAc,OAAA;AAEd,yEAAyE;AACzE,wEAAwE;AACxE,yEAAyE;AACzE,gBAAgB;AAChB,2GAAA,SAAS,OAAA;AAET,2EAA2E;AAC3E,6EAA6E;AAC7E,6EAA6E;AAC7E,6DAA6D;AAC7D,8GAAA,YAAY,OAAA;AAId,oEAAoE;AACpE,yEAAyE;AACzE,wEAAwE;AACxE,qEAAqE;AACrE,kDAAkD;AAClD,sDAOmC;AANjC,4GAAA,gBAAgB,OAAA;AAWlB,yCAAyC;AACzC,EAAE;AACF,yEAAyE;AACzE,kEAAkE;AAClE,oEAAoE;AACpE,qEAAqE;AACrE,2EAA2E;AAC3E,8EAA8E;AAC9E,0DAA0D;AAC1D,gFAUgD;AAT9C,2HAAA,kBAAkB,OAAA;AAClB,2HAAA,kBAAkB,OAAA;AAClB,yHAAA,gBAAgB,OAAA;AAChB,2HAAA,kBAAkB,OAAA;AAClB,yHAAA,gBAAgB,OAAA;AASlB,sDAA6D;AAApD,2GAAA,UAAU,OAAA;AAAE,0GAAA,SAAS,OAAA;AAc9B,sEAAsE;AACtE,wEAAwE;AACxE,iEAAiE;AACjE,sEAAsE;AACtE,uEAAuE;AACvE,4CAuByB;AAtBvB,qGAAA,SAAS,OAAA;AACT,oGAAA,QAAQ,OAAA;AACR,0GAAA,cAAc,OAAA;AACd,oGAAA,QAAQ,OAAA;AACR,0GAAA,cAAc,OAAA;AACd,sGAAA,UAAU,OAAA;AACV,wEAAwE;AACxE,2EAA2E;AAC3E,8EAA8E;AAC9E,8EAA8E;AAC9E,sDAAsD;AACtD,gHAAA,oBAAoB,OAAA;AACpB,iHAAA,qBAAqB,OAAA;AACrB,yEAAyE;AACzE,6EAA6E;AAC7E,4EAA4E;AAC5E,sBAAsB;AACtB,oHAAA,wBAAwB,OAAA;AAO1B,mEAAmE;AACnE,wDAAwD;AACxD,2EAA2E;AAC3E,iCAAiC;AACjC,EAAE;AACF,+EAA+E;AAC/E,6EAA6E;AAC7E,0EAA0E;AAC1E,6EAA6E;AAC7E,8EAA8E;AAC9E,8BAA8B;AAC9B,6DAqB0C;AApBxC,iGAAA,KAAK,OAAA;AACL,+FAAA,GAAG,OAAA;AACH,gGAAA,IAAI,OAAA;AACJ,8GAAA,kBAAkB,OAAA;AAmBpB,8EAA8E;AAC9E,4EAA4E;AAC5E,+EAA+E;AAC/E,6EAA6E;AAC7E,mBAAmB;AACnB,sDAAgG;AAAvF,0GAAA,YAAY,OAAA;AAAE,uGAAA,SAAS,OAAA;AAChC,8CAAgE;AAAvD,kGAAA,QAAQ,OAAA;AAcjB,uEAAuE;AACvE,6EAA6E;AAC7E,mEAAmE;AACnE,0EAA0E;AAC1E,oFAAoF;AACpF,gDAsB2B;AArBzB,6GAAA,eAAe,OAAA;AACf,6GAAA,eAAe,OAAA;AACf,+GAAA,iBAAiB,OAAA;AACjB,iHAAA,mBAAmB,OAAA;AACnB,uHAAA,yBAAyB,OAAA;AACzB,sHAAA,wBAAwB,OAAA;AAsB1B,6EAA6E;AAC7E,0EAK6C;AAJ3C,qHAAA,eAAe,OAAA;AAgBjB,qEAAqE;AACrE,kEAAkE;AAClE,kEAAkE;AAClE,sGAWqE;AAVnE,oIAAA,0BAA0B,OAAA;AAC1B,kEAAkE;AAClE,mEAAmE;AACnE,oDAAoD;AACpD,0HAAA,gBAAgB,OAAA;AAChB,+HAAA,qBAAqB,OAAA;AACrB,0HAAA,gBAAgB,OAAA;AAChB,6HAAA,mBAAmB,OAAA;AAKrB,gEAAgE;AAChE,sEAAsE;AACtE,uDAAuD;AACvD,sEAAsE;AACtE,+DAA+D;AAC/D,gEAAgE;AAChE,wEAAwE;AACxE,mCAAmC;AAEnC,qBAAqB;AACrB,gDAM2B;AALzB,qGAAA,OAAO,OAAA;AACP,4GAAA,cAAc,OAAA;AAWhB,2EAA2E;AAC3E,gFAAgF;AAChF,4EAA4E;AAC5E,2EAA2E;AAC3E,0FAGmD;AAFjD,yIAAA,yBAAyB,OAAA;AAG3B,4CAOyB;AANvB,iGAAA,KAAK,OAAA;AACL,wGAAA,YAAY,OAAA;AAMd,8EAA8E;AAC9E,8EAA8E;AAC9E,+EAA+E;AAC/E,oEAAoE;AACpE,EAAE;AACF,iEAAiE;AACjE,oFAAoF;AACpF,4DAA4D;AAC5D,sEAAsE;AACtE,EAAE;AACF,6EAA6E;AAC7E,6EAA6E;AAC7E,8EAA8E;AAC9E,2BAA2B;AAC3B,yDA8BsC;AA7BpC,uHAAA,2BAA2B,OAAA;AAC3B,kHAAA,sBAAsB,OAAA;AACtB,8GAAA,kBAAkB,OAAA;AAClB,0GAAA,cAAc,OAAA;AACd,yGAAA,aAAa,OAAA;AACb,8GAAA,kBAAkB,OAAA;AAClB,wGAAA,YAAY,OAAA;AACZ,yGAAA,aAAa,OAAA;AACb,2GAAA,eAAe,OAAA;AACf,uGAAA,WAAW,OAAA;AA0Cb,0DAMgC;AAL9B,oHAAA,iBAAiB,OAAA;AACjB,oHAAA,iBAAiB,OAAA;AAKnB,0EAA0E;AAC1E,2EAA2E;AAC3E,6EAA6E;AAC7E,0DAA0D;AAC1D,kDAA0D;AAAjD,mHAAA,oBAAoB,OAAA;AAC7B,4EAA4E;AAC5E,4EAA4E;AAC5E,2EAA2E;AAC3E,0EAA0E;AAC1E,0EAK2C;AAJzC,iIAAA,yBAAyB,OAAA;AACzB,wHAAA,gBAAgB,OAAA;AAChB,4HAAA,oBAAoB,OAAA;AAItB,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAAA;;;;;;GAMG;;;;;;;;;;;;;;;;;;AAEH,oEAAoE;AACpE,8DAA8D;AAC9D,uEAAuE;AACvE,kEAAkE;AAClE,sEAAsE;AACtE,sDAAsD;AACtD,wDAAsD;AACtD,qDAAmD;AACnD,sDAAoD;AAsCpD,6BAA6B;AAC7B,sDAAoC;AAEpC,yEAAyE;AACzE,uDAAuD;AACvD,mDAkB0B;AAjBxB,gHAAA,cAAc,OAAA;AACd,qHAAA,mBAAmB,OAAA;AACnB,gHAAA,cAAc,OAAA;AAEd,yEAAyE;AACzE,wEAAwE;AACxE,yEAAyE;AACzE,gBAAgB;AAChB,2GAAA,SAAS,OAAA;AAET,2EAA2E;AAC3E,6EAA6E;AAC7E,6EAA6E;AAC7E,6DAA6D;AAC7D,8GAAA,YAAY,OAAA;AAId,oEAAoE;AACpE,yEAAyE;AACzE,wEAAwE;AACxE,qEAAqE;AACrE,kDAAkD;AAClD,sDAOmC;AANjC,4GAAA,gBAAgB,OAAA;AAWlB,yCAAyC;AACzC,EAAE;AACF,yEAAyE;AACzE,kEAAkE;AAClE,oEAAoE;AACpE,qEAAqE;AACrE,2EAA2E;AAC3E,8EAA8E;AAC9E,0DAA0D;AAC1D,gFAUgD;AAT9C,2HAAA,kBAAkB,OAAA;AAClB,2HAAA,kBAAkB,OAAA;AAClB,yHAAA,gBAAgB,OAAA;AAChB,2HAAA,kBAAkB,OAAA;AAClB,yHAAA,gBAAgB,OAAA;AASlB,sDAA6D;AAApD,2GAAA,UAAU,OAAA;AAAE,0GAAA,SAAS,OAAA;AAc9B,sEAAsE;AACtE,wEAAwE;AACxE,iEAAiE;AACjE,sEAAsE;AACtE,uEAAuE;AACvE,4CAuByB;AAtBvB,qGAAA,SAAS,OAAA;AACT,oGAAA,QAAQ,OAAA;AACR,0GAAA,cAAc,OAAA;AACd,oGAAA,QAAQ,OAAA;AACR,0GAAA,cAAc,OAAA;AACd,sGAAA,UAAU,OAAA;AACV,wEAAwE;AACxE,2EAA2E;AAC3E,8EAA8E;AAC9E,8EAA8E;AAC9E,sDAAsD;AACtD,gHAAA,oBAAoB,OAAA;AACpB,iHAAA,qBAAqB,OAAA;AACrB,yEAAyE;AACzE,6EAA6E;AAC7E,4EAA4E;AAC5E,sBAAsB;AACtB,oHAAA,wBAAwB,OAAA;AAO1B,mEAAmE;AACnE,wDAAwD;AACxD,2EAA2E;AAC3E,iCAAiC;AACjC,EAAE;AACF,+EAA+E;AAC/E,6EAA6E;AAC7E,0EAA0E;AAC1E,6EAA6E;AAC7E,8EAA8E;AAC9E,8BAA8B;AAC9B,6DAqB0C;AApBxC,iGAAA,KAAK,OAAA;AACL,+FAAA,GAAG,OAAA;AACH,gGAAA,IAAI,OAAA;AACJ,8GAAA,kBAAkB,OAAA;AAmBpB,8EAA8E;AAC9E,4EAA4E;AAC5E,+EAA+E;AAC/E,6EAA6E;AAC7E,mBAAmB;AACnB,sDAAgG;AAAvF,0GAAA,YAAY,OAAA;AAAE,uGAAA,SAAS,OAAA;AAChC,8CAAgE;AAAvD,kGAAA,QAAQ,OAAA;AAcjB,uEAAuE;AACvE,6EAA6E;AAC7E,mEAAmE;AACnE,0EAA0E;AAC1E,oFAAoF;AACpF,gDAsB2B;AArBzB,6GAAA,eAAe,OAAA;AACf,6GAAA,eAAe,OAAA;AACf,+GAAA,iBAAiB,OAAA;AACjB,iHAAA,mBAAmB,OAAA;AACnB,uHAAA,yBAAyB,OAAA;AACzB,sHAAA,wBAAwB,OAAA;AAsB1B,6EAA6E;AAC7E,0EAK6C;AAJ3C,qHAAA,eAAe,OAAA;AAgBjB,qEAAqE;AACrE,kEAAkE;AAClE,kEAAkE;AAClE,sGAWqE;AAVnE,oIAAA,0BAA0B,OAAA;AAC1B,kEAAkE;AAClE,mEAAmE;AACnE,oDAAoD;AACpD,0HAAA,gBAAgB,OAAA;AAChB,+HAAA,qBAAqB,OAAA;AACrB,0HAAA,gBAAgB,OAAA;AAChB,6HAAA,mBAAmB,OAAA;AAKrB,gEAAgE;AAChE,sEAAsE;AACtE,uDAAuD;AACvD,sEAAsE;AACtE,+DAA+D;AAC/D,gEAAgE;AAChE,wEAAwE;AACxE,mCAAmC;AAEnC,qBAAqB;AACrB,gDAM2B;AALzB,qGAAA,OAAO,OAAA;AACP,4GAAA,cAAc,OAAA;AAWhB,2EAA2E;AAC3E,gFAAgF;AAChF,4EAA4E;AAC5E,2EAA2E;AAC3E,0FAGmD;AAFjD,yIAAA,yBAAyB,OAAA;AAG3B,4CAOyB;AANvB,iGAAA,KAAK,OAAA;AACL,wGAAA,YAAY,OAAA;AAMd,8EAA8E;AAC9E,8EAA8E;AAC9E,+EAA+E;AAC/E,oEAAoE;AACpE,EAAE;AACF,iEAAiE;AACjE,oFAAoF;AACpF,4DAA4D;AAC5D,sEAAsE;AACtE,EAAE;AACF,6EAA6E;AAC7E,6EAA6E;AAC7E,8EAA8E;AAC9E,2BAA2B;AAC3B,yDA8BsC;AA7BpC,uHAAA,2BAA2B,OAAA;AAC3B,kHAAA,sBAAsB,OAAA;AACtB,8GAAA,kBAAkB,OAAA;AAClB,0GAAA,cAAc,OAAA;AACd,yGAAA,aAAa,OAAA;AACb,8GAAA,kBAAkB,OAAA;AAClB,wGAAA,YAAY,OAAA;AACZ,yGAAA,aAAa,OAAA;AACb,2GAAA,eAAe,OAAA;AACf,uGAAA,WAAW,OAAA;AA0Cb,0DAMgC;AAL9B,oHAAA,iBAAiB,OAAA;AACjB,oHAAA,iBAAiB,OAAA;AAKnB,0EAA0E;AAC1E,2EAA2E;AAC3E,6EAA6E;AAC7E,0DAA0D;AAC1D,kDAA0D;AAAjD,mHAAA,oBAAoB,OAAA;AAC7B,4EAA4E;AAC5E,4EAA4E;AAC5E,2EAA2E;AAC3E,0EAA0E;AAC1E,0EAK2C;AAJzC,iIAAA,yBAAyB,OAAA;AACzB,wHAAA,gBAAgB,OAAA;AAChB,4HAAA,oBAAoB,OAAA;AAItB,4DAIiC;AAH/B,6HAAA,yBAAyB,OAAA;AACzB,sHAAA,kBAAkB,OAAA;AAGpB,6EAA6E;AAC7E,+EAA+E;AAC/E,sCAAsC;AACtC,0DAIgC;AAH9B,sHAAA,mBAAmB,OAAA;AACnB,uHAAA,oBAAoB,OAAA;AACpB,mHAAA,gBAAgB,OAAA;AAElB,gEAKmC;AAJjC,qHAAA,eAAe,OAAA;AAWjB,4CAAyF;AAAhF,sGAAA,UAAU,OAAA;AAAE,+GAAA,mBAAmB,OAAA;AAAE,iHAAA,qBAAqB,OAAA;AAC/D,0DAOgC;AAN9B,sHAAA,mBAAmB,OAAA;AACnB,4HAAA,yBAAyB,OAAA;AAO3B,iEAAiE;AACjE,yDAAyD;AACzD,kEAAkE;AAClE,6DAA6D;AAC7D,wEAAwE;AACxE,kEAAkE;AAClE,2DAA2D;AAC3D,sEAAsE;AAEtE,4BAA4B;AAC5B,uDAMiC;AAL/B,uGAAA,QAAQ,OAAA;AACR,8GAAA,eAAe,OAAA;AAKjB,uDAWiC;AAV/B,uGAAA,QAAQ,OAAA;AACR,8GAAA,eAAe,OAAA;AAUjB,6DAOoC;AANlC,6GAAA,WAAW,OAAA;AACX,oHAAA,kBAAkB,OAAA;AAMpB,+CAO6B;AAN3B,+FAAA,IAAI,OAAA;AACJ,sGAAA,WAAW,OAAA;AAMb,uDAKiC;AAJ/B,uGAAA,QAAQ,OAAA;AACR,uGAAA,QAAQ,OAAA;AAIV,iDAQ8B;AAP5B,iGAAA,KAAK,OAAA;AACL,iGAAA,KAAK,OAAA;AAQP,2BAA2B;AAC3B,8EAA8E;AAC9E,wEAAwE;AACxE,mEAAmE;AACnE,qEAAqE;AACrE,EAAE;AACF,kEAAkE;AAClE,iEAAiE;AACjE,wEAAwE;AACxE,gEAAgE;AAChE,gEAAgE;AAChE,6CAA6C;AAC7C,EAAE;AACF,2FAA2F;AAC3F,wFAAwF;AAExF,sEAK0C;AAJxC,oHAAA,eAAe,OAAA;AAMjB,+DAA+D;AAE/D,oEAAoE;AACpE,gEAAgE;AAEhE,qEAAqE;AACrE,0DAA0D;AAC1D,sDAAoC;AAEpC,uEAAuE;AACvE,uEAAuE;AACvE,oEAAoE;AACpE,sEAAsE;AACtE,8CAA8C;AAE9C,wEAAwE;AACxE,sEAAsE;AACtE,sEAAsE;AACtE,+CAO4B;AAN1B,qGAAA,SAAS,OAAA;AACT,mHAAA,uBAAuB,OAAA;AAEvB,0GAAA,cAAc,OAAA;AAKhB,yEAAyE;AACzE,0EAA0E;AAC1E,qEAAqE;AACrE,iEAAiE;AACjE,wDAOqC;AANnC,gGAAA,IAAI,OAAA;AAQN,qEAAqE;AACrE,wEAAwE;AACxE,uEAAuE;AACvE,oEAAoE;AACpE,yDAAyD;AACzD,wEAAwE;AACxE,gDAAgD;AAChD,wEAAwE;AACxE,gEAAgE;AAEhE,wEAAwE;AACxE,wEAAwE;AACxE,uDAAuD;AAEvD,mEAAmE;AACnE,oEAAoE;AACpE,sDAAsD"}
|
|
@@ -32,6 +32,7 @@ import { InMemoryStore, mockEmbedder } from 'agentfootprint/memory';
|
|
|
32
32
|
*/
|
|
33
33
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
34
34
|
exports.indexDocuments = void 0;
|
|
35
|
+
const inputCeiling_js_1 = require("../../memory/embedding/inputCeiling.js");
|
|
35
36
|
const capability_js_1 = require("../../memory/store/capability.js");
|
|
36
37
|
const provenance_js_1 = require("../../memory/retrieval/provenance.js");
|
|
37
38
|
const DEFAULT_IDENTITY = { conversationId: '_global' };
|
|
@@ -74,6 +75,7 @@ async function indexDocuments(store, embedder, documents, options = {}) {
|
|
|
74
75
|
// that get embedded and the bytes the model is later shown can never be
|
|
75
76
|
// two different things.
|
|
76
77
|
const texts = documents.map((d) => (0, provenance_js_1.chunkText)(d));
|
|
78
|
+
warnIfClipped(texts, embedder, options.maxChunkChars, embedderId);
|
|
77
79
|
let vectors;
|
|
78
80
|
if (embedder.embedBatch) {
|
|
79
81
|
vectors = await embedder.embedBatch({
|
|
@@ -149,6 +151,33 @@ function assertPassages(documents) {
|
|
|
149
151
|
` Fix: put the passage on \`content\` (or \`text\` — both are read), or drop the ` +
|
|
150
152
|
`document from the batch.`);
|
|
151
153
|
}
|
|
154
|
+
/**
|
|
155
|
+
* Say out loud, once, that some of these documents will be embedded CLIPPED.
|
|
156
|
+
*
|
|
157
|
+
* The sibling door files the same fact in `report.truncated`; this one returns
|
|
158
|
+
* a count and has no report to file anything in, so the console is the only
|
|
159
|
+
* channel it has — and the alternative is what shipped before 9.1.0: nothing
|
|
160
|
+
* at all. A vector built from the opening of a document, stored against the
|
|
161
|
+
* whole document as its passage, is retrieval that cannot find text the model
|
|
162
|
+
* can see. It fires BEFORE the embedding call, so the warning arrives even
|
|
163
|
+
* when the backend then rejects the batch for the same reason.
|
|
164
|
+
*/
|
|
165
|
+
function warnIfClipped(texts, embedder, explicit, embedderId) {
|
|
166
|
+
const ceiling = (0, inputCeiling_js_1.resolveChunkCeiling)(explicit, embedder);
|
|
167
|
+
const over = texts.filter((t) => t.length > ceiling.chars).length;
|
|
168
|
+
if (over === 0)
|
|
169
|
+
return;
|
|
170
|
+
console.warn((0, inputCeiling_js_1.truncationWarning)({
|
|
171
|
+
caller: 'indexDocuments',
|
|
172
|
+
count: over,
|
|
173
|
+
total: texts.length,
|
|
174
|
+
noun: 'document',
|
|
175
|
+
ceiling,
|
|
176
|
+
embedderId,
|
|
177
|
+
resplitHint: 'cut them into chunks before indexing (the `agentfootprint/rag` door splits with ' +
|
|
178
|
+
'coordinates, so each piece can still cite where it came from)',
|
|
179
|
+
}));
|
|
180
|
+
}
|
|
152
181
|
async function embedWithConcurrency(embedder, texts, limit, signal) {
|
|
153
182
|
const results = new Array(texts.length);
|
|
154
183
|
let next = 0;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indexDocuments.js","sourceRoot":"","sources":["../../../src/lib/rag/indexDocuments.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;;;
|
|
1
|
+
{"version":3,"file":"indexDocuments.js","sourceRoot":"","sources":["../../../src/lib/rag/indexDocuments.ts"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;;;AAGH,4EAAgG;AAGhG,oEAAuE;AAEvE,wEAAiE;AAsIjE,MAAM,gBAAgB,GAAmB,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;AAEvE;;;;;;;;;;;;GAYG;AACI,KAAK,UAAU,cAAc,CAClC,KAAkB,EAClB,QAAkB,EAClB,SAAiC,EACjC,UAAiC,EAAE;IAEnC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACpE,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,yCAAyC,CAAC,CAAC;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClE,mEAAmE;IACnE,sEAAsE;IACtE,qDAAqD;IACrD,IAAA,mCAAmB,EAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;IAC7C,cAAc,CAAC,SAAS,CAAC,CAAC;IAE1B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,gBAAgB,CAAC;IACtD,yEAAyE;IACzE,yEAAyE;IACzE,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,QAAQ,CAAC,EAAE,IAAI,kBAAkB,CAAC;IAC3E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAClC,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IAE5D,sEAAsE;IACtE,8DAA8D;IAC9D,oDAAoD;IACpD,wEAAwE;IACxE,wEAAwE;IACxE,wBAAwB;IACxB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAA,yBAAS,EAAC,CAAC,CAAC,CAAC,CAAC;IACjD,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IAClE,IAAI,OAAuC,CAAC;IAC5C,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACxB,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC;YAClC,KAAK;YACL,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;SAClD,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;QACvD,OAAO,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAC/E,CAAC;IAED,OAAO,CAAC,WAAW,EAAE,CAAC;QACpB,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,QAAQ;QAClB,SAAS,EAAE,UAAU;QACrB,SAAS,EAAE,QAAQ,CAAC,UAAU;QAC9B,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;KACxC,CAAC,CAAC;IAEH,MAAM,OAAO,GAA+B,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QACnE,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACvB,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,KAAK,EAAE,GAAG;YACV,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;YACd,cAAc,EAAE,GAAG;YACnB,WAAW,EAAE,CAAC;YACd,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC;YACrD,cAAc,EAAE,UAAU;YAC1B,GAAG,CAAC,GAAG,KAAK,SAAS,IAAI,EAAE,GAAG,EAAE,CAAC;YACjC,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,CAAC;YAC3C,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE;SAC9B,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvC,OAAO,OAAO,CAAC,MAAM,CAAC;AACxB,CAAC;AAvED,wCAuEC;AAED;;;;;;;;;;;;;;;GAeG;AACH,SAAS,cAAc,CAAC,SAAiC;IACvD,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;QAC5B,IAAI,IAAA,yBAAS,EAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC;YAAE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,SAAS,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO;IAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,KAAK,CAAC,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;IACtE,MAAM,IAAI,KAAK,CACb,mBAAmB,KAAK,CAAC,MAAM,0DAA0D;QACvF,sCAAsC,KAAK,GAAG,IAAI,KAAK;QACvD,sFAAsF;QACtF,gEAAgE;QAChE,wFAAwF;QACxF,gDAAgD;QAChD,oFAAoF;QACpF,0BAA0B,CAC7B,CAAC;AACJ,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,aAAa,CACpB,KAAwB,EACxB,QAAkB,EAClB,QAA4B,EAC5B,UAAkB;IAElB,MAAM,OAAO,GAAG,IAAA,qCAAmB,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAClE,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO;IACvB,OAAO,CAAC,IAAI,CACV,IAAA,mCAAiB,EAAC;QAChB,MAAM,EAAE,gBAAgB;QACxB,KAAK,EAAE,IAAI;QACX,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,IAAI,EAAE,UAAU;QAChB,OAAO;QACP,UAAU;QACV,WAAW,EACT,kFAAkF;YAClF,+DAA+D;KAClE,CAAC,CACH,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,QAAkB,EAClB,KAAwB,EACxB,KAAa,EACb,MAAoB;IAEpB,MAAM,OAAO,GAA0B,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/D,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,IAAI,EAAE;QAC/E,SAAS,CAAC;YACR,MAAM,CAAC,GAAG,IAAI,EAAE,CAAC;YACjB,IAAI,CAAC,IAAI,KAAK,CAAC,MAAM;gBAAE,OAAO;YAC9B,wDAAwD;YACxD,oEAAoE;YACpE,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACvB,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC;gBAChC,IAAI;gBACJ,GAAG,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,CAAC;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC3B,OAAO,OAAO,CAAC;AACjB,CAAC"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.truncationWarning = exports.resolveChunkCeiling = exports.DEFAULT_MAX_CHUNK_CHARS = void 0;
|
|
4
|
+
/**
|
|
5
|
+
* The ceiling used when nothing better is known: the measured `localEmbedder`
|
|
6
|
+
* cliff (512 wordpiece tokens ≈ 1,800–2,000 characters of English).
|
|
7
|
+
*
|
|
8
|
+
* It is the floor of the shipped range, deliberately — a ceiling that is too
|
|
9
|
+
* LOW only over-reports, and a ceiling that is too HIGH clips in silence.
|
|
10
|
+
*/
|
|
11
|
+
exports.DEFAULT_MAX_CHUNK_CHARS = 2000;
|
|
12
|
+
/**
|
|
13
|
+
* Resolve the ceiling for one indexing call.
|
|
14
|
+
*
|
|
15
|
+
* A non-positive or non-finite value is treated as absent at BOTH levels: it
|
|
16
|
+
* cannot describe a real ceiling, and honouring it would mark every chunk in
|
|
17
|
+
* the corpus as truncated (or none of them) on the strength of a typo.
|
|
18
|
+
*/
|
|
19
|
+
function resolveChunkCeiling(explicit, embedder) {
|
|
20
|
+
if (isUsable(explicit))
|
|
21
|
+
return { chars: Math.floor(explicit), source: 'explicit' };
|
|
22
|
+
const declared = embedder?.maxInputChars;
|
|
23
|
+
if (isUsable(declared))
|
|
24
|
+
return { chars: Math.floor(declared), source: 'embedder' };
|
|
25
|
+
return { chars: exports.DEFAULT_MAX_CHUNK_CHARS, source: 'default' };
|
|
26
|
+
}
|
|
27
|
+
exports.resolveChunkCeiling = resolveChunkCeiling;
|
|
28
|
+
function isUsable(value) {
|
|
29
|
+
return typeof value === 'number' && Number.isFinite(value) && value > 0;
|
|
30
|
+
}
|
|
31
|
+
/**
|
|
32
|
+
* The one sentence a run says out loud when something was clipped.
|
|
33
|
+
*
|
|
34
|
+
* It names the count (so the size of the hole is known), the ceiling AND where
|
|
35
|
+
* it came from (so the reader knows which knob is theirs to turn), and the two
|
|
36
|
+
* fixes — because "your index is silently incomplete" is useless without
|
|
37
|
+
* "here is the line to change".
|
|
38
|
+
*/
|
|
39
|
+
function truncationWarning(args) {
|
|
40
|
+
const { caller, count, total, noun, ceiling } = args;
|
|
41
|
+
const who = args.embedderId ? `'${args.embedderId}'` : 'the embedder';
|
|
42
|
+
const provenance = ceiling.source === 'explicit'
|
|
43
|
+
? `the maxChunkChars you passed`
|
|
44
|
+
: ceiling.source === 'embedder'
|
|
45
|
+
? `${who}'s declared maxInputChars`
|
|
46
|
+
: `the default — ${who} declares no maxInputChars`;
|
|
47
|
+
return (`${caller}: ${count} of ${total} ${noun}(s) are longer than the ${ceiling.chars}-character ` +
|
|
48
|
+
`input ceiling in effect (${provenance}), so they were embedded CLIPPED.\n` +
|
|
49
|
+
` The vector represents only the opening of each one, while the FULL text is stored and ` +
|
|
50
|
+
`served as the passage — so retrieval cannot find wording that is plainly visible in the ` +
|
|
51
|
+
`block the model is shown. Nothing throws and nothing scores zero; the corpus is quietly ` +
|
|
52
|
+
`partially indexed.\n` +
|
|
53
|
+
` Fix: ${args.resplitHint ?? "re-split smaller (lower the splitter's maxChars)"}, or raise ` +
|
|
54
|
+
`maxChunkChars if ${who} really reads more than ${ceiling.chars} characters.` +
|
|
55
|
+
(args.idsIn ? `\n The affected ids are in ${args.idsIn}.` : ''));
|
|
56
|
+
}
|
|
57
|
+
exports.truncationWarning = truncationWarning;
|
|
58
|
+
//# sourceMappingURL=inputCeiling.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"inputCeiling.js","sourceRoot":"","sources":["../../../src/memory/embedding/inputCeiling.ts"],"names":[],"mappings":";;;AAyCA;;;;;;GAMG;AACU,QAAA,uBAAuB,GAAG,IAAI,CAAC;AAY5C;;;;;;GAMG;AACH,SAAgB,mBAAmB,CACjC,QAA4B,EAC5B,QAAqD;IAErD,IAAI,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IACnF,MAAM,QAAQ,GAAG,QAAQ,EAAE,aAAa,CAAC;IACzC,IAAI,QAAQ,CAAC,QAAQ,CAAC;QAAE,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;IACnF,OAAO,EAAE,KAAK,EAAE,+BAAuB,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;AAC/D,CAAC;AARD,kDAQC;AAED,SAAS,QAAQ,CAAC,KAAyB;IACzC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC;AAC1E,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,iBAAiB,CAAC,IAyBjC;IACC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC;IACtE,MAAM,UAAU,GACd,OAAO,CAAC,MAAM,KAAK,UAAU;QAC3B,CAAC,CAAC,8BAA8B;QAChC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,UAAU;YAC/B,CAAC,CAAC,GAAG,GAAG,2BAA2B;YACnC,CAAC,CAAC,iBAAiB,GAAG,4BAA4B,CAAC;IACvD,OAAO,CACL,GAAG,MAAM,KAAK,KAAK,OAAO,KAAK,IAAI,IAAI,2BAA2B,OAAO,CAAC,KAAK,aAAa;QAC5F,4BAA4B,UAAU,qCAAqC;QAC3E,0FAA0F;QAC1F,0FAA0F;QAC1F,0FAA0F;QAC1F,sBAAsB;QACtB,WAAW,IAAI,CAAC,WAAW,IAAI,kDAAkD,aAAa;QAC9F,oBAAoB,GAAG,2BAA2B,OAAO,CAAC,KAAK,cAAc;QAC7E,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,+BAA+B,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CACjE,CAAC;AACJ,CAAC;AA7CD,8CA6CC"}
|
|
@@ -2,6 +2,12 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
exports.mockEmbedder = void 0;
|
|
4
4
|
const DEFAULT_DIMENSIONS = 32;
|
|
5
|
+
/**
|
|
6
|
+
* Declared input ceiling (9.1.0). Not a model limit — there is no model. This
|
|
7
|
+
* embedder reads every character it is given, so the number is a practical
|
|
8
|
+
* bound (a megabyte of text) rather than a cliff.
|
|
9
|
+
*/
|
|
10
|
+
const MOCK_MAX_INPUT_CHARS = 1_000_000;
|
|
5
11
|
function charFrequency(text, dims) {
|
|
6
12
|
const vec = new Array(dims).fill(0);
|
|
7
13
|
for (let i = 0; i < text.length; i++) {
|
|
@@ -24,6 +30,13 @@ function mockEmbedder(options = {}) {
|
|
|
24
30
|
// index and a real one — which is a swap worth refusing, since a corpus
|
|
25
31
|
// indexed by letter frequency and queried by meaning scores nothing.
|
|
26
32
|
id: 'mock',
|
|
33
|
+
// Deliberately generous: this counts characters in a loop, so there is no
|
|
34
|
+
// window to fall off and nothing is ever clipped. It is declared anyway
|
|
35
|
+
// (rather than left absent) so a mock-first run does not report truncation
|
|
36
|
+
// that only the DEFAULT ceiling believes in — a warning about a limit the
|
|
37
|
+
// embedder does not have teaches the wrong lesson before the real embedder
|
|
38
|
+
// is swapped in.
|
|
39
|
+
maxInputChars: MOCK_MAX_INPUT_CHARS,
|
|
27
40
|
async embed({ text }) {
|
|
28
41
|
return charFrequency(text, dimensions);
|
|
29
42
|
},
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mockEmbedder.js","sourceRoot":"","sources":["../../../src/memory/embedding/mockEmbedder.ts"],"names":[],"mappings":";;;AAeA,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B,SAAS,aAAa,CAAC,IAAY,EAAE,IAAY;IAC/C,MAAM,GAAG,GAAG,IAAI,KAAK,CAAS,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAMD;;;GAGG;AACH,SAAgB,YAAY,CAAC,UAA+B,EAAE;IAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC;IAC5D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,4DAA4D,UAAU,GAAG,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO;QACL,UAAU;QACV,sEAAsE;QACtE,wEAAwE;QACxE,qEAAqE;QACrE,EAAE,EAAE,MAAM;QACV,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,EAAa;YAC7B,OAAO,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,EAAkB;YACxC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;QAC9D,CAAC;KACF,CAAC;AACJ,CAAC;
|
|
1
|
+
{"version":3,"file":"mockEmbedder.js","sourceRoot":"","sources":["../../../src/memory/embedding/mockEmbedder.ts"],"names":[],"mappings":";;;AAeA,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAE9B;;;;GAIG;AACH,MAAM,oBAAoB,GAAG,SAAS,CAAC;AAEvC,SAAS,aAAa,CAAC,IAAY,EAAE,IAAY;IAC/C,MAAM,GAAG,GAAG,IAAI,KAAK,CAAS,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAMD;;;GAGG;AACH,SAAgB,YAAY,CAAC,UAA+B,EAAE;IAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,kBAAkB,CAAC;IAC5D,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,4DAA4D,UAAU,GAAG,CAAC,CAAC;IAC7F,CAAC;IAED,OAAO;QACL,UAAU;QACV,sEAAsE;QACtE,wEAAwE;QACxE,qEAAqE;QACrE,EAAE,EAAE,MAAM;QACV,0EAA0E;QAC1E,wEAAwE;QACxE,2EAA2E;QAC3E,0EAA0E;QAC1E,2EAA2E;QAC3E,iBAAiB;QACjB,aAAa,EAAE,oBAAoB;QACnC,KAAK,CAAC,KAAK,CAAC,EAAE,IAAI,EAAa;YAC7B,OAAO,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACzC,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,EAAE,KAAK,EAAkB;YACxC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;QAC9D,CAAC;KACF,CAAC;AACJ,CAAC;AA1BD,oCA0BC"}
|
package/dist/rag/indexCorpus.js
CHANGED
|
@@ -55,13 +55,13 @@ exports.buildIndexChart = exports.indexCorpus = void 0;
|
|
|
55
55
|
*/
|
|
56
56
|
const footprintjs_1 = require("footprintjs");
|
|
57
57
|
const footprintjs_2 = require("footprintjs");
|
|
58
|
+
const inputCeiling_js_1 = require("../memory/embedding/inputCeiling.js");
|
|
58
59
|
const capability_js_1 = require("../memory/store/capability.js");
|
|
59
60
|
const emitEmbedding_js_1 = require("../memory/embedding/emitEmbedding.js");
|
|
60
61
|
const defineRAG_js_1 = require("../lib/rag/defineRAG.js");
|
|
61
62
|
const loadDocuments_js_1 = require("./loadDocuments.js");
|
|
62
63
|
const splitDocuments_js_1 = require("./splitDocuments.js");
|
|
63
64
|
const byHeading_js_1 = require("./splitters/byHeading.js");
|
|
64
|
-
const DEFAULT_MAX_CHUNK_CHARS = 2000;
|
|
65
65
|
/**
|
|
66
66
|
* Build and run the indexing chart.
|
|
67
67
|
*
|
|
@@ -113,7 +113,12 @@ function compile(config) {
|
|
|
113
113
|
const batchSize = Math.max(1, Math.floor(config.batchSize ?? 64));
|
|
114
114
|
const maxBatches = Math.max(1, Math.floor(config.maxConcurrentBatches ?? 4));
|
|
115
115
|
const attempts = Math.max(1, Math.floor(config.attempts ?? 3));
|
|
116
|
-
|
|
116
|
+
// The ceiling comes from the embedder unless the caller stated one. The
|
|
117
|
+
// number lives where the knowledge is: an indexer's own default is a guess
|
|
118
|
+
// about a backend it has never met, and the safe guess (the smallest cliff
|
|
119
|
+
// any embedder might have) cuts every larger embedder short.
|
|
120
|
+
const ceiling = (0, inputCeiling_js_1.resolveChunkCeiling)(config.maxChunkChars, config.embedder);
|
|
121
|
+
const maxChunkChars = ceiling.chars;
|
|
117
122
|
const removeMissing = config.removeMissing ?? true;
|
|
118
123
|
const startedAt = Date.now();
|
|
119
124
|
const fingerprint = `${embedderId}@${config.embedder.dimensions}`;
|
|
@@ -314,6 +319,7 @@ function compile(config) {
|
|
|
314
319
|
.addFunction('Report', (scope) => {
|
|
315
320
|
// The report is a COMMIT, not just a return value. A later reader
|
|
316
321
|
// asks the trace what this run did; nothing had to be saved.
|
|
322
|
+
const truncated = scope.truncated ?? [];
|
|
317
323
|
scope.report = {
|
|
318
324
|
discovered: scope.discoveredCount ?? 0,
|
|
319
325
|
loaded: (scope.documents ?? []).length,
|
|
@@ -322,11 +328,29 @@ function compile(config) {
|
|
|
322
328
|
skipped: (scope.toSkip ?? []).length,
|
|
323
329
|
removed: scope.removedCount ?? 0,
|
|
324
330
|
failed: scope.failed ?? [],
|
|
325
|
-
truncated
|
|
331
|
+
truncated,
|
|
332
|
+
truncatedCount: truncated.length,
|
|
326
333
|
embedderFingerprint: fingerprint,
|
|
327
334
|
splitter: splitter.name,
|
|
328
335
|
elapsedMs: Date.now() - startedAt,
|
|
329
336
|
};
|
|
337
|
+
// Said OUT LOUD, once, at the end of the run — because an invisible
|
|
338
|
+
// failure is indistinguishable from success. The list has been in
|
|
339
|
+
// the report since 8.10.0 and nobody reads a report that says
|
|
340
|
+
// everything went fine; the corpus that is quietly missing a
|
|
341
|
+
// paragraph is discovered months later as "the model does not know
|
|
342
|
+
// that". One line, at the one moment the count is final.
|
|
343
|
+
if (truncated.length > 0) {
|
|
344
|
+
console.warn((0, inputCeiling_js_1.truncationWarning)({
|
|
345
|
+
caller: 'indexCorpus',
|
|
346
|
+
count: truncated.length,
|
|
347
|
+
total: (scope.chunks ?? []).length,
|
|
348
|
+
noun: 'chunk',
|
|
349
|
+
ceiling,
|
|
350
|
+
embedderId,
|
|
351
|
+
idsIn: "the returned report's `truncated` list",
|
|
352
|
+
}));
|
|
353
|
+
}
|
|
330
354
|
}, 'report', 'File what this run did — the commit log IS the report')
|
|
331
355
|
.build());
|
|
332
356
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"indexCorpus.js","sourceRoot":"","sources":["../../src/rag/indexCorpus.ts"],"names":[],"mappings":";;;AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,6CAAwC;AAExC,6CAAqC;AAIrC,iEAAoE;AAGpE,2EAAqE;AACrE,0DAAkE;AAClE,yDAAmD;AACnD,2DAAqD;AACrD,2DAAqD;AAoFrD,MAAM,uBAAuB,GAAG,IAAI,CAAC;AAErC;;;;;;;;;;;;;;;GAeG;AACI,KAAK,UAAU,WAAW,CAAC,MAAyB;IACzD,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,wEAAwE;IACxE,4EAA4E;IAC5E,0EAA0E;IAC1E,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAyC,CAAC;IAC7E,MAAM,MAAM,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAXD,kCAWC;AAED;;;;GAIG;AACH,SAAgB,eAAe,CAAC,MAAyB;IACvD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC;AACzB,CAAC;AAFD,0CAEC;AAED,SAAS,OAAO,CAAC,MAAyB;IACxC,uEAAuE;IACvE,oEAAoE;IACpE,sEAAsE;IACtE,yEAAyE;IACzE,wBAAwB;IACxB,IAAA,mCAAmB,EAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,sCAAuB,CAAC;IACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,IAAA,wBAAS,GAAE,CAAC;IAChD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,kBAAkB,CAAC;IACjF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/D,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,uBAAuB,CAAC;IACtE,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC;IACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,WAAW,GAAG,GAAG,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;IAElE,OAAO,CACL,IAAA,uBAAS,EACP,iBAAiB,EACjB,KAAK,EAAE,KAAK,EAAE,EAAE;QACd,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAA,gCAAa,EAAC,MAAM,CAAC,MAAM,EAAE;YAC3E,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;SACnD,CAAC,CAAC;QACH,KAAK,CAAC,eAAe,GAAG,UAAU,CAAC;QACnC,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IACxB,CAAC,EACD,eAAe,EACf,EAAE,WAAW,EAAE,yDAAyD,EAAE,CAC3E;SACE,WAAW,CACV,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;QACR,MAAM,MAAM,GAAG,IAAA,kCAAc,EAAC,KAAK,CAAC,SAAS,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC/D,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QACtB,KAAK,CAAC,SAAS,GAAG,MAAM;aACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;aAC5C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC,EACD,OAAO,EACP,4BAA4B,QAAQ,CAAC,IAAI,GAAG,CAC7C;QAED,yEAAyE;SACxE,kBAAkB,CACjB,MAAM,EACN,CAAC,KAAK,EAAE,KAA6B,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAErD,kEAAkE;QAClE,qDAAqD;QACrD,MAAM,OAAO,GAAY,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,CAA2B,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACpF,MAAM,UAAU,GAAG,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC;YAChD,MAAM,iBAAiB,GACrB,QAAQ,EAAE,cAAc,KAAK,SAAS;gBACpC,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,GAAG,QAAQ,CAAC,cAAc,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;YACxE,MAAM,WAAW,GAAG,UAAU,KAAK,KAAK,CAAC,WAAW,CAAC;YACrD,MAAM,YAAY,GAAG,iBAAiB,KAAK,WAAW,CAAC;YACvD,IAAI,QAAQ,IAAI,WAAW,IAAI,YAAY;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;;gBAC9D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,oEAAoE;QACpE,2DAA2D;QAC3D,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACpE,IAAI,MAA0B,CAAC;YAC/B,GAAG,CAAC;gBACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAsB,MAAM,EAAE;oBAChE,KAAK,EAAE,GAAG;oBACV,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,EAAE,MAAM,EAAE,CAAC;iBACxC,CAAC,CAAC;gBACH,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBAAE,SAAS;oBACnC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC;oBACnC,6DAA6D;oBAC7D,4DAA4D;oBAC5D,qBAAqB;oBACrB,IAAI,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;wBAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;yBACrE,IAAI,MAAM,KAAK,SAAS,IAAI,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;wBACjE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YACvB,CAAC,QAAQ,MAAM,KAAK,SAAS,EAAE;QACjC,CAAC;QAED,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;QACxB,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC1B,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACjD,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;QAExB,OAAO,IAAA,oBAAM,EACX,KAAK,EACL;YACE;gBACE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC;gBAC9E,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,4EAA4E;aACpF;YACD;gBACE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC;gBACxC,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,0EAA0E;aAClF;SACF,EACD,YAAY,CACb,CAAC;IACJ,CAAC,CAAU,EACX,MAAM,EACN,wDAAwD,CACzD;SACA,iBAAiB,CAChB,eAAe,EACf,aAAa,EACb,IAAa,EACb,4BAA4B,CAC7B;SACA,iBAAiB,CAAC,aAAa,EAAE,aAAa,EAAE,IAAa,EAAE,yBAAyB,CAAC;SACzF,iBAAiB,CAAC,YAAY,EAAE,WAAW,EAAE,IAAa,EAAE,6BAA6B,CAAC;QAC3F,sEAAsE;QACtE,oEAAoE;QACpE,uEAAuE;QACvE,kBAAkB;SACjB,GAAG,EAAE;QAEN,wEAAwE;QACxE,sEAAsE;QACtE,wEAAwE;QACxE,sEAAsE;QACtE,qEAAqE;QACrE,4DAA4D;QAC5D,EAAE;QACF,uEAAuE;QACvE,6DAA6D;QAC7D,sDAAsD;SACrD,WAAW,CACV,aAAa,EACb,CAAC,KAAK,EAAE,EAAE;QACR,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;QAC3C,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5C,KAAK,CAAC,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACnD,CAAC,EACD,aAAa,EACb,cAAc,UAAU,wBAAwB,CACjD;SACA,kBAAkB,CAAmB,eAAe,EAAE,OAAO,EAAE;QAC9D,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE;QACpC,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACvB,IAAA,uBAAS,EACP,eAAe,KAAK,GAAG,CAAC,EAAE,EAC1B,KAAK,EAAE,KAAK,EAAE,EAAE;YACd,MAAM,WAAW,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAqB,CAAC;YAC9D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;gBAClB,OAAO;YACT,CAAC;YACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU;gBACxC,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,CAAC;gBAC7C,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAE5E,IAAA,gCAAa,EAAC,KAAc,EAAE;gBAC5B,KAAK,EAAE,UAAU;gBACjB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,UAAU;gBACrB,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU;gBACrC,KAAK,EAAE,OAAO,CAAC,MAAM;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;aACxC,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,OAAO,GAAyB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/D,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,cAAc,EAAE,GAAG;gBACnB,WAAW,EAAE,CAAC;gBACd,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,GAAI,OAAO,CAAC,CAAC,CAAc,CAAC,EAAE,CAAC;gBAC/D,cAAc,EAAE,UAAU;aAC3B,CAAC,CAAC,CAAC;YACJ,8DAA8D;YAC9D,2DAA2D;YAC3D,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC5C,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,CAAC,EACD,eAAe,KAAK,EAAE,EACtB,EAAE,WAAW,EAAE,iBAAiB,KAAK,CAAC,MAAM,SAAS,EAAE,CACxD;YACC,6DAA6D;aAC5D,KAAK,CAAC;YACL,QAAQ;YACR,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;SACrD,CAAC;aACD,KAAK,EAAW;QACrB,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,cAAc;QACpB,uEAAuE;QACvE,sEAAsE;QACtE,wEAAwE;QACxE,uEAAuE;QACvE,wBAAwB;QACxB,QAAQ,EAAE,IAAI;KACf,CAAC;SAED,WAAW,CACV,cAAc,EACd,CAAC,KAAK,EAAE,EAAE;QACR,oEAAoE;QACpE,oEAAoE;QACpE,gEAAgE;QAChE,EAAE;QACF,kEAAkE;QAClE,kEAAkE;QAClE,uBAAuB;QACvB,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,CAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1E,MAAM,CAAC,GAAI,MAA4C,EAAE,OAAO,CAAC;YACjE,OAAO,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC,EAAE,CAAC,CAAC,CAAC;QACN,KAAK,CAAC,aAAa,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC;IAC7D,CAAC,EACD,cAAc,EACd,sCAAsC,CACvC;QAED,oEAAoE;QACpE,uEAAuE;QACvE,uEAAuE;QACvE,sBAAsB;SACrB,kBAAkB,CACjB,eAAe,EACf,CAAC,CAAC,KAA6B,EAAE,EAAE,CACjC,IAAA,oBAAM,EACJ,KAAK,EACL;QACE;YACE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC;YAChD,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,sCAAsC;SAC9C;KACF,EACD,cAAc,CACf,CAAU,EACb,sBAAsB,EACtB,8CAA8C,CAC/C;SACA,iBAAiB,CAAC,cAAc,EAAE,aAAa,EAAE,IAAa,EAAE,wBAAwB,CAAC;SACzF,MAAM,CAAC,aAAa,CAAC;SACrB,iBAAiB,CAAC,cAAc,EAAE,aAAa,EAAE,IAAa,EAAE,yBAAyB,CAAC;SAC1F,GAAG,EAAE;SAEL,WAAW,CACV,gBAAgB,EAChB,KAAK,EAAE,KAAK,EAAE,EAAE;QACd,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;QACD,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC;IAC/B,CAAC,EACD,gBAAgB,EAChB,qDAAqD,CACtD;SAEA,WAAW,CACV,QAAQ,EACR,CAAC,KAAK,EAAE,EAAE;QACR,kEAAkE;QAClE,6DAA6D;QAC7D,KAAK,CAAC,MAAM,GAAG;YACb,UAAU,EAAE,KAAK,CAAC,eAAe,IAAI,CAAC;YACtC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM;YACtC,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM;YACnC,QAAQ,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;YAClC,OAAO,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM;YACpC,OAAO,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE;YAC1B,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,EAAE;YAChC,mBAAmB,EAAE,WAAW;YAChC,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SAClC,CAAC;IACJ,CAAC,EACD,QAAQ,EACR,uDAAuD,CACxD;SACA,KAAK,EAAE,CACX,CAAC;AACJ,CAAC;AAED,MAAM,IAAI,GAAG,GAAS,EAAE;IACtB,8DAA8D;AAChE,CAAC,CAAC;AAEF,oEAAoE;AACpE,SAAS,gBAAgB,CAAC,MAAc,EAAE,KAA6B;IACrE,4EAA4E;IAC5E,4EAA4E;IAC5E,yEAAyE;IACzE,uEAAuE;IACvE,oCAAoC;IACpC,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,KAAK,CAAI,KAAmB,EAAE,IAAY;IACjD,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACrF,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
1
|
+
{"version":3,"file":"indexCorpus.js","sourceRoot":"","sources":["../../src/rag/indexCorpus.ts"],"names":[],"mappings":";;;AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AACH,6CAAwC;AAExC,6CAAqC;AAGrC,yEAA6F;AAE7F,iEAAoE;AAGpE,2EAAqE;AACrE,0DAAkE;AAClE,yDAAmD;AACnD,2DAAqD;AACrD,2DAAqD;AAkGrD;;;;;;;;;;;;;;;GAeG;AACI,KAAK,UAAU,WAAW,CAAC,MAAyB;IACzD,MAAM,KAAK,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IACtC,wEAAwE;IACxE,4EAA4E;IAC5E,0EAA0E;IAC1E,MAAM,MAAM,GAAG,CAAC,MAAM,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAyC,CAAC;IAC7E,MAAM,MAAM,GAAG,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC;IACrC,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAXD,kCAWC;AAED;;;;GAIG;AACH,SAAgB,eAAe,CAAC,MAAyB;IACvD,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC;AACzB,CAAC;AAFD,0CAEC;AAED,SAAS,OAAO,CAAC,MAAyB;IACxC,uEAAuE;IACvE,oEAAoE;IACpE,sEAAsE;IACtE,yEAAyE;IACzE,wBAAwB;IACxB,IAAA,mCAAmB,EAAC,MAAM,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,sCAAuB,CAAC;IACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,IAAA,wBAAS,GAAE,CAAC;IAChD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,EAAE,IAAI,kBAAkB,CAAC;IACjF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC;IAClE,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,oBAAoB,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC;IAC/D,wEAAwE;IACxE,2EAA2E;IAC3E,2EAA2E;IAC3E,6DAA6D;IAC7D,MAAM,OAAO,GAAG,IAAA,qCAAmB,EAAC,MAAM,CAAC,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3E,MAAM,aAAa,GAAG,OAAO,CAAC,KAAK,CAAC;IACpC,MAAM,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,IAAI,CAAC;IACnD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,WAAW,GAAG,GAAG,UAAU,IAAI,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAC;IAElE,OAAO,CACL,IAAA,uBAAS,EACP,iBAAiB,EACjB,KAAK,EAAE,KAAK,EAAE,EAAE;QACd,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAA,gCAAa,EAAC,MAAM,CAAC,MAAM,EAAE;YAC3E,GAAG,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;SACnD,CAAC,CAAC;QACH,KAAK,CAAC,eAAe,GAAG,UAAU,CAAC;QACnC,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;QAC5B,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IACxB,CAAC,EACD,eAAe,EACf,EAAE,WAAW,EAAE,yDAAyD,EAAE,CAC3E;SACE,WAAW,CACV,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;QACR,MAAM,MAAM,GAAG,IAAA,kCAAc,EAAC,KAAK,CAAC,SAAS,IAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC/D,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QACtB,KAAK,CAAC,SAAS,GAAG,MAAM;aACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC;aAC5C,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtD,CAAC,EACD,OAAO,EACP,4BAA4B,QAAQ,CAAC,IAAI,GAAG,CAC7C;QAED,yEAAyE;SACxE,kBAAkB,CACjB,MAAM,EACN,CAAC,KAAK,EAAE,KAA6B,EAAE,EAAE;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAErD,kEAAkE;QAClE,qDAAqD;QACrD,MAAM,OAAO,GAAY,EAAE,CAAC;QAC5B,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,GAAG,CAA2B,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;YACpF,MAAM,UAAU,GAAG,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC;YAChD,MAAM,iBAAiB,GACrB,QAAQ,EAAE,cAAc,KAAK,SAAS;gBACpC,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,GAAG,QAAQ,CAAC,cAAc,IAAI,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC;YACxE,MAAM,WAAW,GAAG,UAAU,KAAK,KAAK,CAAC,WAAW,CAAC;YACrD,MAAM,YAAY,GAAG,iBAAiB,KAAK,WAAW,CAAC;YACvD,IAAI,QAAQ,IAAI,WAAW,IAAI,YAAY;gBAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;;gBAC9D,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QAED,oEAAoE;QACpE,2DAA2D;QAC3D,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,IAAI,aAAa,EAAE,CAAC;YAClB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACpE,IAAI,MAA0B,CAAC;YAC/B,GAAG,CAAC;gBACF,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,CAAsB,MAAM,EAAE;oBAChE,KAAK,EAAE,GAAG;oBACV,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,EAAE,MAAM,EAAE,CAAC;iBACxC,CAAC,CAAC;gBACH,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjC,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wBAAE,SAAS;oBACnC,MAAM,MAAM,GAAG,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC;oBACnC,6DAA6D;oBAC7D,4DAA4D;oBAC5D,qBAAqB;oBACrB,IAAI,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC;wBAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;yBACrE,IAAI,MAAM,KAAK,SAAS,IAAI,gBAAgB,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;wBACjE,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;oBAC1B,CAAC;gBACH,CAAC;gBACD,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;YACvB,CAAC,QAAQ,MAAM,KAAK,SAAS,EAAE;QACjC,CAAC;QAED,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;QACxB,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;QACtB,KAAK,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAC1B,KAAK,CAAC,cAAc,GAAG,KAAK,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACjD,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC;QAExB,OAAO,IAAA,oBAAM,EACX,KAAK,EACL;YACE;gBACE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC;gBAC9E,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,4EAA4E;aACpF;YACD;gBACE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC;gBACxC,IAAI,EAAE,aAAa;gBACnB,KAAK,EAAE,0EAA0E;aAClF;SACF,EACD,YAAY,CACb,CAAC;IACJ,CAAC,CAAU,EACX,MAAM,EACN,wDAAwD,CACzD;SACA,iBAAiB,CAChB,eAAe,EACf,aAAa,EACb,IAAa,EACb,4BAA4B,CAC7B;SACA,iBAAiB,CAAC,aAAa,EAAE,aAAa,EAAE,IAAa,EAAE,yBAAyB,CAAC;SACzF,iBAAiB,CAAC,YAAY,EAAE,WAAW,EAAE,IAAa,EAAE,6BAA6B,CAAC;QAC3F,sEAAsE;QACtE,oEAAoE;QACpE,uEAAuE;QACvE,kBAAkB;SACjB,GAAG,EAAE;QAEN,wEAAwE;QACxE,sEAAsE;QACtE,wEAAwE;QACxE,sEAAsE;QACtE,qEAAqE;QACrE,4DAA4D;QAC5D,EAAE;QACF,uEAAuE;QACvE,6DAA6D;QAC7D,sDAAsD;SACrD,WAAW,CACV,aAAa,EACb,CAAC,KAAK,EAAE,EAAE;QACR,MAAM,OAAO,GAAG,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC;QAC3C,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;QAC5C,KAAK,CAAC,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IACnD,CAAC,EACD,aAAa,EACb,cAAc,UAAU,wBAAwB,CACjD;SACA,kBAAkB,CAAmB,eAAe,EAAE,OAAO,EAAE;QAC9D,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE;QACpC,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CACvB,IAAA,uBAAS,EACP,eAAe,KAAK,GAAG,CAAC,EAAE,EAC1B,KAAK,EAAE,KAAK,EAAE,EAAE;YACd,MAAM,WAAW,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAqB,CAAC;YAC9D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;gBAClB,OAAO;YACT,CAAC;YACD,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU;gBACxC,CAAC,CAAC,MAAM,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,CAAC;gBAC7C,CAAC,CAAC,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YAE5E,IAAA,gCAAa,EAAC,KAAc,EAAE;gBAC5B,KAAK,EAAE,UAAU;gBACjB,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,UAAU;gBACrB,SAAS,EAAE,MAAM,CAAC,QAAQ,CAAC,UAAU;gBACrC,KAAK,EAAE,OAAO,CAAC,MAAM;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,cAAc;aACxC,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,MAAM,OAAO,GAAyB,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC/D,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,KAAK,EAAE,CAAC;gBACR,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;gBACd,cAAc,EAAE,GAAG;gBACnB,WAAW,EAAE,CAAC;gBACd,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,GAAI,OAAO,CAAC,CAAC,CAAc,CAAC,EAAE,CAAC;gBAC/D,cAAc,EAAE,UAAU;aAC3B,CAAC,CAAC,CAAC;YACJ,8DAA8D;YAC9D,2DAA2D;YAC3D,MAAM,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC5C,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,CAAC,EACD,eAAe,KAAK,EAAE,EACtB,EAAE,WAAW,EAAE,iBAAiB,KAAK,CAAC,MAAM,SAAS,EAAE,CACxD;YACC,6DAA6D;aAC5D,KAAK,CAAC;YACL,QAAQ;YACR,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;SACrD,CAAC;aACD,KAAK,EAAW;QACrB,WAAW,EAAE,UAAU;QACvB,IAAI,EAAE,cAAc;QACpB,uEAAuE;QACvE,sEAAsE;QACtE,wEAAwE;QACxE,uEAAuE;QACvE,wBAAwB;QACxB,QAAQ,EAAE,IAAI;KACf,CAAC;SAED,WAAW,CACV,cAAc,EACd,CAAC,KAAK,EAAE,EAAE;QACR,oEAAoE;QACpE,oEAAoE;QACpE,gEAAgE;QAChE,EAAE;QACF,kEAAkE;QAClE,kEAAkE;QAClE,uBAAuB;QACvB,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,MAAM,CAAS,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;YAC1E,MAAM,CAAC,GAAI,MAA4C,EAAE,OAAO,CAAC;YACjE,OAAO,KAAK,GAAG,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC,EAAE,CAAC,CAAC,CAAC;QACN,KAAK,CAAC,aAAa,GAAG,CAAC,KAAK,CAAC,aAAa,IAAI,CAAC,CAAC,GAAG,OAAO,CAAC;IAC7D,CAAC,EACD,cAAc,EACd,sCAAsC,CACvC;QAED,oEAAoE;QACpE,uEAAuE;QACvE,uEAAuE;QACvE,sBAAsB;SACrB,kBAAkB,CACjB,eAAe,EACf,CAAC,CAAC,KAA6B,EAAE,EAAE,CACjC,IAAA,oBAAM,EACJ,KAAK,EACL;QACE;YACE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC;YAChD,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,sCAAsC;SAC9C;KACF,EACD,cAAc,CACf,CAAU,EACb,sBAAsB,EACtB,8CAA8C,CAC/C;SACA,iBAAiB,CAAC,cAAc,EAAE,aAAa,EAAE,IAAa,EAAE,wBAAwB,CAAC;SACzF,MAAM,CAAC,aAAa,CAAC;SACrB,iBAAiB,CAAC,cAAc,EAAE,aAAa,EAAE,IAAa,EAAE,yBAAyB,CAAC;SAC1F,GAAG,EAAE;SAEL,WAAW,CACV,gBAAgB,EAChB,KAAK,EAAE,KAAK,EAAE,EAAE;QACd,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,QAAQ,IAAI,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC,CAAC;QACf,CAAC;QACD,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC;IAC/B,CAAC,EACD,gBAAgB,EAChB,qDAAqD,CACtD;SAEA,WAAW,CACV,QAAQ,EACR,CAAC,KAAK,EAAE,EAAE;QACR,kEAAkE;QAClE,6DAA6D;QAC7D,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC;QACxC,KAAK,CAAC,MAAM,GAAG;YACb,UAAU,EAAE,KAAK,CAAC,eAAe,IAAI,CAAC;YACtC,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM;YACtC,MAAM,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM;YACnC,QAAQ,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;YAClC,OAAO,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM;YACpC,OAAO,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;YAChC,MAAM,EAAE,KAAK,CAAC,MAAM,IAAI,EAAE;YAC1B,SAAS;YACT,cAAc,EAAE,SAAS,CAAC,MAAM;YAChC,mBAAmB,EAAE,WAAW;YAChC,QAAQ,EAAE,QAAQ,CAAC,IAAI;YACvB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;SAClC,CAAC;QAEF,oEAAoE;QACpE,kEAAkE;QAClE,8DAA8D;QAC9D,6DAA6D;QAC7D,mEAAmE;QACnE,yDAAyD;QACzD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CACV,IAAA,mCAAiB,EAAC;gBAChB,MAAM,EAAE,aAAa;gBACrB,KAAK,EAAE,SAAS,CAAC,MAAM;gBACvB,KAAK,EAAE,CAAC,KAAK,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM;gBAClC,IAAI,EAAE,OAAO;gBACb,OAAO;gBACP,UAAU;gBACV,KAAK,EAAE,wCAAwC;aAChD,CAAC,CACH,CAAC;QACJ,CAAC;IACH,CAAC,EACD,QAAQ,EACR,uDAAuD,CACxD;SACA,KAAK,EAAE,CACX,CAAC;AACJ,CAAC;AAED,MAAM,IAAI,GAAG,GAAS,EAAE;IACtB,8DAA8D;AAChE,CAAC,CAAC;AAEF,oEAAoE;AACpE,SAAS,gBAAgB,CAAC,MAAc,EAAE,KAA6B;IACrE,4EAA4E;IAC5E,4EAA4E;IAC5E,yEAAyE;IACzE,uEAAuE;IACvE,oCAAoC;IACpC,OAAO,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,KAAK,CAAI,KAAmB,EAAE,IAAY;IACjD,MAAM,GAAG,GAAU,EAAE,CAAC;IACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI;QAAE,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACrF,OAAO,GAAG,CAAC;AACb,CAAC"}
|
|
@@ -29,6 +29,28 @@ exports.DEFAULT_MIN_CHARS = exports.DEFAULT_OVERLAP_CHARS = exports.DEFAULT_MAX_
|
|
|
29
29
|
* 8,191. Raise it and you approach a limit whose failure mode is silence —
|
|
30
30
|
* half your chunk embedded, full score reported.
|
|
31
31
|
*
|
|
32
|
+
* ── How this number composes with the INDEXER's ceiling ─────────────────────
|
|
33
|
+
*
|
|
34
|
+
* Two numbers bound one chunk and they are set in different places:
|
|
35
|
+
* `maxChars` HERE decides how big a chunk is cut, and `maxChunkChars` at
|
|
36
|
+
* `indexCorpus` / `indexFolder` / `indexDocuments` decides how much of it the
|
|
37
|
+
* embedder actually reads. At the shipped defaults they compose safely —
|
|
38
|
+
* 1,000 out of a ceiling of at least 2,000, so every chunk is embedded whole.
|
|
39
|
+
*
|
|
40
|
+
* **The trap opens when the splitter's ceiling is raised.** `byHeading({
|
|
41
|
+
* maxChars: 2500 })` against an embedder whose ceiling is 2,000 produces
|
|
42
|
+
* chunks that are stored WHOLE as the passage and indexed by their OPENING:
|
|
43
|
+
* retrieval cannot find wording that is plainly visible in the block the model
|
|
44
|
+
* is later shown, and no error is raised anywhere. Measured in a production
|
|
45
|
+
* corpus: 6 of 26 chunks, against an embedder that would have read every one
|
|
46
|
+
* of them in full.
|
|
47
|
+
*
|
|
48
|
+
* Since 9.1.0 the indexer reads the ceiling off the EMBEDDER
|
|
49
|
+
* (`Embedder.maxInputChars`) rather than assuming the on-device cliff, and
|
|
50
|
+
* says out loud — once, with the count — when anything was clipped. So raising
|
|
51
|
+
* `maxChars` is safe up to what your embedder declares, and past it you are
|
|
52
|
+
* told rather than left to discover it in a retrieval result.
|
|
53
|
+
*
|
|
32
54
|
* The 150-character overlap (15%) exists so a sentence spanning a boundary is
|
|
33
55
|
* whole in one of the two neighbours. It is the smallest overlap that reliably
|
|
34
56
|
* does that for English prose; there is nothing deeper claimed for it.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/splitters/index.ts"],"names":[],"mappings":";;;AAAA
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/splitters/index.ts"],"names":[],"mappings":";;;AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAgFG;AACH,mDAAwE;AAA/D,6GAAA,WAAW,OAAA;AACpB,+CAAkE;AAAzD,yGAAA,SAAS,OAAA;AAClB,6DAAuF;AAA9E,uHAAA,gBAAgB,OAAA;AACzB,uDAAmD;AAA1C,iHAAA,aAAa,OAAA;AACtB,+CAA6F;AAApF,iHAAA,iBAAiB,OAAA;AAAE,qHAAA,qBAAqB,OAAA;AAAE,iHAAA,iBAAiB,OAAA"}
|
|
@@ -20,6 +20,8 @@ import { type RunnerPauseOutcome } from './pause.js';
|
|
|
20
20
|
import type { WindowStrategy } from './agent/window/strategy.js';
|
|
21
21
|
import { type CheckInBuilderOptions } from './checkin.js';
|
|
22
22
|
import type { MemoryDefinition } from '../memory/define.types.js';
|
|
23
|
+
import type { MemoryIdentity } from '../memory/identity/types.js';
|
|
24
|
+
import type { SelfExplainBinding } from '../lib/trace-toolpack/selfExplain.js';
|
|
23
25
|
import type { Injection, InjectionContext } from '../lib/injection-engine/types.js';
|
|
24
26
|
import type { CursorMove, EntryScoring } from '../lib/injection-engine/skillGraph.js';
|
|
25
27
|
import { type ResolvedOutputFallback } from './outputFallback.js';
|
|
@@ -55,6 +57,19 @@ export interface AgentRunOptions extends RunOptions {
|
|
|
55
57
|
correlationId?: string;
|
|
56
58
|
/** OTEL-style trace id — forwarded onto every emitted event's `EventMeta.traceId`. Falls back to `options.env?.traceId` when unset. */
|
|
57
59
|
traceId?: string;
|
|
60
|
+
/**
|
|
61
|
+
* Who this run is for — the same tuple as `run({ identity })`, reachable
|
|
62
|
+
* from the doors whose input is a stored conversation rather than a
|
|
63
|
+
* message bag: `resumeOnError(checkpoint, { identity })` and
|
|
64
|
+
* `followUp(message, { identity })` (9.2.0).
|
|
65
|
+
*
|
|
66
|
+
* Before this existed, `resumeOnError` could not carry an identity at all,
|
|
67
|
+
* so every continued turn silently re-namespaced its memory under a fresh
|
|
68
|
+
* runId. Omitted, the conversation's own stored `identity` is used; given,
|
|
69
|
+
* it wins. On `run()` this is a second spelling of `run({ identity })` and
|
|
70
|
+
* the one on the input wins, since that is where the caller looked first.
|
|
71
|
+
*/
|
|
72
|
+
identity?: MemoryIdentity;
|
|
58
73
|
}
|
|
59
74
|
export declare class Agent extends RunnerBase<AgentInput, AgentOutput> {
|
|
60
75
|
readonly name: string;
|
|
@@ -245,6 +260,28 @@ export declare class Agent extends RunnerBase<AgentInput, AgentOutput> {
|
|
|
245
260
|
* kept here rather than read back from the recording. Undefined after a run
|
|
246
261
|
* that failed or paused. */
|
|
247
262
|
private lastRunAnswer?;
|
|
263
|
+
/** The id the CONSUMER chose, or undefined when they took the default.
|
|
264
|
+
* `this.id` cannot answer that question — it is `'agent'` either way — and
|
|
265
|
+
* the stored-conversation fingerprint refuses only on ids somebody picked
|
|
266
|
+
* (see `AgentRunCheckpoint.agent`). */
|
|
267
|
+
private readonly explicitId?;
|
|
268
|
+
/** The identity the caller gave the last run, or undefined when they gave
|
|
269
|
+
* none. Only an EXPLICIT identity is carried onto `checkpoint()`: the
|
|
270
|
+
* default is derived from a runId, and storing that would pin a whole
|
|
271
|
+
* conversation to the id of the one run that started it. */
|
|
272
|
+
private lastRunIdentity?;
|
|
273
|
+
/** The run in flight, by id — the whole of the one-turn-at-a-time guard.
|
|
274
|
+
* Set before the executor is built and cleared in `finally`, so a run that
|
|
275
|
+
* throws does not leave the agent permanently refusing. */
|
|
276
|
+
private inFlightRunId?;
|
|
277
|
+
/** The question a person still owes this agent an answer to. Set when a run
|
|
278
|
+
* ends paused, cleared by `resume()`, `abandonPause()`, or a run that
|
|
279
|
+
* completes. Read by the `run()` guard — see `PendingQuestionError`. */
|
|
280
|
+
private pendingQuestion?;
|
|
281
|
+
/** The `.selfExplain()` binding, when the builder mounted one. Held so
|
|
282
|
+
* `canExplain()` can answer the same question the trace tools answer, from
|
|
283
|
+
* the same fact. Undefined on every agent that never called `.selfExplain()`. */
|
|
284
|
+
private selfExplainBinding?;
|
|
248
285
|
/**
|
|
249
286
|
* Optional `ToolProvider` set via the builder's `.toolProvider()`.
|
|
250
287
|
* When present, the Tools slot subflow consults it per iteration
|
|
@@ -309,9 +346,17 @@ export declare class Agent extends RunnerBase<AgentInput, AgentOutput> {
|
|
|
309
346
|
* prop) so consumers can scrub the execution timeline post-run without
|
|
310
347
|
* threading a recorder through the call site.
|
|
311
348
|
*
|
|
312
|
-
*
|
|
313
|
-
* snapshot
|
|
314
|
-
*
|
|
349
|
+
* `undefined` until a run has STARTED. After that it is the most recent
|
|
350
|
+
* run's snapshot — including across multiple turns of the same instance.
|
|
351
|
+
*
|
|
352
|
+
* **It is LIVE during a run, not a completed-runs-only view.** The executor
|
|
353
|
+
* is assigned at run start, so calling this from an event listener, a tool,
|
|
354
|
+
* or any other mid-run vantage point returns the IN-FLIGHT run, partially
|
|
355
|
+
* filled. That is deliberate (Lens scrubs a running agent through it), and
|
|
356
|
+
* it is why `.selfExplain()` captures at the terminal flush instead of
|
|
357
|
+
* resolving through this: evidence that is supposed to describe a FINISHED
|
|
358
|
+
* turn cannot be read from a getter that also answers about an unfinished
|
|
359
|
+
* one.
|
|
315
360
|
*/
|
|
316
361
|
getLastSnapshot(): RuntimeSnapshot | undefined;
|
|
317
362
|
/**
|
|
@@ -383,7 +428,112 @@ export declare class Agent extends RunnerBase<AgentInput, AgentOutput> {
|
|
|
383
428
|
* pauses (use `run()` directly when pauses are expected).
|
|
384
429
|
*/
|
|
385
430
|
runTyped<T = unknown>(input: AgentInput | string, options?: AgentRunOptions): Promise<T>;
|
|
431
|
+
/**
|
|
432
|
+
* Answer one turn.
|
|
433
|
+
*
|
|
434
|
+
* **`run()` is ONE turn, and it starts a new conversation every time.** The
|
|
435
|
+
* chart seeds its history from this call's `message` alone, so a second
|
|
436
|
+
* `run()` on the same agent does not continue the first: the model is shown
|
|
437
|
+
* one user message and will honestly tell your user it has not spoken to
|
|
438
|
+
* them before. That is deliberate — a primitive that quietly accumulated
|
|
439
|
+
* state across calls could never be used for one-shot work, and a hidden
|
|
440
|
+
* transcript is the most expensive thing an agent can carry.
|
|
441
|
+
*
|
|
442
|
+
* To continue a conversation, name it:
|
|
443
|
+
*
|
|
444
|
+
* - `agent.followUp(message)` — continue THIS agent's own last completed
|
|
445
|
+
* run. The one-liner, and what most callers want.
|
|
446
|
+
* - `run({ message, continueFrom })` — continue a conversation you are
|
|
447
|
+
* holding: `agent.checkpoint()` from an earlier turn, persisted anywhere
|
|
448
|
+
* and handed back. Works across a restart, a deploy, or a different
|
|
449
|
+
* machine, and is what `standingAgent` uses per session.
|
|
450
|
+
*
|
|
451
|
+
* Passing the same `identity.conversationId` to two `run()` calls does NOT
|
|
452
|
+
* continue anything — see {@link AgentInput.identity}. What a registered
|
|
453
|
+
* memory adds is *recall* of prior turns into the system-prompt slot, which
|
|
454
|
+
* is a different thing from the conversation itself.
|
|
455
|
+
*
|
|
456
|
+
* Two refusals guard the per-instance state this agent keeps; both replace
|
|
457
|
+
* behavior that used to succeed while quietly being wrong (9.2.0):
|
|
458
|
+
* {@link RunInFlightError} when a run is already in flight, and
|
|
459
|
+
* {@link PendingQuestionError} when the last run paused to ask a person
|
|
460
|
+
* something that nobody has answered.
|
|
461
|
+
*
|
|
462
|
+
* @example One turn, then a follow-up
|
|
463
|
+
* ```ts
|
|
464
|
+
* await agent.run({ message: 'Book me a table for two.' });
|
|
465
|
+
* await agent.followUp('Make it three.'); // remembers the table
|
|
466
|
+
* ```
|
|
467
|
+
*/
|
|
386
468
|
run(input: AgentInput | string, options?: AgentRunOptions): Promise<AgentOutput | RunnerPauseOutcome>;
|
|
469
|
+
/**
|
|
470
|
+
* Continue this agent's own last completed conversation.
|
|
471
|
+
*
|
|
472
|
+
* The one-liner for turn two and after. `run()` is one turn and starts a new
|
|
473
|
+
* conversation each time (see {@link Agent.run}); this reads the
|
|
474
|
+
* conversation off the last completed run, appends `message` as the next
|
|
475
|
+
* user turn, and runs from there — so the model sees what was actually said.
|
|
476
|
+
*
|
|
477
|
+
* Sugar over `run({ message, continueFrom: this.checkpoint() })` and nothing
|
|
478
|
+
* more: one restoration path, so the convenience cannot drift from the
|
|
479
|
+
* mechanism. Reach for `run({ continueFrom })` directly when the
|
|
480
|
+
* conversation comes from somewhere other than this instance's last run — a
|
|
481
|
+
* store, another process, a different machine.
|
|
482
|
+
*
|
|
483
|
+
* Refuses rather than guessing: {@link NoConversationError} when this agent
|
|
484
|
+
* has no completed run to continue (a "follow-up" that quietly became a
|
|
485
|
+
* first turn would be exactly the confusion this door exists to remove),
|
|
486
|
+
* and — through `run()` — {@link PendingQuestionError} when the last run
|
|
487
|
+
* paused to ask a person something, because a pause has its own door:
|
|
488
|
+
* `resume(checkpoint, decision)`.
|
|
489
|
+
*
|
|
490
|
+
* The conversation grows every turn and nothing here trims it; bounding what
|
|
491
|
+
* the model is shown is `.window()` / `.compaction()` / `.memory()`, not a
|
|
492
|
+
* silent cap on the way through.
|
|
493
|
+
*
|
|
494
|
+
* @example
|
|
495
|
+
* ```ts
|
|
496
|
+
* await agent.run({ message: 'Book me a table for two.' });
|
|
497
|
+
* await agent.followUp('Make it three.');
|
|
498
|
+
* await agent.followUp('And move it to 8pm.');
|
|
499
|
+
* ```
|
|
500
|
+
*/
|
|
501
|
+
followUp(message: string, options?: AgentRunOptions): Promise<AgentOutput | RunnerPauseOutcome>;
|
|
502
|
+
/**
|
|
503
|
+
* Drop the question this agent's last run paused to ask, on the record.
|
|
504
|
+
*
|
|
505
|
+
* A paused run is waiting on a person. Sending a different message while one
|
|
506
|
+
* is outstanding is refused ({@link PendingQuestionError}) because silently
|
|
507
|
+
* discarding a pending question makes a consent gate something any later
|
|
508
|
+
* message can walk around. When the question really is being dropped —
|
|
509
|
+
* the user changed the subject, the session timed out, the approval is no
|
|
510
|
+
* longer wanted — say so with this, and the next `run()` proceeds.
|
|
511
|
+
*
|
|
512
|
+
* Returns what was dropped (`undefined` when nothing was pending), so a
|
|
513
|
+
* caller can log or audit the abandonment rather than perform it blind. It
|
|
514
|
+
* does not touch the paused run's checkpoint: if you still hold that, it
|
|
515
|
+
* remains resumable.
|
|
516
|
+
*/
|
|
517
|
+
abandonPause(): {
|
|
518
|
+
readonly toolName?: string;
|
|
519
|
+
readonly toolCallId?: string;
|
|
520
|
+
readonly question?: string;
|
|
521
|
+
} | undefined;
|
|
522
|
+
/**
|
|
523
|
+
* Whether {@link Agent.selfExplain}'s why-questions have a run to answer
|
|
524
|
+
* from right now.
|
|
525
|
+
*
|
|
526
|
+
* `false` for two different reasons, both honest: this agent was not built
|
|
527
|
+
* with `.selfExplain()`, or it was and no turn has completed yet (evidence
|
|
528
|
+
* binds at the END of a run, never to the one in flight). Either way there
|
|
529
|
+
* is nothing to explain, which is what a caller routing a why-question needs
|
|
530
|
+
* to know before it routes.
|
|
531
|
+
*
|
|
532
|
+
* The model is told the same thing by the same fact — the trace tools answer
|
|
533
|
+
* "No completed run is available yet" and the skill body says to say so
|
|
534
|
+
* plainly. This is that answer, for the program.
|
|
535
|
+
*/
|
|
536
|
+
canExplain(): boolean;
|
|
387
537
|
/**
|
|
388
538
|
* Resume an agent run from a checkpoint produced by a prior
|
|
389
539
|
* `RunCheckpointError`. Unlike `agent.resume()` (which takes a
|
|
@@ -429,6 +579,13 @@ export declare class Agent extends RunnerBase<AgentInput, AgentOutput> {
|
|
|
429
579
|
* ```
|
|
430
580
|
*/
|
|
431
581
|
resumeOnError(checkpoint: AgentRunCheckpoint | unknown, options?: AgentRunOptions): Promise<AgentOutput | RunnerPauseOutcome>;
|
|
582
|
+
/**
|
|
583
|
+
* Which identity a continued turn runs under: the caller's if they named
|
|
584
|
+
* one, otherwise the conversation's own.
|
|
585
|
+
*
|
|
586
|
+
* @internal
|
|
587
|
+
*/
|
|
588
|
+
private identityFor;
|
|
432
589
|
/**
|
|
433
590
|
* Install a per-run checkpoint tracker. Listens for the agent's
|
|
434
591
|
* own iteration_end events on `this.dispatcher` and snapshots the
|
|
@@ -493,6 +650,64 @@ export declare class Agent extends RunnerBase<AgentInput, AgentOutput> {
|
|
|
493
650
|
* @internal
|
|
494
651
|
*/
|
|
495
652
|
private foldedSpansOf;
|
|
653
|
+
/**
|
|
654
|
+
* The two owner facts every conversation carrier stamps — who the run was
|
|
655
|
+
* for, and which agent ran it (9.2.0).
|
|
656
|
+
*
|
|
657
|
+
* One reader for `checkpoint()` and the crash checkpoint, the same rule
|
|
658
|
+
* `foldedSpansOf` follows: a fact kept on one carrier and lost on the other
|
|
659
|
+
* is worse than a fact kept on neither. Both are absent unless the caller
|
|
660
|
+
* chose them, which is what keeps the fingerprint refusal narrow and the
|
|
661
|
+
* default `conversationId` out of storage.
|
|
662
|
+
*
|
|
663
|
+
* @internal
|
|
664
|
+
*/
|
|
665
|
+
private conversationOwner;
|
|
666
|
+
/**
|
|
667
|
+
* Restore a stored conversation onto the side channel `seed` reads.
|
|
668
|
+
*
|
|
669
|
+
* THE one restoration path — `run({ continueFrom })` and `resumeOnError()`
|
|
670
|
+
* both come through here, so the conversation door and the error door cannot
|
|
671
|
+
* disagree about what continuing means. It checks the agent fingerprint,
|
|
672
|
+
* restores history + folded spans, and adopts the conversation's identity so
|
|
673
|
+
* the continued turn writes its memory where the earlier turns are.
|
|
674
|
+
*
|
|
675
|
+
* `appendMessage` is the difference between the two callers, and it is the
|
|
676
|
+
* whole difference. Continuing a conversation ADDS this turn's user message
|
|
677
|
+
* to the stored history; resuming after an error does NOT, because there the
|
|
678
|
+
* message is already the last user turn in that history and appending it
|
|
679
|
+
* would ask the same question twice.
|
|
680
|
+
*
|
|
681
|
+
* @internal
|
|
682
|
+
*/
|
|
683
|
+
private applyContinuation;
|
|
684
|
+
/** One turn at a time — see `RunInFlightError`. @internal */
|
|
685
|
+
private assertNotRunning;
|
|
686
|
+
/** A person's unanswered question outranks a new message — see
|
|
687
|
+
* `PendingQuestionError`. @internal */
|
|
688
|
+
private assertNoPendingQuestion;
|
|
689
|
+
/**
|
|
690
|
+
* Remember (or forget) the question this run ended on.
|
|
691
|
+
*
|
|
692
|
+
* A paused outcome sets it; anything else clears it, because a run that
|
|
693
|
+
* reached an answer has no outstanding question by definition. Reads the
|
|
694
|
+
* same `pauseData` fields `standingAgent.describePause` reads — the tool
|
|
695
|
+
* name and question the dispatch loop stamped — and invents nothing.
|
|
696
|
+
*
|
|
697
|
+
* @internal
|
|
698
|
+
*/
|
|
699
|
+
private recordPendingQuestion;
|
|
700
|
+
/**
|
|
701
|
+
* Hand the `.selfExplain()` binding to the agent that owns it.
|
|
702
|
+
*
|
|
703
|
+
* Called once by `AgentBuilder.build()`, immediately after `bindTo`. The
|
|
704
|
+
* binding stays the tool provider's to read; the Agent holds it only so
|
|
705
|
+
* `canExplain()` answers from the same fact the trace tools answer from,
|
|
706
|
+
* rather than from a second guess about whether a run has completed.
|
|
707
|
+
*
|
|
708
|
+
* @internal
|
|
709
|
+
*/
|
|
710
|
+
bindSelfExplain(binding: SelfExplainBinding): void;
|
|
496
711
|
/**
|
|
497
712
|
* Refuse, at run start, any declared messages-slot role this provider
|
|
498
713
|
* cannot carry inside its message list (7.21, D2).
|