orkajs 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +120 -0
- package/LICENSE +21 -0
- package/README.md +83 -0
- package/dist/adapters/anthropic.cjs +12 -0
- package/dist/adapters/anthropic.cjs.map +1 -0
- package/dist/adapters/anthropic.d.cts +22 -0
- package/dist/adapters/anthropic.d.ts +22 -0
- package/dist/adapters/anthropic.js +3 -0
- package/dist/adapters/anthropic.js.map +1 -0
- package/dist/adapters/chroma.cjs +12 -0
- package/dist/adapters/chroma.cjs.map +1 -0
- package/dist/adapters/chroma.d.cts +21 -0
- package/dist/adapters/chroma.d.ts +21 -0
- package/dist/adapters/chroma.js +3 -0
- package/dist/adapters/chroma.js.map +1 -0
- package/dist/adapters/memory.cjs +12 -0
- package/dist/adapters/memory.cjs.map +1 -0
- package/dist/adapters/memory.d.cts +21 -0
- package/dist/adapters/memory.d.ts +21 -0
- package/dist/adapters/memory.js +3 -0
- package/dist/adapters/memory.js.map +1 -0
- package/dist/adapters/mistral.cjs +12 -0
- package/dist/adapters/mistral.cjs.map +1 -0
- package/dist/adapters/mistral.d.cts +23 -0
- package/dist/adapters/mistral.d.ts +23 -0
- package/dist/adapters/mistral.js +3 -0
- package/dist/adapters/mistral.js.map +1 -0
- package/dist/adapters/ollama.cjs +12 -0
- package/dist/adapters/ollama.cjs.map +1 -0
- package/dist/adapters/ollama.d.cts +20 -0
- package/dist/adapters/ollama.d.ts +20 -0
- package/dist/adapters/ollama.js +3 -0
- package/dist/adapters/ollama.js.map +1 -0
- package/dist/adapters/openai.cjs +12 -0
- package/dist/adapters/openai.cjs.map +1 -0
- package/dist/adapters/openai.d.cts +24 -0
- package/dist/adapters/openai.d.ts +24 -0
- package/dist/adapters/openai.js +3 -0
- package/dist/adapters/openai.js.map +1 -0
- package/dist/adapters/pinecone.cjs +12 -0
- package/dist/adapters/pinecone.cjs.map +1 -0
- package/dist/adapters/pinecone.d.cts +20 -0
- package/dist/adapters/pinecone.d.ts +20 -0
- package/dist/adapters/pinecone.js +3 -0
- package/dist/adapters/pinecone.js.map +1 -0
- package/dist/adapters/qdrant.cjs +12 -0
- package/dist/adapters/qdrant.cjs.map +1 -0
- package/dist/adapters/qdrant.d.cts +20 -0
- package/dist/adapters/qdrant.d.ts +20 -0
- package/dist/adapters/qdrant.js +3 -0
- package/dist/adapters/qdrant.js.map +1 -0
- package/dist/agent/index.cjs +47 -0
- package/dist/agent/index.cjs.map +1 -0
- package/dist/agent/index.d.cts +12 -0
- package/dist/agent/index.d.ts +12 -0
- package/dist/agent/index.js +10 -0
- package/dist/agent/index.js.map +1 -0
- package/dist/agent/openai-functions.cjs +13 -0
- package/dist/agent/openai-functions.cjs.map +1 -0
- package/dist/agent/openai-functions.d.cts +17 -0
- package/dist/agent/openai-functions.d.ts +17 -0
- package/dist/agent/openai-functions.js +4 -0
- package/dist/agent/openai-functions.js.map +1 -0
- package/dist/agent/plan-and-execute.cjs +12 -0
- package/dist/agent/plan-and-execute.cjs.map +1 -0
- package/dist/agent/plan-and-execute.d.cts +20 -0
- package/dist/agent/plan-and-execute.d.ts +20 -0
- package/dist/agent/plan-and-execute.js +3 -0
- package/dist/agent/plan-and-execute.js.map +1 -0
- package/dist/agent/react.cjs +13 -0
- package/dist/agent/react.cjs.map +1 -0
- package/dist/agent/react.d.cts +16 -0
- package/dist/agent/react.d.ts +16 -0
- package/dist/agent/react.js +4 -0
- package/dist/agent/react.js.map +1 -0
- package/dist/agent/structured-chat.cjs +13 -0
- package/dist/agent/structured-chat.cjs.map +1 -0
- package/dist/agent/structured-chat.d.cts +16 -0
- package/dist/agent/structured-chat.d.ts +16 -0
- package/dist/agent/structured-chat.js +4 -0
- package/dist/agent/structured-chat.js.map +1 -0
- package/dist/agent/toolkits/csv.cjs +12 -0
- package/dist/agent/toolkits/csv.cjs.map +1 -0
- package/dist/agent/toolkits/csv.d.cts +22 -0
- package/dist/agent/toolkits/csv.d.ts +22 -0
- package/dist/agent/toolkits/csv.js +3 -0
- package/dist/agent/toolkits/csv.js.map +1 -0
- package/dist/agent/toolkits/sql.cjs +12 -0
- package/dist/agent/toolkits/sql.cjs.map +1 -0
- package/dist/agent/toolkits/sql.d.cts +23 -0
- package/dist/agent/toolkits/sql.d.ts +23 -0
- package/dist/agent/toolkits/sql.js +3 -0
- package/dist/agent/toolkits/sql.js.map +1 -0
- package/dist/agent-CEhm_T9r.d.cts +21 -0
- package/dist/agent-w0NX6-Li.d.ts +21 -0
- package/dist/base-agent-BlAOno3g.d.cts +52 -0
- package/dist/base-agent-T9yoshsJ.d.ts +52 -0
- package/dist/cache/cached-embeddings.cjs +12 -0
- package/dist/cache/cached-embeddings.cjs.map +1 -0
- package/dist/cache/cached-embeddings.d.cts +15 -0
- package/dist/cache/cached-embeddings.d.ts +15 -0
- package/dist/cache/cached-embeddings.js +3 -0
- package/dist/cache/cached-embeddings.js.map +1 -0
- package/dist/cache/cached-llm.cjs +12 -0
- package/dist/cache/cached-llm.cjs.map +1 -0
- package/dist/cache/cached-llm.d.cts +18 -0
- package/dist/cache/cached-llm.d.ts +18 -0
- package/dist/cache/cached-llm.js +3 -0
- package/dist/cache/cached-llm.js.map +1 -0
- package/dist/cache/index.cjs +27 -0
- package/dist/cache/index.cjs.map +1 -0
- package/dist/cache/index.d.cts +6 -0
- package/dist/cache/index.d.ts +6 -0
- package/dist/cache/index.js +6 -0
- package/dist/cache/index.js.map +1 -0
- package/dist/cache/memory-cache.cjs +12 -0
- package/dist/cache/memory-cache.cjs.map +1 -0
- package/dist/cache/memory-cache.d.cts +21 -0
- package/dist/cache/memory-cache.d.ts +21 -0
- package/dist/cache/memory-cache.js +3 -0
- package/dist/cache/memory-cache.js.map +1 -0
- package/dist/cache/redis-cache.cjs +12 -0
- package/dist/cache/redis-cache.cjs.map +1 -0
- package/dist/cache/redis-cache.d.cts +24 -0
- package/dist/cache/redis-cache.d.ts +24 -0
- package/dist/cache/redis-cache.js +3 -0
- package/dist/cache/redis-cache.js.map +1 -0
- package/dist/chains/conversational-retrieval.cjs +12 -0
- package/dist/chains/conversational-retrieval.cjs.map +1 -0
- package/dist/chains/conversational-retrieval.d.cts +21 -0
- package/dist/chains/conversational-retrieval.d.ts +21 -0
- package/dist/chains/conversational-retrieval.js +3 -0
- package/dist/chains/conversational-retrieval.js.map +1 -0
- package/dist/chains/index.cjs +27 -0
- package/dist/chains/index.cjs.map +1 -0
- package/dist/chains/index.d.cts +7 -0
- package/dist/chains/index.d.ts +7 -0
- package/dist/chains/index.js +6 -0
- package/dist/chains/index.js.map +1 -0
- package/dist/chains/qa.cjs +12 -0
- package/dist/chains/qa.cjs.map +1 -0
- package/dist/chains/qa.d.cts +20 -0
- package/dist/chains/qa.d.ts +20 -0
- package/dist/chains/qa.js +3 -0
- package/dist/chains/qa.js.map +1 -0
- package/dist/chains/retrieval-qa.cjs +12 -0
- package/dist/chains/retrieval-qa.cjs.map +1 -0
- package/dist/chains/retrieval-qa.d.cts +16 -0
- package/dist/chains/retrieval-qa.d.ts +16 -0
- package/dist/chains/retrieval-qa.js +3 -0
- package/dist/chains/retrieval-qa.js.map +1 -0
- package/dist/chains/summarization.cjs +12 -0
- package/dist/chains/summarization.cjs.map +1 -0
- package/dist/chains/summarization.d.cts +20 -0
- package/dist/chains/summarization.d.ts +20 -0
- package/dist/chains/summarization.js +3 -0
- package/dist/chains/summarization.js.map +1 -0
- package/dist/chunk-2UTLSB2D.cjs +84 -0
- package/dist/chunk-2UTLSB2D.cjs.map +1 -0
- package/dist/chunk-2UTXL4UI.cjs +134 -0
- package/dist/chunk-2UTXL4UI.cjs.map +1 -0
- package/dist/chunk-37ZKQRCK.js +184 -0
- package/dist/chunk-37ZKQRCK.js.map +1 -0
- package/dist/chunk-3A7BCCAI.cjs +129 -0
- package/dist/chunk-3A7BCCAI.cjs.map +1 -0
- package/dist/chunk-3FCEQZKB.cjs +76 -0
- package/dist/chunk-3FCEQZKB.cjs.map +1 -0
- package/dist/chunk-3NN43ENJ.cjs +65 -0
- package/dist/chunk-3NN43ENJ.cjs.map +1 -0
- package/dist/chunk-3XELDGJA.js +137 -0
- package/dist/chunk-3XELDGJA.js.map +1 -0
- package/dist/chunk-4CLTJN6H.js +90 -0
- package/dist/chunk-4CLTJN6H.js.map +1 -0
- package/dist/chunk-4EBSDFBS.js +65 -0
- package/dist/chunk-4EBSDFBS.js.map +1 -0
- package/dist/chunk-4IT37CSA.js +54 -0
- package/dist/chunk-4IT37CSA.js.map +1 -0
- package/dist/chunk-4NMX7YMQ.cjs +185 -0
- package/dist/chunk-4NMX7YMQ.cjs.map +1 -0
- package/dist/chunk-4SX4Q35P.js +106 -0
- package/dist/chunk-4SX4Q35P.js.map +1 -0
- package/dist/chunk-4VMVFWFG.js +158 -0
- package/dist/chunk-4VMVFWFG.js.map +1 -0
- package/dist/chunk-5DZJHA4Q.cjs +139 -0
- package/dist/chunk-5DZJHA4Q.cjs.map +1 -0
- package/dist/chunk-5ETYLWDI.js +96 -0
- package/dist/chunk-5ETYLWDI.js.map +1 -0
- package/dist/chunk-5GUZ2DXX.cjs +77 -0
- package/dist/chunk-5GUZ2DXX.cjs.map +1 -0
- package/dist/chunk-5HKDN5OM.js +114 -0
- package/dist/chunk-5HKDN5OM.js.map +1 -0
- package/dist/chunk-5KZT57M6.js +61 -0
- package/dist/chunk-5KZT57M6.js.map +1 -0
- package/dist/chunk-5PY2DAI6.cjs +199 -0
- package/dist/chunk-5PY2DAI6.cjs.map +1 -0
- package/dist/chunk-63MDLTE6.cjs +53 -0
- package/dist/chunk-63MDLTE6.cjs.map +1 -0
- package/dist/chunk-6N2TFYDF.cjs +143 -0
- package/dist/chunk-6N2TFYDF.cjs.map +1 -0
- package/dist/chunk-6OFW3LCS.js +124 -0
- package/dist/chunk-6OFW3LCS.js.map +1 -0
- package/dist/chunk-7ADDQ53B.js +88 -0
- package/dist/chunk-7ADDQ53B.js.map +1 -0
- package/dist/chunk-7CS4NTB4.cjs +118 -0
- package/dist/chunk-7CS4NTB4.cjs.map +1 -0
- package/dist/chunk-7MCLKMJP.cjs +57 -0
- package/dist/chunk-7MCLKMJP.cjs.map +1 -0
- package/dist/chunk-7NVGLURS.js +141 -0
- package/dist/chunk-7NVGLURS.js.map +1 -0
- package/dist/chunk-AD2GLQK7.js +34 -0
- package/dist/chunk-AD2GLQK7.js.map +1 -0
- package/dist/chunk-BBUZ6P5S.cjs +16 -0
- package/dist/chunk-BBUZ6P5S.cjs.map +1 -0
- package/dist/chunk-BDIK4SAE.cjs +65 -0
- package/dist/chunk-BDIK4SAE.cjs.map +1 -0
- package/dist/chunk-BFEKP6EW.js +104 -0
- package/dist/chunk-BFEKP6EW.js.map +1 -0
- package/dist/chunk-BSMRVGTA.js +110 -0
- package/dist/chunk-BSMRVGTA.js.map +1 -0
- package/dist/chunk-BYWWYIMI.js +132 -0
- package/dist/chunk-BYWWYIMI.js.map +1 -0
- package/dist/chunk-CFJ5UTGH.js +147 -0
- package/dist/chunk-CFJ5UTGH.js.map +1 -0
- package/dist/chunk-DDLPO4YY.cjs +30 -0
- package/dist/chunk-DDLPO4YY.cjs.map +1 -0
- package/dist/chunk-DI2UCZBJ.js +195 -0
- package/dist/chunk-DI2UCZBJ.js.map +1 -0
- package/dist/chunk-DQKAPJQH.cjs +57 -0
- package/dist/chunk-DQKAPJQH.cjs.map +1 -0
- package/dist/chunk-DSOJ45F4.js +53 -0
- package/dist/chunk-DSOJ45F4.js.map +1 -0
- package/dist/chunk-DUN3CUY5.cjs +105 -0
- package/dist/chunk-DUN3CUY5.cjs.map +1 -0
- package/dist/chunk-DWFNM3KU.js +204 -0
- package/dist/chunk-DWFNM3KU.js.map +1 -0
- package/dist/chunk-DXJ5DNZP.cjs +58 -0
- package/dist/chunk-DXJ5DNZP.cjs.map +1 -0
- package/dist/chunk-E4VE4C7Q.js +63 -0
- package/dist/chunk-E4VE4C7Q.js.map +1 -0
- package/dist/chunk-EAMPIWJ6.js +122 -0
- package/dist/chunk-EAMPIWJ6.js.map +1 -0
- package/dist/chunk-EDDKTQDL.js +56 -0
- package/dist/chunk-EDDKTQDL.js.map +1 -0
- package/dist/chunk-EEZO2BKZ.cjs +29 -0
- package/dist/chunk-EEZO2BKZ.cjs.map +1 -0
- package/dist/chunk-EHRXFND7.js +146 -0
- package/dist/chunk-EHRXFND7.js.map +1 -0
- package/dist/chunk-EIOBOUO4.js +33 -0
- package/dist/chunk-EIOBOUO4.js.map +1 -0
- package/dist/chunk-ELOJDXHJ.js +210 -0
- package/dist/chunk-ELOJDXHJ.js.map +1 -0
- package/dist/chunk-EMZEOYAV.js +93 -0
- package/dist/chunk-EMZEOYAV.js.map +1 -0
- package/dist/chunk-EP2AK6AD.cjs +61 -0
- package/dist/chunk-EP2AK6AD.cjs.map +1 -0
- package/dist/chunk-ETDWZZ63.cjs +72 -0
- package/dist/chunk-ETDWZZ63.cjs.map +1 -0
- package/dist/chunk-EUBPWXYT.cjs +35 -0
- package/dist/chunk-EUBPWXYT.cjs.map +1 -0
- package/dist/chunk-EZPMQMSN.js +67 -0
- package/dist/chunk-EZPMQMSN.js.map +1 -0
- package/dist/chunk-F2MR5MS7.cjs +63 -0
- package/dist/chunk-F2MR5MS7.cjs.map +1 -0
- package/dist/chunk-FLXIGY5M.cjs +91 -0
- package/dist/chunk-FLXIGY5M.cjs.map +1 -0
- package/dist/chunk-G5C7KNJX.cjs +108 -0
- package/dist/chunk-G5C7KNJX.cjs.map +1 -0
- package/dist/chunk-GBHG2LY2.js +139 -0
- package/dist/chunk-GBHG2LY2.js.map +1 -0
- package/dist/chunk-GDCFS2XB.js +75 -0
- package/dist/chunk-GDCFS2XB.js.map +1 -0
- package/dist/chunk-GGEFJM2I.cjs +75 -0
- package/dist/chunk-GGEFJM2I.cjs.map +1 -0
- package/dist/chunk-GQ362USF.js +103 -0
- package/dist/chunk-GQ362USF.js.map +1 -0
- package/dist/chunk-GR7SLZJJ.cjs +59 -0
- package/dist/chunk-GR7SLZJJ.cjs.map +1 -0
- package/dist/chunk-GZQAPKRD.js +105 -0
- package/dist/chunk-GZQAPKRD.js.map +1 -0
- package/dist/chunk-H7RWKHQR.js +70 -0
- package/dist/chunk-H7RWKHQR.js.map +1 -0
- package/dist/chunk-HDOI5I46.cjs +107 -0
- package/dist/chunk-HDOI5I46.cjs.map +1 -0
- package/dist/chunk-HK6VWJ6T.js +109 -0
- package/dist/chunk-HK6VWJ6T.js.map +1 -0
- package/dist/chunk-HW4O3SWN.cjs +124 -0
- package/dist/chunk-HW4O3SWN.cjs.map +1 -0
- package/dist/chunk-ICGZILUW.js +24 -0
- package/dist/chunk-ICGZILUW.js.map +1 -0
- package/dist/chunk-IFWFYVCZ.js +63 -0
- package/dist/chunk-IFWFYVCZ.js.map +1 -0
- package/dist/chunk-IKNCIY5E.js +70 -0
- package/dist/chunk-IKNCIY5E.js.map +1 -0
- package/dist/chunk-JCUAZYXS.cjs +111 -0
- package/dist/chunk-JCUAZYXS.cjs.map +1 -0
- package/dist/chunk-JOLXQZLP.cjs +64 -0
- package/dist/chunk-JOLXQZLP.cjs.map +1 -0
- package/dist/chunk-JRNGDZZB.js +117 -0
- package/dist/chunk-JRNGDZZB.js.map +1 -0
- package/dist/chunk-K54JGTPQ.js +86 -0
- package/dist/chunk-K54JGTPQ.js.map +1 -0
- package/dist/chunk-K56H7CX7.js +199 -0
- package/dist/chunk-K56H7CX7.js.map +1 -0
- package/dist/chunk-KEUY45KU.cjs +225 -0
- package/dist/chunk-KEUY45KU.cjs.map +1 -0
- package/dist/chunk-KFPQL35S.cjs +211 -0
- package/dist/chunk-KFPQL35S.cjs.map +1 -0
- package/dist/chunk-KJCF6HNO.js +83 -0
- package/dist/chunk-KJCF6HNO.js.map +1 -0
- package/dist/chunk-KXVNH7ZX.cjs +149 -0
- package/dist/chunk-KXVNH7ZX.cjs.map +1 -0
- package/dist/chunk-L2VBPZTO.js +58 -0
- package/dist/chunk-L2VBPZTO.js.map +1 -0
- package/dist/chunk-LBU7ZGOB.cjs +160 -0
- package/dist/chunk-LBU7ZGOB.cjs.map +1 -0
- package/dist/chunk-LDF6ZMRA.js +72 -0
- package/dist/chunk-LDF6ZMRA.js.map +1 -0
- package/dist/chunk-LGJVBZ7V.js +59 -0
- package/dist/chunk-LGJVBZ7V.js.map +1 -0
- package/dist/chunk-M7MVFPKB.cjs +201 -0
- package/dist/chunk-M7MVFPKB.cjs.map +1 -0
- package/dist/chunk-MEX4HRX3.js +183 -0
- package/dist/chunk-MEX4HRX3.js.map +1 -0
- package/dist/chunk-MNBS3X7K.js +33 -0
- package/dist/chunk-MNBS3X7K.js.map +1 -0
- package/dist/chunk-MO6VDGU4.js +55 -0
- package/dist/chunk-MO6VDGU4.js.map +1 -0
- package/dist/chunk-MTKBI5ZE.js +130 -0
- package/dist/chunk-MTKBI5ZE.js.map +1 -0
- package/dist/chunk-MZOKIILC.cjs +98 -0
- package/dist/chunk-MZOKIILC.cjs.map +1 -0
- package/dist/chunk-N5YD7SQI.cjs +60 -0
- package/dist/chunk-N5YD7SQI.cjs.map +1 -0
- package/dist/chunk-NDVI6RHN.js +44 -0
- package/dist/chunk-NDVI6RHN.js.map +1 -0
- package/dist/chunk-NGNRG7HH.js +74 -0
- package/dist/chunk-NGNRG7HH.js.map +1 -0
- package/dist/chunk-NWRGL5BX.cjs +105 -0
- package/dist/chunk-NWRGL5BX.cjs.map +1 -0
- package/dist/chunk-NWWV35EG.cjs +74 -0
- package/dist/chunk-NWWV35EG.cjs.map +1 -0
- package/dist/chunk-NXJHLGFP.js +103 -0
- package/dist/chunk-NXJHLGFP.js.map +1 -0
- package/dist/chunk-O6HAPSSM.cjs +182 -0
- package/dist/chunk-O6HAPSSM.cjs.map +1 -0
- package/dist/chunk-OBO2U2ZZ.js +180 -0
- package/dist/chunk-OBO2U2ZZ.js.map +1 -0
- package/dist/chunk-P5TZEGVM.js +51 -0
- package/dist/chunk-P5TZEGVM.js.map +1 -0
- package/dist/chunk-PACJCRH6.cjs +36 -0
- package/dist/chunk-PACJCRH6.cjs.map +1 -0
- package/dist/chunk-Q4UAHOZ4.cjs +94 -0
- package/dist/chunk-Q4UAHOZ4.cjs.map +1 -0
- package/dist/chunk-QBAICRFT.cjs +69 -0
- package/dist/chunk-QBAICRFT.cjs.map +1 -0
- package/dist/chunk-QKPJHKLW.cjs +106 -0
- package/dist/chunk-QKPJHKLW.cjs.map +1 -0
- package/dist/chunk-QPL7SRL7.js +55 -0
- package/dist/chunk-QPL7SRL7.js.map +1 -0
- package/dist/chunk-QQAP3IF5.js +122 -0
- package/dist/chunk-QQAP3IF5.js.map +1 -0
- package/dist/chunk-RDA76ELY.cjs +116 -0
- package/dist/chunk-RDA76ELY.cjs.map +1 -0
- package/dist/chunk-RUBOHBL2.cjs +55 -0
- package/dist/chunk-RUBOHBL2.cjs.map +1 -0
- package/dist/chunk-RY7UFBIL.js +89 -0
- package/dist/chunk-RY7UFBIL.js.map +1 -0
- package/dist/chunk-S5BTSY2T.cjs +132 -0
- package/dist/chunk-S5BTSY2T.cjs.map +1 -0
- package/dist/chunk-SNXMGG75.cjs +124 -0
- package/dist/chunk-SNXMGG75.cjs.map +1 -0
- package/dist/chunk-STW4N4DQ.cjs +73 -0
- package/dist/chunk-STW4N4DQ.cjs.map +1 -0
- package/dist/chunk-T3WBONBO.js +14 -0
- package/dist/chunk-T3WBONBO.js.map +1 -0
- package/dist/chunk-TKZY4TPA.js +77 -0
- package/dist/chunk-TKZY4TPA.js.map +1 -0
- package/dist/chunk-TLJKOZ4E.cjs +127 -0
- package/dist/chunk-TLJKOZ4E.cjs.map +1 -0
- package/dist/chunk-TMWVWAPX.js +83 -0
- package/dist/chunk-TMWVWAPX.js.map +1 -0
- package/dist/chunk-TR3GHYQX.js +129 -0
- package/dist/chunk-TR3GHYQX.js.map +1 -0
- package/dist/chunk-UD4MKZJV.cjs +95 -0
- package/dist/chunk-UD4MKZJV.cjs.map +1 -0
- package/dist/chunk-UFPB3XV6.cjs +46 -0
- package/dist/chunk-UFPB3XV6.cjs.map +1 -0
- package/dist/chunk-UIYOWY5S.js +222 -0
- package/dist/chunk-UIYOWY5S.js.map +1 -0
- package/dist/chunk-UJLSWZZJ.js +127 -0
- package/dist/chunk-UJLSWZZJ.js.map +1 -0
- package/dist/chunk-UM2SW3BM.js +73 -0
- package/dist/chunk-UM2SW3BM.js.map +1 -0
- package/dist/chunk-UVMJ5QSD.js +125 -0
- package/dist/chunk-UVMJ5QSD.js.map +1 -0
- package/dist/chunk-VN37YLPA.cjs +112 -0
- package/dist/chunk-VN37YLPA.cjs.map +1 -0
- package/dist/chunk-WBY26NUR.js +57 -0
- package/dist/chunk-WBY26NUR.js.map +1 -0
- package/dist/chunk-WCA6OGSB.cjs +133 -0
- package/dist/chunk-WCA6OGSB.cjs.map +1 -0
- package/dist/chunk-WJKJ3FQH.cjs +26 -0
- package/dist/chunk-WJKJ3FQH.cjs.map +1 -0
- package/dist/chunk-WS6ZI7WT.cjs +119 -0
- package/dist/chunk-WS6ZI7WT.cjs.map +1 -0
- package/dist/chunk-WU7PHQZ2.cjs +90 -0
- package/dist/chunk-WU7PHQZ2.cjs.map +1 -0
- package/dist/chunk-XAKPLGNG.cjs +197 -0
- package/dist/chunk-XAKPLGNG.cjs.map +1 -0
- package/dist/chunk-XD4CTIN2.cjs +131 -0
- package/dist/chunk-XD4CTIN2.cjs.map +1 -0
- package/dist/chunk-XENO7X2J.js +197 -0
- package/dist/chunk-XENO7X2J.js.map +1 -0
- package/dist/chunk-XJBJFFY4.js +79 -0
- package/dist/chunk-XJBJFFY4.js.map +1 -0
- package/dist/chunk-XN4NV5XR.cjs +79 -0
- package/dist/chunk-XN4NV5XR.cjs.map +1 -0
- package/dist/chunk-XPMSMFRX.cjs +74 -0
- package/dist/chunk-XPMSMFRX.cjs.map +1 -0
- package/dist/chunk-XRVLGLR3.cjs +148 -0
- package/dist/chunk-XRVLGLR3.cjs.map +1 -0
- package/dist/chunk-XZEBNX2T.cjs +88 -0
- package/dist/chunk-XZEBNX2T.cjs.map +1 -0
- package/dist/chunk-XZHU4DL6.js +28 -0
- package/dist/chunk-XZHU4DL6.js.map +1 -0
- package/dist/chunk-Y2Z5KXY4.cjs +85 -0
- package/dist/chunk-Y2Z5KXY4.cjs.map +1 -0
- package/dist/chunk-Y5EM3P55.cjs +148 -0
- package/dist/chunk-Y5EM3P55.cjs.map +1 -0
- package/dist/chunk-Y5EZRC45.js +82 -0
- package/dist/chunk-Y5EZRC45.js.map +1 -0
- package/dist/chunk-YHPGD3QE.cjs +141 -0
- package/dist/chunk-YHPGD3QE.cjs.map +1 -0
- package/dist/chunk-YHXXZIW5.js +62 -0
- package/dist/chunk-YHXXZIW5.js.map +1 -0
- package/dist/chunk-YK33JS36.cjs +56 -0
- package/dist/chunk-YK33JS36.cjs.map +1 -0
- package/dist/chunk-YORGHHHZ.cjs +85 -0
- package/dist/chunk-YORGHHHZ.cjs.map +1 -0
- package/dist/chunk-YQZXK74D.js +27 -0
- package/dist/chunk-YQZXK74D.js.map +1 -0
- package/dist/chunk-YTFRKPLP.cjs +186 -0
- package/dist/chunk-YTFRKPLP.cjs.map +1 -0
- package/dist/chunk-Z3PDDIE6.cjs +81 -0
- package/dist/chunk-Z3PDDIE6.cjs.map +1 -0
- package/dist/chunk-Z67QS23K.js +116 -0
- package/dist/chunk-Z67QS23K.js.map +1 -0
- package/dist/chunk-ZB3MX53N.js +146 -0
- package/dist/chunk-ZB3MX53N.js.map +1 -0
- package/dist/chunk-ZBKMTCXW.js +57 -0
- package/dist/chunk-ZBKMTCXW.js.map +1 -0
- package/dist/chunk-ZCYDKKG3.js +43 -0
- package/dist/chunk-ZCYDKKG3.js.map +1 -0
- package/dist/chunk-ZEVZV5JA.cjs +212 -0
- package/dist/chunk-ZEVZV5JA.cjs.map +1 -0
- package/dist/chunk-ZPGQ5AP3.cjs +35 -0
- package/dist/chunk-ZPGQ5AP3.cjs.map +1 -0
- package/dist/chunk-ZSLSLTIG.cjs +59 -0
- package/dist/chunk-ZSLSLTIG.cjs.map +1 -0
- package/dist/chunk-ZTWDX2E4.cjs +45 -0
- package/dist/chunk-ZTWDX2E4.cjs.map +1 -0
- package/dist/core/chunker.cjs +16 -0
- package/dist/core/chunker.cjs.map +1 -0
- package/dist/core/chunker.d.cts +11 -0
- package/dist/core/chunker.d.ts +11 -0
- package/dist/core/chunker.js +3 -0
- package/dist/core/chunker.js.map +1 -0
- package/dist/core/knowledge.cjs +14 -0
- package/dist/core/knowledge.cjs.map +1 -0
- package/dist/core/knowledge.d.cts +30 -0
- package/dist/core/knowledge.d.ts +30 -0
- package/dist/core/knowledge.js +5 -0
- package/dist/core/knowledge.js.map +1 -0
- package/dist/core/orka.cjs +30 -0
- package/dist/core/orka.cjs.map +1 -0
- package/dist/core/orka.d.cts +17 -0
- package/dist/core/orka.d.ts +17 -0
- package/dist/core/orka.js +17 -0
- package/dist/core/orka.js.map +1 -0
- package/dist/errors/index.cjs +75 -0
- package/dist/errors/index.cjs.map +1 -0
- package/dist/errors/index.d.cts +38 -0
- package/dist/errors/index.d.ts +38 -0
- package/dist/errors/index.js +72 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/evaluation/assertions.cjs +40 -0
- package/dist/evaluation/assertions.cjs.map +1 -0
- package/dist/evaluation/assertions.d.cts +29 -0
- package/dist/evaluation/assertions.d.ts +29 -0
- package/dist/evaluation/assertions.js +3 -0
- package/dist/evaluation/assertions.js.map +1 -0
- package/dist/evaluation/evaluator.cjs +13 -0
- package/dist/evaluation/evaluator.cjs.map +1 -0
- package/dist/evaluation/evaluator.d.cts +17 -0
- package/dist/evaluation/evaluator.d.ts +17 -0
- package/dist/evaluation/evaluator.js +4 -0
- package/dist/evaluation/evaluator.js.map +1 -0
- package/dist/evaluation/index.cjs +17 -0
- package/dist/evaluation/index.cjs.map +1 -0
- package/dist/evaluation/index.d.cts +17 -0
- package/dist/evaluation/index.d.ts +17 -0
- package/dist/evaluation/index.js +4 -0
- package/dist/evaluation/index.js.map +1 -0
- package/dist/evaluation/metrics.cjs +12 -0
- package/dist/evaluation/metrics.cjs.map +1 -0
- package/dist/evaluation/metrics.d.cts +47 -0
- package/dist/evaluation/metrics.d.ts +47 -0
- package/dist/evaluation/metrics.js +3 -0
- package/dist/evaluation/metrics.js.map +1 -0
- package/dist/evaluation/reporters.cjs +20 -0
- package/dist/evaluation/reporters.cjs.map +1 -0
- package/dist/evaluation/reporters.d.cts +50 -0
- package/dist/evaluation/reporters.d.ts +50 -0
- package/dist/evaluation/reporters.js +3 -0
- package/dist/evaluation/reporters.js.map +1 -0
- package/dist/evaluation/test-runner.cjs +14 -0
- package/dist/evaluation/test-runner.cjs.map +1 -0
- package/dist/evaluation/test-runner.d.cts +17 -0
- package/dist/evaluation/test-runner.d.ts +17 -0
- package/dist/evaluation/test-runner.js +5 -0
- package/dist/evaluation/test-runner.js.map +1 -0
- package/dist/graph/graph-workflow.cjs +12 -0
- package/dist/graph/graph-workflow.cjs.map +1 -0
- package/dist/graph/graph-workflow.d.cts +29 -0
- package/dist/graph/graph-workflow.d.ts +29 -0
- package/dist/graph/graph-workflow.js +3 -0
- package/dist/graph/graph-workflow.js.map +1 -0
- package/dist/graph/helpers.cjs +40 -0
- package/dist/graph/helpers.cjs.map +1 -0
- package/dist/graph/helpers.d.cts +26 -0
- package/dist/graph/helpers.d.ts +26 -0
- package/dist/graph/helpers.js +3 -0
- package/dist/graph/helpers.js.map +1 -0
- package/dist/graph/index.cjs +45 -0
- package/dist/graph/index.cjs.map +1 -0
- package/dist/graph/index.d.cts +5 -0
- package/dist/graph/index.d.ts +5 -0
- package/dist/graph/index.js +4 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/index-8bLog_oR.d.ts +167 -0
- package/dist/index-HyHJwtzW.d.cts +167 -0
- package/dist/index.cjs +458 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +84 -0
- package/dist/index.d.ts +84 -0
- package/dist/index.js +77 -0
- package/dist/index.js.map +1 -0
- package/dist/loaders/csv-loader.cjs +13 -0
- package/dist/loaders/csv-loader.cjs.map +1 -0
- package/dist/loaders/csv-loader.d.cts +12 -0
- package/dist/loaders/csv-loader.d.ts +12 -0
- package/dist/loaders/csv-loader.js +4 -0
- package/dist/loaders/csv-loader.js.map +1 -0
- package/dist/loaders/directory-loader.cjs +17 -0
- package/dist/loaders/directory-loader.cjs.map +1 -0
- package/dist/loaders/directory-loader.d.cts +13 -0
- package/dist/loaders/directory-loader.d.ts +13 -0
- package/dist/loaders/directory-loader.js +8 -0
- package/dist/loaders/directory-loader.js.map +1 -0
- package/dist/loaders/index.cjs +38 -0
- package/dist/loaders/index.cjs.map +1 -0
- package/dist/loaders/index.d.cts +8 -0
- package/dist/loaders/index.d.ts +8 -0
- package/dist/loaders/index.js +9 -0
- package/dist/loaders/index.js.map +1 -0
- package/dist/loaders/json-loader.cjs +13 -0
- package/dist/loaders/json-loader.cjs.map +1 -0
- package/dist/loaders/json-loader.d.cts +12 -0
- package/dist/loaders/json-loader.d.ts +12 -0
- package/dist/loaders/json-loader.js +4 -0
- package/dist/loaders/json-loader.js.map +1 -0
- package/dist/loaders/markdown-loader.cjs +13 -0
- package/dist/loaders/markdown-loader.cjs.map +1 -0
- package/dist/loaders/markdown-loader.d.cts +16 -0
- package/dist/loaders/markdown-loader.d.ts +16 -0
- package/dist/loaders/markdown-loader.js +4 -0
- package/dist/loaders/markdown-loader.js.map +1 -0
- package/dist/loaders/pdf-loader.cjs +13 -0
- package/dist/loaders/pdf-loader.cjs.map +1 -0
- package/dist/loaders/pdf-loader.d.cts +11 -0
- package/dist/loaders/pdf-loader.d.ts +11 -0
- package/dist/loaders/pdf-loader.js +4 -0
- package/dist/loaders/pdf-loader.js.map +1 -0
- package/dist/loaders/text-loader.cjs +13 -0
- package/dist/loaders/text-loader.cjs.map +1 -0
- package/dist/loaders/text-loader.d.cts +11 -0
- package/dist/loaders/text-loader.d.ts +11 -0
- package/dist/loaders/text-loader.js +4 -0
- package/dist/loaders/text-loader.js.map +1 -0
- package/dist/memory/index.cjs +17 -0
- package/dist/memory/index.cjs.map +1 -0
- package/dist/memory/index.d.cts +2 -0
- package/dist/memory/index.d.ts +2 -0
- package/dist/memory/index.js +4 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/memory/memory.cjs +12 -0
- package/dist/memory/memory.cjs.map +1 -0
- package/dist/memory/memory.d.cts +31 -0
- package/dist/memory/memory.d.ts +31 -0
- package/dist/memory/memory.js +3 -0
- package/dist/memory/memory.js.map +1 -0
- package/dist/memory/session-memory.cjs +13 -0
- package/dist/memory/session-memory.cjs.map +1 -0
- package/dist/memory/session-memory.d.cts +19 -0
- package/dist/memory/session-memory.d.ts +19 -0
- package/dist/memory/session-memory.js +4 -0
- package/dist/memory/session-memory.js.map +1 -0
- package/dist/observability/index.cjs +13 -0
- package/dist/observability/index.cjs.map +1 -0
- package/dist/observability/index.d.cts +63 -0
- package/dist/observability/index.d.ts +63 -0
- package/dist/observability/index.js +4 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/tracer.cjs +13 -0
- package/dist/observability/tracer.cjs.map +1 -0
- package/dist/observability/tracer.d.cts +1 -0
- package/dist/observability/tracer.d.ts +1 -0
- package/dist/observability/tracer.js +4 -0
- package/dist/observability/tracer.js.map +1 -0
- package/dist/orchestration/consensus.cjs +12 -0
- package/dist/orchestration/consensus.cjs.map +1 -0
- package/dist/orchestration/consensus.d.cts +18 -0
- package/dist/orchestration/consensus.d.ts +18 -0
- package/dist/orchestration/consensus.js +3 -0
- package/dist/orchestration/consensus.js.map +1 -0
- package/dist/orchestration/index.cjs +27 -0
- package/dist/orchestration/index.cjs.map +1 -0
- package/dist/orchestration/index.d.cts +6 -0
- package/dist/orchestration/index.d.ts +6 -0
- package/dist/orchestration/index.js +6 -0
- package/dist/orchestration/index.js.map +1 -0
- package/dist/orchestration/load-balancer.cjs +12 -0
- package/dist/orchestration/load-balancer.cjs.map +1 -0
- package/dist/orchestration/load-balancer.d.cts +21 -0
- package/dist/orchestration/load-balancer.d.ts +21 -0
- package/dist/orchestration/load-balancer.js +3 -0
- package/dist/orchestration/load-balancer.js.map +1 -0
- package/dist/orchestration/race.cjs +12 -0
- package/dist/orchestration/race.cjs.map +1 -0
- package/dist/orchestration/race.d.cts +13 -0
- package/dist/orchestration/race.d.ts +13 -0
- package/dist/orchestration/race.js +3 -0
- package/dist/orchestration/race.js.map +1 -0
- package/dist/orchestration/router.cjs +12 -0
- package/dist/orchestration/router.cjs.map +1 -0
- package/dist/orchestration/router.d.cts +14 -0
- package/dist/orchestration/router.d.ts +14 -0
- package/dist/orchestration/router.js +3 -0
- package/dist/orchestration/router.js.map +1 -0
- package/dist/parsers/auto-fix-parser.cjs +12 -0
- package/dist/parsers/auto-fix-parser.cjs.map +1 -0
- package/dist/parsers/auto-fix-parser.d.cts +14 -0
- package/dist/parsers/auto-fix-parser.d.ts +14 -0
- package/dist/parsers/auto-fix-parser.js +3 -0
- package/dist/parsers/auto-fix-parser.js.map +1 -0
- package/dist/parsers/comma-separated-list-parser.cjs +12 -0
- package/dist/parsers/comma-separated-list-parser.cjs.map +1 -0
- package/dist/parsers/comma-separated-list-parser.d.cts +15 -0
- package/dist/parsers/comma-separated-list-parser.d.ts +15 -0
- package/dist/parsers/comma-separated-list-parser.js +3 -0
- package/dist/parsers/comma-separated-list-parser.js.map +1 -0
- package/dist/parsers/csv-parser.cjs +12 -0
- package/dist/parsers/csv-parser.cjs.map +1 -0
- package/dist/parsers/csv-parser.d.cts +19 -0
- package/dist/parsers/csv-parser.d.ts +19 -0
- package/dist/parsers/csv-parser.js +3 -0
- package/dist/parsers/csv-parser.js.map +1 -0
- package/dist/parsers/index.cjs +42 -0
- package/dist/parsers/index.cjs.map +1 -0
- package/dist/parsers/index.d.cts +8 -0
- package/dist/parsers/index.d.ts +8 -0
- package/dist/parsers/index.js +9 -0
- package/dist/parsers/index.js.map +1 -0
- package/dist/parsers/json-parser.cjs +12 -0
- package/dist/parsers/json-parser.cjs.map +1 -0
- package/dist/parsers/json-parser.d.cts +11 -0
- package/dist/parsers/json-parser.d.ts +11 -0
- package/dist/parsers/json-parser.js +3 -0
- package/dist/parsers/json-parser.js.map +1 -0
- package/dist/parsers/list-parser.cjs +12 -0
- package/dist/parsers/list-parser.cjs.map +1 -0
- package/dist/parsers/list-parser.d.cts +11 -0
- package/dist/parsers/list-parser.d.ts +11 -0
- package/dist/parsers/list-parser.js +3 -0
- package/dist/parsers/list-parser.js.map +1 -0
- package/dist/parsers/structured-output-parser.cjs +12 -0
- package/dist/parsers/structured-output-parser.cjs.map +1 -0
- package/dist/parsers/structured-output-parser.d.cts +16 -0
- package/dist/parsers/structured-output-parser.d.ts +16 -0
- package/dist/parsers/structured-output-parser.js +3 -0
- package/dist/parsers/structured-output-parser.js.map +1 -0
- package/dist/parsers/xml-parser.cjs +12 -0
- package/dist/parsers/xml-parser.cjs.map +1 -0
- package/dist/parsers/xml-parser.d.cts +16 -0
- package/dist/parsers/xml-parser.d.ts +16 -0
- package/dist/parsers/xml-parser.js +3 -0
- package/dist/parsers/xml-parser.js.map +1 -0
- package/dist/prompts/file-persistence.cjs +12 -0
- package/dist/prompts/file-persistence.cjs.map +1 -0
- package/dist/prompts/file-persistence.d.cts +10 -0
- package/dist/prompts/file-persistence.d.ts +10 -0
- package/dist/prompts/file-persistence.js +3 -0
- package/dist/prompts/file-persistence.js.map +1 -0
- package/dist/prompts/index.cjs +18 -0
- package/dist/prompts/index.cjs.map +1 -0
- package/dist/prompts/index.d.cts +3 -0
- package/dist/prompts/index.d.ts +3 -0
- package/dist/prompts/index.js +5 -0
- package/dist/prompts/index.js.map +1 -0
- package/dist/prompts/registry.cjs +13 -0
- package/dist/prompts/registry.cjs.map +1 -0
- package/dist/prompts/registry.d.cts +22 -0
- package/dist/prompts/registry.d.ts +22 -0
- package/dist/prompts/registry.js +4 -0
- package/dist/prompts/registry.js.map +1 -0
- package/dist/resilience/fallback.cjs +12 -0
- package/dist/resilience/fallback.cjs.map +1 -0
- package/dist/resilience/fallback.d.cts +16 -0
- package/dist/resilience/fallback.d.ts +16 -0
- package/dist/resilience/fallback.js +3 -0
- package/dist/resilience/fallback.js.map +1 -0
- package/dist/resilience/index.cjs +22 -0
- package/dist/resilience/index.cjs.map +1 -0
- package/dist/resilience/index.d.cts +4 -0
- package/dist/resilience/index.d.ts +4 -0
- package/dist/resilience/index.js +5 -0
- package/dist/resilience/index.js.map +1 -0
- package/dist/resilience/resilient-llm.cjs +13 -0
- package/dist/resilience/resilient-llm.cjs.map +1 -0
- package/dist/resilience/resilient-llm.d.cts +19 -0
- package/dist/resilience/resilient-llm.d.ts +19 -0
- package/dist/resilience/resilient-llm.js +4 -0
- package/dist/resilience/resilient-llm.js.map +1 -0
- package/dist/resilience/retry.cjs +12 -0
- package/dist/resilience/retry.cjs.map +1 -0
- package/dist/resilience/retry.d.cts +11 -0
- package/dist/resilience/retry.d.ts +11 -0
- package/dist/resilience/retry.js +3 -0
- package/dist/resilience/retry.js.map +1 -0
- package/dist/retrievers/bm25-retriever.cjs +12 -0
- package/dist/retrievers/bm25-retriever.cjs.map +1 -0
- package/dist/retrievers/bm25-retriever.d.cts +30 -0
- package/dist/retrievers/bm25-retriever.d.ts +30 -0
- package/dist/retrievers/bm25-retriever.js +3 -0
- package/dist/retrievers/bm25-retriever.js.map +1 -0
- package/dist/retrievers/contextual-compression-retriever.cjs +12 -0
- package/dist/retrievers/contextual-compression-retriever.cjs.map +1 -0
- package/dist/retrievers/contextual-compression-retriever.d.cts +11 -0
- package/dist/retrievers/contextual-compression-retriever.d.ts +11 -0
- package/dist/retrievers/contextual-compression-retriever.js +3 -0
- package/dist/retrievers/contextual-compression-retriever.js.map +1 -0
- package/dist/retrievers/ensemble-retriever.cjs +12 -0
- package/dist/retrievers/ensemble-retriever.cjs.map +1 -0
- package/dist/retrievers/ensemble-retriever.d.cts +12 -0
- package/dist/retrievers/ensemble-retriever.d.ts +12 -0
- package/dist/retrievers/ensemble-retriever.js +3 -0
- package/dist/retrievers/ensemble-retriever.js.map +1 -0
- package/dist/retrievers/index.cjs +42 -0
- package/dist/retrievers/index.cjs.map +1 -0
- package/dist/retrievers/index.d.cts +9 -0
- package/dist/retrievers/index.d.ts +9 -0
- package/dist/retrievers/index.js +9 -0
- package/dist/retrievers/index.js.map +1 -0
- package/dist/retrievers/multi-query-retriever.cjs +12 -0
- package/dist/retrievers/multi-query-retriever.cjs.map +1 -0
- package/dist/retrievers/multi-query-retriever.d.cts +12 -0
- package/dist/retrievers/multi-query-retriever.d.ts +12 -0
- package/dist/retrievers/multi-query-retriever.js +3 -0
- package/dist/retrievers/multi-query-retriever.js.map +1 -0
- package/dist/retrievers/parent-document-retriever.cjs +12 -0
- package/dist/retrievers/parent-document-retriever.cjs.map +1 -0
- package/dist/retrievers/parent-document-retriever.d.cts +14 -0
- package/dist/retrievers/parent-document-retriever.d.ts +14 -0
- package/dist/retrievers/parent-document-retriever.js +3 -0
- package/dist/retrievers/parent-document-retriever.js.map +1 -0
- package/dist/retrievers/self-query-retriever.cjs +12 -0
- package/dist/retrievers/self-query-retriever.cjs.map +1 -0
- package/dist/retrievers/self-query-retriever.d.cts +29 -0
- package/dist/retrievers/self-query-retriever.d.ts +29 -0
- package/dist/retrievers/self-query-retriever.js +3 -0
- package/dist/retrievers/self-query-retriever.js.map +1 -0
- package/dist/retrievers/vector-retriever.cjs +12 -0
- package/dist/retrievers/vector-retriever.cjs.map +1 -0
- package/dist/retrievers/vector-retriever.d.cts +19 -0
- package/dist/retrievers/vector-retriever.d.ts +19 -0
- package/dist/retrievers/vector-retriever.js +3 -0
- package/dist/retrievers/vector-retriever.js.map +1 -0
- package/dist/splitters/code-text-splitter.cjs +13 -0
- package/dist/splitters/code-text-splitter.cjs.map +1 -0
- package/dist/splitters/code-text-splitter.d.cts +11 -0
- package/dist/splitters/code-text-splitter.d.ts +11 -0
- package/dist/splitters/code-text-splitter.js +4 -0
- package/dist/splitters/code-text-splitter.js.map +1 -0
- package/dist/splitters/index.cjs +27 -0
- package/dist/splitters/index.cjs.map +1 -0
- package/dist/splitters/index.d.cts +6 -0
- package/dist/splitters/index.d.ts +6 -0
- package/dist/splitters/index.js +6 -0
- package/dist/splitters/index.js.map +1 -0
- package/dist/splitters/markdown-text-splitter.cjs +13 -0
- package/dist/splitters/markdown-text-splitter.cjs.map +1 -0
- package/dist/splitters/markdown-text-splitter.d.cts +11 -0
- package/dist/splitters/markdown-text-splitter.d.ts +11 -0
- package/dist/splitters/markdown-text-splitter.js +4 -0
- package/dist/splitters/markdown-text-splitter.js.map +1 -0
- package/dist/splitters/recursive-character-text-splitter.cjs +12 -0
- package/dist/splitters/recursive-character-text-splitter.cjs.map +1 -0
- package/dist/splitters/recursive-character-text-splitter.d.cts +18 -0
- package/dist/splitters/recursive-character-text-splitter.d.ts +18 -0
- package/dist/splitters/recursive-character-text-splitter.js +3 -0
- package/dist/splitters/recursive-character-text-splitter.js.map +1 -0
- package/dist/splitters/token-text-splitter.cjs +12 -0
- package/dist/splitters/token-text-splitter.cjs.map +1 -0
- package/dist/splitters/token-text-splitter.d.cts +13 -0
- package/dist/splitters/token-text-splitter.d.ts +13 -0
- package/dist/splitters/token-text-splitter.js +3 -0
- package/dist/splitters/token-text-splitter.js.map +1 -0
- package/dist/templates/chat-prompt-template.cjs +13 -0
- package/dist/templates/chat-prompt-template.cjs.map +1 -0
- package/dist/templates/chat-prompt-template.d.cts +17 -0
- package/dist/templates/chat-prompt-template.d.ts +17 -0
- package/dist/templates/chat-prompt-template.js +4 -0
- package/dist/templates/chat-prompt-template.js.map +1 -0
- package/dist/templates/few-shot-prompt-template.cjs +13 -0
- package/dist/templates/few-shot-prompt-template.cjs.map +1 -0
- package/dist/templates/few-shot-prompt-template.d.cts +21 -0
- package/dist/templates/few-shot-prompt-template.d.ts +21 -0
- package/dist/templates/few-shot-prompt-template.js +4 -0
- package/dist/templates/few-shot-prompt-template.js.map +1 -0
- package/dist/templates/index.cjs +22 -0
- package/dist/templates/index.cjs.map +1 -0
- package/dist/templates/index.d.cts +5 -0
- package/dist/templates/index.d.ts +5 -0
- package/dist/templates/index.js +5 -0
- package/dist/templates/index.js.map +1 -0
- package/dist/templates/prompt-template.cjs +12 -0
- package/dist/templates/prompt-template.cjs.map +1 -0
- package/dist/templates/prompt-template.d.cts +18 -0
- package/dist/templates/prompt-template.d.ts +18 -0
- package/dist/templates/prompt-template.js +3 -0
- package/dist/templates/prompt-template.js.map +1 -0
- package/dist/types/index.cjs +4 -0
- package/dist/types/index.cjs.map +1 -0
- package/dist/types/index.d.cts +149 -0
- package/dist/types/index.d.ts +149 -0
- package/dist/types/index.js +3 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types-0sTm-82H.d.cts +34 -0
- package/dist/types-0sTm-82H.d.ts +34 -0
- package/dist/types-8NBD4dQH.d.cts +62 -0
- package/dist/types-8NBD4dQH.d.ts +62 -0
- package/dist/types-B4UAH86O.d.cts +52 -0
- package/dist/types-BAR-Rjlg.d.cts +39 -0
- package/dist/types-BLcg9dP2.d.ts +47 -0
- package/dist/types-BOtPFeGu.d.cts +31 -0
- package/dist/types-Bpr6Mq8H.d.ts +60 -0
- package/dist/types-C6ECq49L.d.ts +37 -0
- package/dist/types-CE-enj7A.d.cts +47 -0
- package/dist/types-CJFtM2H2.d.cts +36 -0
- package/dist/types-CJFtM2H2.d.ts +36 -0
- package/dist/types-D1nxKbZC.d.cts +60 -0
- package/dist/types-D_0MABWj.d.cts +46 -0
- package/dist/types-DlK2Z6wF.d.ts +31 -0
- package/dist/types-DsOo4p3H.d.ts +52 -0
- package/dist/types-DxUxY78w.d.ts +46 -0
- package/dist/types-ZpM642VC.d.cts +148 -0
- package/dist/types-hvrMBxDL.d.cts +37 -0
- package/dist/types-khmzyluO.d.ts +39 -0
- package/dist/types-q1PSyGEh.d.ts +148 -0
- package/dist/types-q3EkxHXf.d.cts +38 -0
- package/dist/types-q3EkxHXf.d.ts +38 -0
- package/dist/utils/id.cjs +12 -0
- package/dist/utils/id.cjs.map +1 -0
- package/dist/utils/id.d.cts +3 -0
- package/dist/utils/id.d.ts +3 -0
- package/dist/utils/id.js +3 -0
- package/dist/utils/id.js.map +1 -0
- package/dist/workflow/index.cjs +37 -0
- package/dist/workflow/index.cjs.map +1 -0
- package/dist/workflow/index.d.cts +5 -0
- package/dist/workflow/index.d.ts +5 -0
- package/dist/workflow/index.js +4 -0
- package/dist/workflow/index.js.map +1 -0
- package/dist/workflow/steps.cjs +32 -0
- package/dist/workflow/steps.cjs.map +1 -0
- package/dist/workflow/steps.d.cts +25 -0
- package/dist/workflow/steps.d.ts +25 -0
- package/dist/workflow/steps.js +3 -0
- package/dist/workflow/steps.js.map +1 -0
- package/dist/workflow/workflow.cjs +12 -0
- package/dist/workflow/workflow.cjs.map +1 -0
- package/dist/workflow/workflow.d.cts +17 -0
- package/dist/workflow/workflow.d.ts +17 -0
- package/dist/workflow/workflow.js +3 -0
- package/dist/workflow/workflow.js.map +1 -0
- package/package.json +550 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/orchestration/consensus.ts"],"names":[],"mappings":";AAGO,IAAM,eAAN,MAAyC;AAAA,EACrC,IAAA,GAAO,WAAA;AAAA,EACR,QAAA;AAAA,EACA,QAAA;AAAA,EACA,KAAA;AAAA,EACA,WAAA;AAAA,EAER,YAAY,MAAA,EAAyB;AACnC,IAAA,IAAI,MAAA,CAAO,QAAA,CAAS,MAAA,GAAS,CAAA,EAAG;AAC9B,MAAA,MAAM,IAAI,MAAM,2CAA2C,CAAA;AAAA,IAC7D;AACA,IAAA,IAAA,CAAK,WAAW,MAAA,CAAO,QAAA;AACvB,IAAA,IAAA,CAAK,WAAW,MAAA,CAAO,QAAA;AACvB,IAAA,IAAA,CAAK,KAAA,GAAQ,MAAA,CAAO,KAAA,IAAS,MAAA,CAAO,SAAS,CAAC,CAAA;AAC9C,IAAA,IAAA,CAAK,WAAA,GAAc,OAAO,WAAA,IAAe,CAAA;AAAA,EAC3C;AAAA,EAEA,MAAM,QAAA,CAAS,MAAA,EAAgB,OAAA,EAAwD;AACrF,IAAA,MAAM,SAAA,GAAY,MAAM,OAAA,CAAQ,GAAA;AAAA,MAC9B,IAAA,CAAK,QAAA,CAAS,GAAA,CAAI,OAAO,OAAA,KAAY;AACnC,QAAA,IAAI;AACF,UAAA,MAAM,MAAA,GAAS,MAAM,OAAA,CAAQ,QAAA,CAAS,QAAQ,OAAO,CAAA;AACrD,UAAA,OAAO,EAAE,OAAA,EAAS,OAAA,CAAQ,MAAM,OAAA,EAAS,MAAA,CAAO,SAAS,MAAA,EAAO;AAAA,QAClE,SAAS,KAAA,EAAO;AACd,UAAA,OAAO,EAAE,OAAA,EAAS,OAAA,CAAQ,IAAA,EAAM,OAAA,EAAS,IAAI,MAAA,EAAQ,IAAA,EAAM,KAAA,EAAQ,KAAA,CAAgB,OAAA,EAAQ;AAAA,QAC7F;AAAA,MACF,CAAC;AAAA,KACH;AAEA,IAAA,MAAM,iBAAiB,SAAA,CAAU,MAAA,CAAO,CAAA,CAAA,KAAK,CAAA,CAAE,WAAW,IAAI,CAAA;AAC9D,IAAA,IAAI,cAAA,CAAe,WAAW,CAAA,EAAG;AAC/B,MAAA,MAAM,IAAI,MAAM,kCAAkC,CAAA;AAAA,IACpD;AAEA,IAAA,IAAI,eAAA;AACJ,IAAA,IAAI,eAAA;AACJ,IAAA,MAAM,kBAA+E,EAAC;AAEtF,IAAA,QAAQ,KAAK,QAAA;AAAU,MACrB,KAAK,YAAA,EAAc;AACjB,QAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,QAAQ,cAAc,CAAA;AAC/D,QAAA,MAAA,CAAO,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAA,CAAO,EAAE,KAAA,IAAS,CAAA,KAAM,CAAA,CAAE,KAAA,IAAS,CAAA,CAAE,CAAA;AACrD,QAAA,eAAA,GAAkB,MAAA,CAAO,CAAC,CAAA,CAAE,OAAA;AAC5B,QAAA,eAAA,GAAkB,MAAA,CAAO,CAAC,CAAA,CAAE,OAAA;AAC5B,QAAA,eAAA,CAAgB,IAAA,CAAK,GAAG,MAAM,CAAA;AAC9B,QAAA;AAAA,MACF;AAAA,MACA,KAAK,OAAA,EAAS;AACZ,QAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,cAAA,CAAe,QAAQ,cAAc,CAAA;AAC/D,QAAA,eAAA,GAAkB,MAAA;AAClB,QAAA,eAAA,GAAkB,QAAA;AAClB,QAAA,eAAA,CAAgB,IAAA,CAAK,GAAG,cAAA,CAAe,GAAA,CAAI,CAAA,CAAA,MAAM,EAAE,OAAA,EAAS,CAAA,CAAE,OAAA,EAAS,OAAA,EAAS,CAAA,CAAE,OAAA,GAAU,CAAC,CAAA;AAC7F,QAAA;AAAA,MACF;AAAA,MACA,KAAK,UAAA;AAAA,MACL,SAAS;AACP,QAAA,MAAM,IAAA,GAAO,MAAM,IAAA,CAAK,cAAA,CAAe,QAAQ,cAAc,CAAA;AAC7D,QAAA,eAAA,GAAkB,IAAA,CAAK,OAAA;AACvB,QAAA,eAAA,GAAkB,IAAA,CAAK,OAAA;AACvB,QAAA,eAAA,CAAgB,IAAA,CAAK,GAAG,cAAA,CAAe,GAAA,CAAI,CAAA,CAAA,MAAM,EAAE,OAAA,EAAS,CAAA,CAAE,OAAA,EAAS,OAAA,EAAS,CAAA,CAAE,OAAA,GAAU,CAAC,CAAA;AAC7F,QAAA;AAAA,MACF;AAAA;AAGF,IAAA,MAAM,aAAa,cAAA,CAAe,MAAA;AAAA,MAChC,CAAC,KAAK,CAAA,MAAO;AAAA,QACX,cAAc,GAAA,CAAI,YAAA,IAAgB,CAAA,CAAE,MAAA,EAAQ,MAAM,YAAA,IAAgB,CAAA,CAAA;AAAA,QAClE,kBAAkB,GAAA,CAAI,gBAAA,IAAoB,CAAA,CAAE,MAAA,EAAQ,MAAM,gBAAA,IAAoB,CAAA,CAAA;AAAA,QAC9E,aAAa,GAAA,CAAI,WAAA,IAAe,CAAA,CAAE,MAAA,EAAQ,MAAM,WAAA,IAAe,CAAA;AAAA,OACjE,CAAA;AAAA,MACA,EAAE,YAAA,EAAc,CAAA,EAAG,gBAAA,EAAkB,CAAA,EAAG,aAAa,CAAA;AAAE,KACzD;AAEA,IAAA,OAAO;AAAA,MACL,OAAA,EAAS,eAAA;AAAA,MACT,KAAA,EAAO,UAAA;AAAA,MACP,KAAA,EAAO,aAAa,eAAe,CAAA,CAAA;AAAA,MACnC,YAAA,EAAc,MAAA;AAAA,MACd,SAAA,EAAW,eAAA;AAAA,MACX;AAAA,KACF;AAAA,EACF;AAAA,EAEA,MAAM,MAAM,KAAA,EAA+C;AACzD,IAAA,OAAO,IAAA,CAAK,QAAA,CAAS,CAAC,CAAA,CAAE,MAAM,KAAK,CAAA;AAAA,EACrC;AAAA,EAEA,MAAc,cAAA,CACZ,MAAA,EACA,SAAA,EACqE;AACrE,IAAA,IAAI,CAAC,IAAA,CAAK,KAAA,EAAO,OAAO,SAAA,CAAU,GAAA,CAAI,CAAA,CAAA,MAAM,EAAE,GAAG,CAAA,EAAG,KAAA,EAAO,CAAA,EAAE,CAAE,CAAA;AAE/D,IAAA,MAAM,WAAA,GAAc,CAAA;;AAAA,QAAA,EAEd,MAAM;;AAAA,EAEd,SAAA,CAAU,GAAA,CAAI,CAAC,CAAA,EAAG,CAAA,KAAM,YAAY,CAAA,GAAI,CAAC,CAAA,EAAA,EAAK,CAAA,CAAE,OAAO,CAAA;AAAA,EAAO,EAAE,OAAO,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,MAAM,CAAC;;AAAA,mFAAA,CAAA;AAIrF,IAAA,MAAM,WAAA,GAAc,MAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,WAAA,EAAa,EAAE,WAAA,EAAa,IAAA,CAAK,WAAA,EAAa,SAAA,EAAW,GAAA,EAAK,CAAA;AAE5G,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI;AACF,MAAA,MAAM,KAAA,GAAQ,WAAA,CAAY,OAAA,CAAQ,KAAA,CAAM,eAAe,CAAA;AACvD,MAAA,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAA,GAAQ,CAAC,KAAK,IAAI,CAAA;AAAA,IACxC,CAAA,CAAA,MAAQ;AACN,MAAA,MAAA,GAAS,SAAA,CAAU,GAAA,CAAI,MAAM,GAAG,CAAA;AAAA,IAClC;AAEA,IAAA,OAAO,SAAA,CAAU,GAAA,CAAI,CAAC,CAAA,EAAG,CAAA,MAAO;AAAA,MAC9B,SAAS,CAAA,CAAE,OAAA;AAAA,MACX,SAAS,CAAA,CAAE,OAAA;AAAA,MACX,KAAA,EAAO,MAAA,CAAO,CAAC,CAAA,IAAK;AAAA,KACtB,CAAE,CAAA;AAAA,EACJ;AAAA,EAEA,MAAc,cAAA,CACZ,MAAA,EACA,SAAA,EACiB;AACjB,IAAA,IAAI,CAAC,IAAA,CAAK,KAAA,EAAO,OAAO,SAAA,CAAU,CAAC,CAAA,CAAE,OAAA;AAErC,IAAA,MAAM,WAAA,GAAc,CAAA;;AAAA,iBAAA,EAEL,MAAM;;AAAA,EAEvB,SAAA,CAAU,GAAA,CAAI,CAAC,CAAA,EAAG,CAAA,KAAM,YAAY,CAAA,GAAI,CAAC,CAAA,EAAA,EAAK,CAAA,CAAE,OAAO,CAAA;AAAA,EAAO,EAAE,OAAO,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,MAAM,CAAC;;AAAA,iCAAA,CAAA;AAIrF,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,WAAA,EAAa,EAAE,WAAA,EAAa,IAAA,CAAK,WAAA,EAAa,SAAA,EAAW,IAAA,EAAM,CAAA;AACxG,IAAA,OAAO,MAAA,CAAO,OAAA;AAAA,EAChB;AAAA,EAEA,MAAc,cAAA,CACZ,MAAA,EACA,SAAA,EAC+C;AAC/C,IAAA,IAAI,SAAA,CAAU,MAAA,KAAW,CAAA,EAAG,OAAO,UAAU,CAAC,CAAA;AAC9C,IAAA,IAAI,CAAC,IAAA,CAAK,KAAA,EAAO,OAAO,UAAU,CAAC,CAAA;AAEnC,IAAA,MAAM,WAAA,GAAc,CAAA;;AAAA,QAAA,EAEd,MAAM;;AAAA,EAEd,SAAA,CAAU,GAAA,CAAI,CAAC,CAAA,EAAG,CAAA,KAAM,YAAY,CAAA,GAAI,CAAC,CAAA,EAAA,EAAK,CAAA,CAAE,OAAO,CAAA;AAAA,EAAO,EAAE,OAAO,CAAA,CAAE,CAAA,CAAE,IAAA,CAAK,MAAM,CAAC;;AAAA,+EAAA,CAAA;AAIrF,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,KAAA,CAAM,QAAA,CAAS,WAAA,EAAa,EAAE,WAAA,EAAa,IAAA,CAAK,WAAA,EAAa,SAAA,EAAW,EAAA,EAAI,CAAA;AACtG,IAAA,MAAM,MAAM,QAAA,CAAS,MAAA,CAAO,OAAA,CAAQ,IAAA,EAAM,CAAA,GAAI,CAAA;AAE9C,IAAA,IAAI,GAAA,IAAO,CAAA,IAAK,GAAA,GAAM,SAAA,CAAU,MAAA,EAAQ;AACtC,MAAA,OAAO,UAAU,GAAG,CAAA;AAAA,IACtB;AACA,IAAA,OAAO,UAAU,CAAC,CAAA;AAAA,EACpB;AACF","file":"chunk-GBHG2LY2.js","sourcesContent":["import type { LLMAdapter, LLMGenerateOptions, LLMResult } from '../types/index.js';\nimport type { ConsensusConfig, ConsensusResult } from './types.js';\n\nexport class ConsensusLLM implements LLMAdapter {\n readonly name = 'consensus';\n private adapters: LLMAdapter[];\n private strategy: ConsensusConfig['strategy'];\n private judge?: LLMAdapter;\n private temperature: number;\n\n constructor(config: ConsensusConfig) {\n if (config.adapters.length < 2) {\n throw new Error('ConsensusLLM requires at least 2 adapters');\n }\n this.adapters = config.adapters;\n this.strategy = config.strategy;\n this.judge = config.judge ?? config.adapters[0];\n this.temperature = config.temperature ?? 0;\n }\n\n async generate(prompt: string, options?: LLMGenerateOptions): Promise<ConsensusResult> {\n const responses = await Promise.all(\n this.adapters.map(async (adapter) => {\n try {\n const result = await adapter.generate(prompt, options);\n return { adapter: adapter.name, content: result.content, result };\n } catch (error) {\n return { adapter: adapter.name, content: '', result: null, error: (error as Error).message };\n }\n })\n );\n\n const validResponses = responses.filter(r => r.result !== null);\n if (validResponses.length === 0) {\n throw new Error('All adapters failed in consensus');\n }\n\n let selectedContent: string;\n let selectedAdapter: string;\n const scoredResponses: Array<{ adapter: string; content: string; score?: number }> = [];\n\n switch (this.strategy) {\n case 'best_score': {\n const scored = await this.scoreResponses(prompt, validResponses);\n scored.sort((a, b) => (b.score ?? 0) - (a.score ?? 0));\n selectedContent = scored[0].content;\n selectedAdapter = scored[0].adapter;\n scoredResponses.push(...scored);\n break;\n }\n case 'merge': {\n const merged = await this.mergeResponses(prompt, validResponses);\n selectedContent = merged;\n selectedAdapter = 'merged';\n scoredResponses.push(...validResponses.map(r => ({ adapter: r.adapter, content: r.content })));\n break;\n }\n case 'majority':\n default: {\n const best = await this.selectMajority(prompt, validResponses);\n selectedContent = best.content;\n selectedAdapter = best.adapter;\n scoredResponses.push(...validResponses.map(r => ({ adapter: r.adapter, content: r.content })));\n break;\n }\n }\n\n const totalUsage = validResponses.reduce(\n (acc, r) => ({\n promptTokens: acc.promptTokens + (r.result?.usage.promptTokens ?? 0),\n completionTokens: acc.completionTokens + (r.result?.usage.completionTokens ?? 0),\n totalTokens: acc.totalTokens + (r.result?.usage.totalTokens ?? 0),\n }),\n { promptTokens: 0, completionTokens: 0, totalTokens: 0 }\n );\n\n return {\n content: selectedContent,\n usage: totalUsage,\n model: `consensus/${selectedAdapter}`,\n finishReason: 'stop',\n responses: scoredResponses,\n selectedAdapter,\n };\n }\n\n async embed(texts: string | string[]): Promise<number[][]> {\n return this.adapters[0].embed(texts);\n }\n\n private async scoreResponses(\n prompt: string,\n responses: Array<{ adapter: string; content: string; result: LLMResult | null }>\n ): Promise<Array<{ adapter: string; content: string; score: number }>> {\n if (!this.judge) return responses.map(r => ({ ...r, score: 0 }));\n\n const judgePrompt = `You are a judge. Rate each response to the following prompt on a scale of 0.0 to 1.0.\n\nPrompt: ${prompt}\n\n${responses.map((r, i) => `Response ${i + 1} (${r.adapter}):\\n${r.content}`).join('\\n\\n')}\n\nRate each response. Respond with ONLY a JSON array of numbers, e.g. [0.8, 0.6, 0.9]`;\n\n const judgeResult = await this.judge.generate(judgePrompt, { temperature: this.temperature, maxTokens: 100 });\n\n let scores: number[];\n try {\n const match = judgeResult.content.match(/\\[[\\d.,\\s]+\\]/);\n scores = JSON.parse(match?.[0] ?? '[]');\n } catch {\n scores = responses.map(() => 0.5);\n }\n\n return responses.map((r, i) => ({\n adapter: r.adapter,\n content: r.content,\n score: scores[i] ?? 0.5,\n }));\n }\n\n private async mergeResponses(\n prompt: string,\n responses: Array<{ adapter: string; content: string }>\n ): Promise<string> {\n if (!this.judge) return responses[0].content;\n\n const mergePrompt = `You are given multiple AI responses to the same prompt. Synthesize them into a single, best response that combines the strengths of each.\n\nOriginal prompt: ${prompt}\n\n${responses.map((r, i) => `Response ${i + 1} (${r.adapter}):\\n${r.content}`).join('\\n\\n')}\n\nProvide the synthesized response:`;\n\n const result = await this.judge.generate(mergePrompt, { temperature: this.temperature, maxTokens: 2048 });\n return result.content;\n }\n\n private async selectMajority(\n prompt: string,\n responses: Array<{ adapter: string; content: string }>\n ): Promise<{ adapter: string; content: string }> {\n if (responses.length === 1) return responses[0];\n if (!this.judge) return responses[0];\n\n const judgePrompt = `You are a judge. Given multiple responses to a prompt, select the best one.\n\nPrompt: ${prompt}\n\n${responses.map((r, i) => `Response ${i + 1} (${r.adapter}):\\n${r.content}`).join('\\n\\n')}\n\nWhich response number is best? Respond with ONLY the number (e.g., \"1\" or \"2\").`;\n\n const result = await this.judge.generate(judgePrompt, { temperature: this.temperature, maxTokens: 10 });\n const idx = parseInt(result.content.trim()) - 1;\n\n if (idx >= 0 && idx < responses.length) {\n return responses[idx];\n }\n return responses[0];\n }\n}\n"]}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
// src/parsers/structured-output-parser.ts
|
|
2
|
+
var StructuredOutputParser = class _StructuredOutputParser {
|
|
3
|
+
schema;
|
|
4
|
+
strict;
|
|
5
|
+
constructor(options) {
|
|
6
|
+
this.schema = options.schema;
|
|
7
|
+
this.strict = options.strict ?? true;
|
|
8
|
+
}
|
|
9
|
+
static fromZodSchema(schema, options) {
|
|
10
|
+
return new _StructuredOutputParser({ schema, strict: options?.strict });
|
|
11
|
+
}
|
|
12
|
+
parse(text) {
|
|
13
|
+
const cleaned = this.extractJSON(text);
|
|
14
|
+
let parsed;
|
|
15
|
+
try {
|
|
16
|
+
parsed = JSON.parse(cleaned);
|
|
17
|
+
} catch (e) {
|
|
18
|
+
throw new Error(`Failed to parse JSON: ${e.message}
|
|
19
|
+
Input: ${text.slice(0, 200)}`);
|
|
20
|
+
}
|
|
21
|
+
if (this.strict) {
|
|
22
|
+
const result = this.schema.safeParse(parsed);
|
|
23
|
+
if (!result.success) {
|
|
24
|
+
const issues = result.error?.issues?.map((i) => ` - ${i.path.join(".")}: ${i.message}`).join("\n") ?? result.error?.message ?? "Unknown validation error";
|
|
25
|
+
throw new Error(`Validation failed:
|
|
26
|
+
${issues}`);
|
|
27
|
+
}
|
|
28
|
+
return result.data;
|
|
29
|
+
}
|
|
30
|
+
return this.schema.parse(parsed);
|
|
31
|
+
}
|
|
32
|
+
getFormatInstructions() {
|
|
33
|
+
const schemaDescription = this.describeSchema();
|
|
34
|
+
return `Your response must be a valid JSON object matching this exact schema:
|
|
35
|
+
|
|
36
|
+
${schemaDescription}
|
|
37
|
+
|
|
38
|
+
Important:
|
|
39
|
+
- Return ONLY the JSON object, no additional text
|
|
40
|
+
- All required fields must be present
|
|
41
|
+
- Values must match the expected types`;
|
|
42
|
+
}
|
|
43
|
+
extractJSON(text) {
|
|
44
|
+
const codeBlockMatch = text.match(/```(?:json)?\s*\n?([\s\S]*?)\n?\s*```/);
|
|
45
|
+
if (codeBlockMatch) {
|
|
46
|
+
return codeBlockMatch[1].trim();
|
|
47
|
+
}
|
|
48
|
+
const jsonMatch = text.match(/\{[\s\S]*\}/);
|
|
49
|
+
if (jsonMatch) {
|
|
50
|
+
return jsonMatch[0];
|
|
51
|
+
}
|
|
52
|
+
return text.trim();
|
|
53
|
+
}
|
|
54
|
+
describeSchema() {
|
|
55
|
+
if (this.schema.shape) {
|
|
56
|
+
const fields = Object.entries(this.schema.shape).map(([key, value]) => {
|
|
57
|
+
const desc = value.description ?? "";
|
|
58
|
+
return ` "${key}": ${desc || "..."}`;
|
|
59
|
+
}).join(",\n");
|
|
60
|
+
return `\`\`\`json
|
|
61
|
+
{
|
|
62
|
+
${fields}
|
|
63
|
+
}
|
|
64
|
+
\`\`\``;
|
|
65
|
+
}
|
|
66
|
+
if (this.schema.description) {
|
|
67
|
+
return this.schema.description;
|
|
68
|
+
}
|
|
69
|
+
return "{ ... }";
|
|
70
|
+
}
|
|
71
|
+
};
|
|
72
|
+
|
|
73
|
+
export { StructuredOutputParser };
|
|
74
|
+
//# sourceMappingURL=chunk-GDCFS2XB.js.map
|
|
75
|
+
//# sourceMappingURL=chunk-GDCFS2XB.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/parsers/structured-output-parser.ts"],"names":[],"mappings":";AAEO,IAAM,sBAAA,GAAN,MAAM,uBAAA,CAAqD;AAAA,EACxD,MAAA;AAAA,EACA,MAAA;AAAA,EAER,YAAY,OAAA,EAA2C;AACrD,IAAA,IAAA,CAAK,SAAS,OAAA,CAAQ,MAAA;AACtB,IAAA,IAAA,CAAK,MAAA,GAAS,QAAQ,MAAA,IAAU,IAAA;AAAA,EAClC;AAAA,EAEA,OAAO,aAAA,CAAiB,MAAA,EAA0B,OAAA,EAA2D;AAC3G,IAAA,OAAO,IAAI,uBAAA,CAAuB,EAAE,QAAQ,MAAA,EAAQ,OAAA,EAAS,QAAQ,CAAA;AAAA,EACvE;AAAA,EAEA,MAAM,IAAA,EAAiB;AACrB,IAAA,MAAM,OAAA,GAAU,IAAA,CAAK,WAAA,CAAY,IAAI,CAAA;AAErC,IAAA,IAAI,MAAA;AACJ,IAAA,IAAI;AACF,MAAA,MAAA,GAAS,IAAA,CAAK,MAAM,OAAO,CAAA;AAAA,IAC7B,SAAS,CAAA,EAAG;AACV,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,sBAAA,EAA0B,CAAA,CAAY,OAAO;AAAA,OAAA,EAAY,IAAA,CAAK,KAAA,CAAM,CAAA,EAAG,GAAG,CAAC,CAAA,CAAE,CAAA;AAAA,IAC/F;AAEA,IAAA,IAAI,KAAK,MAAA,EAAQ;AACf,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,MAAA,CAAO,SAAA,CAAU,MAAM,CAAA;AAC3C,MAAA,IAAI,CAAC,OAAO,OAAA,EAAS;AACnB,QAAA,MAAM,MAAA,GAAS,OAAO,KAAA,EAAO,MAAA,EACzB,IAAI,CAAA,CAAA,KAAK,CAAA,IAAA,EAAO,CAAA,CAAE,IAAA,CAAK,IAAA,CAAK,GAAG,CAAC,CAAA,EAAA,EAAK,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA,CACjD,KAAK,IAAI,CAAA,IAAK,MAAA,CAAO,KAAA,EAAO,OAAA,IAAW,0BAAA;AAC1C,QAAA,MAAM,IAAI,KAAA,CAAM,CAAA;AAAA,EAAuB,MAAM,CAAA,CAAE,CAAA;AAAA,MACjD;AACA,MAAA,OAAO,MAAA,CAAO,IAAA;AAAA,IAChB;AAEA,IAAA,OAAO,IAAA,CAAK,MAAA,CAAO,KAAA,CAAM,MAAM,CAAA;AAAA,EACjC;AAAA,EAEA,qBAAA,GAAgC;AAC9B,IAAA,MAAM,iBAAA,GAAoB,KAAK,cAAA,EAAe;AAC9C,IAAA,OAAO,CAAA;;AAAA,EAET,iBAAiB;;AAAA;AAAA;AAAA;AAAA,sCAAA,CAAA;AAAA,EAMjB;AAAA,EAEQ,YAAY,IAAA,EAAsB;AACxC,IAAA,MAAM,cAAA,GAAiB,IAAA,CAAK,KAAA,CAAM,uCAAuC,CAAA;AACzE,IAAA,IAAI,cAAA,EAAgB;AAClB,MAAA,OAAO,cAAA,CAAe,CAAC,CAAA,CAAE,IAAA,EAAK;AAAA,IAChC;AAEA,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,KAAA,CAAM,aAAa,CAAA;AAC1C,IAAA,IAAI,SAAA,EAAW;AACb,MAAA,OAAO,UAAU,CAAC,CAAA;AAAA,IACpB;AAEA,IAAA,OAAO,KAAK,IAAA,EAAK;AAAA,EACnB;AAAA,EAEQ,cAAA,GAAyB;AAC/B,IAAA,IAAI,IAAA,CAAK,OAAO,KAAA,EAAO;AACrB,MAAA,MAAM,MAAA,GAAS,MAAA,CAAO,OAAA,CAAQ,IAAA,CAAK,MAAA,CAAO,KAAK,CAAA,CAC5C,GAAA,CAAI,CAAC,CAAC,GAAA,EAAK,KAAK,CAAA,KAAM;AACrB,QAAA,MAAM,IAAA,GAAQ,MAAmC,WAAA,IAAe,EAAA;AAChE,QAAA,OAAO,CAAA,GAAA,EAAM,GAAG,CAAA,GAAA,EAAM,IAAA,IAAQ,KAAK,CAAA,CAAA;AAAA,MACrC,CAAC,CAAA,CACA,IAAA,CAAK,KAAK,CAAA;AACb,MAAA,OAAO,CAAA;AAAA;AAAA,EAAkB,MAAM;AAAA;AAAA,MAAA,CAAA;AAAA,IACjC;AAEA,IAAA,IAAI,IAAA,CAAK,OAAO,WAAA,EAAa;AAC3B,MAAA,OAAO,KAAK,MAAA,CAAO,WAAA;AAAA,IACrB;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AACF","file":"chunk-GDCFS2XB.js","sourcesContent":["import type { OutputParser, StructuredOutputParserOptions, ZodLikeSchema } from './types.js';\n\nexport class StructuredOutputParser<T> implements OutputParser<T> {\n private schema: ZodLikeSchema<T>;\n private strict: boolean;\n\n constructor(options: StructuredOutputParserOptions<T>) {\n this.schema = options.schema;\n this.strict = options.strict ?? true;\n }\n\n static fromZodSchema<T>(schema: ZodLikeSchema<T>, options?: { strict?: boolean }): StructuredOutputParser<T> {\n return new StructuredOutputParser({ schema, strict: options?.strict });\n }\n\n parse(text: string): T {\n const cleaned = this.extractJSON(text);\n\n let parsed: unknown;\n try {\n parsed = JSON.parse(cleaned);\n } catch (e) {\n throw new Error(`Failed to parse JSON: ${(e as Error).message}\\nInput: ${text.slice(0, 200)}`);\n }\n\n if (this.strict) {\n const result = this.schema.safeParse(parsed);\n if (!result.success) {\n const issues = result.error?.issues\n ?.map(i => ` - ${i.path.join('.')}: ${i.message}`)\n .join('\\n') ?? result.error?.message ?? 'Unknown validation error';\n throw new Error(`Validation failed:\\n${issues}`);\n }\n return result.data!;\n }\n\n return this.schema.parse(parsed);\n }\n\n getFormatInstructions(): string {\n const schemaDescription = this.describeSchema();\n return `Your response must be a valid JSON object matching this exact schema:\n\n${schemaDescription}\n\nImportant:\n- Return ONLY the JSON object, no additional text\n- All required fields must be present\n- Values must match the expected types`;\n }\n\n private extractJSON(text: string): string {\n const codeBlockMatch = text.match(/```(?:json)?\\s*\\n?([\\s\\S]*?)\\n?\\s*```/);\n if (codeBlockMatch) {\n return codeBlockMatch[1].trim();\n }\n\n const jsonMatch = text.match(/\\{[\\s\\S]*\\}/);\n if (jsonMatch) {\n return jsonMatch[0];\n }\n\n return text.trim();\n }\n\n private describeSchema(): string {\n if (this.schema.shape) {\n const fields = Object.entries(this.schema.shape)\n .map(([key, value]) => {\n const desc = (value as { description?: string }).description ?? '';\n return ` \"${key}\": ${desc || '...'}`;\n })\n .join(',\\n');\n return `\\`\\`\\`json\\n{\\n${fields}\\n}\\n\\`\\`\\``;\n }\n\n if (this.schema.description) {\n return this.schema.description;\n }\n\n return '{ ... }';\n }\n}\n"]}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
var chunkBBUZ6P5S_cjs = require('./chunk-BBUZ6P5S.cjs');
|
|
4
|
+
|
|
5
|
+
// src/loaders/json-loader.ts
|
|
6
|
+
var JSONLoader = class {
|
|
7
|
+
pathOrData;
|
|
8
|
+
options;
|
|
9
|
+
constructor(pathOrData, options = {}) {
|
|
10
|
+
this.pathOrData = pathOrData;
|
|
11
|
+
this.options = options;
|
|
12
|
+
}
|
|
13
|
+
async load() {
|
|
14
|
+
let data;
|
|
15
|
+
if (typeof this.pathOrData === "string") {
|
|
16
|
+
const fs = await import('fs/promises');
|
|
17
|
+
const raw = await fs.readFile(this.pathOrData, "utf-8");
|
|
18
|
+
data = JSON.parse(raw);
|
|
19
|
+
} else {
|
|
20
|
+
data = this.pathOrData;
|
|
21
|
+
}
|
|
22
|
+
if (this.options.jsonPath) {
|
|
23
|
+
data = this.resolvePath(data, this.options.jsonPath);
|
|
24
|
+
}
|
|
25
|
+
const items = Array.isArray(data) ? data : [data];
|
|
26
|
+
return items.map((item) => {
|
|
27
|
+
const obj = item;
|
|
28
|
+
const contentField = this.options.contentField;
|
|
29
|
+
let content;
|
|
30
|
+
if (contentField && obj[contentField] !== void 0) {
|
|
31
|
+
content = String(obj[contentField]);
|
|
32
|
+
} else {
|
|
33
|
+
content = JSON.stringify(obj, null, 2);
|
|
34
|
+
}
|
|
35
|
+
const metadata = {
|
|
36
|
+
...this.options.metadata,
|
|
37
|
+
source: typeof this.pathOrData === "string" ? this.pathOrData : "inline",
|
|
38
|
+
loader: "JSONLoader"
|
|
39
|
+
};
|
|
40
|
+
if (this.options.metadataFields) {
|
|
41
|
+
for (const field of this.options.metadataFields) {
|
|
42
|
+
if (obj[field] !== void 0) {
|
|
43
|
+
metadata[field] = obj[field];
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
return {
|
|
48
|
+
id: chunkBBUZ6P5S_cjs.generateId(),
|
|
49
|
+
content,
|
|
50
|
+
metadata
|
|
51
|
+
};
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
resolvePath(data, path) {
|
|
55
|
+
const parts = path.replace(/^\$\.?/, "").split(".");
|
|
56
|
+
let current = data;
|
|
57
|
+
for (const part of parts) {
|
|
58
|
+
if (current === null || current === void 0) return current;
|
|
59
|
+
const bracketMatch = part.match(/^(\w+)\[(\d+)\]$/);
|
|
60
|
+
if (bracketMatch) {
|
|
61
|
+
current = current[bracketMatch[1]];
|
|
62
|
+
if (Array.isArray(current)) {
|
|
63
|
+
current = current[parseInt(bracketMatch[2], 10)];
|
|
64
|
+
}
|
|
65
|
+
} else {
|
|
66
|
+
current = current[part];
|
|
67
|
+
}
|
|
68
|
+
}
|
|
69
|
+
return current;
|
|
70
|
+
}
|
|
71
|
+
};
|
|
72
|
+
|
|
73
|
+
exports.JSONLoader = JSONLoader;
|
|
74
|
+
//# sourceMappingURL=chunk-GGEFJM2I.cjs.map
|
|
75
|
+
//# sourceMappingURL=chunk-GGEFJM2I.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/loaders/json-loader.ts"],"names":["generateId"],"mappings":";;;;;AAIO,IAAM,aAAN,MAA2C;AAAA,EACxC,UAAA;AAAA,EACA,OAAA;AAAA,EAER,WAAA,CAAY,UAAA,EAA0E,OAAA,GAA6B,EAAC,EAAG;AACrH,IAAA,IAAA,CAAK,UAAA,GAAa,UAAA;AAClB,IAAA,IAAA,CAAK,OAAA,GAAU,OAAA;AAAA,EACjB;AAAA,EAEA,MAAM,IAAA,GAA4B;AAChC,IAAA,IAAI,IAAA;AAEJ,IAAA,IAAI,OAAO,IAAA,CAAK,UAAA,KAAe,QAAA,EAAU;AACvC,MAAA,MAAM,EAAA,GAAK,MAAM,OAAO,aAAa,CAAA;AACrC,MAAA,MAAM,MAAM,MAAM,EAAA,CAAG,QAAA,CAAS,IAAA,CAAK,YAAY,OAAO,CAAA;AACtD,MAAA,IAAA,GAAO,IAAA,CAAK,MAAM,GAAG,CAAA;AAAA,IACvB,CAAA,MAAO;AACL,MAAA,IAAA,GAAO,IAAA,CAAK,UAAA;AAAA,IACd;AAEA,IAAA,IAAI,IAAA,CAAK,QAAQ,QAAA,EAAU;AACzB,MAAA,IAAA,GAAO,IAAA,CAAK,WAAA,CAAY,IAAA,EAAM,IAAA,CAAK,QAAQ,QAAQ,CAAA;AAAA,IACrD;AAEA,IAAA,MAAM,QAAQ,KAAA,CAAM,OAAA,CAAQ,IAAI,CAAA,GAAI,IAAA,GAAO,CAAC,IAAI,CAAA;AAEhD,IAAA,OAAO,KAAA,CAAM,GAAA,CAAI,CAAC,IAAA,KAAS;AACzB,MAAA,MAAM,GAAA,GAAM,IAAA;AACZ,MAAA,MAAM,YAAA,GAAe,KAAK,OAAA,CAAQ,YAAA;AAElC,MAAA,IAAI,OAAA;AACJ,MAAA,IAAI,YAAA,IAAgB,GAAA,CAAI,YAAY,CAAA,KAAM,MAAA,EAAW;AACnD,QAAA,OAAA,GAAU,MAAA,CAAO,GAAA,CAAI,YAAY,CAAC,CAAA;AAAA,MACpC,CAAA,MAAO;AACL,QAAA,OAAA,GAAU,IAAA,CAAK,SAAA,CAAU,GAAA,EAAK,IAAA,EAAM,CAAC,CAAA;AAAA,MACvC;AAEA,MAAA,MAAM,QAAA,GAAoC;AAAA,QACxC,GAAG,KAAK,OAAA,CAAQ,QAAA;AAAA,QAChB,QAAQ,OAAO,IAAA,CAAK,UAAA,KAAe,QAAA,GAAW,KAAK,UAAA,GAAa,QAAA;AAAA,QAChE,MAAA,EAAQ;AAAA,OACV;AAEA,MAAA,IAAI,IAAA,CAAK,QAAQ,cAAA,EAAgB;AAC/B,QAAA,KAAA,MAAW,KAAA,IAAS,IAAA,CAAK,OAAA,CAAQ,cAAA,EAAgB;AAC/C,UAAA,IAAI,GAAA,CAAI,KAAK,CAAA,KAAM,MAAA,EAAW;AAC5B,YAAA,QAAA,CAAS,KAAK,CAAA,GAAI,GAAA,CAAI,KAAK,CAAA;AAAA,UAC7B;AAAA,QACF;AAAA,MACF;AAEA,MAAA,OAAO;AAAA,QACL,IAAIA,4BAAA,EAAW;AAAA,QACf,OAAA;AAAA,QACA;AAAA,OACF;AAAA,IACF,CAAC,CAAA;AAAA,EACH;AAAA,EAEQ,WAAA,CAAY,MAAe,IAAA,EAAuB;AACxD,IAAA,MAAM,QAAQ,IAAA,CAAK,OAAA,CAAQ,UAAU,EAAE,CAAA,CAAE,MAAM,GAAG,CAAA;AAClD,IAAA,IAAI,OAAA,GAAmB,IAAA;AAEvB,IAAA,KAAA,MAAW,QAAQ,KAAA,EAAO;AACxB,MAAA,IAAI,OAAA,KAAY,IAAA,IAAQ,OAAA,KAAY,MAAA,EAAW,OAAO,OAAA;AAEtD,MAAA,MAAM,YAAA,GAAe,IAAA,CAAK,KAAA,CAAM,kBAAkB,CAAA;AAClD,MAAA,IAAI,YAAA,EAAc;AAChB,QAAA,OAAA,GAAW,OAAA,CAAoC,YAAA,CAAa,CAAC,CAAC,CAAA;AAC9D,QAAA,IAAI,KAAA,CAAM,OAAA,CAAQ,OAAO,CAAA,EAAG;AAC1B,UAAA,OAAA,GAAU,QAAQ,QAAA,CAAS,YAAA,CAAa,CAAC,CAAA,EAAG,EAAE,CAAC,CAAA;AAAA,QACjD;AAAA,MACF,CAAA,MAAO;AACL,QAAA,OAAA,GAAW,QAAoC,IAAI,CAAA;AAAA,MACrD;AAAA,IACF;AAEA,IAAA,OAAO,OAAA;AAAA,EACT;AACF","file":"chunk-GGEFJM2I.cjs","sourcesContent":["import type { Document } from '../types/index.js';\nimport type { DocumentLoader, JSONLoaderOptions } from './types.js';\nimport { generateId } from '../utils/id.js';\n\nexport class JSONLoader implements DocumentLoader {\n private pathOrData: string | Record<string, unknown> | Record<string, unknown>[];\n private options: JSONLoaderOptions;\n\n constructor(pathOrData: string | Record<string, unknown> | Record<string, unknown>[], options: JSONLoaderOptions = {}) {\n this.pathOrData = pathOrData;\n this.options = options;\n }\n\n async load(): Promise<Document[]> {\n let data: unknown;\n\n if (typeof this.pathOrData === 'string') {\n const fs = await import('fs/promises');\n const raw = await fs.readFile(this.pathOrData, 'utf-8');\n data = JSON.parse(raw);\n } else {\n data = this.pathOrData;\n }\n\n if (this.options.jsonPath) {\n data = this.resolvePath(data, this.options.jsonPath);\n }\n\n const items = Array.isArray(data) ? data : [data];\n\n return items.map((item) => {\n const obj = item as Record<string, unknown>;\n const contentField = this.options.contentField;\n\n let content: string;\n if (contentField && obj[contentField] !== undefined) {\n content = String(obj[contentField]);\n } else {\n content = JSON.stringify(obj, null, 2);\n }\n\n const metadata: Record<string, unknown> = {\n ...this.options.metadata,\n source: typeof this.pathOrData === 'string' ? this.pathOrData : 'inline',\n loader: 'JSONLoader',\n };\n\n if (this.options.metadataFields) {\n for (const field of this.options.metadataFields) {\n if (obj[field] !== undefined) {\n metadata[field] = obj[field];\n }\n }\n }\n\n return {\n id: generateId(),\n content,\n metadata,\n };\n });\n }\n\n private resolvePath(data: unknown, path: string): unknown {\n const parts = path.replace(/^\\$\\.?/, '').split('.');\n let current: unknown = data;\n\n for (const part of parts) {\n if (current === null || current === undefined) return current;\n\n const bracketMatch = part.match(/^(\\w+)\\[(\\d+)\\]$/);\n if (bracketMatch) {\n current = (current as Record<string, unknown>)[bracketMatch[1]];\n if (Array.isArray(current)) {\n current = current[parseInt(bracketMatch[2], 10)];\n }\n } else {\n current = (current as Record<string, unknown>)[part];\n }\n }\n\n return current;\n }\n}\n"]}
|
|
@@ -0,0 +1,103 @@
|
|
|
1
|
+
// src/chains/conversational-retrieval-chain.ts
|
|
2
|
+
var ConversationalRetrievalChain = class {
|
|
3
|
+
llm;
|
|
4
|
+
retriever;
|
|
5
|
+
collection;
|
|
6
|
+
systemPrompt;
|
|
7
|
+
returnSources;
|
|
8
|
+
maxHistoryLength;
|
|
9
|
+
condenseQuestionPrompt;
|
|
10
|
+
chatHistory = [];
|
|
11
|
+
constructor(options) {
|
|
12
|
+
this.llm = options.llm;
|
|
13
|
+
this.retriever = options.retriever;
|
|
14
|
+
this.collection = options.collection;
|
|
15
|
+
this.returnSources = options.returnSources ?? true;
|
|
16
|
+
this.maxHistoryLength = options.maxHistoryLength ?? 10;
|
|
17
|
+
this.systemPrompt = options.systemPrompt ?? "You are a helpful assistant. Answer the question based on the provided context and conversation history. If the context does not contain enough information, say so clearly.";
|
|
18
|
+
this.condenseQuestionPrompt = options.condenseQuestionPrompt ?? `Given the following conversation history and a follow-up question, rephrase the follow-up question to be a standalone question that captures the full context.
|
|
19
|
+
|
|
20
|
+
Chat History:
|
|
21
|
+
{{history}}
|
|
22
|
+
|
|
23
|
+
Follow-up Question: {{question}}
|
|
24
|
+
|
|
25
|
+
Standalone Question:`;
|
|
26
|
+
}
|
|
27
|
+
async call(question) {
|
|
28
|
+
const steps = [];
|
|
29
|
+
let standaloneQuestion = question;
|
|
30
|
+
if (this.chatHistory.length > 0) {
|
|
31
|
+
const condenseStart = Date.now();
|
|
32
|
+
standaloneQuestion = await this.condenseQuestion(question);
|
|
33
|
+
steps.push({
|
|
34
|
+
name: "condense_question",
|
|
35
|
+
input: question,
|
|
36
|
+
output: standaloneQuestion,
|
|
37
|
+
latencyMs: Date.now() - condenseStart
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
const retrieveStart = Date.now();
|
|
41
|
+
const sources = await this.retriever.retrieve(standaloneQuestion, this.collection);
|
|
42
|
+
steps.push({
|
|
43
|
+
name: "retrieve",
|
|
44
|
+
input: standaloneQuestion,
|
|
45
|
+
output: `Found ${sources.length} relevant documents`,
|
|
46
|
+
latencyMs: Date.now() - retrieveStart
|
|
47
|
+
});
|
|
48
|
+
const context = sources.map((s) => s.content ?? "").filter((c) => c.length > 0).join("\n---\n");
|
|
49
|
+
const recentHistory = this.chatHistory.slice(-this.maxHistoryLength);
|
|
50
|
+
const historyStr = recentHistory.map((h) => `${h.role === "user" ? "Human" : "Assistant"}: ${h.content}`).join("\n");
|
|
51
|
+
const prompt = `Context:
|
|
52
|
+
${context}
|
|
53
|
+
|
|
54
|
+
${historyStr ? `Conversation History:
|
|
55
|
+
${historyStr}
|
|
56
|
+
|
|
57
|
+
` : ""}Question: ${question}
|
|
58
|
+
|
|
59
|
+
Answer:`;
|
|
60
|
+
const generateStart = Date.now();
|
|
61
|
+
const result = await this.llm.generate(prompt, {
|
|
62
|
+
systemPrompt: this.systemPrompt,
|
|
63
|
+
temperature: 0.3
|
|
64
|
+
});
|
|
65
|
+
steps.push({
|
|
66
|
+
name: "generate",
|
|
67
|
+
input: prompt.slice(0, 200) + "...",
|
|
68
|
+
output: result.content.slice(0, 200),
|
|
69
|
+
latencyMs: Date.now() - generateStart
|
|
70
|
+
});
|
|
71
|
+
this.chatHistory.push({ role: "user", content: question });
|
|
72
|
+
this.chatHistory.push({ role: "assistant", content: result.content });
|
|
73
|
+
if (this.chatHistory.length > this.maxHistoryLength * 2) {
|
|
74
|
+
this.chatHistory = this.chatHistory.slice(-this.maxHistoryLength * 2);
|
|
75
|
+
}
|
|
76
|
+
return {
|
|
77
|
+
answer: result.content,
|
|
78
|
+
sources: this.returnSources ? sources : void 0,
|
|
79
|
+
intermediateSteps: steps,
|
|
80
|
+
usage: result.usage
|
|
81
|
+
};
|
|
82
|
+
}
|
|
83
|
+
getChatHistory() {
|
|
84
|
+
return [...this.chatHistory];
|
|
85
|
+
}
|
|
86
|
+
clearHistory() {
|
|
87
|
+
this.chatHistory = [];
|
|
88
|
+
}
|
|
89
|
+
async condenseQuestion(question) {
|
|
90
|
+
const recentHistory = this.chatHistory.slice(-this.maxHistoryLength);
|
|
91
|
+
const historyStr = recentHistory.map((h) => `${h.role === "user" ? "Human" : "Assistant"}: ${h.content}`).join("\n");
|
|
92
|
+
const prompt = this.condenseQuestionPrompt.replace("{{history}}", historyStr).replace("{{question}}", question);
|
|
93
|
+
const result = await this.llm.generate(prompt, {
|
|
94
|
+
temperature: 0,
|
|
95
|
+
maxTokens: 256
|
|
96
|
+
});
|
|
97
|
+
return result.content.trim() || question;
|
|
98
|
+
}
|
|
99
|
+
};
|
|
100
|
+
|
|
101
|
+
export { ConversationalRetrievalChain };
|
|
102
|
+
//# sourceMappingURL=chunk-GQ362USF.js.map
|
|
103
|
+
//# sourceMappingURL=chunk-GQ362USF.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/chains/conversational-retrieval-chain.ts"],"names":[],"mappings":";AAIO,IAAM,+BAAN,MAAmC;AAAA,EAChC,GAAA;AAAA,EACA,SAAA;AAAA,EACA,UAAA;AAAA,EACA,YAAA;AAAA,EACA,aAAA;AAAA,EACA,gBAAA;AAAA,EACA,sBAAA;AAAA,EACA,cAAkC,EAAC;AAAA,EAE3C,YAAY,OAAA,EAA8C;AACxD,IAAA,IAAA,CAAK,MAAM,OAAA,CAAQ,GAAA;AACnB,IAAA,IAAA,CAAK,YAAY,OAAA,CAAQ,SAAA;AACzB,IAAA,IAAA,CAAK,aAAa,OAAA,CAAQ,UAAA;AAC1B,IAAA,IAAA,CAAK,aAAA,GAAgB,QAAQ,aAAA,IAAiB,IAAA;AAC9C,IAAA,IAAA,CAAK,gBAAA,GAAmB,QAAQ,gBAAA,IAAoB,EAAA;AACpD,IAAA,IAAA,CAAK,YAAA,GAAe,QAAQ,YAAA,IAC1B,8KAAA;AACF,IAAA,IAAA,CAAK,sBAAA,GAAyB,QAAQ,sBAAA,IACpC,CAAA;;AAAA;AAAA;;AAAA;;AAAA,oBAAA,CAAA;AAAA,EAQJ;AAAA,EAEA,MAAM,KAAK,QAAA,EAAwC;AACjD,IAAA,MAAM,QAA0C,EAAC;AAGjD,IAAA,IAAI,kBAAA,GAAqB,QAAA;AAEzB,IAAA,IAAI,IAAA,CAAK,WAAA,CAAY,MAAA,GAAS,CAAA,EAAG;AAC/B,MAAA,MAAM,aAAA,GAAgB,KAAK,GAAA,EAAI;AAC/B,MAAA,kBAAA,GAAqB,MAAM,IAAA,CAAK,gBAAA,CAAiB,QAAQ,CAAA;AACzD,MAAA,KAAA,CAAM,IAAA,CAAK;AAAA,QACT,IAAA,EAAM,mBAAA;AAAA,QACN,KAAA,EAAO,QAAA;AAAA,QACP,MAAA,EAAQ,kBAAA;AAAA,QACR,SAAA,EAAW,IAAA,CAAK,GAAA,EAAI,GAAI;AAAA,OACzB,CAAA;AAAA,IACH;AAGA,IAAA,MAAM,aAAA,GAAgB,KAAK,GAAA,EAAI;AAC/B,IAAA,MAAM,UAAU,MAAM,IAAA,CAAK,UAAU,QAAA,CAAS,kBAAA,EAAoB,KAAK,UAAU,CAAA;AACjF,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,IAAA,EAAM,UAAA;AAAA,MACN,KAAA,EAAO,kBAAA;AAAA,MACP,MAAA,EAAQ,CAAA,MAAA,EAAS,OAAA,CAAQ,MAAM,CAAA,mBAAA,CAAA;AAAA,MAC/B,SAAA,EAAW,IAAA,CAAK,GAAA,EAAI,GAAI;AAAA,KACzB,CAAA;AAGD,IAAA,MAAM,OAAA,GAAU,OAAA,CACb,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,OAAA,IAAW,EAAE,CAAA,CACxB,MAAA,CAAO,OAAK,CAAA,CAAE,MAAA,GAAS,CAAC,CAAA,CACxB,KAAK,SAAS,CAAA;AAGjB,IAAA,MAAM,gBAAgB,IAAA,CAAK,WAAA,CAAY,KAAA,CAAM,CAAC,KAAK,gBAAgB,CAAA;AACnE,IAAA,MAAM,aAAa,aAAA,CAChB,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,EAAG,EAAE,IAAA,KAAS,MAAA,GAAS,OAAA,GAAU,WAAW,KAAK,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA,CACrE,KAAK,IAAI,CAAA;AAGZ,IAAA,MAAM,MAAA,GAAS,CAAA;AAAA,EAAa,OAAO;;AAAA,EAAO,UAAA,GAAa,CAAA;AAAA,EAA0B,UAAU;;AAAA,CAAA,GAAS,EAAE,aAAa,QAAQ;;AAAA,OAAA,CAAA;AAE3H,IAAA,MAAM,aAAA,GAAgB,KAAK,GAAA,EAAI;AAC/B,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,GAAA,CAAI,SAAS,MAAA,EAAQ;AAAA,MAC7C,cAAc,IAAA,CAAK,YAAA;AAAA,MACnB,WAAA,EAAa;AAAA,KACd,CAAA;AACD,IAAA,KAAA,CAAM,IAAA,CAAK;AAAA,MACT,IAAA,EAAM,UAAA;AAAA,MACN,KAAA,EAAO,MAAA,CAAO,KAAA,CAAM,CAAA,EAAG,GAAG,CAAA,GAAI,KAAA;AAAA,MAC9B,MAAA,EAAQ,MAAA,CAAO,OAAA,CAAQ,KAAA,CAAM,GAAG,GAAG,CAAA;AAAA,MACnC,SAAA,EAAW,IAAA,CAAK,GAAA,EAAI,GAAI;AAAA,KACzB,CAAA;AAGD,IAAA,IAAA,CAAK,YAAY,IAAA,CAAK,EAAE,MAAM,MAAA,EAAQ,OAAA,EAAS,UAAU,CAAA;AACzD,IAAA,IAAA,CAAK,WAAA,CAAY,KAAK,EAAE,IAAA,EAAM,aAAa,OAAA,EAAS,MAAA,CAAO,SAAS,CAAA;AAGpE,IAAA,IAAI,IAAA,CAAK,WAAA,CAAY,MAAA,GAAS,IAAA,CAAK,mBAAmB,CAAA,EAAG;AACvD,MAAA,IAAA,CAAK,cAAc,IAAA,CAAK,WAAA,CAAY,MAAM,CAAC,IAAA,CAAK,mBAAmB,CAAC,CAAA;AAAA,IACtE;AAEA,IAAA,OAAO;AAAA,MACL,QAAQ,MAAA,CAAO,OAAA;AAAA,MACf,OAAA,EAAS,IAAA,CAAK,aAAA,GAAgB,OAAA,GAAU,MAAA;AAAA,MACxC,iBAAA,EAAmB,KAAA;AAAA,MACnB,OAAO,MAAA,CAAO;AAAA,KAChB;AAAA,EACF;AAAA,EAEA,cAAA,GAAqC;AACnC,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,WAAW,CAAA;AAAA,EAC7B;AAAA,EAEA,YAAA,GAAqB;AACnB,IAAA,IAAA,CAAK,cAAc,EAAC;AAAA,EACtB;AAAA,EAEA,MAAc,iBAAiB,QAAA,EAAmC;AAChE,IAAA,MAAM,gBAAgB,IAAA,CAAK,WAAA,CAAY,KAAA,CAAM,CAAC,KAAK,gBAAgB,CAAA;AACnE,IAAA,MAAM,aAAa,aAAA,CAChB,GAAA,CAAI,CAAA,CAAA,KAAK,CAAA,EAAG,EAAE,IAAA,KAAS,MAAA,GAAS,OAAA,GAAU,WAAW,KAAK,CAAA,CAAE,OAAO,CAAA,CAAE,CAAA,CACrE,KAAK,IAAI,CAAA;AAEZ,IAAA,MAAM,MAAA,GAAS,KAAK,sBAAA,CACjB,OAAA,CAAQ,eAAe,UAAU,CAAA,CACjC,OAAA,CAAQ,cAAA,EAAgB,QAAQ,CAAA;AAEnC,IAAA,MAAM,MAAA,GAAS,MAAM,IAAA,CAAK,GAAA,CAAI,SAAS,MAAA,EAAQ;AAAA,MAC7C,WAAA,EAAa,CAAA;AAAA,MACb,SAAA,EAAW;AAAA,KACZ,CAAA;AAED,IAAA,OAAO,MAAA,CAAO,OAAA,CAAQ,IAAA,EAAK,IAAK,QAAA;AAAA,EAClC;AACF","file":"chunk-GQ362USF.js","sourcesContent":["import type { Retriever } from '../retrievers/types.js';\nimport type { LLMAdapter } from '../types/index.js';\nimport type { ChainResult, ConversationalRetrievalChainOptions, ChatHistoryEntry } from './types.js';\n\nexport class ConversationalRetrievalChain {\n private llm: LLMAdapter;\n private retriever: Retriever;\n private collection: string;\n private systemPrompt: string;\n private returnSources: boolean;\n private maxHistoryLength: number;\n private condenseQuestionPrompt: string;\n private chatHistory: ChatHistoryEntry[] = [];\n\n constructor(options: ConversationalRetrievalChainOptions) {\n this.llm = options.llm;\n this.retriever = options.retriever;\n this.collection = options.collection;\n this.returnSources = options.returnSources ?? true;\n this.maxHistoryLength = options.maxHistoryLength ?? 10;\n this.systemPrompt = options.systemPrompt ??\n 'You are a helpful assistant. Answer the question based on the provided context and conversation history. If the context does not contain enough information, say so clearly.';\n this.condenseQuestionPrompt = options.condenseQuestionPrompt ??\n `Given the following conversation history and a follow-up question, rephrase the follow-up question to be a standalone question that captures the full context.\n\nChat History:\n{{history}}\n\nFollow-up Question: {{question}}\n\nStandalone Question:`;\n }\n\n async call(question: string): Promise<ChainResult> {\n const steps: ChainResult['intermediateSteps'] = [];\n\n // Step 1: Condense question with chat history\n let standaloneQuestion = question;\n\n if (this.chatHistory.length > 0) {\n const condenseStart = Date.now();\n standaloneQuestion = await this.condenseQuestion(question);\n steps.push({\n name: 'condense_question',\n input: question,\n output: standaloneQuestion,\n latencyMs: Date.now() - condenseStart,\n });\n }\n\n // Step 2: Retrieve relevant documents\n const retrieveStart = Date.now();\n const sources = await this.retriever.retrieve(standaloneQuestion, this.collection);\n steps.push({\n name: 'retrieve',\n input: standaloneQuestion,\n output: `Found ${sources.length} relevant documents`,\n latencyMs: Date.now() - retrieveStart,\n });\n\n // Step 3: Build context\n const context = sources\n .map(s => s.content ?? '')\n .filter(c => c.length > 0)\n .join('\\n---\\n');\n\n // Step 4: Build conversation history string\n const recentHistory = this.chatHistory.slice(-this.maxHistoryLength);\n const historyStr = recentHistory\n .map(h => `${h.role === 'user' ? 'Human' : 'Assistant'}: ${h.content}`)\n .join('\\n');\n\n // Step 5: Generate answer\n const prompt = `Context:\\n${context}\\n\\n${historyStr ? `Conversation History:\\n${historyStr}\\n\\n` : ''}Question: ${question}\\n\\nAnswer:`;\n\n const generateStart = Date.now();\n const result = await this.llm.generate(prompt, {\n systemPrompt: this.systemPrompt,\n temperature: 0.3,\n });\n steps.push({\n name: 'generate',\n input: prompt.slice(0, 200) + '...',\n output: result.content.slice(0, 200),\n latencyMs: Date.now() - generateStart,\n });\n\n // Step 6: Update chat history\n this.chatHistory.push({ role: 'user', content: question });\n this.chatHistory.push({ role: 'assistant', content: result.content });\n\n // Trim history if too long\n if (this.chatHistory.length > this.maxHistoryLength * 2) {\n this.chatHistory = this.chatHistory.slice(-this.maxHistoryLength * 2);\n }\n\n return {\n answer: result.content,\n sources: this.returnSources ? sources : undefined,\n intermediateSteps: steps,\n usage: result.usage,\n };\n }\n\n getChatHistory(): ChatHistoryEntry[] {\n return [...this.chatHistory];\n }\n\n clearHistory(): void {\n this.chatHistory = [];\n }\n\n private async condenseQuestion(question: string): Promise<string> {\n const recentHistory = this.chatHistory.slice(-this.maxHistoryLength);\n const historyStr = recentHistory\n .map(h => `${h.role === 'user' ? 'Human' : 'Assistant'}: ${h.content}`)\n .join('\\n');\n\n const prompt = this.condenseQuestionPrompt\n .replace('{{history}}', historyStr)\n .replace('{{question}}', question);\n\n const result = await this.llm.generate(prompt, {\n temperature: 0,\n maxTokens: 256,\n });\n\n return result.content.trim() || question;\n }\n}\n"]}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
// src/retrievers/ensemble-retriever.ts
|
|
4
|
+
var EnsembleRetriever = class {
|
|
5
|
+
retrievers;
|
|
6
|
+
weights;
|
|
7
|
+
topK;
|
|
8
|
+
constructor(options) {
|
|
9
|
+
this.retrievers = options.retrievers;
|
|
10
|
+
this.topK = options.topK ?? 5;
|
|
11
|
+
if (options.weights) {
|
|
12
|
+
if (options.weights.length !== options.retrievers.length) {
|
|
13
|
+
throw new Error("weights length must match retrievers length");
|
|
14
|
+
}
|
|
15
|
+
const sum = options.weights.reduce((a, b) => a + b, 0);
|
|
16
|
+
this.weights = options.weights.map((w) => w / sum);
|
|
17
|
+
} else {
|
|
18
|
+
const equalWeight = 1 / options.retrievers.length;
|
|
19
|
+
this.weights = options.retrievers.map(() => equalWeight);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
async retrieve(query, collection) {
|
|
23
|
+
const allRankedResults = await Promise.all(
|
|
24
|
+
this.retrievers.map((r) => r.retrieve(query, collection))
|
|
25
|
+
);
|
|
26
|
+
const scoreMap = /* @__PURE__ */ new Map();
|
|
27
|
+
for (let i = 0; i < allRankedResults.length; i++) {
|
|
28
|
+
const results = allRankedResults[i];
|
|
29
|
+
const weight = this.weights[i];
|
|
30
|
+
for (let rank = 0; rank < results.length; rank++) {
|
|
31
|
+
const result = results[rank];
|
|
32
|
+
const key = result.content ?? result.id;
|
|
33
|
+
const rrfScore = weight * (1 / (rank + 60));
|
|
34
|
+
const existing = scoreMap.get(key);
|
|
35
|
+
if (existing) {
|
|
36
|
+
existing.fusionScore += rrfScore;
|
|
37
|
+
if (result.score > existing.result.score) {
|
|
38
|
+
existing.result = result;
|
|
39
|
+
}
|
|
40
|
+
} else {
|
|
41
|
+
scoreMap.set(key, { result, fusionScore: rrfScore });
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
return Array.from(scoreMap.values()).sort((a, b) => b.fusionScore - a.fusionScore).slice(0, this.topK).map(({ result, fusionScore }) => ({
|
|
46
|
+
...result,
|
|
47
|
+
score: fusionScore,
|
|
48
|
+
metadata: {
|
|
49
|
+
...result.metadata,
|
|
50
|
+
originalScore: result.score,
|
|
51
|
+
fusionScore
|
|
52
|
+
}
|
|
53
|
+
}));
|
|
54
|
+
}
|
|
55
|
+
};
|
|
56
|
+
|
|
57
|
+
exports.EnsembleRetriever = EnsembleRetriever;
|
|
58
|
+
//# sourceMappingURL=chunk-GR7SLZJJ.cjs.map
|
|
59
|
+
//# sourceMappingURL=chunk-GR7SLZJJ.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/retrievers/ensemble-retriever.ts"],"names":[],"mappings":";;;AAGO,IAAM,oBAAN,MAA6C;AAAA,EAC1C,UAAA;AAAA,EACA,OAAA;AAAA,EACA,IAAA;AAAA,EAER,YAAY,OAAA,EAAmC;AAC7C,IAAA,IAAA,CAAK,aAAa,OAAA,CAAQ,UAAA;AAC1B,IAAA,IAAA,CAAK,IAAA,GAAO,QAAQ,IAAA,IAAQ,CAAA;AAE5B,IAAA,IAAI,QAAQ,OAAA,EAAS;AACnB,MAAA,IAAI,OAAA,CAAQ,OAAA,CAAQ,MAAA,KAAW,OAAA,CAAQ,WAAW,MAAA,EAAQ;AACxD,QAAA,MAAM,IAAI,MAAM,6CAA6C,CAAA;AAAA,MAC/D;AACA,MAAA,MAAM,GAAA,GAAM,QAAQ,OAAA,CAAQ,MAAA,CAAO,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,GAAI,CAAA,EAAG,CAAC,CAAA;AACrD,MAAA,IAAA,CAAK,UAAU,OAAA,CAAQ,OAAA,CAAQ,GAAA,CAAI,CAAA,CAAA,KAAK,IAAI,GAAG,CAAA;AAAA,IACjD,CAAA,MAAO;AACL,MAAA,MAAM,WAAA,GAAc,CAAA,GAAI,OAAA,CAAQ,UAAA,CAAW,MAAA;AAC3C,MAAA,IAAA,CAAK,OAAA,GAAU,OAAA,CAAQ,UAAA,CAAW,GAAA,CAAI,MAAM,WAAW,CAAA;AAAA,IACzD;AAAA,EACF;AAAA,EAEA,MAAM,QAAA,CAAS,KAAA,EAAe,UAAA,EAAmD;AAC/E,IAAA,MAAM,gBAAA,GAAmB,MAAM,OAAA,CAAQ,GAAA;AAAA,MACrC,IAAA,CAAK,WAAW,GAAA,CAAI,CAAA,CAAA,KAAK,EAAE,QAAA,CAAS,KAAA,EAAO,UAAU,CAAC;AAAA,KACxD;AAEA,IAAA,MAAM,QAAA,uBAAe,GAAA,EAAiE;AAEtF,IAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,gBAAA,CAAiB,QAAQ,CAAA,EAAA,EAAK;AAChD,MAAA,MAAM,OAAA,GAAU,iBAAiB,CAAC,CAAA;AAClC,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,OAAA,CAAQ,CAAC,CAAA;AAE7B,MAAA,KAAA,IAAS,IAAA,GAAO,CAAA,EAAG,IAAA,GAAO,OAAA,CAAQ,QAAQ,IAAA,EAAA,EAAQ;AAChD,QAAA,MAAM,MAAA,GAAS,QAAQ,IAAI,CAAA;AAC3B,QAAA,MAAM,GAAA,GAAM,MAAA,CAAO,OAAA,IAAW,MAAA,CAAO,EAAA;AAGrC,QAAA,MAAM,QAAA,GAAW,MAAA,IAAU,CAAA,IAAK,IAAA,GAAO,EAAA,CAAA,CAAA;AAEvC,QAAA,MAAM,QAAA,GAAW,QAAA,CAAS,GAAA,CAAI,GAAG,CAAA;AACjC,QAAA,IAAI,QAAA,EAAU;AACZ,UAAA,QAAA,CAAS,WAAA,IAAe,QAAA;AACxB,UAAA,IAAI,MAAA,CAAO,KAAA,GAAQ,QAAA,CAAS,MAAA,CAAO,KAAA,EAAO;AACxC,YAAA,QAAA,CAAS,MAAA,GAAS,MAAA;AAAA,UACpB;AAAA,QACF,CAAA,MAAO;AACL,UAAA,QAAA,CAAS,IAAI,GAAA,EAAK,EAAE,MAAA,EAAQ,WAAA,EAAa,UAAU,CAAA;AAAA,QACrD;AAAA,MACF;AAAA,IACF;AAEA,IAAA,OAAO,KAAA,CAAM,IAAA,CAAK,QAAA,CAAS,MAAA,EAAQ,EAChC,IAAA,CAAK,CAAC,CAAA,EAAG,CAAA,KAAM,CAAA,CAAE,WAAA,GAAc,EAAE,WAAW,CAAA,CAC5C,KAAA,CAAM,CAAA,EAAG,IAAA,CAAK,IAAI,CAAA,CAClB,GAAA,CAAI,CAAC,EAAE,MAAA,EAAQ,WAAA,EAAY,MAAO;AAAA,MACjC,GAAG,MAAA;AAAA,MACH,KAAA,EAAO,WAAA;AAAA,MACP,QAAA,EAAU;AAAA,QACR,GAAG,MAAA,CAAO,QAAA;AAAA,QACV,eAAe,MAAA,CAAO,KAAA;AAAA,QACtB;AAAA;AACF,KACF,CAAE,CAAA;AAAA,EACN;AACF","file":"chunk-GR7SLZJJ.cjs","sourcesContent":["import type { VectorSearchResult } from '../types/index.js';\nimport type { Retriever, EnsembleRetrieverOptions } from './types.js';\n\nexport class EnsembleRetriever implements Retriever {\n private retrievers: Retriever[];\n private weights: number[];\n private topK: number;\n\n constructor(options: EnsembleRetrieverOptions) {\n this.retrievers = options.retrievers;\n this.topK = options.topK ?? 5;\n\n if (options.weights) {\n if (options.weights.length !== options.retrievers.length) {\n throw new Error('weights length must match retrievers length');\n }\n const sum = options.weights.reduce((a, b) => a + b, 0);\n this.weights = options.weights.map(w => w / sum);\n } else {\n const equalWeight = 1 / options.retrievers.length;\n this.weights = options.retrievers.map(() => equalWeight);\n }\n }\n\n async retrieve(query: string, collection: string): Promise<VectorSearchResult[]> {\n const allRankedResults = await Promise.all(\n this.retrievers.map(r => r.retrieve(query, collection))\n );\n\n const scoreMap = new Map<string, { result: VectorSearchResult; fusionScore: number }>();\n\n for (let i = 0; i < allRankedResults.length; i++) {\n const results = allRankedResults[i];\n const weight = this.weights[i];\n\n for (let rank = 0; rank < results.length; rank++) {\n const result = results[rank];\n const key = result.content ?? result.id;\n\n // Reciprocal Rank Fusion (RRF) with weight\n const rrfScore = weight * (1 / (rank + 60));\n\n const existing = scoreMap.get(key);\n if (existing) {\n existing.fusionScore += rrfScore;\n if (result.score > existing.result.score) {\n existing.result = result;\n }\n } else {\n scoreMap.set(key, { result, fusionScore: rrfScore });\n }\n }\n }\n\n return Array.from(scoreMap.values())\n .sort((a, b) => b.fusionScore - a.fusionScore)\n .slice(0, this.topK)\n .map(({ result, fusionScore }) => ({\n ...result,\n score: fusionScore,\n metadata: {\n ...result.metadata,\n originalScore: result.score,\n fusionScore,\n },\n }));\n }\n}\n"]}
|
|
@@ -0,0 +1,105 @@
|
|
|
1
|
+
// src/evaluation/metrics.ts
|
|
2
|
+
var builtinMetrics = {
|
|
3
|
+
relevance: async ({ input, output, llm }) => {
|
|
4
|
+
const prompt = `You are an evaluation judge. Rate how relevant the following answer is to the question.
|
|
5
|
+
|
|
6
|
+
Question: ${input}
|
|
7
|
+
Answer: ${output}
|
|
8
|
+
|
|
9
|
+
Rate from 0.0 to 1.0 where:
|
|
10
|
+
- 0.0 = completely irrelevant
|
|
11
|
+
- 0.5 = partially relevant
|
|
12
|
+
- 1.0 = perfectly relevant
|
|
13
|
+
|
|
14
|
+
Respond with ONLY a number between 0.0 and 1.0, nothing else.`;
|
|
15
|
+
const result = await llm.generate(prompt, { temperature: 0, maxTokens: 10 });
|
|
16
|
+
const score = parseFloat(result.content.trim());
|
|
17
|
+
return {
|
|
18
|
+
name: "relevance",
|
|
19
|
+
score: isNaN(score) ? 0 : Math.min(1, Math.max(0, score))
|
|
20
|
+
};
|
|
21
|
+
},
|
|
22
|
+
faithfulness: async ({ output, context, llm }) => {
|
|
23
|
+
if (!context || context.length === 0) {
|
|
24
|
+
return { name: "faithfulness", score: 1, details: { reason: "no context provided" } };
|
|
25
|
+
}
|
|
26
|
+
const contextText = context.join("\n---\n");
|
|
27
|
+
const prompt = `You are an evaluation judge. Rate how faithful the answer is to the provided context. A faithful answer only contains information that can be found in or inferred from the context.
|
|
28
|
+
|
|
29
|
+
Context:
|
|
30
|
+
${contextText}
|
|
31
|
+
|
|
32
|
+
Answer: ${output}
|
|
33
|
+
|
|
34
|
+
Rate from 0.0 to 1.0 where:
|
|
35
|
+
- 0.0 = completely hallucinated, no basis in context
|
|
36
|
+
- 0.5 = partially faithful, some claims not in context
|
|
37
|
+
- 1.0 = fully faithful, everything is grounded in context
|
|
38
|
+
|
|
39
|
+
Respond with ONLY a number between 0.0 and 1.0, nothing else.`;
|
|
40
|
+
const result = await llm.generate(prompt, { temperature: 0, maxTokens: 10 });
|
|
41
|
+
const score = parseFloat(result.content.trim());
|
|
42
|
+
return {
|
|
43
|
+
name: "faithfulness",
|
|
44
|
+
score: isNaN(score) ? 0 : Math.min(1, Math.max(0, score))
|
|
45
|
+
};
|
|
46
|
+
},
|
|
47
|
+
correctness: async ({ output, expectedOutput, llm }) => {
|
|
48
|
+
if (!expectedOutput) {
|
|
49
|
+
return { name: "correctness", score: 0, details: { reason: "no expected output provided" } };
|
|
50
|
+
}
|
|
51
|
+
const prompt = `You are an evaluation judge. Rate how correct the actual answer is compared to the expected answer. They don't need to be word-for-word identical, but should convey the same information.
|
|
52
|
+
|
|
53
|
+
Expected answer: ${expectedOutput}
|
|
54
|
+
Actual answer: ${output}
|
|
55
|
+
|
|
56
|
+
Rate from 0.0 to 1.0 where:
|
|
57
|
+
- 0.0 = completely wrong
|
|
58
|
+
- 0.5 = partially correct
|
|
59
|
+
- 1.0 = fully correct
|
|
60
|
+
|
|
61
|
+
Respond with ONLY a number between 0.0 and 1.0, nothing else.`;
|
|
62
|
+
const result = await llm.generate(prompt, { temperature: 0, maxTokens: 10 });
|
|
63
|
+
const score = parseFloat(result.content.trim());
|
|
64
|
+
return {
|
|
65
|
+
name: "correctness",
|
|
66
|
+
score: isNaN(score) ? 0 : Math.min(1, Math.max(0, score))
|
|
67
|
+
};
|
|
68
|
+
},
|
|
69
|
+
hallucination: async ({ output, context, llm }) => {
|
|
70
|
+
if (!context || context.length === 0) {
|
|
71
|
+
return { name: "hallucination", score: 0, details: { reason: "no context to check against" } };
|
|
72
|
+
}
|
|
73
|
+
const contextText = context.join("\n---\n");
|
|
74
|
+
const prompt = `You are an evaluation judge. Rate the level of hallucination in the answer. Hallucination means the answer contains information NOT present in or inferable from the context.
|
|
75
|
+
|
|
76
|
+
Context:
|
|
77
|
+
${contextText}
|
|
78
|
+
|
|
79
|
+
Answer: ${output}
|
|
80
|
+
|
|
81
|
+
Rate from 0.0 to 1.0 where:
|
|
82
|
+
- 0.0 = no hallucination at all
|
|
83
|
+
- 0.5 = some hallucinated content
|
|
84
|
+
- 1.0 = entirely hallucinated
|
|
85
|
+
|
|
86
|
+
Respond with ONLY a number between 0.0 and 1.0, nothing else.`;
|
|
87
|
+
const result = await llm.generate(prompt, { temperature: 0, maxTokens: 10 });
|
|
88
|
+
const score = parseFloat(result.content.trim());
|
|
89
|
+
return {
|
|
90
|
+
name: "hallucination",
|
|
91
|
+
score: isNaN(score) ? 0 : Math.min(1, Math.max(0, score))
|
|
92
|
+
};
|
|
93
|
+
},
|
|
94
|
+
cost: async ({ output: _output, ...params }) => {
|
|
95
|
+
return {
|
|
96
|
+
name: "cost",
|
|
97
|
+
score: 0,
|
|
98
|
+
details: { note: "cost is computed from usage, not LLM-judged" }
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
};
|
|
102
|
+
|
|
103
|
+
export { builtinMetrics };
|
|
104
|
+
//# sourceMappingURL=chunk-GZQAPKRD.js.map
|
|
105
|
+
//# sourceMappingURL=chunk-GZQAPKRD.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/evaluation/metrics.ts"],"names":[],"mappings":";AA6CO,IAAM,cAAA,GAA2C;AAAA,EACtD,WAAW,OAAO,EAAE,KAAA,EAAO,MAAA,EAAQ,KAAI,KAAM;AAC3C,IAAA,MAAM,MAAA,GAAS,CAAA;;AAAA,UAAA,EAEP,KAAK;AAAA,QAAA,EACP,MAAM;;AAAA;AAAA;AAAA;AAAA;;AAAA,6DAAA,CAAA;AASZ,IAAA,MAAM,MAAA,GAAS,MAAM,GAAA,CAAI,QAAA,CAAS,MAAA,EAAQ,EAAE,WAAA,EAAa,CAAA,EAAG,SAAA,EAAW,EAAA,EAAI,CAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,UAAA,CAAW,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA;AAE9C,IAAA,OAAO;AAAA,MACL,IAAA,EAAM,WAAA;AAAA,MACN,KAAA,EAAO,KAAA,CAAM,KAAK,CAAA,GAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,KAAK,CAAC;AAAA,KAC1D;AAAA,EACF,CAAA;AAAA,EAEA,cAAc,OAAO,EAAE,MAAA,EAAQ,OAAA,EAAS,KAAI,KAAM;AAChD,IAAA,IAAI,CAAC,OAAA,IAAW,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG;AACpC,MAAA,OAAO,EAAE,MAAM,cAAA,EAAgB,KAAA,EAAO,GAAG,OAAA,EAAS,EAAE,MAAA,EAAQ,qBAAA,EAAsB,EAAE;AAAA,IACtF;AAEA,IAAA,MAAM,WAAA,GAAc,OAAA,CAAQ,IAAA,CAAK,SAAS,CAAA;AAC1C,IAAA,MAAM,MAAA,GAAS,CAAA;;AAAA;AAAA,EAGjB,WAAW;;AAAA,QAAA,EAEH,MAAM;;AAAA;AAAA;AAAA;AAAA;;AAAA,6DAAA,CAAA;AASZ,IAAA,MAAM,MAAA,GAAS,MAAM,GAAA,CAAI,QAAA,CAAS,MAAA,EAAQ,EAAE,WAAA,EAAa,CAAA,EAAG,SAAA,EAAW,EAAA,EAAI,CAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,UAAA,CAAW,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA;AAE9C,IAAA,OAAO;AAAA,MACL,IAAA,EAAM,cAAA;AAAA,MACN,KAAA,EAAO,KAAA,CAAM,KAAK,CAAA,GAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,KAAK,CAAC;AAAA,KAC1D;AAAA,EACF,CAAA;AAAA,EAEA,aAAa,OAAO,EAAE,MAAA,EAAQ,cAAA,EAAgB,KAAI,KAAM;AACtD,IAAA,IAAI,CAAC,cAAA,EAAgB;AACnB,MAAA,OAAO,EAAE,MAAM,aAAA,EAAe,KAAA,EAAO,GAAG,OAAA,EAAS,EAAE,MAAA,EAAQ,6BAAA,EAA8B,EAAE;AAAA,IAC7F;AAEA,IAAA,MAAM,MAAA,GAAS,CAAA;;AAAA,iBAAA,EAEA,cAAc;AAAA,eAAA,EAChB,MAAM;;AAAA;AAAA;AAAA;AAAA;;AAAA,6DAAA,CAAA;AASnB,IAAA,MAAM,MAAA,GAAS,MAAM,GAAA,CAAI,QAAA,CAAS,MAAA,EAAQ,EAAE,WAAA,EAAa,CAAA,EAAG,SAAA,EAAW,EAAA,EAAI,CAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,UAAA,CAAW,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA;AAE9C,IAAA,OAAO;AAAA,MACL,IAAA,EAAM,aAAA;AAAA,MACN,KAAA,EAAO,KAAA,CAAM,KAAK,CAAA,GAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,KAAK,CAAC;AAAA,KAC1D;AAAA,EACF,CAAA;AAAA,EAEA,eAAe,OAAO,EAAE,MAAA,EAAQ,OAAA,EAAS,KAAI,KAAM;AACjD,IAAA,IAAI,CAAC,OAAA,IAAW,OAAA,CAAQ,MAAA,KAAW,CAAA,EAAG;AACpC,MAAA,OAAO,EAAE,MAAM,eAAA,EAAiB,KAAA,EAAO,GAAG,OAAA,EAAS,EAAE,MAAA,EAAQ,6BAAA,EAA8B,EAAE;AAAA,IAC/F;AAEA,IAAA,MAAM,WAAA,GAAc,OAAA,CAAQ,IAAA,CAAK,SAAS,CAAA;AAC1C,IAAA,MAAM,MAAA,GAAS,CAAA;;AAAA;AAAA,EAGjB,WAAW;;AAAA,QAAA,EAEH,MAAM;;AAAA;AAAA;AAAA;AAAA;;AAAA,6DAAA,CAAA;AASZ,IAAA,MAAM,MAAA,GAAS,MAAM,GAAA,CAAI,QAAA,CAAS,MAAA,EAAQ,EAAE,WAAA,EAAa,CAAA,EAAG,SAAA,EAAW,EAAA,EAAI,CAAA;AAC3E,IAAA,MAAM,KAAA,GAAQ,UAAA,CAAW,MAAA,CAAO,OAAA,CAAQ,MAAM,CAAA;AAE9C,IAAA,OAAO;AAAA,MACL,IAAA,EAAM,eAAA;AAAA,MACN,KAAA,EAAO,KAAA,CAAM,KAAK,CAAA,GAAI,CAAA,GAAI,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,KAAK,CAAC;AAAA,KAC1D;AAAA,EACF,CAAA;AAAA,EAEA,MAAM,OAAO,EAAE,QAAQ,OAAA,EAAS,GAAG,QAAO,KAAM;AAE9C,IAAA,OAAO;AAAA,MACL,IAAA,EAAM,MAAA;AAAA,MACN,KAAA,EAAO,CAAA;AAAA,MACP,OAAA,EAAS,EAAE,IAAA,EAAM,6CAAA;AAA8C,KACjE;AAAA,EACF;AACF","file":"chunk-GZQAPKRD.js","sourcesContent":["import type { LLMAdapter } from '../types/index.js';\n\nexport interface MetricResult {\n name: string;\n score: number;\n details?: Record<string, unknown>;\n}\n\nexport interface EvalCase {\n input: string;\n expectedOutput?: string;\n knowledge?: string;\n context?: string[];\n metadata?: Record<string, unknown>;\n}\n\nexport interface EvalResult {\n input: string;\n output: string;\n expectedOutput?: string;\n metrics: MetricResult[];\n latencyMs: number;\n usage: {\n promptTokens: number;\n completionTokens: number;\n totalTokens: number;\n };\n}\n\nexport interface EvalSummary {\n totalCases: number;\n averageLatencyMs: number;\n totalTokens: number;\n metrics: Record<string, { average: number; min: number; max: number }>;\n results: EvalResult[];\n}\n\nexport type MetricFn = (params: {\n input: string;\n output: string;\n expectedOutput?: string;\n context?: string[];\n llm: LLMAdapter;\n}) => Promise<MetricResult>;\n\nexport const builtinMetrics: Record<string, MetricFn> = {\n relevance: async ({ input, output, llm }) => {\n const prompt = `You are an evaluation judge. Rate how relevant the following answer is to the question.\n\nQuestion: ${input}\nAnswer: ${output}\n\nRate from 0.0 to 1.0 where:\n- 0.0 = completely irrelevant\n- 0.5 = partially relevant\n- 1.0 = perfectly relevant\n\nRespond with ONLY a number between 0.0 and 1.0, nothing else.`;\n\n const result = await llm.generate(prompt, { temperature: 0, maxTokens: 10 });\n const score = parseFloat(result.content.trim());\n \n return {\n name: 'relevance',\n score: isNaN(score) ? 0 : Math.min(1, Math.max(0, score)),\n };\n },\n\n faithfulness: async ({ output, context, llm }) => {\n if (!context || context.length === 0) {\n return { name: 'faithfulness', score: 1, details: { reason: 'no context provided' } };\n }\n\n const contextText = context.join('\\n---\\n');\n const prompt = `You are an evaluation judge. Rate how faithful the answer is to the provided context. A faithful answer only contains information that can be found in or inferred from the context.\n\nContext:\n${contextText}\n\nAnswer: ${output}\n\nRate from 0.0 to 1.0 where:\n- 0.0 = completely hallucinated, no basis in context\n- 0.5 = partially faithful, some claims not in context\n- 1.0 = fully faithful, everything is grounded in context\n\nRespond with ONLY a number between 0.0 and 1.0, nothing else.`;\n\n const result = await llm.generate(prompt, { temperature: 0, maxTokens: 10 });\n const score = parseFloat(result.content.trim());\n\n return {\n name: 'faithfulness',\n score: isNaN(score) ? 0 : Math.min(1, Math.max(0, score)),\n };\n },\n\n correctness: async ({ output, expectedOutput, llm }) => {\n if (!expectedOutput) {\n return { name: 'correctness', score: 0, details: { reason: 'no expected output provided' } };\n }\n\n const prompt = `You are an evaluation judge. Rate how correct the actual answer is compared to the expected answer. They don't need to be word-for-word identical, but should convey the same information.\n\nExpected answer: ${expectedOutput}\nActual answer: ${output}\n\nRate from 0.0 to 1.0 where:\n- 0.0 = completely wrong\n- 0.5 = partially correct\n- 1.0 = fully correct\n\nRespond with ONLY a number between 0.0 and 1.0, nothing else.`;\n\n const result = await llm.generate(prompt, { temperature: 0, maxTokens: 10 });\n const score = parseFloat(result.content.trim());\n\n return {\n name: 'correctness',\n score: isNaN(score) ? 0 : Math.min(1, Math.max(0, score)),\n };\n },\n\n hallucination: async ({ output, context, llm }) => {\n if (!context || context.length === 0) {\n return { name: 'hallucination', score: 0, details: { reason: 'no context to check against' } };\n }\n\n const contextText = context.join('\\n---\\n');\n const prompt = `You are an evaluation judge. Rate the level of hallucination in the answer. Hallucination means the answer contains information NOT present in or inferable from the context.\n\nContext:\n${contextText}\n\nAnswer: ${output}\n\nRate from 0.0 to 1.0 where:\n- 0.0 = no hallucination at all\n- 0.5 = some hallucinated content\n- 1.0 = entirely hallucinated\n\nRespond with ONLY a number between 0.0 and 1.0, nothing else.`;\n\n const result = await llm.generate(prompt, { temperature: 0, maxTokens: 10 });\n const score = parseFloat(result.content.trim());\n\n return {\n name: 'hallucination',\n score: isNaN(score) ? 0 : Math.min(1, Math.max(0, score)),\n };\n },\n\n cost: async ({ output: _output, ...params }) => {\n void params;\n return {\n name: 'cost',\n score: 0,\n details: { note: 'cost is computed from usage, not LLM-judged' },\n };\n },\n};\n"]}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
// src/core/chunker.ts
|
|
2
|
+
var DEFAULT_SEPARATORS = ["\n\n", "\n", ". ", " ", ""];
|
|
3
|
+
function chunkDocument(doc, options) {
|
|
4
|
+
const { chunkSize, chunkOverlap, separators = DEFAULT_SEPARATORS } = options;
|
|
5
|
+
const chunks = [];
|
|
6
|
+
const textChunks = splitText(doc.content, chunkSize, chunkOverlap, separators);
|
|
7
|
+
for (let i = 0; i < textChunks.length; i++) {
|
|
8
|
+
chunks.push({
|
|
9
|
+
id: `${doc.id}_chunk_${i}`,
|
|
10
|
+
content: textChunks[i],
|
|
11
|
+
documentId: doc.id,
|
|
12
|
+
index: i,
|
|
13
|
+
metadata: { ...doc.metadata }
|
|
14
|
+
});
|
|
15
|
+
}
|
|
16
|
+
return chunks;
|
|
17
|
+
}
|
|
18
|
+
function splitText(text, chunkSize, chunkOverlap, separators) {
|
|
19
|
+
const chunks = [];
|
|
20
|
+
if (text.length <= chunkSize) {
|
|
21
|
+
return [text.trim()].filter(Boolean);
|
|
22
|
+
}
|
|
23
|
+
const separator = findBestSeparator(text, separators);
|
|
24
|
+
const splits = separator ? text.split(separator) : [text];
|
|
25
|
+
let currentChunk = "";
|
|
26
|
+
for (const split of splits) {
|
|
27
|
+
const piece = split.trim();
|
|
28
|
+
if (!piece) continue;
|
|
29
|
+
const potentialChunk = currentChunk ? currentChunk + separator + piece : piece;
|
|
30
|
+
if (potentialChunk.length <= chunkSize) {
|
|
31
|
+
currentChunk = potentialChunk;
|
|
32
|
+
} else {
|
|
33
|
+
if (currentChunk) {
|
|
34
|
+
chunks.push(currentChunk);
|
|
35
|
+
const overlapStart = Math.max(0, currentChunk.length - chunkOverlap);
|
|
36
|
+
currentChunk = currentChunk.slice(overlapStart) + separator + piece;
|
|
37
|
+
if (currentChunk.length > chunkSize) {
|
|
38
|
+
currentChunk = piece;
|
|
39
|
+
}
|
|
40
|
+
} else {
|
|
41
|
+
if (piece.length > chunkSize && separators.length > 1) {
|
|
42
|
+
const subChunks = splitText(piece, chunkSize, chunkOverlap, separators.slice(1));
|
|
43
|
+
chunks.push(...subChunks);
|
|
44
|
+
} else {
|
|
45
|
+
chunks.push(piece.slice(0, chunkSize));
|
|
46
|
+
currentChunk = piece.slice(chunkSize - chunkOverlap);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
if (currentChunk.trim()) {
|
|
52
|
+
chunks.push(currentChunk.trim());
|
|
53
|
+
}
|
|
54
|
+
return chunks.filter(Boolean);
|
|
55
|
+
}
|
|
56
|
+
function findBestSeparator(text, separators) {
|
|
57
|
+
for (const sep of separators) {
|
|
58
|
+
if (sep && text.includes(sep)) {
|
|
59
|
+
return sep;
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
return "";
|
|
63
|
+
}
|
|
64
|
+
function chunkDocuments(docs, options) {
|
|
65
|
+
return docs.flatMap((doc) => chunkDocument(doc, options));
|
|
66
|
+
}
|
|
67
|
+
|
|
68
|
+
export { chunkDocument, chunkDocuments };
|
|
69
|
+
//# sourceMappingURL=chunk-H7RWKHQR.js.map
|
|
70
|
+
//# sourceMappingURL=chunk-H7RWKHQR.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/core/chunker.ts"],"names":[],"mappings":";AAQA,IAAM,qBAAqB,CAAC,MAAA,EAAQ,IAAA,EAAM,IAAA,EAAM,KAAK,EAAE,CAAA;AAEhD,SAAS,aAAA,CAAc,KAAe,OAAA,EAAkC;AAC7E,EAAA,MAAM,EAAE,SAAA,EAAW,YAAA,EAAc,UAAA,GAAa,oBAAmB,GAAI,OAAA;AACrE,EAAA,MAAM,SAAkB,EAAC;AAEzB,EAAA,MAAM,aAAa,SAAA,CAAU,GAAA,CAAI,OAAA,EAAS,SAAA,EAAW,cAAc,UAAU,CAAA;AAE7E,EAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,UAAA,CAAW,QAAQ,CAAA,EAAA,EAAK;AAC1C,IAAA,MAAA,CAAO,IAAA,CAAK;AAAA,MACV,EAAA,EAAI,CAAA,EAAG,GAAA,CAAI,EAAE,UAAU,CAAC,CAAA,CAAA;AAAA,MACxB,OAAA,EAAS,WAAW,CAAC,CAAA;AAAA,MACrB,YAAY,GAAA,CAAI,EAAA;AAAA,MAChB,KAAA,EAAO,CAAA;AAAA,MACP,QAAA,EAAU,EAAE,GAAG,GAAA,CAAI,QAAA;AAAS,KAC7B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,MAAA;AACT;AAEA,SAAS,SAAA,CACP,IAAA,EACA,SAAA,EACA,YAAA,EACA,UAAA,EACU;AACV,EAAA,MAAM,SAAmB,EAAC;AAE1B,EAAA,IAAI,IAAA,CAAK,UAAU,SAAA,EAAW;AAC5B,IAAA,OAAO,CAAC,IAAA,CAAK,IAAA,EAAM,CAAA,CAAE,OAAO,OAAO,CAAA;AAAA,EACrC;AAEA,EAAA,MAAM,SAAA,GAAY,iBAAA,CAAkB,IAAA,EAAM,UAAU,CAAA;AACpD,EAAA,MAAM,SAAS,SAAA,GAAY,IAAA,CAAK,MAAM,SAAS,CAAA,GAAI,CAAC,IAAI,CAAA;AAExD,EAAA,IAAI,YAAA,GAAe,EAAA;AAEnB,EAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,IAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,EAAK;AACzB,IAAA,IAAI,CAAC,KAAA,EAAO;AAEZ,IAAA,MAAM,cAAA,GAAiB,YAAA,GACnB,YAAA,GAAe,SAAA,GAAY,KAAA,GAC3B,KAAA;AAEJ,IAAA,IAAI,cAAA,CAAe,UAAU,SAAA,EAAW;AACtC,MAAA,YAAA,GAAe,cAAA;AAAA,IACjB,CAAA,MAAO;AACL,MAAA,IAAI,YAAA,EAAc;AAChB,QAAA,MAAA,CAAO,KAAK,YAAY,CAAA;AACxB,QAAA,MAAM,eAAe,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,YAAA,CAAa,SAAS,YAAY,CAAA;AACnE,QAAA,YAAA,GAAe,YAAA,CAAa,KAAA,CAAM,YAAY,CAAA,GAAI,SAAA,GAAY,KAAA;AAE9D,QAAA,IAAI,YAAA,CAAa,SAAS,SAAA,EAAW;AACnC,UAAA,YAAA,GAAe,KAAA;AAAA,QACjB;AAAA,MACF,CAAA,MAAO;AACL,QAAA,IAAI,KAAA,CAAM,MAAA,GAAS,SAAA,IAAa,UAAA,CAAW,SAAS,CAAA,EAAG;AACrD,UAAA,MAAM,SAAA,GAAY,UAAU,KAAA,EAAO,SAAA,EAAW,cAAc,UAAA,CAAW,KAAA,CAAM,CAAC,CAAC,CAAA;AAC/E,UAAA,MAAA,CAAO,IAAA,CAAK,GAAG,SAAS,CAAA;AAAA,QAC1B,CAAA,MAAO;AACL,UAAA,MAAA,CAAO,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAA,EAAG,SAAS,CAAC,CAAA;AACrC,UAAA,YAAA,GAAe,KAAA,CAAM,KAAA,CAAM,SAAA,GAAY,YAAY,CAAA;AAAA,QACrD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,YAAA,CAAa,MAAK,EAAG;AACvB,IAAA,MAAA,CAAO,IAAA,CAAK,YAAA,CAAa,IAAA,EAAM,CAAA;AAAA,EACjC;AAEA,EAAA,OAAO,MAAA,CAAO,OAAO,OAAO,CAAA;AAC9B;AAEA,SAAS,iBAAA,CAAkB,MAAc,UAAA,EAA8B;AACrE,EAAA,KAAA,MAAW,OAAO,UAAA,EAAY;AAC5B,IAAA,IAAI,GAAA,IAAO,IAAA,CAAK,QAAA,CAAS,GAAG,CAAA,EAAG;AAC7B,MAAA,OAAO,GAAA;AAAA,IACT;AAAA,EACF;AACA,EAAA,OAAO,EAAA;AACT;AAEO,SAAS,cAAA,CAAe,MAAkB,OAAA,EAAkC;AACjF,EAAA,OAAO,KAAK,OAAA,CAAQ,CAAA,GAAA,KAAO,aAAA,CAAc,GAAA,EAAK,OAAO,CAAC,CAAA;AACxD","file":"chunk-H7RWKHQR.js","sourcesContent":["import type { Chunk, Document } from '../types/index.js';\n\nexport interface ChunkerOptions {\n chunkSize: number;\n chunkOverlap: number;\n separators?: string[];\n}\n\nconst DEFAULT_SEPARATORS = ['\\n\\n', '\\n', '. ', ' ', ''];\n\nexport function chunkDocument(doc: Document, options: ChunkerOptions): Chunk[] {\n const { chunkSize, chunkOverlap, separators = DEFAULT_SEPARATORS } = options;\n const chunks: Chunk[] = [];\n \n const textChunks = splitText(doc.content, chunkSize, chunkOverlap, separators);\n \n for (let i = 0; i < textChunks.length; i++) {\n chunks.push({\n id: `${doc.id}_chunk_${i}`,\n content: textChunks[i],\n documentId: doc.id,\n index: i,\n metadata: { ...doc.metadata },\n });\n }\n \n return chunks;\n}\n\nfunction splitText(\n text: string,\n chunkSize: number,\n chunkOverlap: number,\n separators: string[]\n): string[] {\n const chunks: string[] = [];\n \n if (text.length <= chunkSize) {\n return [text.trim()].filter(Boolean);\n }\n \n const separator = findBestSeparator(text, separators);\n const splits = separator ? text.split(separator) : [text];\n \n let currentChunk = '';\n \n for (const split of splits) {\n const piece = split.trim();\n if (!piece) continue;\n \n const potentialChunk = currentChunk \n ? currentChunk + separator + piece \n : piece;\n \n if (potentialChunk.length <= chunkSize) {\n currentChunk = potentialChunk;\n } else {\n if (currentChunk) {\n chunks.push(currentChunk);\n const overlapStart = Math.max(0, currentChunk.length - chunkOverlap);\n currentChunk = currentChunk.slice(overlapStart) + separator + piece;\n \n if (currentChunk.length > chunkSize) {\n currentChunk = piece;\n }\n } else {\n if (piece.length > chunkSize && separators.length > 1) {\n const subChunks = splitText(piece, chunkSize, chunkOverlap, separators.slice(1));\n chunks.push(...subChunks);\n } else {\n chunks.push(piece.slice(0, chunkSize));\n currentChunk = piece.slice(chunkSize - chunkOverlap);\n }\n }\n }\n }\n \n if (currentChunk.trim()) {\n chunks.push(currentChunk.trim());\n }\n \n return chunks.filter(Boolean);\n}\n\nfunction findBestSeparator(text: string, separators: string[]): string {\n for (const sep of separators) {\n if (sep && text.includes(sep)) {\n return sep;\n }\n }\n return '';\n}\n\nexport function chunkDocuments(docs: Document[], options: ChunkerOptions): Chunk[] {\n return docs.flatMap(doc => chunkDocument(doc, options));\n}\n"]}
|