orkajs 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +120 -0
- package/LICENSE +21 -0
- package/README.md +83 -0
- package/dist/adapters/anthropic.cjs +12 -0
- package/dist/adapters/anthropic.cjs.map +1 -0
- package/dist/adapters/anthropic.d.cts +22 -0
- package/dist/adapters/anthropic.d.ts +22 -0
- package/dist/adapters/anthropic.js +3 -0
- package/dist/adapters/anthropic.js.map +1 -0
- package/dist/adapters/chroma.cjs +12 -0
- package/dist/adapters/chroma.cjs.map +1 -0
- package/dist/adapters/chroma.d.cts +21 -0
- package/dist/adapters/chroma.d.ts +21 -0
- package/dist/adapters/chroma.js +3 -0
- package/dist/adapters/chroma.js.map +1 -0
- package/dist/adapters/memory.cjs +12 -0
- package/dist/adapters/memory.cjs.map +1 -0
- package/dist/adapters/memory.d.cts +21 -0
- package/dist/adapters/memory.d.ts +21 -0
- package/dist/adapters/memory.js +3 -0
- package/dist/adapters/memory.js.map +1 -0
- package/dist/adapters/mistral.cjs +12 -0
- package/dist/adapters/mistral.cjs.map +1 -0
- package/dist/adapters/mistral.d.cts +23 -0
- package/dist/adapters/mistral.d.ts +23 -0
- package/dist/adapters/mistral.js +3 -0
- package/dist/adapters/mistral.js.map +1 -0
- package/dist/adapters/ollama.cjs +12 -0
- package/dist/adapters/ollama.cjs.map +1 -0
- package/dist/adapters/ollama.d.cts +20 -0
- package/dist/adapters/ollama.d.ts +20 -0
- package/dist/adapters/ollama.js +3 -0
- package/dist/adapters/ollama.js.map +1 -0
- package/dist/adapters/openai.cjs +12 -0
- package/dist/adapters/openai.cjs.map +1 -0
- package/dist/adapters/openai.d.cts +24 -0
- package/dist/adapters/openai.d.ts +24 -0
- package/dist/adapters/openai.js +3 -0
- package/dist/adapters/openai.js.map +1 -0
- package/dist/adapters/pinecone.cjs +12 -0
- package/dist/adapters/pinecone.cjs.map +1 -0
- package/dist/adapters/pinecone.d.cts +20 -0
- package/dist/adapters/pinecone.d.ts +20 -0
- package/dist/adapters/pinecone.js +3 -0
- package/dist/adapters/pinecone.js.map +1 -0
- package/dist/adapters/qdrant.cjs +12 -0
- package/dist/adapters/qdrant.cjs.map +1 -0
- package/dist/adapters/qdrant.d.cts +20 -0
- package/dist/adapters/qdrant.d.ts +20 -0
- package/dist/adapters/qdrant.js +3 -0
- package/dist/adapters/qdrant.js.map +1 -0
- package/dist/agent/index.cjs +47 -0
- package/dist/agent/index.cjs.map +1 -0
- package/dist/agent/index.d.cts +12 -0
- package/dist/agent/index.d.ts +12 -0
- package/dist/agent/index.js +10 -0
- package/dist/agent/index.js.map +1 -0
- package/dist/agent/openai-functions.cjs +13 -0
- package/dist/agent/openai-functions.cjs.map +1 -0
- package/dist/agent/openai-functions.d.cts +17 -0
- package/dist/agent/openai-functions.d.ts +17 -0
- package/dist/agent/openai-functions.js +4 -0
- package/dist/agent/openai-functions.js.map +1 -0
- package/dist/agent/plan-and-execute.cjs +12 -0
- package/dist/agent/plan-and-execute.cjs.map +1 -0
- package/dist/agent/plan-and-execute.d.cts +20 -0
- package/dist/agent/plan-and-execute.d.ts +20 -0
- package/dist/agent/plan-and-execute.js +3 -0
- package/dist/agent/plan-and-execute.js.map +1 -0
- package/dist/agent/react.cjs +13 -0
- package/dist/agent/react.cjs.map +1 -0
- package/dist/agent/react.d.cts +16 -0
- package/dist/agent/react.d.ts +16 -0
- package/dist/agent/react.js +4 -0
- package/dist/agent/react.js.map +1 -0
- package/dist/agent/structured-chat.cjs +13 -0
- package/dist/agent/structured-chat.cjs.map +1 -0
- package/dist/agent/structured-chat.d.cts +16 -0
- package/dist/agent/structured-chat.d.ts +16 -0
- package/dist/agent/structured-chat.js +4 -0
- package/dist/agent/structured-chat.js.map +1 -0
- package/dist/agent/toolkits/csv.cjs +12 -0
- package/dist/agent/toolkits/csv.cjs.map +1 -0
- package/dist/agent/toolkits/csv.d.cts +22 -0
- package/dist/agent/toolkits/csv.d.ts +22 -0
- package/dist/agent/toolkits/csv.js +3 -0
- package/dist/agent/toolkits/csv.js.map +1 -0
- package/dist/agent/toolkits/sql.cjs +12 -0
- package/dist/agent/toolkits/sql.cjs.map +1 -0
- package/dist/agent/toolkits/sql.d.cts +23 -0
- package/dist/agent/toolkits/sql.d.ts +23 -0
- package/dist/agent/toolkits/sql.js +3 -0
- package/dist/agent/toolkits/sql.js.map +1 -0
- package/dist/agent-CEhm_T9r.d.cts +21 -0
- package/dist/agent-w0NX6-Li.d.ts +21 -0
- package/dist/base-agent-BlAOno3g.d.cts +52 -0
- package/dist/base-agent-T9yoshsJ.d.ts +52 -0
- package/dist/cache/cached-embeddings.cjs +12 -0
- package/dist/cache/cached-embeddings.cjs.map +1 -0
- package/dist/cache/cached-embeddings.d.cts +15 -0
- package/dist/cache/cached-embeddings.d.ts +15 -0
- package/dist/cache/cached-embeddings.js +3 -0
- package/dist/cache/cached-embeddings.js.map +1 -0
- package/dist/cache/cached-llm.cjs +12 -0
- package/dist/cache/cached-llm.cjs.map +1 -0
- package/dist/cache/cached-llm.d.cts +18 -0
- package/dist/cache/cached-llm.d.ts +18 -0
- package/dist/cache/cached-llm.js +3 -0
- package/dist/cache/cached-llm.js.map +1 -0
- package/dist/cache/index.cjs +27 -0
- package/dist/cache/index.cjs.map +1 -0
- package/dist/cache/index.d.cts +6 -0
- package/dist/cache/index.d.ts +6 -0
- package/dist/cache/index.js +6 -0
- package/dist/cache/index.js.map +1 -0
- package/dist/cache/memory-cache.cjs +12 -0
- package/dist/cache/memory-cache.cjs.map +1 -0
- package/dist/cache/memory-cache.d.cts +21 -0
- package/dist/cache/memory-cache.d.ts +21 -0
- package/dist/cache/memory-cache.js +3 -0
- package/dist/cache/memory-cache.js.map +1 -0
- package/dist/cache/redis-cache.cjs +12 -0
- package/dist/cache/redis-cache.cjs.map +1 -0
- package/dist/cache/redis-cache.d.cts +24 -0
- package/dist/cache/redis-cache.d.ts +24 -0
- package/dist/cache/redis-cache.js +3 -0
- package/dist/cache/redis-cache.js.map +1 -0
- package/dist/chains/conversational-retrieval.cjs +12 -0
- package/dist/chains/conversational-retrieval.cjs.map +1 -0
- package/dist/chains/conversational-retrieval.d.cts +21 -0
- package/dist/chains/conversational-retrieval.d.ts +21 -0
- package/dist/chains/conversational-retrieval.js +3 -0
- package/dist/chains/conversational-retrieval.js.map +1 -0
- package/dist/chains/index.cjs +27 -0
- package/dist/chains/index.cjs.map +1 -0
- package/dist/chains/index.d.cts +7 -0
- package/dist/chains/index.d.ts +7 -0
- package/dist/chains/index.js +6 -0
- package/dist/chains/index.js.map +1 -0
- package/dist/chains/qa.cjs +12 -0
- package/dist/chains/qa.cjs.map +1 -0
- package/dist/chains/qa.d.cts +20 -0
- package/dist/chains/qa.d.ts +20 -0
- package/dist/chains/qa.js +3 -0
- package/dist/chains/qa.js.map +1 -0
- package/dist/chains/retrieval-qa.cjs +12 -0
- package/dist/chains/retrieval-qa.cjs.map +1 -0
- package/dist/chains/retrieval-qa.d.cts +16 -0
- package/dist/chains/retrieval-qa.d.ts +16 -0
- package/dist/chains/retrieval-qa.js +3 -0
- package/dist/chains/retrieval-qa.js.map +1 -0
- package/dist/chains/summarization.cjs +12 -0
- package/dist/chains/summarization.cjs.map +1 -0
- package/dist/chains/summarization.d.cts +20 -0
- package/dist/chains/summarization.d.ts +20 -0
- package/dist/chains/summarization.js +3 -0
- package/dist/chains/summarization.js.map +1 -0
- package/dist/chunk-2UTLSB2D.cjs +84 -0
- package/dist/chunk-2UTLSB2D.cjs.map +1 -0
- package/dist/chunk-2UTXL4UI.cjs +134 -0
- package/dist/chunk-2UTXL4UI.cjs.map +1 -0
- package/dist/chunk-37ZKQRCK.js +184 -0
- package/dist/chunk-37ZKQRCK.js.map +1 -0
- package/dist/chunk-3A7BCCAI.cjs +129 -0
- package/dist/chunk-3A7BCCAI.cjs.map +1 -0
- package/dist/chunk-3FCEQZKB.cjs +76 -0
- package/dist/chunk-3FCEQZKB.cjs.map +1 -0
- package/dist/chunk-3NN43ENJ.cjs +65 -0
- package/dist/chunk-3NN43ENJ.cjs.map +1 -0
- package/dist/chunk-3XELDGJA.js +137 -0
- package/dist/chunk-3XELDGJA.js.map +1 -0
- package/dist/chunk-4CLTJN6H.js +90 -0
- package/dist/chunk-4CLTJN6H.js.map +1 -0
- package/dist/chunk-4EBSDFBS.js +65 -0
- package/dist/chunk-4EBSDFBS.js.map +1 -0
- package/dist/chunk-4IT37CSA.js +54 -0
- package/dist/chunk-4IT37CSA.js.map +1 -0
- package/dist/chunk-4NMX7YMQ.cjs +185 -0
- package/dist/chunk-4NMX7YMQ.cjs.map +1 -0
- package/dist/chunk-4SX4Q35P.js +106 -0
- package/dist/chunk-4SX4Q35P.js.map +1 -0
- package/dist/chunk-4VMVFWFG.js +158 -0
- package/dist/chunk-4VMVFWFG.js.map +1 -0
- package/dist/chunk-5DZJHA4Q.cjs +139 -0
- package/dist/chunk-5DZJHA4Q.cjs.map +1 -0
- package/dist/chunk-5ETYLWDI.js +96 -0
- package/dist/chunk-5ETYLWDI.js.map +1 -0
- package/dist/chunk-5GUZ2DXX.cjs +77 -0
- package/dist/chunk-5GUZ2DXX.cjs.map +1 -0
- package/dist/chunk-5HKDN5OM.js +114 -0
- package/dist/chunk-5HKDN5OM.js.map +1 -0
- package/dist/chunk-5KZT57M6.js +61 -0
- package/dist/chunk-5KZT57M6.js.map +1 -0
- package/dist/chunk-5PY2DAI6.cjs +199 -0
- package/dist/chunk-5PY2DAI6.cjs.map +1 -0
- package/dist/chunk-63MDLTE6.cjs +53 -0
- package/dist/chunk-63MDLTE6.cjs.map +1 -0
- package/dist/chunk-6N2TFYDF.cjs +143 -0
- package/dist/chunk-6N2TFYDF.cjs.map +1 -0
- package/dist/chunk-6OFW3LCS.js +124 -0
- package/dist/chunk-6OFW3LCS.js.map +1 -0
- package/dist/chunk-7ADDQ53B.js +88 -0
- package/dist/chunk-7ADDQ53B.js.map +1 -0
- package/dist/chunk-7CS4NTB4.cjs +118 -0
- package/dist/chunk-7CS4NTB4.cjs.map +1 -0
- package/dist/chunk-7MCLKMJP.cjs +57 -0
- package/dist/chunk-7MCLKMJP.cjs.map +1 -0
- package/dist/chunk-7NVGLURS.js +141 -0
- package/dist/chunk-7NVGLURS.js.map +1 -0
- package/dist/chunk-AD2GLQK7.js +34 -0
- package/dist/chunk-AD2GLQK7.js.map +1 -0
- package/dist/chunk-BBUZ6P5S.cjs +16 -0
- package/dist/chunk-BBUZ6P5S.cjs.map +1 -0
- package/dist/chunk-BDIK4SAE.cjs +65 -0
- package/dist/chunk-BDIK4SAE.cjs.map +1 -0
- package/dist/chunk-BFEKP6EW.js +104 -0
- package/dist/chunk-BFEKP6EW.js.map +1 -0
- package/dist/chunk-BSMRVGTA.js +110 -0
- package/dist/chunk-BSMRVGTA.js.map +1 -0
- package/dist/chunk-BYWWYIMI.js +132 -0
- package/dist/chunk-BYWWYIMI.js.map +1 -0
- package/dist/chunk-CFJ5UTGH.js +147 -0
- package/dist/chunk-CFJ5UTGH.js.map +1 -0
- package/dist/chunk-DDLPO4YY.cjs +30 -0
- package/dist/chunk-DDLPO4YY.cjs.map +1 -0
- package/dist/chunk-DI2UCZBJ.js +195 -0
- package/dist/chunk-DI2UCZBJ.js.map +1 -0
- package/dist/chunk-DQKAPJQH.cjs +57 -0
- package/dist/chunk-DQKAPJQH.cjs.map +1 -0
- package/dist/chunk-DSOJ45F4.js +53 -0
- package/dist/chunk-DSOJ45F4.js.map +1 -0
- package/dist/chunk-DUN3CUY5.cjs +105 -0
- package/dist/chunk-DUN3CUY5.cjs.map +1 -0
- package/dist/chunk-DWFNM3KU.js +204 -0
- package/dist/chunk-DWFNM3KU.js.map +1 -0
- package/dist/chunk-DXJ5DNZP.cjs +58 -0
- package/dist/chunk-DXJ5DNZP.cjs.map +1 -0
- package/dist/chunk-E4VE4C7Q.js +63 -0
- package/dist/chunk-E4VE4C7Q.js.map +1 -0
- package/dist/chunk-EAMPIWJ6.js +122 -0
- package/dist/chunk-EAMPIWJ6.js.map +1 -0
- package/dist/chunk-EDDKTQDL.js +56 -0
- package/dist/chunk-EDDKTQDL.js.map +1 -0
- package/dist/chunk-EEZO2BKZ.cjs +29 -0
- package/dist/chunk-EEZO2BKZ.cjs.map +1 -0
- package/dist/chunk-EHRXFND7.js +146 -0
- package/dist/chunk-EHRXFND7.js.map +1 -0
- package/dist/chunk-EIOBOUO4.js +33 -0
- package/dist/chunk-EIOBOUO4.js.map +1 -0
- package/dist/chunk-ELOJDXHJ.js +210 -0
- package/dist/chunk-ELOJDXHJ.js.map +1 -0
- package/dist/chunk-EMZEOYAV.js +93 -0
- package/dist/chunk-EMZEOYAV.js.map +1 -0
- package/dist/chunk-EP2AK6AD.cjs +61 -0
- package/dist/chunk-EP2AK6AD.cjs.map +1 -0
- package/dist/chunk-ETDWZZ63.cjs +72 -0
- package/dist/chunk-ETDWZZ63.cjs.map +1 -0
- package/dist/chunk-EUBPWXYT.cjs +35 -0
- package/dist/chunk-EUBPWXYT.cjs.map +1 -0
- package/dist/chunk-EZPMQMSN.js +67 -0
- package/dist/chunk-EZPMQMSN.js.map +1 -0
- package/dist/chunk-F2MR5MS7.cjs +63 -0
- package/dist/chunk-F2MR5MS7.cjs.map +1 -0
- package/dist/chunk-FLXIGY5M.cjs +91 -0
- package/dist/chunk-FLXIGY5M.cjs.map +1 -0
- package/dist/chunk-G5C7KNJX.cjs +108 -0
- package/dist/chunk-G5C7KNJX.cjs.map +1 -0
- package/dist/chunk-GBHG2LY2.js +139 -0
- package/dist/chunk-GBHG2LY2.js.map +1 -0
- package/dist/chunk-GDCFS2XB.js +75 -0
- package/dist/chunk-GDCFS2XB.js.map +1 -0
- package/dist/chunk-GGEFJM2I.cjs +75 -0
- package/dist/chunk-GGEFJM2I.cjs.map +1 -0
- package/dist/chunk-GQ362USF.js +103 -0
- package/dist/chunk-GQ362USF.js.map +1 -0
- package/dist/chunk-GR7SLZJJ.cjs +59 -0
- package/dist/chunk-GR7SLZJJ.cjs.map +1 -0
- package/dist/chunk-GZQAPKRD.js +105 -0
- package/dist/chunk-GZQAPKRD.js.map +1 -0
- package/dist/chunk-H7RWKHQR.js +70 -0
- package/dist/chunk-H7RWKHQR.js.map +1 -0
- package/dist/chunk-HDOI5I46.cjs +107 -0
- package/dist/chunk-HDOI5I46.cjs.map +1 -0
- package/dist/chunk-HK6VWJ6T.js +109 -0
- package/dist/chunk-HK6VWJ6T.js.map +1 -0
- package/dist/chunk-HW4O3SWN.cjs +124 -0
- package/dist/chunk-HW4O3SWN.cjs.map +1 -0
- package/dist/chunk-ICGZILUW.js +24 -0
- package/dist/chunk-ICGZILUW.js.map +1 -0
- package/dist/chunk-IFWFYVCZ.js +63 -0
- package/dist/chunk-IFWFYVCZ.js.map +1 -0
- package/dist/chunk-IKNCIY5E.js +70 -0
- package/dist/chunk-IKNCIY5E.js.map +1 -0
- package/dist/chunk-JCUAZYXS.cjs +111 -0
- package/dist/chunk-JCUAZYXS.cjs.map +1 -0
- package/dist/chunk-JOLXQZLP.cjs +64 -0
- package/dist/chunk-JOLXQZLP.cjs.map +1 -0
- package/dist/chunk-JRNGDZZB.js +117 -0
- package/dist/chunk-JRNGDZZB.js.map +1 -0
- package/dist/chunk-K54JGTPQ.js +86 -0
- package/dist/chunk-K54JGTPQ.js.map +1 -0
- package/dist/chunk-K56H7CX7.js +199 -0
- package/dist/chunk-K56H7CX7.js.map +1 -0
- package/dist/chunk-KEUY45KU.cjs +225 -0
- package/dist/chunk-KEUY45KU.cjs.map +1 -0
- package/dist/chunk-KFPQL35S.cjs +211 -0
- package/dist/chunk-KFPQL35S.cjs.map +1 -0
- package/dist/chunk-KJCF6HNO.js +83 -0
- package/dist/chunk-KJCF6HNO.js.map +1 -0
- package/dist/chunk-KXVNH7ZX.cjs +149 -0
- package/dist/chunk-KXVNH7ZX.cjs.map +1 -0
- package/dist/chunk-L2VBPZTO.js +58 -0
- package/dist/chunk-L2VBPZTO.js.map +1 -0
- package/dist/chunk-LBU7ZGOB.cjs +160 -0
- package/dist/chunk-LBU7ZGOB.cjs.map +1 -0
- package/dist/chunk-LDF6ZMRA.js +72 -0
- package/dist/chunk-LDF6ZMRA.js.map +1 -0
- package/dist/chunk-LGJVBZ7V.js +59 -0
- package/dist/chunk-LGJVBZ7V.js.map +1 -0
- package/dist/chunk-M7MVFPKB.cjs +201 -0
- package/dist/chunk-M7MVFPKB.cjs.map +1 -0
- package/dist/chunk-MEX4HRX3.js +183 -0
- package/dist/chunk-MEX4HRX3.js.map +1 -0
- package/dist/chunk-MNBS3X7K.js +33 -0
- package/dist/chunk-MNBS3X7K.js.map +1 -0
- package/dist/chunk-MO6VDGU4.js +55 -0
- package/dist/chunk-MO6VDGU4.js.map +1 -0
- package/dist/chunk-MTKBI5ZE.js +130 -0
- package/dist/chunk-MTKBI5ZE.js.map +1 -0
- package/dist/chunk-MZOKIILC.cjs +98 -0
- package/dist/chunk-MZOKIILC.cjs.map +1 -0
- package/dist/chunk-N5YD7SQI.cjs +60 -0
- package/dist/chunk-N5YD7SQI.cjs.map +1 -0
- package/dist/chunk-NDVI6RHN.js +44 -0
- package/dist/chunk-NDVI6RHN.js.map +1 -0
- package/dist/chunk-NGNRG7HH.js +74 -0
- package/dist/chunk-NGNRG7HH.js.map +1 -0
- package/dist/chunk-NWRGL5BX.cjs +105 -0
- package/dist/chunk-NWRGL5BX.cjs.map +1 -0
- package/dist/chunk-NWWV35EG.cjs +74 -0
- package/dist/chunk-NWWV35EG.cjs.map +1 -0
- package/dist/chunk-NXJHLGFP.js +103 -0
- package/dist/chunk-NXJHLGFP.js.map +1 -0
- package/dist/chunk-O6HAPSSM.cjs +182 -0
- package/dist/chunk-O6HAPSSM.cjs.map +1 -0
- package/dist/chunk-OBO2U2ZZ.js +180 -0
- package/dist/chunk-OBO2U2ZZ.js.map +1 -0
- package/dist/chunk-P5TZEGVM.js +51 -0
- package/dist/chunk-P5TZEGVM.js.map +1 -0
- package/dist/chunk-PACJCRH6.cjs +36 -0
- package/dist/chunk-PACJCRH6.cjs.map +1 -0
- package/dist/chunk-Q4UAHOZ4.cjs +94 -0
- package/dist/chunk-Q4UAHOZ4.cjs.map +1 -0
- package/dist/chunk-QBAICRFT.cjs +69 -0
- package/dist/chunk-QBAICRFT.cjs.map +1 -0
- package/dist/chunk-QKPJHKLW.cjs +106 -0
- package/dist/chunk-QKPJHKLW.cjs.map +1 -0
- package/dist/chunk-QPL7SRL7.js +55 -0
- package/dist/chunk-QPL7SRL7.js.map +1 -0
- package/dist/chunk-QQAP3IF5.js +122 -0
- package/dist/chunk-QQAP3IF5.js.map +1 -0
- package/dist/chunk-RDA76ELY.cjs +116 -0
- package/dist/chunk-RDA76ELY.cjs.map +1 -0
- package/dist/chunk-RUBOHBL2.cjs +55 -0
- package/dist/chunk-RUBOHBL2.cjs.map +1 -0
- package/dist/chunk-RY7UFBIL.js +89 -0
- package/dist/chunk-RY7UFBIL.js.map +1 -0
- package/dist/chunk-S5BTSY2T.cjs +132 -0
- package/dist/chunk-S5BTSY2T.cjs.map +1 -0
- package/dist/chunk-SNXMGG75.cjs +124 -0
- package/dist/chunk-SNXMGG75.cjs.map +1 -0
- package/dist/chunk-STW4N4DQ.cjs +73 -0
- package/dist/chunk-STW4N4DQ.cjs.map +1 -0
- package/dist/chunk-T3WBONBO.js +14 -0
- package/dist/chunk-T3WBONBO.js.map +1 -0
- package/dist/chunk-TKZY4TPA.js +77 -0
- package/dist/chunk-TKZY4TPA.js.map +1 -0
- package/dist/chunk-TLJKOZ4E.cjs +127 -0
- package/dist/chunk-TLJKOZ4E.cjs.map +1 -0
- package/dist/chunk-TMWVWAPX.js +83 -0
- package/dist/chunk-TMWVWAPX.js.map +1 -0
- package/dist/chunk-TR3GHYQX.js +129 -0
- package/dist/chunk-TR3GHYQX.js.map +1 -0
- package/dist/chunk-UD4MKZJV.cjs +95 -0
- package/dist/chunk-UD4MKZJV.cjs.map +1 -0
- package/dist/chunk-UFPB3XV6.cjs +46 -0
- package/dist/chunk-UFPB3XV6.cjs.map +1 -0
- package/dist/chunk-UIYOWY5S.js +222 -0
- package/dist/chunk-UIYOWY5S.js.map +1 -0
- package/dist/chunk-UJLSWZZJ.js +127 -0
- package/dist/chunk-UJLSWZZJ.js.map +1 -0
- package/dist/chunk-UM2SW3BM.js +73 -0
- package/dist/chunk-UM2SW3BM.js.map +1 -0
- package/dist/chunk-UVMJ5QSD.js +125 -0
- package/dist/chunk-UVMJ5QSD.js.map +1 -0
- package/dist/chunk-VN37YLPA.cjs +112 -0
- package/dist/chunk-VN37YLPA.cjs.map +1 -0
- package/dist/chunk-WBY26NUR.js +57 -0
- package/dist/chunk-WBY26NUR.js.map +1 -0
- package/dist/chunk-WCA6OGSB.cjs +133 -0
- package/dist/chunk-WCA6OGSB.cjs.map +1 -0
- package/dist/chunk-WJKJ3FQH.cjs +26 -0
- package/dist/chunk-WJKJ3FQH.cjs.map +1 -0
- package/dist/chunk-WS6ZI7WT.cjs +119 -0
- package/dist/chunk-WS6ZI7WT.cjs.map +1 -0
- package/dist/chunk-WU7PHQZ2.cjs +90 -0
- package/dist/chunk-WU7PHQZ2.cjs.map +1 -0
- package/dist/chunk-XAKPLGNG.cjs +197 -0
- package/dist/chunk-XAKPLGNG.cjs.map +1 -0
- package/dist/chunk-XD4CTIN2.cjs +131 -0
- package/dist/chunk-XD4CTIN2.cjs.map +1 -0
- package/dist/chunk-XENO7X2J.js +197 -0
- package/dist/chunk-XENO7X2J.js.map +1 -0
- package/dist/chunk-XJBJFFY4.js +79 -0
- package/dist/chunk-XJBJFFY4.js.map +1 -0
- package/dist/chunk-XN4NV5XR.cjs +79 -0
- package/dist/chunk-XN4NV5XR.cjs.map +1 -0
- package/dist/chunk-XPMSMFRX.cjs +74 -0
- package/dist/chunk-XPMSMFRX.cjs.map +1 -0
- package/dist/chunk-XRVLGLR3.cjs +148 -0
- package/dist/chunk-XRVLGLR3.cjs.map +1 -0
- package/dist/chunk-XZEBNX2T.cjs +88 -0
- package/dist/chunk-XZEBNX2T.cjs.map +1 -0
- package/dist/chunk-XZHU4DL6.js +28 -0
- package/dist/chunk-XZHU4DL6.js.map +1 -0
- package/dist/chunk-Y2Z5KXY4.cjs +85 -0
- package/dist/chunk-Y2Z5KXY4.cjs.map +1 -0
- package/dist/chunk-Y5EM3P55.cjs +148 -0
- package/dist/chunk-Y5EM3P55.cjs.map +1 -0
- package/dist/chunk-Y5EZRC45.js +82 -0
- package/dist/chunk-Y5EZRC45.js.map +1 -0
- package/dist/chunk-YHPGD3QE.cjs +141 -0
- package/dist/chunk-YHPGD3QE.cjs.map +1 -0
- package/dist/chunk-YHXXZIW5.js +62 -0
- package/dist/chunk-YHXXZIW5.js.map +1 -0
- package/dist/chunk-YK33JS36.cjs +56 -0
- package/dist/chunk-YK33JS36.cjs.map +1 -0
- package/dist/chunk-YORGHHHZ.cjs +85 -0
- package/dist/chunk-YORGHHHZ.cjs.map +1 -0
- package/dist/chunk-YQZXK74D.js +27 -0
- package/dist/chunk-YQZXK74D.js.map +1 -0
- package/dist/chunk-YTFRKPLP.cjs +186 -0
- package/dist/chunk-YTFRKPLP.cjs.map +1 -0
- package/dist/chunk-Z3PDDIE6.cjs +81 -0
- package/dist/chunk-Z3PDDIE6.cjs.map +1 -0
- package/dist/chunk-Z67QS23K.js +116 -0
- package/dist/chunk-Z67QS23K.js.map +1 -0
- package/dist/chunk-ZB3MX53N.js +146 -0
- package/dist/chunk-ZB3MX53N.js.map +1 -0
- package/dist/chunk-ZBKMTCXW.js +57 -0
- package/dist/chunk-ZBKMTCXW.js.map +1 -0
- package/dist/chunk-ZCYDKKG3.js +43 -0
- package/dist/chunk-ZCYDKKG3.js.map +1 -0
- package/dist/chunk-ZEVZV5JA.cjs +212 -0
- package/dist/chunk-ZEVZV5JA.cjs.map +1 -0
- package/dist/chunk-ZPGQ5AP3.cjs +35 -0
- package/dist/chunk-ZPGQ5AP3.cjs.map +1 -0
- package/dist/chunk-ZSLSLTIG.cjs +59 -0
- package/dist/chunk-ZSLSLTIG.cjs.map +1 -0
- package/dist/chunk-ZTWDX2E4.cjs +45 -0
- package/dist/chunk-ZTWDX2E4.cjs.map +1 -0
- package/dist/core/chunker.cjs +16 -0
- package/dist/core/chunker.cjs.map +1 -0
- package/dist/core/chunker.d.cts +11 -0
- package/dist/core/chunker.d.ts +11 -0
- package/dist/core/chunker.js +3 -0
- package/dist/core/chunker.js.map +1 -0
- package/dist/core/knowledge.cjs +14 -0
- package/dist/core/knowledge.cjs.map +1 -0
- package/dist/core/knowledge.d.cts +30 -0
- package/dist/core/knowledge.d.ts +30 -0
- package/dist/core/knowledge.js +5 -0
- package/dist/core/knowledge.js.map +1 -0
- package/dist/core/orka.cjs +30 -0
- package/dist/core/orka.cjs.map +1 -0
- package/dist/core/orka.d.cts +17 -0
- package/dist/core/orka.d.ts +17 -0
- package/dist/core/orka.js +17 -0
- package/dist/core/orka.js.map +1 -0
- package/dist/errors/index.cjs +75 -0
- package/dist/errors/index.cjs.map +1 -0
- package/dist/errors/index.d.cts +38 -0
- package/dist/errors/index.d.ts +38 -0
- package/dist/errors/index.js +72 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/evaluation/assertions.cjs +40 -0
- package/dist/evaluation/assertions.cjs.map +1 -0
- package/dist/evaluation/assertions.d.cts +29 -0
- package/dist/evaluation/assertions.d.ts +29 -0
- package/dist/evaluation/assertions.js +3 -0
- package/dist/evaluation/assertions.js.map +1 -0
- package/dist/evaluation/evaluator.cjs +13 -0
- package/dist/evaluation/evaluator.cjs.map +1 -0
- package/dist/evaluation/evaluator.d.cts +17 -0
- package/dist/evaluation/evaluator.d.ts +17 -0
- package/dist/evaluation/evaluator.js +4 -0
- package/dist/evaluation/evaluator.js.map +1 -0
- package/dist/evaluation/index.cjs +17 -0
- package/dist/evaluation/index.cjs.map +1 -0
- package/dist/evaluation/index.d.cts +17 -0
- package/dist/evaluation/index.d.ts +17 -0
- package/dist/evaluation/index.js +4 -0
- package/dist/evaluation/index.js.map +1 -0
- package/dist/evaluation/metrics.cjs +12 -0
- package/dist/evaluation/metrics.cjs.map +1 -0
- package/dist/evaluation/metrics.d.cts +47 -0
- package/dist/evaluation/metrics.d.ts +47 -0
- package/dist/evaluation/metrics.js +3 -0
- package/dist/evaluation/metrics.js.map +1 -0
- package/dist/evaluation/reporters.cjs +20 -0
- package/dist/evaluation/reporters.cjs.map +1 -0
- package/dist/evaluation/reporters.d.cts +50 -0
- package/dist/evaluation/reporters.d.ts +50 -0
- package/dist/evaluation/reporters.js +3 -0
- package/dist/evaluation/reporters.js.map +1 -0
- package/dist/evaluation/test-runner.cjs +14 -0
- package/dist/evaluation/test-runner.cjs.map +1 -0
- package/dist/evaluation/test-runner.d.cts +17 -0
- package/dist/evaluation/test-runner.d.ts +17 -0
- package/dist/evaluation/test-runner.js +5 -0
- package/dist/evaluation/test-runner.js.map +1 -0
- package/dist/graph/graph-workflow.cjs +12 -0
- package/dist/graph/graph-workflow.cjs.map +1 -0
- package/dist/graph/graph-workflow.d.cts +29 -0
- package/dist/graph/graph-workflow.d.ts +29 -0
- package/dist/graph/graph-workflow.js +3 -0
- package/dist/graph/graph-workflow.js.map +1 -0
- package/dist/graph/helpers.cjs +40 -0
- package/dist/graph/helpers.cjs.map +1 -0
- package/dist/graph/helpers.d.cts +26 -0
- package/dist/graph/helpers.d.ts +26 -0
- package/dist/graph/helpers.js +3 -0
- package/dist/graph/helpers.js.map +1 -0
- package/dist/graph/index.cjs +45 -0
- package/dist/graph/index.cjs.map +1 -0
- package/dist/graph/index.d.cts +5 -0
- package/dist/graph/index.d.ts +5 -0
- package/dist/graph/index.js +4 -0
- package/dist/graph/index.js.map +1 -0
- package/dist/index-8bLog_oR.d.ts +167 -0
- package/dist/index-HyHJwtzW.d.cts +167 -0
- package/dist/index.cjs +458 -0
- package/dist/index.cjs.map +1 -0
- package/dist/index.d.cts +84 -0
- package/dist/index.d.ts +84 -0
- package/dist/index.js +77 -0
- package/dist/index.js.map +1 -0
- package/dist/loaders/csv-loader.cjs +13 -0
- package/dist/loaders/csv-loader.cjs.map +1 -0
- package/dist/loaders/csv-loader.d.cts +12 -0
- package/dist/loaders/csv-loader.d.ts +12 -0
- package/dist/loaders/csv-loader.js +4 -0
- package/dist/loaders/csv-loader.js.map +1 -0
- package/dist/loaders/directory-loader.cjs +17 -0
- package/dist/loaders/directory-loader.cjs.map +1 -0
- package/dist/loaders/directory-loader.d.cts +13 -0
- package/dist/loaders/directory-loader.d.ts +13 -0
- package/dist/loaders/directory-loader.js +8 -0
- package/dist/loaders/directory-loader.js.map +1 -0
- package/dist/loaders/index.cjs +38 -0
- package/dist/loaders/index.cjs.map +1 -0
- package/dist/loaders/index.d.cts +8 -0
- package/dist/loaders/index.d.ts +8 -0
- package/dist/loaders/index.js +9 -0
- package/dist/loaders/index.js.map +1 -0
- package/dist/loaders/json-loader.cjs +13 -0
- package/dist/loaders/json-loader.cjs.map +1 -0
- package/dist/loaders/json-loader.d.cts +12 -0
- package/dist/loaders/json-loader.d.ts +12 -0
- package/dist/loaders/json-loader.js +4 -0
- package/dist/loaders/json-loader.js.map +1 -0
- package/dist/loaders/markdown-loader.cjs +13 -0
- package/dist/loaders/markdown-loader.cjs.map +1 -0
- package/dist/loaders/markdown-loader.d.cts +16 -0
- package/dist/loaders/markdown-loader.d.ts +16 -0
- package/dist/loaders/markdown-loader.js +4 -0
- package/dist/loaders/markdown-loader.js.map +1 -0
- package/dist/loaders/pdf-loader.cjs +13 -0
- package/dist/loaders/pdf-loader.cjs.map +1 -0
- package/dist/loaders/pdf-loader.d.cts +11 -0
- package/dist/loaders/pdf-loader.d.ts +11 -0
- package/dist/loaders/pdf-loader.js +4 -0
- package/dist/loaders/pdf-loader.js.map +1 -0
- package/dist/loaders/text-loader.cjs +13 -0
- package/dist/loaders/text-loader.cjs.map +1 -0
- package/dist/loaders/text-loader.d.cts +11 -0
- package/dist/loaders/text-loader.d.ts +11 -0
- package/dist/loaders/text-loader.js +4 -0
- package/dist/loaders/text-loader.js.map +1 -0
- package/dist/memory/index.cjs +17 -0
- package/dist/memory/index.cjs.map +1 -0
- package/dist/memory/index.d.cts +2 -0
- package/dist/memory/index.d.ts +2 -0
- package/dist/memory/index.js +4 -0
- package/dist/memory/index.js.map +1 -0
- package/dist/memory/memory.cjs +12 -0
- package/dist/memory/memory.cjs.map +1 -0
- package/dist/memory/memory.d.cts +31 -0
- package/dist/memory/memory.d.ts +31 -0
- package/dist/memory/memory.js +3 -0
- package/dist/memory/memory.js.map +1 -0
- package/dist/memory/session-memory.cjs +13 -0
- package/dist/memory/session-memory.cjs.map +1 -0
- package/dist/memory/session-memory.d.cts +19 -0
- package/dist/memory/session-memory.d.ts +19 -0
- package/dist/memory/session-memory.js +4 -0
- package/dist/memory/session-memory.js.map +1 -0
- package/dist/observability/index.cjs +13 -0
- package/dist/observability/index.cjs.map +1 -0
- package/dist/observability/index.d.cts +63 -0
- package/dist/observability/index.d.ts +63 -0
- package/dist/observability/index.js +4 -0
- package/dist/observability/index.js.map +1 -0
- package/dist/observability/tracer.cjs +13 -0
- package/dist/observability/tracer.cjs.map +1 -0
- package/dist/observability/tracer.d.cts +1 -0
- package/dist/observability/tracer.d.ts +1 -0
- package/dist/observability/tracer.js +4 -0
- package/dist/observability/tracer.js.map +1 -0
- package/dist/orchestration/consensus.cjs +12 -0
- package/dist/orchestration/consensus.cjs.map +1 -0
- package/dist/orchestration/consensus.d.cts +18 -0
- package/dist/orchestration/consensus.d.ts +18 -0
- package/dist/orchestration/consensus.js +3 -0
- package/dist/orchestration/consensus.js.map +1 -0
- package/dist/orchestration/index.cjs +27 -0
- package/dist/orchestration/index.cjs.map +1 -0
- package/dist/orchestration/index.d.cts +6 -0
- package/dist/orchestration/index.d.ts +6 -0
- package/dist/orchestration/index.js +6 -0
- package/dist/orchestration/index.js.map +1 -0
- package/dist/orchestration/load-balancer.cjs +12 -0
- package/dist/orchestration/load-balancer.cjs.map +1 -0
- package/dist/orchestration/load-balancer.d.cts +21 -0
- package/dist/orchestration/load-balancer.d.ts +21 -0
- package/dist/orchestration/load-balancer.js +3 -0
- package/dist/orchestration/load-balancer.js.map +1 -0
- package/dist/orchestration/race.cjs +12 -0
- package/dist/orchestration/race.cjs.map +1 -0
- package/dist/orchestration/race.d.cts +13 -0
- package/dist/orchestration/race.d.ts +13 -0
- package/dist/orchestration/race.js +3 -0
- package/dist/orchestration/race.js.map +1 -0
- package/dist/orchestration/router.cjs +12 -0
- package/dist/orchestration/router.cjs.map +1 -0
- package/dist/orchestration/router.d.cts +14 -0
- package/dist/orchestration/router.d.ts +14 -0
- package/dist/orchestration/router.js +3 -0
- package/dist/orchestration/router.js.map +1 -0
- package/dist/parsers/auto-fix-parser.cjs +12 -0
- package/dist/parsers/auto-fix-parser.cjs.map +1 -0
- package/dist/parsers/auto-fix-parser.d.cts +14 -0
- package/dist/parsers/auto-fix-parser.d.ts +14 -0
- package/dist/parsers/auto-fix-parser.js +3 -0
- package/dist/parsers/auto-fix-parser.js.map +1 -0
- package/dist/parsers/comma-separated-list-parser.cjs +12 -0
- package/dist/parsers/comma-separated-list-parser.cjs.map +1 -0
- package/dist/parsers/comma-separated-list-parser.d.cts +15 -0
- package/dist/parsers/comma-separated-list-parser.d.ts +15 -0
- package/dist/parsers/comma-separated-list-parser.js +3 -0
- package/dist/parsers/comma-separated-list-parser.js.map +1 -0
- package/dist/parsers/csv-parser.cjs +12 -0
- package/dist/parsers/csv-parser.cjs.map +1 -0
- package/dist/parsers/csv-parser.d.cts +19 -0
- package/dist/parsers/csv-parser.d.ts +19 -0
- package/dist/parsers/csv-parser.js +3 -0
- package/dist/parsers/csv-parser.js.map +1 -0
- package/dist/parsers/index.cjs +42 -0
- package/dist/parsers/index.cjs.map +1 -0
- package/dist/parsers/index.d.cts +8 -0
- package/dist/parsers/index.d.ts +8 -0
- package/dist/parsers/index.js +9 -0
- package/dist/parsers/index.js.map +1 -0
- package/dist/parsers/json-parser.cjs +12 -0
- package/dist/parsers/json-parser.cjs.map +1 -0
- package/dist/parsers/json-parser.d.cts +11 -0
- package/dist/parsers/json-parser.d.ts +11 -0
- package/dist/parsers/json-parser.js +3 -0
- package/dist/parsers/json-parser.js.map +1 -0
- package/dist/parsers/list-parser.cjs +12 -0
- package/dist/parsers/list-parser.cjs.map +1 -0
- package/dist/parsers/list-parser.d.cts +11 -0
- package/dist/parsers/list-parser.d.ts +11 -0
- package/dist/parsers/list-parser.js +3 -0
- package/dist/parsers/list-parser.js.map +1 -0
- package/dist/parsers/structured-output-parser.cjs +12 -0
- package/dist/parsers/structured-output-parser.cjs.map +1 -0
- package/dist/parsers/structured-output-parser.d.cts +16 -0
- package/dist/parsers/structured-output-parser.d.ts +16 -0
- package/dist/parsers/structured-output-parser.js +3 -0
- package/dist/parsers/structured-output-parser.js.map +1 -0
- package/dist/parsers/xml-parser.cjs +12 -0
- package/dist/parsers/xml-parser.cjs.map +1 -0
- package/dist/parsers/xml-parser.d.cts +16 -0
- package/dist/parsers/xml-parser.d.ts +16 -0
- package/dist/parsers/xml-parser.js +3 -0
- package/dist/parsers/xml-parser.js.map +1 -0
- package/dist/prompts/file-persistence.cjs +12 -0
- package/dist/prompts/file-persistence.cjs.map +1 -0
- package/dist/prompts/file-persistence.d.cts +10 -0
- package/dist/prompts/file-persistence.d.ts +10 -0
- package/dist/prompts/file-persistence.js +3 -0
- package/dist/prompts/file-persistence.js.map +1 -0
- package/dist/prompts/index.cjs +18 -0
- package/dist/prompts/index.cjs.map +1 -0
- package/dist/prompts/index.d.cts +3 -0
- package/dist/prompts/index.d.ts +3 -0
- package/dist/prompts/index.js +5 -0
- package/dist/prompts/index.js.map +1 -0
- package/dist/prompts/registry.cjs +13 -0
- package/dist/prompts/registry.cjs.map +1 -0
- package/dist/prompts/registry.d.cts +22 -0
- package/dist/prompts/registry.d.ts +22 -0
- package/dist/prompts/registry.js +4 -0
- package/dist/prompts/registry.js.map +1 -0
- package/dist/resilience/fallback.cjs +12 -0
- package/dist/resilience/fallback.cjs.map +1 -0
- package/dist/resilience/fallback.d.cts +16 -0
- package/dist/resilience/fallback.d.ts +16 -0
- package/dist/resilience/fallback.js +3 -0
- package/dist/resilience/fallback.js.map +1 -0
- package/dist/resilience/index.cjs +22 -0
- package/dist/resilience/index.cjs.map +1 -0
- package/dist/resilience/index.d.cts +4 -0
- package/dist/resilience/index.d.ts +4 -0
- package/dist/resilience/index.js +5 -0
- package/dist/resilience/index.js.map +1 -0
- package/dist/resilience/resilient-llm.cjs +13 -0
- package/dist/resilience/resilient-llm.cjs.map +1 -0
- package/dist/resilience/resilient-llm.d.cts +19 -0
- package/dist/resilience/resilient-llm.d.ts +19 -0
- package/dist/resilience/resilient-llm.js +4 -0
- package/dist/resilience/resilient-llm.js.map +1 -0
- package/dist/resilience/retry.cjs +12 -0
- package/dist/resilience/retry.cjs.map +1 -0
- package/dist/resilience/retry.d.cts +11 -0
- package/dist/resilience/retry.d.ts +11 -0
- package/dist/resilience/retry.js +3 -0
- package/dist/resilience/retry.js.map +1 -0
- package/dist/retrievers/bm25-retriever.cjs +12 -0
- package/dist/retrievers/bm25-retriever.cjs.map +1 -0
- package/dist/retrievers/bm25-retriever.d.cts +30 -0
- package/dist/retrievers/bm25-retriever.d.ts +30 -0
- package/dist/retrievers/bm25-retriever.js +3 -0
- package/dist/retrievers/bm25-retriever.js.map +1 -0
- package/dist/retrievers/contextual-compression-retriever.cjs +12 -0
- package/dist/retrievers/contextual-compression-retriever.cjs.map +1 -0
- package/dist/retrievers/contextual-compression-retriever.d.cts +11 -0
- package/dist/retrievers/contextual-compression-retriever.d.ts +11 -0
- package/dist/retrievers/contextual-compression-retriever.js +3 -0
- package/dist/retrievers/contextual-compression-retriever.js.map +1 -0
- package/dist/retrievers/ensemble-retriever.cjs +12 -0
- package/dist/retrievers/ensemble-retriever.cjs.map +1 -0
- package/dist/retrievers/ensemble-retriever.d.cts +12 -0
- package/dist/retrievers/ensemble-retriever.d.ts +12 -0
- package/dist/retrievers/ensemble-retriever.js +3 -0
- package/dist/retrievers/ensemble-retriever.js.map +1 -0
- package/dist/retrievers/index.cjs +42 -0
- package/dist/retrievers/index.cjs.map +1 -0
- package/dist/retrievers/index.d.cts +9 -0
- package/dist/retrievers/index.d.ts +9 -0
- package/dist/retrievers/index.js +9 -0
- package/dist/retrievers/index.js.map +1 -0
- package/dist/retrievers/multi-query-retriever.cjs +12 -0
- package/dist/retrievers/multi-query-retriever.cjs.map +1 -0
- package/dist/retrievers/multi-query-retriever.d.cts +12 -0
- package/dist/retrievers/multi-query-retriever.d.ts +12 -0
- package/dist/retrievers/multi-query-retriever.js +3 -0
- package/dist/retrievers/multi-query-retriever.js.map +1 -0
- package/dist/retrievers/parent-document-retriever.cjs +12 -0
- package/dist/retrievers/parent-document-retriever.cjs.map +1 -0
- package/dist/retrievers/parent-document-retriever.d.cts +14 -0
- package/dist/retrievers/parent-document-retriever.d.ts +14 -0
- package/dist/retrievers/parent-document-retriever.js +3 -0
- package/dist/retrievers/parent-document-retriever.js.map +1 -0
- package/dist/retrievers/self-query-retriever.cjs +12 -0
- package/dist/retrievers/self-query-retriever.cjs.map +1 -0
- package/dist/retrievers/self-query-retriever.d.cts +29 -0
- package/dist/retrievers/self-query-retriever.d.ts +29 -0
- package/dist/retrievers/self-query-retriever.js +3 -0
- package/dist/retrievers/self-query-retriever.js.map +1 -0
- package/dist/retrievers/vector-retriever.cjs +12 -0
- package/dist/retrievers/vector-retriever.cjs.map +1 -0
- package/dist/retrievers/vector-retriever.d.cts +19 -0
- package/dist/retrievers/vector-retriever.d.ts +19 -0
- package/dist/retrievers/vector-retriever.js +3 -0
- package/dist/retrievers/vector-retriever.js.map +1 -0
- package/dist/splitters/code-text-splitter.cjs +13 -0
- package/dist/splitters/code-text-splitter.cjs.map +1 -0
- package/dist/splitters/code-text-splitter.d.cts +11 -0
- package/dist/splitters/code-text-splitter.d.ts +11 -0
- package/dist/splitters/code-text-splitter.js +4 -0
- package/dist/splitters/code-text-splitter.js.map +1 -0
- package/dist/splitters/index.cjs +27 -0
- package/dist/splitters/index.cjs.map +1 -0
- package/dist/splitters/index.d.cts +6 -0
- package/dist/splitters/index.d.ts +6 -0
- package/dist/splitters/index.js +6 -0
- package/dist/splitters/index.js.map +1 -0
- package/dist/splitters/markdown-text-splitter.cjs +13 -0
- package/dist/splitters/markdown-text-splitter.cjs.map +1 -0
- package/dist/splitters/markdown-text-splitter.d.cts +11 -0
- package/dist/splitters/markdown-text-splitter.d.ts +11 -0
- package/dist/splitters/markdown-text-splitter.js +4 -0
- package/dist/splitters/markdown-text-splitter.js.map +1 -0
- package/dist/splitters/recursive-character-text-splitter.cjs +12 -0
- package/dist/splitters/recursive-character-text-splitter.cjs.map +1 -0
- package/dist/splitters/recursive-character-text-splitter.d.cts +18 -0
- package/dist/splitters/recursive-character-text-splitter.d.ts +18 -0
- package/dist/splitters/recursive-character-text-splitter.js +3 -0
- package/dist/splitters/recursive-character-text-splitter.js.map +1 -0
- package/dist/splitters/token-text-splitter.cjs +12 -0
- package/dist/splitters/token-text-splitter.cjs.map +1 -0
- package/dist/splitters/token-text-splitter.d.cts +13 -0
- package/dist/splitters/token-text-splitter.d.ts +13 -0
- package/dist/splitters/token-text-splitter.js +3 -0
- package/dist/splitters/token-text-splitter.js.map +1 -0
- package/dist/templates/chat-prompt-template.cjs +13 -0
- package/dist/templates/chat-prompt-template.cjs.map +1 -0
- package/dist/templates/chat-prompt-template.d.cts +17 -0
- package/dist/templates/chat-prompt-template.d.ts +17 -0
- package/dist/templates/chat-prompt-template.js +4 -0
- package/dist/templates/chat-prompt-template.js.map +1 -0
- package/dist/templates/few-shot-prompt-template.cjs +13 -0
- package/dist/templates/few-shot-prompt-template.cjs.map +1 -0
- package/dist/templates/few-shot-prompt-template.d.cts +21 -0
- package/dist/templates/few-shot-prompt-template.d.ts +21 -0
- package/dist/templates/few-shot-prompt-template.js +4 -0
- package/dist/templates/few-shot-prompt-template.js.map +1 -0
- package/dist/templates/index.cjs +22 -0
- package/dist/templates/index.cjs.map +1 -0
- package/dist/templates/index.d.cts +5 -0
- package/dist/templates/index.d.ts +5 -0
- package/dist/templates/index.js +5 -0
- package/dist/templates/index.js.map +1 -0
- package/dist/templates/prompt-template.cjs +12 -0
- package/dist/templates/prompt-template.cjs.map +1 -0
- package/dist/templates/prompt-template.d.cts +18 -0
- package/dist/templates/prompt-template.d.ts +18 -0
- package/dist/templates/prompt-template.js +3 -0
- package/dist/templates/prompt-template.js.map +1 -0
- package/dist/types/index.cjs +4 -0
- package/dist/types/index.cjs.map +1 -0
- package/dist/types/index.d.cts +149 -0
- package/dist/types/index.d.ts +149 -0
- package/dist/types/index.js +3 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types-0sTm-82H.d.cts +34 -0
- package/dist/types-0sTm-82H.d.ts +34 -0
- package/dist/types-8NBD4dQH.d.cts +62 -0
- package/dist/types-8NBD4dQH.d.ts +62 -0
- package/dist/types-B4UAH86O.d.cts +52 -0
- package/dist/types-BAR-Rjlg.d.cts +39 -0
- package/dist/types-BLcg9dP2.d.ts +47 -0
- package/dist/types-BOtPFeGu.d.cts +31 -0
- package/dist/types-Bpr6Mq8H.d.ts +60 -0
- package/dist/types-C6ECq49L.d.ts +37 -0
- package/dist/types-CE-enj7A.d.cts +47 -0
- package/dist/types-CJFtM2H2.d.cts +36 -0
- package/dist/types-CJFtM2H2.d.ts +36 -0
- package/dist/types-D1nxKbZC.d.cts +60 -0
- package/dist/types-D_0MABWj.d.cts +46 -0
- package/dist/types-DlK2Z6wF.d.ts +31 -0
- package/dist/types-DsOo4p3H.d.ts +52 -0
- package/dist/types-DxUxY78w.d.ts +46 -0
- package/dist/types-ZpM642VC.d.cts +148 -0
- package/dist/types-hvrMBxDL.d.cts +37 -0
- package/dist/types-khmzyluO.d.ts +39 -0
- package/dist/types-q1PSyGEh.d.ts +148 -0
- package/dist/types-q3EkxHXf.d.cts +38 -0
- package/dist/types-q3EkxHXf.d.ts +38 -0
- package/dist/utils/id.cjs +12 -0
- package/dist/utils/id.cjs.map +1 -0
- package/dist/utils/id.d.cts +3 -0
- package/dist/utils/id.d.ts +3 -0
- package/dist/utils/id.js +3 -0
- package/dist/utils/id.js.map +1 -0
- package/dist/workflow/index.cjs +37 -0
- package/dist/workflow/index.cjs.map +1 -0
- package/dist/workflow/index.d.cts +5 -0
- package/dist/workflow/index.d.ts +5 -0
- package/dist/workflow/index.js +4 -0
- package/dist/workflow/index.js.map +1 -0
- package/dist/workflow/steps.cjs +32 -0
- package/dist/workflow/steps.cjs.map +1 -0
- package/dist/workflow/steps.d.cts +25 -0
- package/dist/workflow/steps.d.ts +25 -0
- package/dist/workflow/steps.js +3 -0
- package/dist/workflow/steps.js.map +1 -0
- package/dist/workflow/workflow.cjs +12 -0
- package/dist/workflow/workflow.cjs.map +1 -0
- package/dist/workflow/workflow.d.cts +17 -0
- package/dist/workflow/workflow.d.ts +17 -0
- package/dist/workflow/workflow.js +3 -0
- package/dist/workflow/workflow.js.map +1 -0
- package/package.json +550 -0
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
// src/core/chunker.ts
|
|
4
|
+
var DEFAULT_SEPARATORS = ["\n\n", "\n", ". ", " ", ""];
|
|
5
|
+
function chunkDocument(doc, options) {
|
|
6
|
+
const { chunkSize, chunkOverlap, separators = DEFAULT_SEPARATORS } = options;
|
|
7
|
+
const chunks = [];
|
|
8
|
+
const textChunks = splitText(doc.content, chunkSize, chunkOverlap, separators);
|
|
9
|
+
for (let i = 0; i < textChunks.length; i++) {
|
|
10
|
+
chunks.push({
|
|
11
|
+
id: `${doc.id}_chunk_${i}`,
|
|
12
|
+
content: textChunks[i],
|
|
13
|
+
documentId: doc.id,
|
|
14
|
+
index: i,
|
|
15
|
+
metadata: { ...doc.metadata }
|
|
16
|
+
});
|
|
17
|
+
}
|
|
18
|
+
return chunks;
|
|
19
|
+
}
|
|
20
|
+
function splitText(text, chunkSize, chunkOverlap, separators) {
|
|
21
|
+
const chunks = [];
|
|
22
|
+
if (text.length <= chunkSize) {
|
|
23
|
+
return [text.trim()].filter(Boolean);
|
|
24
|
+
}
|
|
25
|
+
const separator = findBestSeparator(text, separators);
|
|
26
|
+
const splits = separator ? text.split(separator) : [text];
|
|
27
|
+
let currentChunk = "";
|
|
28
|
+
for (const split of splits) {
|
|
29
|
+
const piece = split.trim();
|
|
30
|
+
if (!piece) continue;
|
|
31
|
+
const potentialChunk = currentChunk ? currentChunk + separator + piece : piece;
|
|
32
|
+
if (potentialChunk.length <= chunkSize) {
|
|
33
|
+
currentChunk = potentialChunk;
|
|
34
|
+
} else {
|
|
35
|
+
if (currentChunk) {
|
|
36
|
+
chunks.push(currentChunk);
|
|
37
|
+
const overlapStart = Math.max(0, currentChunk.length - chunkOverlap);
|
|
38
|
+
currentChunk = currentChunk.slice(overlapStart) + separator + piece;
|
|
39
|
+
if (currentChunk.length > chunkSize) {
|
|
40
|
+
currentChunk = piece;
|
|
41
|
+
}
|
|
42
|
+
} else {
|
|
43
|
+
if (piece.length > chunkSize && separators.length > 1) {
|
|
44
|
+
const subChunks = splitText(piece, chunkSize, chunkOverlap, separators.slice(1));
|
|
45
|
+
chunks.push(...subChunks);
|
|
46
|
+
} else {
|
|
47
|
+
chunks.push(piece.slice(0, chunkSize));
|
|
48
|
+
currentChunk = piece.slice(chunkSize - chunkOverlap);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
if (currentChunk.trim()) {
|
|
54
|
+
chunks.push(currentChunk.trim());
|
|
55
|
+
}
|
|
56
|
+
return chunks.filter(Boolean);
|
|
57
|
+
}
|
|
58
|
+
function findBestSeparator(text, separators) {
|
|
59
|
+
for (const sep of separators) {
|
|
60
|
+
if (sep && text.includes(sep)) {
|
|
61
|
+
return sep;
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
return "";
|
|
65
|
+
}
|
|
66
|
+
function chunkDocuments(docs, options) {
|
|
67
|
+
return docs.flatMap((doc) => chunkDocument(doc, options));
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
exports.chunkDocument = chunkDocument;
|
|
71
|
+
exports.chunkDocuments = chunkDocuments;
|
|
72
|
+
//# sourceMappingURL=chunk-STW4N4DQ.cjs.map
|
|
73
|
+
//# sourceMappingURL=chunk-STW4N4DQ.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/core/chunker.ts"],"names":[],"mappings":";;;AAQA,IAAM,qBAAqB,CAAC,MAAA,EAAQ,IAAA,EAAM,IAAA,EAAM,KAAK,EAAE,CAAA;AAEhD,SAAS,aAAA,CAAc,KAAe,OAAA,EAAkC;AAC7E,EAAA,MAAM,EAAE,SAAA,EAAW,YAAA,EAAc,UAAA,GAAa,oBAAmB,GAAI,OAAA;AACrE,EAAA,MAAM,SAAkB,EAAC;AAEzB,EAAA,MAAM,aAAa,SAAA,CAAU,GAAA,CAAI,OAAA,EAAS,SAAA,EAAW,cAAc,UAAU,CAAA;AAE7E,EAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,UAAA,CAAW,QAAQ,CAAA,EAAA,EAAK;AAC1C,IAAA,MAAA,CAAO,IAAA,CAAK;AAAA,MACV,EAAA,EAAI,CAAA,EAAG,GAAA,CAAI,EAAE,UAAU,CAAC,CAAA,CAAA;AAAA,MACxB,OAAA,EAAS,WAAW,CAAC,CAAA;AAAA,MACrB,YAAY,GAAA,CAAI,EAAA;AAAA,MAChB,KAAA,EAAO,CAAA;AAAA,MACP,QAAA,EAAU,EAAE,GAAG,GAAA,CAAI,QAAA;AAAS,KAC7B,CAAA;AAAA,EACH;AAEA,EAAA,OAAO,MAAA;AACT;AAEA,SAAS,SAAA,CACP,IAAA,EACA,SAAA,EACA,YAAA,EACA,UAAA,EACU;AACV,EAAA,MAAM,SAAmB,EAAC;AAE1B,EAAA,IAAI,IAAA,CAAK,UAAU,SAAA,EAAW;AAC5B,IAAA,OAAO,CAAC,IAAA,CAAK,IAAA,EAAM,CAAA,CAAE,OAAO,OAAO,CAAA;AAAA,EACrC;AAEA,EAAA,MAAM,SAAA,GAAY,iBAAA,CAAkB,IAAA,EAAM,UAAU,CAAA;AACpD,EAAA,MAAM,SAAS,SAAA,GAAY,IAAA,CAAK,MAAM,SAAS,CAAA,GAAI,CAAC,IAAI,CAAA;AAExD,EAAA,IAAI,YAAA,GAAe,EAAA;AAEnB,EAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,IAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,EAAK;AACzB,IAAA,IAAI,CAAC,KAAA,EAAO;AAEZ,IAAA,MAAM,cAAA,GAAiB,YAAA,GACnB,YAAA,GAAe,SAAA,GAAY,KAAA,GAC3B,KAAA;AAEJ,IAAA,IAAI,cAAA,CAAe,UAAU,SAAA,EAAW;AACtC,MAAA,YAAA,GAAe,cAAA;AAAA,IACjB,CAAA,MAAO;AACL,MAAA,IAAI,YAAA,EAAc;AAChB,QAAA,MAAA,CAAO,KAAK,YAAY,CAAA;AACxB,QAAA,MAAM,eAAe,IAAA,CAAK,GAAA,CAAI,CAAA,EAAG,YAAA,CAAa,SAAS,YAAY,CAAA;AACnE,QAAA,YAAA,GAAe,YAAA,CAAa,KAAA,CAAM,YAAY,CAAA,GAAI,SAAA,GAAY,KAAA;AAE9D,QAAA,IAAI,YAAA,CAAa,SAAS,SAAA,EAAW;AACnC,UAAA,YAAA,GAAe,KAAA;AAAA,QACjB;AAAA,MACF,CAAA,MAAO;AACL,QAAA,IAAI,KAAA,CAAM,MAAA,GAAS,SAAA,IAAa,UAAA,CAAW,SAAS,CAAA,EAAG;AACrD,UAAA,MAAM,SAAA,GAAY,UAAU,KAAA,EAAO,SAAA,EAAW,cAAc,UAAA,CAAW,KAAA,CAAM,CAAC,CAAC,CAAA;AAC/E,UAAA,MAAA,CAAO,IAAA,CAAK,GAAG,SAAS,CAAA;AAAA,QAC1B,CAAA,MAAO;AACL,UAAA,MAAA,CAAO,IAAA,CAAK,KAAA,CAAM,KAAA,CAAM,CAAA,EAAG,SAAS,CAAC,CAAA;AACrC,UAAA,YAAA,GAAe,KAAA,CAAM,KAAA,CAAM,SAAA,GAAY,YAAY,CAAA;AAAA,QACrD;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAEA,EAAA,IAAI,YAAA,CAAa,MAAK,EAAG;AACvB,IAAA,MAAA,CAAO,IAAA,CAAK,YAAA,CAAa,IAAA,EAAM,CAAA;AAAA,EACjC;AAEA,EAAA,OAAO,MAAA,CAAO,OAAO,OAAO,CAAA;AAC9B;AAEA,SAAS,iBAAA,CAAkB,MAAc,UAAA,EAA8B;AACrE,EAAA,KAAA,MAAW,OAAO,UAAA,EAAY;AAC5B,IAAA,IAAI,GAAA,IAAO,IAAA,CAAK,QAAA,CAAS,GAAG,CAAA,EAAG;AAC7B,MAAA,OAAO,GAAA;AAAA,IACT;AAAA,EACF;AACA,EAAA,OAAO,EAAA;AACT;AAEO,SAAS,cAAA,CAAe,MAAkB,OAAA,EAAkC;AACjF,EAAA,OAAO,KAAK,OAAA,CAAQ,CAAA,GAAA,KAAO,aAAA,CAAc,GAAA,EAAK,OAAO,CAAC,CAAA;AACxD","file":"chunk-STW4N4DQ.cjs","sourcesContent":["import type { Chunk, Document } from '../types/index.js';\n\nexport interface ChunkerOptions {\n chunkSize: number;\n chunkOverlap: number;\n separators?: string[];\n}\n\nconst DEFAULT_SEPARATORS = ['\\n\\n', '\\n', '. ', ' ', ''];\n\nexport function chunkDocument(doc: Document, options: ChunkerOptions): Chunk[] {\n const { chunkSize, chunkOverlap, separators = DEFAULT_SEPARATORS } = options;\n const chunks: Chunk[] = [];\n \n const textChunks = splitText(doc.content, chunkSize, chunkOverlap, separators);\n \n for (let i = 0; i < textChunks.length; i++) {\n chunks.push({\n id: `${doc.id}_chunk_${i}`,\n content: textChunks[i],\n documentId: doc.id,\n index: i,\n metadata: { ...doc.metadata },\n });\n }\n \n return chunks;\n}\n\nfunction splitText(\n text: string,\n chunkSize: number,\n chunkOverlap: number,\n separators: string[]\n): string[] {\n const chunks: string[] = [];\n \n if (text.length <= chunkSize) {\n return [text.trim()].filter(Boolean);\n }\n \n const separator = findBestSeparator(text, separators);\n const splits = separator ? text.split(separator) : [text];\n \n let currentChunk = '';\n \n for (const split of splits) {\n const piece = split.trim();\n if (!piece) continue;\n \n const potentialChunk = currentChunk \n ? currentChunk + separator + piece \n : piece;\n \n if (potentialChunk.length <= chunkSize) {\n currentChunk = potentialChunk;\n } else {\n if (currentChunk) {\n chunks.push(currentChunk);\n const overlapStart = Math.max(0, currentChunk.length - chunkOverlap);\n currentChunk = currentChunk.slice(overlapStart) + separator + piece;\n \n if (currentChunk.length > chunkSize) {\n currentChunk = piece;\n }\n } else {\n if (piece.length > chunkSize && separators.length > 1) {\n const subChunks = splitText(piece, chunkSize, chunkOverlap, separators.slice(1));\n chunks.push(...subChunks);\n } else {\n chunks.push(piece.slice(0, chunkSize));\n currentChunk = piece.slice(chunkSize - chunkOverlap);\n }\n }\n }\n }\n \n if (currentChunk.trim()) {\n chunks.push(currentChunk.trim());\n }\n \n return chunks.filter(Boolean);\n}\n\nfunction findBestSeparator(text: string, separators: string[]): string {\n for (const sep of separators) {\n if (sep && text.includes(sep)) {\n return sep;\n }\n }\n return '';\n}\n\nexport function chunkDocuments(docs: Document[], options: ChunkerOptions): Chunk[] {\n return docs.flatMap(doc => chunkDocument(doc, options));\n}\n"]}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { randomBytes } from 'crypto';
|
|
2
|
+
|
|
3
|
+
// src/utils/id.ts
|
|
4
|
+
var counter = 0;
|
|
5
|
+
function generateId() {
|
|
6
|
+
const timestamp = Date.now().toString(36);
|
|
7
|
+
const random = randomBytes(6).toString("hex");
|
|
8
|
+
const seq = (counter++ & 65535).toString(36);
|
|
9
|
+
return `${timestamp}_${random}_${seq}`;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export { generateId };
|
|
13
|
+
//# sourceMappingURL=chunk-T3WBONBO.js.map
|
|
14
|
+
//# sourceMappingURL=chunk-T3WBONBO.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/utils/id.ts"],"names":[],"mappings":";;;AAEA,IAAI,OAAA,GAAU,CAAA;AAEP,SAAS,UAAA,GAAqB;AACnC,EAAA,MAAM,SAAA,GAAY,IAAA,CAAK,GAAA,EAAI,CAAE,SAAS,EAAE,CAAA;AACxC,EAAA,MAAM,MAAA,GAAS,WAAA,CAAY,CAAC,CAAA,CAAE,SAAS,KAAK,CAAA;AAC5C,EAAA,MAAM,GAAA,GAAA,CAAO,OAAA,EAAA,GAAY,KAAA,EAAQ,QAAA,CAAS,EAAE,CAAA;AAC5C,EAAA,OAAO,CAAA,EAAG,SAAS,CAAA,CAAA,EAAI,MAAM,IAAI,GAAG,CAAA,CAAA;AACtC","file":"chunk-T3WBONBO.js","sourcesContent":["import { randomBytes } from 'crypto';\n\nlet counter = 0;\n\nexport function generateId(): string {\n const timestamp = Date.now().toString(36);\n const random = randomBytes(6).toString('hex');\n const seq = (counter++ & 0xFFFF).toString(36);\n return `${timestamp}_${random}_${seq}`;\n}\n"]}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { TextLoader } from './chunk-XZHU4DL6.js';
|
|
2
|
+
import { CSVLoader } from './chunk-EMZEOYAV.js';
|
|
3
|
+
import { JSONLoader } from './chunk-UM2SW3BM.js';
|
|
4
|
+
import { MarkdownLoader } from './chunk-XJBJFFY4.js';
|
|
5
|
+
|
|
6
|
+
// src/loaders/directory-loader.ts
|
|
7
|
+
var DEFAULT_LOADERS = {
|
|
8
|
+
".txt": (p, o) => new TextLoader(p, o),
|
|
9
|
+
".md": (p, o) => new MarkdownLoader(p, o),
|
|
10
|
+
".mdx": (p, o) => new MarkdownLoader(p, o),
|
|
11
|
+
".csv": (p, o) => new CSVLoader(p, o),
|
|
12
|
+
".json": (p, o) => new JSONLoader(p, o),
|
|
13
|
+
".jsonl": (p, o) => new JSONLoader(p, o),
|
|
14
|
+
".ts": (p, o) => new TextLoader(p, o),
|
|
15
|
+
".js": (p, o) => new TextLoader(p, o),
|
|
16
|
+
".py": (p, o) => new TextLoader(p, o),
|
|
17
|
+
".html": (p, o) => new TextLoader(p, o),
|
|
18
|
+
".xml": (p, o) => new TextLoader(p, o),
|
|
19
|
+
".yaml": (p, o) => new TextLoader(p, o),
|
|
20
|
+
".yml": (p, o) => new TextLoader(p, o)
|
|
21
|
+
};
|
|
22
|
+
var DirectoryLoader = class {
|
|
23
|
+
dirPath;
|
|
24
|
+
options;
|
|
25
|
+
constructor(dirPath, options = {}) {
|
|
26
|
+
this.dirPath = dirPath;
|
|
27
|
+
this.options = options;
|
|
28
|
+
}
|
|
29
|
+
async load() {
|
|
30
|
+
const fs = await import('fs/promises');
|
|
31
|
+
const path = await import('path');
|
|
32
|
+
const loaders = { ...DEFAULT_LOADERS, ...this.options.loaders };
|
|
33
|
+
const exclude = this.options.exclude ?? ["node_modules", ".git", ".DS_Store"];
|
|
34
|
+
const recursive = this.options.recursive ?? true;
|
|
35
|
+
const documents = [];
|
|
36
|
+
const files = await this.getFiles(this.dirPath, recursive, exclude, fs, path);
|
|
37
|
+
for (const filePath of files) {
|
|
38
|
+
const ext = path.extname(filePath).toLowerCase();
|
|
39
|
+
const loaderFactory = loaders[ext];
|
|
40
|
+
if (!loaderFactory) continue;
|
|
41
|
+
if (this.options.glob) {
|
|
42
|
+
const fileName = path.basename(filePath);
|
|
43
|
+
if (!this.matchGlob(fileName, this.options.glob)) continue;
|
|
44
|
+
}
|
|
45
|
+
try {
|
|
46
|
+
const loader = loaderFactory(filePath, { metadata: this.options.metadata });
|
|
47
|
+
const docs = await loader.load();
|
|
48
|
+
documents.push(...docs);
|
|
49
|
+
} catch {
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
return documents;
|
|
53
|
+
}
|
|
54
|
+
async getFiles(dir, recursive, exclude, fs, path) {
|
|
55
|
+
const entries = await fs.readdir(dir, { withFileTypes: true });
|
|
56
|
+
const files = [];
|
|
57
|
+
for (const entry of entries) {
|
|
58
|
+
if (exclude.includes(entry.name)) continue;
|
|
59
|
+
const fullPath = path.join(dir, entry.name);
|
|
60
|
+
if (entry.isFile()) {
|
|
61
|
+
files.push(fullPath);
|
|
62
|
+
} else if (entry.isDirectory() && recursive) {
|
|
63
|
+
const subFiles = await this.getFiles(fullPath, recursive, exclude, fs, path);
|
|
64
|
+
files.push(...subFiles);
|
|
65
|
+
}
|
|
66
|
+
}
|
|
67
|
+
return files;
|
|
68
|
+
}
|
|
69
|
+
matchGlob(filename, pattern) {
|
|
70
|
+
const regex = pattern.replace(/\./g, "\\.").replace(/\*/g, ".*").replace(/\?/g, ".");
|
|
71
|
+
return new RegExp(`^${regex}$`).test(filename);
|
|
72
|
+
}
|
|
73
|
+
};
|
|
74
|
+
|
|
75
|
+
export { DirectoryLoader };
|
|
76
|
+
//# sourceMappingURL=chunk-TKZY4TPA.js.map
|
|
77
|
+
//# sourceMappingURL=chunk-TKZY4TPA.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/loaders/directory-loader.ts"],"names":[],"mappings":";;;;;;AAOA,IAAM,eAAA,GAA6F;AAAA,EACjG,QAAQ,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACrC,OAAO,CAAC,CAAA,EAAG,MAAM,IAAI,cAAA,CAAe,GAAG,CAAC,CAAA;AAAA,EACxC,QAAQ,CAAC,CAAA,EAAG,MAAM,IAAI,cAAA,CAAe,GAAG,CAAC,CAAA;AAAA,EACzC,QAAQ,CAAC,CAAA,EAAG,MAAM,IAAI,SAAA,CAAU,GAAG,CAAC,CAAA;AAAA,EACpC,SAAS,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACtC,UAAU,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACvC,OAAO,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACpC,OAAO,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACpC,OAAO,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACpC,SAAS,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACtC,QAAQ,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACrC,SAAS,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC,CAAA;AAAA,EACtC,QAAQ,CAAC,CAAA,EAAG,MAAM,IAAI,UAAA,CAAW,GAAG,CAAC;AACvC,CAAA;AAEO,IAAM,kBAAN,MAAgD;AAAA,EAC7C,OAAA;AAAA,EACA,OAAA;AAAA,EAER,WAAA,CAAY,OAAA,EAAiB,OAAA,GAAkC,EAAC,EAAG;AACjE,IAAA,IAAA,CAAK,OAAA,GAAU,OAAA;AACf,IAAA,IAAA,CAAK,OAAA,GAAU,OAAA;AAAA,EACjB;AAAA,EAEA,MAAM,IAAA,GAA4B;AAChC,IAAA,MAAM,EAAA,GAAK,MAAM,OAAO,aAAa,CAAA;AACrC,IAAA,MAAM,IAAA,GAAO,MAAM,OAAO,MAAM,CAAA;AAEhC,IAAA,MAAM,UAAU,EAAE,GAAG,iBAAiB,GAAG,IAAA,CAAK,QAAQ,OAAA,EAAQ;AAC9D,IAAA,MAAM,UAAU,IAAA,CAAK,OAAA,CAAQ,WAAW,CAAC,cAAA,EAAgB,QAAQ,WAAW,CAAA;AAC5E,IAAA,MAAM,SAAA,GAAY,IAAA,CAAK,OAAA,CAAQ,SAAA,IAAa,IAAA;AAE5C,IAAA,MAAM,YAAwB,EAAC;AAC/B,IAAA,MAAM,KAAA,GAAQ,MAAM,IAAA,CAAK,QAAA,CAAS,KAAK,OAAA,EAAS,SAAA,EAAW,OAAA,EAAS,EAAA,EAAI,IAAI,CAAA;AAE5E,IAAA,KAAA,MAAW,YAAY,KAAA,EAAO;AAC5B,MAAA,MAAM,GAAA,GAAM,IAAA,CAAK,OAAA,CAAQ,QAAQ,EAAE,WAAA,EAAY;AAC/C,MAAA,MAAM,aAAA,GAAgB,QAAQ,GAAG,CAAA;AAEjC,MAAA,IAAI,CAAC,aAAA,EAAe;AAEpB,MAAA,IAAI,IAAA,CAAK,QAAQ,IAAA,EAAM;AACrB,QAAA,MAAM,QAAA,GAAW,IAAA,CAAK,QAAA,CAAS,QAAQ,CAAA;AACvC,QAAA,IAAI,CAAC,IAAA,CAAK,SAAA,CAAU,UAAU,IAAA,CAAK,OAAA,CAAQ,IAAI,CAAA,EAAG;AAAA,MACpD;AAEA,MAAA,IAAI;AACF,QAAA,MAAM,MAAA,GAAS,cAAc,QAAA,EAAU,EAAE,UAAU,IAAA,CAAK,OAAA,CAAQ,UAAU,CAAA;AAC1E,QAAA,MAAM,IAAA,GAAO,MAAM,MAAA,CAAO,IAAA,EAAK;AAC/B,QAAA,SAAA,CAAU,IAAA,CAAK,GAAG,IAAI,CAAA;AAAA,MACxB,CAAA,CAAA,MAAQ;AAAA,MAER;AAAA,IACF;AAEA,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEA,MAAc,QAAA,CACZ,GAAA,EACA,SAAA,EACA,OAAA,EACA,IACA,IAAA,EACmB;AACnB,IAAA,MAAM,OAAA,GAAU,MAAM,EAAA,CAAG,OAAA,CAAQ,KAAK,EAAE,aAAA,EAAe,MAAM,CAAA;AAC7D,IAAA,MAAM,QAAkB,EAAC;AAEzB,IAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,MAAA,IAAI,OAAA,CAAQ,QAAA,CAAS,KAAA,CAAM,IAAI,CAAA,EAAG;AAElC,MAAA,MAAM,QAAA,GAAW,IAAA,CAAK,IAAA,CAAK,GAAA,EAAK,MAAM,IAAI,CAAA;AAE1C,MAAA,IAAI,KAAA,CAAM,QAAO,EAAG;AAClB,QAAA,KAAA,CAAM,KAAK,QAAQ,CAAA;AAAA,MACrB,CAAA,MAAA,IAAW,KAAA,CAAM,WAAA,EAAY,IAAK,SAAA,EAAW;AAC3C,QAAA,MAAM,QAAA,GAAW,MAAM,IAAA,CAAK,QAAA,CAAS,UAAU,SAAA,EAAW,OAAA,EAAS,IAAI,IAAI,CAAA;AAC3E,QAAA,KAAA,CAAM,IAAA,CAAK,GAAG,QAAQ,CAAA;AAAA,MACxB;AAAA,IACF;AAEA,IAAA,OAAO,KAAA;AAAA,EACT;AAAA,EAEQ,SAAA,CAAU,UAAkB,OAAA,EAA0B;AAC5D,IAAA,MAAM,KAAA,GAAQ,OAAA,CACX,OAAA,CAAQ,KAAA,EAAO,KAAK,CAAA,CACpB,OAAA,CAAQ,KAAA,EAAO,IAAI,CAAA,CACnB,OAAA,CAAQ,KAAA,EAAO,GAAG,CAAA;AACrB,IAAA,OAAO,IAAI,MAAA,CAAO,CAAA,CAAA,EAAI,KAAK,CAAA,CAAA,CAAG,CAAA,CAAE,KAAK,QAAQ,CAAA;AAAA,EAC/C;AACF","file":"chunk-TKZY4TPA.js","sourcesContent":["import type { Document } from '../types/index.js';\nimport type { DocumentLoader, DirectoryLoaderOptions, LoaderOptions } from './types.js';\nimport { TextLoader } from './text-loader.js';\nimport { CSVLoader } from './csv-loader.js';\nimport { JSONLoader } from './json-loader.js';\nimport { MarkdownLoader } from './markdown-loader.js';\n\nconst DEFAULT_LOADERS: Record<string, (path: string, options?: LoaderOptions) => DocumentLoader> = {\n '.txt': (p, o) => new TextLoader(p, o),\n '.md': (p, o) => new MarkdownLoader(p, o),\n '.mdx': (p, o) => new MarkdownLoader(p, o),\n '.csv': (p, o) => new CSVLoader(p, o),\n '.json': (p, o) => new JSONLoader(p, o),\n '.jsonl': (p, o) => new JSONLoader(p, o),\n '.ts': (p, o) => new TextLoader(p, o),\n '.js': (p, o) => new TextLoader(p, o),\n '.py': (p, o) => new TextLoader(p, o),\n '.html': (p, o) => new TextLoader(p, o),\n '.xml': (p, o) => new TextLoader(p, o),\n '.yaml': (p, o) => new TextLoader(p, o),\n '.yml': (p, o) => new TextLoader(p, o),\n};\n\nexport class DirectoryLoader implements DocumentLoader {\n private dirPath: string;\n private options: DirectoryLoaderOptions;\n\n constructor(dirPath: string, options: DirectoryLoaderOptions = {}) {\n this.dirPath = dirPath;\n this.options = options;\n }\n\n async load(): Promise<Document[]> {\n const fs = await import('fs/promises');\n const path = await import('path');\n\n const loaders = { ...DEFAULT_LOADERS, ...this.options.loaders };\n const exclude = this.options.exclude ?? ['node_modules', '.git', '.DS_Store'];\n const recursive = this.options.recursive ?? true;\n\n const documents: Document[] = [];\n const files = await this.getFiles(this.dirPath, recursive, exclude, fs, path);\n\n for (const filePath of files) {\n const ext = path.extname(filePath).toLowerCase();\n const loaderFactory = loaders[ext];\n\n if (!loaderFactory) continue;\n\n if (this.options.glob) {\n const fileName = path.basename(filePath);\n if (!this.matchGlob(fileName, this.options.glob)) continue;\n }\n\n try {\n const loader = loaderFactory(filePath, { metadata: this.options.metadata });\n const docs = await loader.load();\n documents.push(...docs);\n } catch {\n // Skip files that fail to load\n }\n }\n\n return documents;\n }\n\n private async getFiles(\n dir: string,\n recursive: boolean,\n exclude: string[],\n fs: typeof import('fs/promises'),\n path: typeof import('path')\n ): Promise<string[]> {\n const entries = await fs.readdir(dir, { withFileTypes: true });\n const files: string[] = [];\n\n for (const entry of entries) {\n if (exclude.includes(entry.name)) continue;\n\n const fullPath = path.join(dir, entry.name);\n\n if (entry.isFile()) {\n files.push(fullPath);\n } else if (entry.isDirectory() && recursive) {\n const subFiles = await this.getFiles(fullPath, recursive, exclude, fs, path);\n files.push(...subFiles);\n }\n }\n\n return files;\n }\n\n private matchGlob(filename: string, pattern: string): boolean {\n const regex = pattern\n .replace(/\\./g, '\\\\.')\n .replace(/\\*/g, '.*')\n .replace(/\\?/g, '.');\n return new RegExp(`^${regex}$`).test(filename);\n }\n}\n"]}
|
|
@@ -0,0 +1,127 @@
|
|
|
1
|
+
'use strict';
|
|
2
|
+
|
|
3
|
+
// src/splitters/recursive-character-text-splitter.ts
|
|
4
|
+
var DEFAULT_SEPARATORS = ["\n\n", "\n", ". ", ", ", " ", ""];
|
|
5
|
+
var RecursiveCharacterTextSplitter = class {
|
|
6
|
+
chunkSize;
|
|
7
|
+
chunkOverlap;
|
|
8
|
+
separators;
|
|
9
|
+
keepSeparator;
|
|
10
|
+
trimWhitespace;
|
|
11
|
+
constructor(options = {}) {
|
|
12
|
+
this.chunkSize = options.chunkSize ?? 1e3;
|
|
13
|
+
this.chunkOverlap = options.chunkOverlap ?? 200;
|
|
14
|
+
this.separators = options.separators ?? DEFAULT_SEPARATORS;
|
|
15
|
+
this.keepSeparator = options.keepSeparator ?? true;
|
|
16
|
+
this.trimWhitespace = options.trimWhitespace ?? true;
|
|
17
|
+
if (this.chunkOverlap >= this.chunkSize) {
|
|
18
|
+
throw new Error("chunkOverlap must be less than chunkSize");
|
|
19
|
+
}
|
|
20
|
+
}
|
|
21
|
+
split(text) {
|
|
22
|
+
return this.splitText(text, this.separators);
|
|
23
|
+
}
|
|
24
|
+
splitDocuments(documents) {
|
|
25
|
+
const chunks = [];
|
|
26
|
+
for (const doc of documents) {
|
|
27
|
+
const textChunks = this.split(doc.content);
|
|
28
|
+
for (let i = 0; i < textChunks.length; i++) {
|
|
29
|
+
chunks.push({
|
|
30
|
+
id: `${doc.id}_chunk_${i}`,
|
|
31
|
+
content: textChunks[i],
|
|
32
|
+
documentId: doc.id,
|
|
33
|
+
index: i,
|
|
34
|
+
metadata: { ...doc.metadata }
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return chunks;
|
|
39
|
+
}
|
|
40
|
+
splitText(text, separators) {
|
|
41
|
+
const finalChunks = [];
|
|
42
|
+
let separator = separators[separators.length - 1];
|
|
43
|
+
let newSeparators = [];
|
|
44
|
+
for (let i = 0; i < separators.length; i++) {
|
|
45
|
+
const sep = separators[i];
|
|
46
|
+
if (sep === "") {
|
|
47
|
+
separator = sep;
|
|
48
|
+
break;
|
|
49
|
+
}
|
|
50
|
+
if (text.includes(sep)) {
|
|
51
|
+
separator = sep;
|
|
52
|
+
newSeparators = separators.slice(i + 1);
|
|
53
|
+
break;
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
const splits = this.splitBySeparator(text, separator);
|
|
57
|
+
let goodSplits = [];
|
|
58
|
+
for (const s of splits) {
|
|
59
|
+
if (s.length < this.chunkSize) {
|
|
60
|
+
goodSplits.push(s);
|
|
61
|
+
} else {
|
|
62
|
+
if (goodSplits.length > 0) {
|
|
63
|
+
const merged = this.mergeSplits(goodSplits, separator);
|
|
64
|
+
finalChunks.push(...merged);
|
|
65
|
+
goodSplits = [];
|
|
66
|
+
}
|
|
67
|
+
if (newSeparators.length === 0) {
|
|
68
|
+
finalChunks.push(s);
|
|
69
|
+
} else {
|
|
70
|
+
const subChunks = this.splitText(s, newSeparators);
|
|
71
|
+
finalChunks.push(...subChunks);
|
|
72
|
+
}
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
if (goodSplits.length > 0) {
|
|
76
|
+
const merged = this.mergeSplits(goodSplits, separator);
|
|
77
|
+
finalChunks.push(...merged);
|
|
78
|
+
}
|
|
79
|
+
return finalChunks.map((c) => this.trimWhitespace ? c.trim() : c).filter((c) => c.length > 0);
|
|
80
|
+
}
|
|
81
|
+
splitBySeparator(text, separator) {
|
|
82
|
+
if (separator === "") {
|
|
83
|
+
return [...text];
|
|
84
|
+
}
|
|
85
|
+
const parts = text.split(separator);
|
|
86
|
+
if (!this.keepSeparator) {
|
|
87
|
+
return parts.filter((p) => p !== "");
|
|
88
|
+
}
|
|
89
|
+
const result = [];
|
|
90
|
+
for (let i = 0; i < parts.length; i++) {
|
|
91
|
+
if (i === 0) {
|
|
92
|
+
result.push(parts[i]);
|
|
93
|
+
} else {
|
|
94
|
+
result.push(separator + parts[i]);
|
|
95
|
+
}
|
|
96
|
+
}
|
|
97
|
+
return result.filter((p) => p !== "" && p !== separator);
|
|
98
|
+
}
|
|
99
|
+
mergeSplits(splits, separator) {
|
|
100
|
+
const merged = [];
|
|
101
|
+
const currentParts = [];
|
|
102
|
+
let currentLength = 0;
|
|
103
|
+
for (const split of splits) {
|
|
104
|
+
const splitLen = split.length;
|
|
105
|
+
const sepLen = currentParts.length > 0 ? separator.length : 0;
|
|
106
|
+
if (currentLength + splitLen + sepLen > this.chunkSize && currentParts.length > 0) {
|
|
107
|
+
const chunk = currentParts.join(separator);
|
|
108
|
+
merged.push(chunk);
|
|
109
|
+
while (currentLength > this.chunkOverlap || currentLength + splitLen + separator.length > this.chunkSize && currentLength > 0) {
|
|
110
|
+
if (currentParts.length === 0) break;
|
|
111
|
+
const removed = currentParts.shift();
|
|
112
|
+
currentLength -= removed.length + (currentParts.length > 0 ? separator.length : 0);
|
|
113
|
+
}
|
|
114
|
+
}
|
|
115
|
+
currentParts.push(split);
|
|
116
|
+
currentLength += splitLen + sepLen;
|
|
117
|
+
}
|
|
118
|
+
if (currentParts.length > 0) {
|
|
119
|
+
merged.push(currentParts.join(separator));
|
|
120
|
+
}
|
|
121
|
+
return merged;
|
|
122
|
+
}
|
|
123
|
+
};
|
|
124
|
+
|
|
125
|
+
exports.RecursiveCharacterTextSplitter = RecursiveCharacterTextSplitter;
|
|
126
|
+
//# sourceMappingURL=chunk-TLJKOZ4E.cjs.map
|
|
127
|
+
//# sourceMappingURL=chunk-TLJKOZ4E.cjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/splitters/recursive-character-text-splitter.ts"],"names":[],"mappings":";;;AAGA,IAAM,qBAAqB,CAAC,MAAA,EAAQ,MAAM,IAAA,EAAM,IAAA,EAAM,KAAK,EAAE,CAAA;AAEtD,IAAM,iCAAN,MAA6D;AAAA,EAC1D,SAAA;AAAA,EACA,YAAA;AAAA,EACA,UAAA;AAAA,EACA,aAAA;AAAA,EACA,cAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAAiD,EAAC,EAAG;AAC/D,IAAA,IAAA,CAAK,SAAA,GAAY,QAAQ,SAAA,IAAa,GAAA;AACtC,IAAA,IAAA,CAAK,YAAA,GAAe,QAAQ,YAAA,IAAgB,GAAA;AAC5C,IAAA,IAAA,CAAK,UAAA,GAAa,QAAQ,UAAA,IAAc,kBAAA;AACxC,IAAA,IAAA,CAAK,aAAA,GAAgB,QAAQ,aAAA,IAAiB,IAAA;AAC9C,IAAA,IAAA,CAAK,cAAA,GAAiB,QAAQ,cAAA,IAAkB,IAAA;AAEhD,IAAA,IAAI,IAAA,CAAK,YAAA,IAAgB,IAAA,CAAK,SAAA,EAAW;AACvC,MAAA,MAAM,IAAI,MAAM,0CAA0C,CAAA;AAAA,IAC5D;AAAA,EACF;AAAA,EAEA,MAAM,IAAA,EAAwB;AAC5B,IAAA,OAAO,IAAA,CAAK,SAAA,CAAU,IAAA,EAAM,IAAA,CAAK,UAAU,CAAA;AAAA,EAC7C;AAAA,EAEA,eAAe,SAAA,EAAgC;AAC7C,IAAA,MAAM,SAAkB,EAAC;AAEzB,IAAA,KAAA,MAAW,OAAO,SAAA,EAAW;AAC3B,MAAA,MAAM,UAAA,GAAa,IAAA,CAAK,KAAA,CAAM,GAAA,CAAI,OAAO,CAAA;AAEzC,MAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,UAAA,CAAW,QAAQ,CAAA,EAAA,EAAK;AAC1C,QAAA,MAAA,CAAO,IAAA,CAAK;AAAA,UACV,EAAA,EAAI,CAAA,EAAG,GAAA,CAAI,EAAE,UAAU,CAAC,CAAA,CAAA;AAAA,UACxB,OAAA,EAAS,WAAW,CAAC,CAAA;AAAA,UACrB,YAAY,GAAA,CAAI,EAAA;AAAA,UAChB,KAAA,EAAO,CAAA;AAAA,UACP,QAAA,EAAU,EAAE,GAAG,GAAA,CAAI,QAAA;AAAS,SAC7B,CAAA;AAAA,MACH;AAAA,IACF;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA,EAEQ,SAAA,CAAU,MAAc,UAAA,EAAgC;AAC9D,IAAA,MAAM,cAAwB,EAAC;AAE/B,IAAA,IAAI,SAAA,GAAY,UAAA,CAAW,UAAA,CAAW,MAAA,GAAS,CAAC,CAAA;AAChD,IAAA,IAAI,gBAA0B,EAAC;AAE/B,IAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,UAAA,CAAW,QAAQ,CAAA,EAAA,EAAK;AAC1C,MAAA,MAAM,GAAA,GAAM,WAAW,CAAC,CAAA;AACxB,MAAA,IAAI,QAAQ,EAAA,EAAI;AACd,QAAA,SAAA,GAAY,GAAA;AACZ,QAAA;AAAA,MACF;AACA,MAAA,IAAI,IAAA,CAAK,QAAA,CAAS,GAAG,CAAA,EAAG;AACtB,QAAA,SAAA,GAAY,GAAA;AACZ,QAAA,aAAA,GAAgB,UAAA,CAAW,KAAA,CAAM,CAAA,GAAI,CAAC,CAAA;AACtC,QAAA;AAAA,MACF;AAAA,IACF;AAEA,IAAA,MAAM,MAAA,GAAS,IAAA,CAAK,gBAAA,CAAiB,IAAA,EAAM,SAAS,CAAA;AAEpD,IAAA,IAAI,aAAuB,EAAC;AAE5B,IAAA,KAAA,MAAW,KAAK,MAAA,EAAQ;AACtB,MAAA,IAAI,CAAA,CAAE,MAAA,GAAS,IAAA,CAAK,SAAA,EAAW;AAC7B,QAAA,UAAA,CAAW,KAAK,CAAC,CAAA;AAAA,MACnB,CAAA,MAAO;AACL,QAAA,IAAI,UAAA,CAAW,SAAS,CAAA,EAAG;AACzB,UAAA,MAAM,MAAA,GAAS,IAAA,CAAK,WAAA,CAAY,UAAA,EAAY,SAAS,CAAA;AACrD,UAAA,WAAA,CAAY,IAAA,CAAK,GAAG,MAAM,CAAA;AAC1B,UAAA,UAAA,GAAa,EAAC;AAAA,QAChB;AAEA,QAAA,IAAI,aAAA,CAAc,WAAW,CAAA,EAAG;AAC9B,UAAA,WAAA,CAAY,KAAK,CAAC,CAAA;AAAA,QACpB,CAAA,MAAO;AACL,UAAA,MAAM,SAAA,GAAY,IAAA,CAAK,SAAA,CAAU,CAAA,EAAG,aAAa,CAAA;AACjD,UAAA,WAAA,CAAY,IAAA,CAAK,GAAG,SAAS,CAAA;AAAA,QAC/B;AAAA,MACF;AAAA,IACF;AAEA,IAAA,IAAI,UAAA,CAAW,SAAS,CAAA,EAAG;AACzB,MAAA,MAAM,MAAA,GAAS,IAAA,CAAK,WAAA,CAAY,UAAA,EAAY,SAAS,CAAA;AACrD,MAAA,WAAA,CAAY,IAAA,CAAK,GAAG,MAAM,CAAA;AAAA,IAC5B;AAEA,IAAA,OAAO,WAAA,CACJ,GAAA,CAAI,CAAA,CAAA,KAAK,IAAA,CAAK,iBAAiB,CAAA,CAAE,IAAA,EAAK,GAAI,CAAC,CAAA,CAC3C,MAAA,CAAO,CAAA,CAAA,KAAK,CAAA,CAAE,SAAS,CAAC,CAAA;AAAA,EAC7B;AAAA,EAEQ,gBAAA,CAAiB,MAAc,SAAA,EAA6B;AAClE,IAAA,IAAI,cAAc,EAAA,EAAI;AACpB,MAAA,OAAO,CAAC,GAAG,IAAI,CAAA;AAAA,IACjB;AAEA,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,KAAA,CAAM,SAAS,CAAA;AAElC,IAAA,IAAI,CAAC,KAAK,aAAA,EAAe;AACvB,MAAA,OAAO,KAAA,CAAM,MAAA,CAAO,CAAA,CAAA,KAAK,CAAA,KAAM,EAAE,CAAA;AAAA,IACnC;AAEA,IAAA,MAAM,SAAmB,EAAC;AAC1B,IAAA,KAAA,IAAS,CAAA,GAAI,CAAA,EAAG,CAAA,GAAI,KAAA,CAAM,QAAQ,CAAA,EAAA,EAAK;AACrC,MAAA,IAAI,MAAM,CAAA,EAAG;AACX,QAAA,MAAA,CAAO,IAAA,CAAK,KAAA,CAAM,CAAC,CAAC,CAAA;AAAA,MACtB,CAAA,MAAO;AACL,QAAA,MAAA,CAAO,IAAA,CAAK,SAAA,GAAY,KAAA,CAAM,CAAC,CAAC,CAAA;AAAA,MAClC;AAAA,IACF;AAEA,IAAA,OAAO,OAAO,MAAA,CAAO,CAAA,CAAA,KAAK,CAAA,KAAM,EAAA,IAAM,MAAM,SAAS,CAAA;AAAA,EACvD;AAAA,EAEQ,WAAA,CAAY,QAAkB,SAAA,EAA6B;AACjE,IAAA,MAAM,SAAmB,EAAC;AAC1B,IAAA,MAAM,eAAyB,EAAC;AAChC,IAAA,IAAI,aAAA,GAAgB,CAAA;AAEpB,IAAA,KAAA,MAAW,SAAS,MAAA,EAAQ;AAC1B,MAAA,MAAM,WAAW,KAAA,CAAM,MAAA;AACvB,MAAA,MAAM,MAAA,GAAS,YAAA,CAAa,MAAA,GAAS,CAAA,GAAI,UAAU,MAAA,GAAS,CAAA;AAE5D,MAAA,IAAI,gBAAgB,QAAA,GAAW,MAAA,GAAS,KAAK,SAAA,IAAa,YAAA,CAAa,SAAS,CAAA,EAAG;AACjF,QAAA,MAAM,KAAA,GAAQ,YAAA,CAAa,IAAA,CAAK,SAAS,CAAA;AACzC,QAAA,MAAA,CAAO,KAAK,KAAK,CAAA;AAEjB,QAAA,OAAO,aAAA,GAAgB,IAAA,CAAK,YAAA,IAAiB,aAAA,GAAgB,QAAA,GAAW,UAAU,MAAA,GAAS,IAAA,CAAK,SAAA,IAAa,aAAA,GAAgB,CAAA,EAAI;AAC/H,UAAA,IAAI,YAAA,CAAa,WAAW,CAAA,EAAG;AAC/B,UAAA,MAAM,OAAA,GAAU,aAAa,KAAA,EAAM;AACnC,UAAA,aAAA,IAAiB,QAAQ,MAAA,IAAU,YAAA,CAAa,MAAA,GAAS,CAAA,GAAI,UAAU,MAAA,GAAS,CAAA,CAAA;AAAA,QAClF;AAAA,MACF;AAEA,MAAA,YAAA,CAAa,KAAK,KAAK,CAAA;AACvB,MAAA,aAAA,IAAiB,QAAA,GAAW,MAAA;AAAA,IAC9B;AAEA,IAAA,IAAI,YAAA,CAAa,SAAS,CAAA,EAAG;AAC3B,MAAA,MAAA,CAAO,IAAA,CAAK,YAAA,CAAa,IAAA,CAAK,SAAS,CAAC,CAAA;AAAA,IAC1C;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AACF","file":"chunk-TLJKOZ4E.cjs","sourcesContent":["import type { Document, Chunk } from '../types/index.js';\nimport type { TextSplitter, RecursiveCharacterTextSplitterOptions } from './types.js';\n\nconst DEFAULT_SEPARATORS = ['\\n\\n', '\\n', '. ', ', ', ' ', ''];\n\nexport class RecursiveCharacterTextSplitter implements TextSplitter {\n private chunkSize: number;\n private chunkOverlap: number;\n private separators: string[];\n private keepSeparator: boolean;\n private trimWhitespace: boolean;\n\n constructor(options: RecursiveCharacterTextSplitterOptions = {}) {\n this.chunkSize = options.chunkSize ?? 1000;\n this.chunkOverlap = options.chunkOverlap ?? 200;\n this.separators = options.separators ?? DEFAULT_SEPARATORS;\n this.keepSeparator = options.keepSeparator ?? true;\n this.trimWhitespace = options.trimWhitespace ?? true;\n\n if (this.chunkOverlap >= this.chunkSize) {\n throw new Error('chunkOverlap must be less than chunkSize');\n }\n }\n\n split(text: string): string[] {\n return this.splitText(text, this.separators);\n }\n\n splitDocuments(documents: Document[]): Chunk[] {\n const chunks: Chunk[] = [];\n\n for (const doc of documents) {\n const textChunks = this.split(doc.content);\n\n for (let i = 0; i < textChunks.length; i++) {\n chunks.push({\n id: `${doc.id}_chunk_${i}`,\n content: textChunks[i],\n documentId: doc.id,\n index: i,\n metadata: { ...doc.metadata },\n });\n }\n }\n\n return chunks;\n }\n\n private splitText(text: string, separators: string[]): string[] {\n const finalChunks: string[] = [];\n\n let separator = separators[separators.length - 1];\n let newSeparators: string[] = [];\n\n for (let i = 0; i < separators.length; i++) {\n const sep = separators[i];\n if (sep === '') {\n separator = sep;\n break;\n }\n if (text.includes(sep)) {\n separator = sep;\n newSeparators = separators.slice(i + 1);\n break;\n }\n }\n\n const splits = this.splitBySeparator(text, separator);\n\n let goodSplits: string[] = [];\n\n for (const s of splits) {\n if (s.length < this.chunkSize) {\n goodSplits.push(s);\n } else {\n if (goodSplits.length > 0) {\n const merged = this.mergeSplits(goodSplits, separator);\n finalChunks.push(...merged);\n goodSplits = [];\n }\n\n if (newSeparators.length === 0) {\n finalChunks.push(s);\n } else {\n const subChunks = this.splitText(s, newSeparators);\n finalChunks.push(...subChunks);\n }\n }\n }\n\n if (goodSplits.length > 0) {\n const merged = this.mergeSplits(goodSplits, separator);\n finalChunks.push(...merged);\n }\n\n return finalChunks\n .map(c => this.trimWhitespace ? c.trim() : c)\n .filter(c => c.length > 0);\n }\n\n private splitBySeparator(text: string, separator: string): string[] {\n if (separator === '') {\n return [...text];\n }\n\n const parts = text.split(separator);\n\n if (!this.keepSeparator) {\n return parts.filter(p => p !== '');\n }\n\n const result: string[] = [];\n for (let i = 0; i < parts.length; i++) {\n if (i === 0) {\n result.push(parts[i]);\n } else {\n result.push(separator + parts[i]);\n }\n }\n\n return result.filter(p => p !== '' && p !== separator);\n }\n\n private mergeSplits(splits: string[], separator: string): string[] {\n const merged: string[] = [];\n const currentParts: string[] = [];\n let currentLength = 0;\n\n for (const split of splits) {\n const splitLen = split.length;\n const sepLen = currentParts.length > 0 ? separator.length : 0;\n\n if (currentLength + splitLen + sepLen > this.chunkSize && currentParts.length > 0) {\n const chunk = currentParts.join(separator);\n merged.push(chunk);\n\n while (currentLength > this.chunkOverlap || (currentLength + splitLen + separator.length > this.chunkSize && currentLength > 0)) {\n if (currentParts.length === 0) break;\n const removed = currentParts.shift()!;\n currentLength -= removed.length + (currentParts.length > 0 ? separator.length : 0);\n }\n }\n\n currentParts.push(split);\n currentLength += splitLen + sepLen;\n }\n\n if (currentParts.length > 0) {\n merged.push(currentParts.join(separator));\n }\n\n return merged;\n }\n}\n"]}
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
// src/templates/prompt-template.ts
|
|
2
|
+
var PromptTemplate = class _PromptTemplate {
|
|
3
|
+
template;
|
|
4
|
+
inputVariables;
|
|
5
|
+
partialVariables;
|
|
6
|
+
constructor(options) {
|
|
7
|
+
this.template = options.template;
|
|
8
|
+
this.inputVariables = options.inputVariables;
|
|
9
|
+
this.partialVariables = options.partialVariables ?? {};
|
|
10
|
+
if (options.validateTemplate !== false) {
|
|
11
|
+
this.validate();
|
|
12
|
+
}
|
|
13
|
+
}
|
|
14
|
+
static fromTemplate(template, partialVariables) {
|
|
15
|
+
const variables = _PromptTemplate.extractVariables(template);
|
|
16
|
+
const partialKeys = Object.keys(partialVariables ?? {});
|
|
17
|
+
const inputVariables = variables.filter((v) => !partialKeys.includes(v));
|
|
18
|
+
return new _PromptTemplate({
|
|
19
|
+
template,
|
|
20
|
+
inputVariables,
|
|
21
|
+
partialVariables
|
|
22
|
+
});
|
|
23
|
+
}
|
|
24
|
+
format(variables) {
|
|
25
|
+
const allVars = { ...this.resolvePartials(), ...variables };
|
|
26
|
+
const missing = this.inputVariables.filter((v) => !(v in allVars));
|
|
27
|
+
if (missing.length > 0) {
|
|
28
|
+
throw new Error(`Missing variables: ${missing.join(", ")}`);
|
|
29
|
+
}
|
|
30
|
+
let result = this.template;
|
|
31
|
+
for (const [key, value] of Object.entries(allVars)) {
|
|
32
|
+
result = result.replace(new RegExp(`\\{\\{\\s*${key}\\s*\\}\\}`, "g"), value);
|
|
33
|
+
}
|
|
34
|
+
return result;
|
|
35
|
+
}
|
|
36
|
+
partial(variables) {
|
|
37
|
+
const newPartials = { ...this.partialVariables, ...variables };
|
|
38
|
+
const partialKeys = Object.keys(newPartials);
|
|
39
|
+
const remaining = this.inputVariables.filter((v) => !partialKeys.includes(v));
|
|
40
|
+
return new _PromptTemplate({
|
|
41
|
+
template: this.template,
|
|
42
|
+
inputVariables: remaining,
|
|
43
|
+
partialVariables: newPartials,
|
|
44
|
+
validateTemplate: false
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
getInputVariables() {
|
|
48
|
+
return [...this.inputVariables];
|
|
49
|
+
}
|
|
50
|
+
getTemplate() {
|
|
51
|
+
return this.template;
|
|
52
|
+
}
|
|
53
|
+
resolvePartials() {
|
|
54
|
+
const resolved = {};
|
|
55
|
+
for (const [key, value] of Object.entries(this.partialVariables)) {
|
|
56
|
+
resolved[key] = typeof value === "function" ? value() : value;
|
|
57
|
+
}
|
|
58
|
+
return resolved;
|
|
59
|
+
}
|
|
60
|
+
validate() {
|
|
61
|
+
const templateVars = _PromptTemplate.extractVariables(this.template);
|
|
62
|
+
const allDeclared = [...this.inputVariables, ...Object.keys(this.partialVariables)];
|
|
63
|
+
for (const v of templateVars) {
|
|
64
|
+
if (!allDeclared.includes(v)) {
|
|
65
|
+
throw new Error(
|
|
66
|
+
`Variable "{{${v}}}" found in template but not declared in inputVariables or partialVariables`
|
|
67
|
+
);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
static extractVariables(template) {
|
|
72
|
+
const matches = template.matchAll(/\{\{\s*(\w+)\s*\}\}/g);
|
|
73
|
+
const vars = /* @__PURE__ */ new Set();
|
|
74
|
+
for (const match of matches) {
|
|
75
|
+
vars.add(match[1]);
|
|
76
|
+
}
|
|
77
|
+
return [...vars];
|
|
78
|
+
}
|
|
79
|
+
};
|
|
80
|
+
|
|
81
|
+
export { PromptTemplate };
|
|
82
|
+
//# sourceMappingURL=chunk-TMWVWAPX.js.map
|
|
83
|
+
//# sourceMappingURL=chunk-TMWVWAPX.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/templates/prompt-template.ts"],"names":[],"mappings":";AAEO,IAAM,cAAA,GAAN,MAAM,eAAA,CAAe;AAAA,EAClB,QAAA;AAAA,EACA,cAAA;AAAA,EACA,gBAAA;AAAA,EAER,YAAY,OAAA,EAAgC;AAC1C,IAAA,IAAA,CAAK,WAAW,OAAA,CAAQ,QAAA;AACxB,IAAA,IAAA,CAAK,iBAAiB,OAAA,CAAQ,cAAA;AAC9B,IAAA,IAAA,CAAK,gBAAA,GAAmB,OAAA,CAAQ,gBAAA,IAAoB,EAAC;AAErD,IAAA,IAAI,OAAA,CAAQ,qBAAqB,KAAA,EAAO;AACtC,MAAA,IAAA,CAAK,QAAA,EAAS;AAAA,IAChB;AAAA,EACF;AAAA,EAEA,OAAO,YAAA,CAAa,QAAA,EAAkB,gBAAA,EAA4E;AAChH,IAAA,MAAM,SAAA,GAAY,eAAA,CAAe,gBAAA,CAAiB,QAAQ,CAAA;AAC1D,IAAA,MAAM,WAAA,GAAc,MAAA,CAAO,IAAA,CAAK,gBAAA,IAAoB,EAAE,CAAA;AACtD,IAAA,MAAM,cAAA,GAAiB,UAAU,MAAA,CAAO,CAAA,CAAA,KAAK,CAAC,WAAA,CAAY,QAAA,CAAS,CAAC,CAAC,CAAA;AAErE,IAAA,OAAO,IAAI,eAAA,CAAe;AAAA,MACxB,QAAA;AAAA,MACA,cAAA;AAAA,MACA;AAAA,KACD,CAAA;AAAA,EACH;AAAA,EAEA,OAAO,SAAA,EAA2C;AAChD,IAAA,MAAM,UAAU,EAAE,GAAG,KAAK,eAAA,EAAgB,EAAG,GAAG,SAAA,EAAU;AAE1D,IAAA,MAAM,UAAU,IAAA,CAAK,cAAA,CAAe,OAAO,CAAA,CAAA,KAAK,EAAE,KAAK,OAAA,CAAQ,CAAA;AAC/D,IAAA,IAAI,OAAA,CAAQ,SAAS,CAAA,EAAG;AACtB,MAAA,MAAM,IAAI,KAAA,CAAM,CAAA,mBAAA,EAAsB,QAAQ,IAAA,CAAK,IAAI,CAAC,CAAA,CAAE,CAAA;AAAA,IAC5D;AAEA,IAAA,IAAI,SAAS,IAAA,CAAK,QAAA;AAClB,IAAA,KAAA,MAAW,CAAC,GAAA,EAAK,KAAK,KAAK,MAAA,CAAO,OAAA,CAAQ,OAAO,CAAA,EAAG;AAClD,MAAA,MAAA,GAAS,MAAA,CAAO,QAAQ,IAAI,MAAA,CAAO,aAAa,GAAG,CAAA,UAAA,CAAA,EAAc,GAAG,CAAA,EAAG,KAAK,CAAA;AAAA,IAC9E;AAEA,IAAA,OAAO,MAAA;AAAA,EACT;AAAA,EAEA,QAAQ,SAAA,EAAoE;AAC1E,IAAA,MAAM,cAAc,EAAE,GAAG,IAAA,CAAK,gBAAA,EAAkB,GAAG,SAAA,EAAU;AAC7D,IAAA,MAAM,WAAA,GAAc,MAAA,CAAO,IAAA,CAAK,WAAW,CAAA;AAC3C,IAAA,MAAM,SAAA,GAAY,KAAK,cAAA,CAAe,MAAA,CAAO,OAAK,CAAC,WAAA,CAAY,QAAA,CAAS,CAAC,CAAC,CAAA;AAE1E,IAAA,OAAO,IAAI,eAAA,CAAe;AAAA,MACxB,UAAU,IAAA,CAAK,QAAA;AAAA,MACf,cAAA,EAAgB,SAAA;AAAA,MAChB,gBAAA,EAAkB,WAAA;AAAA,MAClB,gBAAA,EAAkB;AAAA,KACnB,CAAA;AAAA,EACH;AAAA,EAEA,iBAAA,GAA8B;AAC5B,IAAA,OAAO,CAAC,GAAG,IAAA,CAAK,cAAc,CAAA;AAAA,EAChC;AAAA,EAEA,WAAA,GAAsB;AACpB,IAAA,OAAO,IAAA,CAAK,QAAA;AAAA,EACd;AAAA,EAEQ,eAAA,GAA0C;AAChD,IAAA,MAAM,WAAmC,EAAC;AAC1C,IAAA,KAAA,MAAW,CAAC,KAAK,KAAK,CAAA,IAAK,OAAO,OAAA,CAAQ,IAAA,CAAK,gBAAgB,CAAA,EAAG;AAChE,MAAA,QAAA,CAAS,GAAG,CAAA,GAAI,OAAO,KAAA,KAAU,UAAA,GAAa,OAAM,GAAI,KAAA;AAAA,IAC1D;AACA,IAAA,OAAO,QAAA;AAAA,EACT;AAAA,EAEQ,QAAA,GAAiB;AACvB,IAAA,MAAM,YAAA,GAAe,eAAA,CAAe,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA;AAClE,IAAA,MAAM,WAAA,GAAc,CAAC,GAAG,IAAA,CAAK,cAAA,EAAgB,GAAG,MAAA,CAAO,IAAA,CAAK,IAAA,CAAK,gBAAgB,CAAC,CAAA;AAElF,IAAA,KAAA,MAAW,KAAK,YAAA,EAAc;AAC5B,MAAA,IAAI,CAAC,WAAA,CAAY,QAAA,CAAS,CAAC,CAAA,EAAG;AAC5B,QAAA,MAAM,IAAI,KAAA;AAAA,UACR,eAAe,CAAC,CAAA,4EAAA;AAAA,SAClB;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEA,OAAO,iBAAiB,QAAA,EAA4B;AAClD,IAAA,MAAM,OAAA,GAAU,QAAA,CAAS,QAAA,CAAS,sBAAsB,CAAA;AACxD,IAAA,MAAM,IAAA,uBAAW,GAAA,EAAY;AAC7B,IAAA,KAAA,MAAW,SAAS,OAAA,EAAS;AAC3B,MAAA,IAAA,CAAK,GAAA,CAAI,KAAA,CAAM,CAAC,CAAC,CAAA;AAAA,IACnB;AACA,IAAA,OAAO,CAAC,GAAG,IAAI,CAAA;AAAA,EACjB;AACF","file":"chunk-TMWVWAPX.js","sourcesContent":["import type { PromptTemplateOptions } from './types.js';\n\nexport class PromptTemplate {\n private template: string;\n private inputVariables: string[];\n private partialVariables: Record<string, string | (() => string)>;\n\n constructor(options: PromptTemplateOptions) {\n this.template = options.template;\n this.inputVariables = options.inputVariables;\n this.partialVariables = options.partialVariables ?? {};\n\n if (options.validateTemplate !== false) {\n this.validate();\n }\n }\n\n static fromTemplate(template: string, partialVariables?: Record<string, string | (() => string)>): PromptTemplate {\n const variables = PromptTemplate.extractVariables(template);\n const partialKeys = Object.keys(partialVariables ?? {});\n const inputVariables = variables.filter(v => !partialKeys.includes(v));\n\n return new PromptTemplate({\n template,\n inputVariables,\n partialVariables,\n });\n }\n\n format(variables: Record<string, string>): string {\n const allVars = { ...this.resolvePartials(), ...variables };\n\n const missing = this.inputVariables.filter(v => !(v in allVars));\n if (missing.length > 0) {\n throw new Error(`Missing variables: ${missing.join(', ')}`);\n }\n\n let result = this.template;\n for (const [key, value] of Object.entries(allVars)) {\n result = result.replace(new RegExp(`\\\\{\\\\{\\\\s*${key}\\\\s*\\\\}\\\\}`, 'g'), value);\n }\n\n return result;\n }\n\n partial(variables: Record<string, string | (() => string)>): PromptTemplate {\n const newPartials = { ...this.partialVariables, ...variables };\n const partialKeys = Object.keys(newPartials);\n const remaining = this.inputVariables.filter(v => !partialKeys.includes(v));\n\n return new PromptTemplate({\n template: this.template,\n inputVariables: remaining,\n partialVariables: newPartials,\n validateTemplate: false,\n });\n }\n\n getInputVariables(): string[] {\n return [...this.inputVariables];\n }\n\n getTemplate(): string {\n return this.template;\n }\n\n private resolvePartials(): Record<string, string> {\n const resolved: Record<string, string> = {};\n for (const [key, value] of Object.entries(this.partialVariables)) {\n resolved[key] = typeof value === 'function' ? value() : value;\n }\n return resolved;\n }\n\n private validate(): void {\n const templateVars = PromptTemplate.extractVariables(this.template);\n const allDeclared = [...this.inputVariables, ...Object.keys(this.partialVariables)];\n\n for (const v of templateVars) {\n if (!allDeclared.includes(v)) {\n throw new Error(\n `Variable \"{{${v}}}\" found in template but not declared in inputVariables or partialVariables`\n );\n }\n }\n }\n\n static extractVariables(template: string): string[] {\n const matches = template.matchAll(/\\{\\{\\s*(\\w+)\\s*\\}\\}/g);\n const vars = new Set<string>();\n for (const match of matches) {\n vars.add(match[1]);\n }\n return [...vars];\n }\n}\n"]}
|
|
@@ -0,0 +1,129 @@
|
|
|
1
|
+
import { generateId } from './chunk-T3WBONBO.js';
|
|
2
|
+
|
|
3
|
+
// src/observability/tracer.ts
|
|
4
|
+
var Tracer = class {
|
|
5
|
+
traces = /* @__PURE__ */ new Map();
|
|
6
|
+
hooks = [];
|
|
7
|
+
logLevel;
|
|
8
|
+
maxTraces;
|
|
9
|
+
traceTtlMs;
|
|
10
|
+
constructor(options = {}) {
|
|
11
|
+
this.logLevel = options.logLevel ?? "info";
|
|
12
|
+
this.maxTraces = options.maxTraces ?? 1e3;
|
|
13
|
+
this.traceTtlMs = options.traceTtlMs;
|
|
14
|
+
if (options.hooks) {
|
|
15
|
+
this.hooks = options.hooks;
|
|
16
|
+
}
|
|
17
|
+
}
|
|
18
|
+
addHook(hook) {
|
|
19
|
+
this.hooks.push(hook);
|
|
20
|
+
}
|
|
21
|
+
startTrace(name, metadata) {
|
|
22
|
+
const trace = {
|
|
23
|
+
id: generateId(),
|
|
24
|
+
name,
|
|
25
|
+
startTime: Date.now(),
|
|
26
|
+
totalTokens: 0,
|
|
27
|
+
events: [],
|
|
28
|
+
metadata
|
|
29
|
+
};
|
|
30
|
+
this.evictIfNeeded();
|
|
31
|
+
this.traces.set(trace.id, trace);
|
|
32
|
+
this.hooks.forEach((h) => h.onTraceStart?.(trace));
|
|
33
|
+
this.log("debug", `Trace started: ${name} [${trace.id}]`);
|
|
34
|
+
return trace;
|
|
35
|
+
}
|
|
36
|
+
endTrace(traceId) {
|
|
37
|
+
const trace = this.traces.get(traceId);
|
|
38
|
+
if (!trace) return void 0;
|
|
39
|
+
trace.endTime = Date.now();
|
|
40
|
+
trace.totalLatencyMs = trace.endTime - trace.startTime;
|
|
41
|
+
trace.totalTokens = trace.events.reduce(
|
|
42
|
+
(sum, e) => sum + (e.usage?.totalTokens ?? 0),
|
|
43
|
+
0
|
|
44
|
+
);
|
|
45
|
+
this.hooks.forEach((h) => h.onTraceEnd?.(trace));
|
|
46
|
+
this.log("info", `Trace ended: ${trace.name} [${trace.id}] - ${trace.totalLatencyMs}ms, ${trace.totalTokens} tokens`);
|
|
47
|
+
return trace;
|
|
48
|
+
}
|
|
49
|
+
addEvent(traceId, event) {
|
|
50
|
+
const trace = this.traces.get(traceId);
|
|
51
|
+
const fullEvent = {
|
|
52
|
+
...event,
|
|
53
|
+
id: generateId(),
|
|
54
|
+
traceId
|
|
55
|
+
};
|
|
56
|
+
if (event.startTime && event.endTime) {
|
|
57
|
+
fullEvent.latencyMs = event.endTime - event.startTime;
|
|
58
|
+
}
|
|
59
|
+
if (trace) {
|
|
60
|
+
trace.events.push(fullEvent);
|
|
61
|
+
}
|
|
62
|
+
this.hooks.forEach((h) => h.onEvent?.(fullEvent));
|
|
63
|
+
this.log("debug", `Event: ${event.type}/${event.name} - ${fullEvent.latencyMs ?? 0}ms`);
|
|
64
|
+
return fullEvent;
|
|
65
|
+
}
|
|
66
|
+
recordError(error, context) {
|
|
67
|
+
this.hooks.forEach((h) => h.onError?.(error, context));
|
|
68
|
+
this.log("error", `Error: ${error.message}`, context);
|
|
69
|
+
}
|
|
70
|
+
getTrace(traceId) {
|
|
71
|
+
return this.traces.get(traceId);
|
|
72
|
+
}
|
|
73
|
+
getAllTraces() {
|
|
74
|
+
return Array.from(this.traces.values());
|
|
75
|
+
}
|
|
76
|
+
clearTraces() {
|
|
77
|
+
this.traces.clear();
|
|
78
|
+
}
|
|
79
|
+
clearExpiredTraces() {
|
|
80
|
+
if (!this.traceTtlMs) return 0;
|
|
81
|
+
const now = Date.now();
|
|
82
|
+
let cleared = 0;
|
|
83
|
+
for (const [id, trace] of this.traces.entries()) {
|
|
84
|
+
const traceTime = trace.endTime ?? trace.startTime;
|
|
85
|
+
if (now - traceTime > this.traceTtlMs) {
|
|
86
|
+
this.traces.delete(id);
|
|
87
|
+
cleared++;
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
return cleared;
|
|
91
|
+
}
|
|
92
|
+
evictIfNeeded() {
|
|
93
|
+
if (this.traceTtlMs) {
|
|
94
|
+
this.clearExpiredTraces();
|
|
95
|
+
}
|
|
96
|
+
while (this.traces.size >= this.maxTraces) {
|
|
97
|
+
const oldestKey = this.traces.keys().next().value;
|
|
98
|
+
if (oldestKey) {
|
|
99
|
+
this.traces.delete(oldestKey);
|
|
100
|
+
} else {
|
|
101
|
+
break;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
}
|
|
105
|
+
log(level, message, data) {
|
|
106
|
+
const levels = ["debug", "info", "warn", "error"];
|
|
107
|
+
if (levels.indexOf(level) < levels.indexOf(this.logLevel)) return;
|
|
108
|
+
const timestamp = (/* @__PURE__ */ new Date()).toISOString();
|
|
109
|
+
const prefix = `[orka:${level}] ${timestamp}`;
|
|
110
|
+
switch (level) {
|
|
111
|
+
case "debug":
|
|
112
|
+
console.debug(prefix, message, data ?? "");
|
|
113
|
+
break;
|
|
114
|
+
case "info":
|
|
115
|
+
console.info(prefix, message, data ?? "");
|
|
116
|
+
break;
|
|
117
|
+
case "warn":
|
|
118
|
+
console.warn(prefix, message, data ?? "");
|
|
119
|
+
break;
|
|
120
|
+
case "error":
|
|
121
|
+
console.error(prefix, message, data ?? "");
|
|
122
|
+
break;
|
|
123
|
+
}
|
|
124
|
+
}
|
|
125
|
+
};
|
|
126
|
+
|
|
127
|
+
export { Tracer };
|
|
128
|
+
//# sourceMappingURL=chunk-TR3GHYQX.js.map
|
|
129
|
+
//# sourceMappingURL=chunk-TR3GHYQX.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/observability/tracer.ts"],"names":[],"mappings":";;;AAGO,IAAM,SAAN,MAAa;AAAA,EACV,MAAA,uBAAiC,GAAA,EAAI;AAAA,EACrC,QAA6B,EAAC;AAAA,EAC9B,QAAA;AAAA,EACA,SAAA;AAAA,EACA,UAAA;AAAA,EAER,WAAA,CAAY,OAAA,GAAyG,EAAC,EAAG;AACvH,IAAA,IAAA,CAAK,QAAA,GAAW,QAAQ,QAAA,IAAY,MAAA;AACpC,IAAA,IAAA,CAAK,SAAA,GAAY,QAAQ,SAAA,IAAa,GAAA;AACtC,IAAA,IAAA,CAAK,aAAa,OAAA,CAAQ,UAAA;AAC1B,IAAA,IAAI,QAAQ,KAAA,EAAO;AACjB,MAAA,IAAA,CAAK,QAAQ,OAAA,CAAQ,KAAA;AAAA,IACvB;AAAA,EACF;AAAA,EAEA,QAAQ,IAAA,EAA+B;AACrC,IAAA,IAAA,CAAK,KAAA,CAAM,KAAK,IAAI,CAAA;AAAA,EACtB;AAAA,EAEA,UAAA,CAAW,MAAc,QAAA,EAA2C;AAClE,IAAA,MAAM,KAAA,GAAe;AAAA,MACnB,IAAI,UAAA,EAAW;AAAA,MACf,IAAA;AAAA,MACA,SAAA,EAAW,KAAK,GAAA,EAAI;AAAA,MACpB,WAAA,EAAa,CAAA;AAAA,MACb,QAAQ,EAAC;AAAA,MACT;AAAA,KACF;AAEA,IAAA,IAAA,CAAK,aAAA,EAAc;AACnB,IAAA,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,KAAA,CAAM,EAAA,EAAI,KAAK,CAAA;AAC/B,IAAA,IAAA,CAAK,MAAM,OAAA,CAAQ,CAAA,CAAA,KAAK,CAAA,CAAE,YAAA,GAAe,KAAK,CAAC,CAAA;AAC/C,IAAA,IAAA,CAAK,IAAI,OAAA,EAAS,CAAA,eAAA,EAAkB,IAAI,CAAA,EAAA,EAAK,KAAA,CAAM,EAAE,CAAA,CAAA,CAAG,CAAA;AAExD,IAAA,OAAO,KAAA;AAAA,EACT;AAAA,EAEA,SAAS,OAAA,EAAoC;AAC3C,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,OAAO,CAAA;AACrC,IAAA,IAAI,CAAC,OAAO,OAAO,MAAA;AAEnB,IAAA,KAAA,CAAM,OAAA,GAAU,KAAK,GAAA,EAAI;AACzB,IAAA,KAAA,CAAM,cAAA,GAAiB,KAAA,CAAM,OAAA,GAAU,KAAA,CAAM,SAAA;AAC7C,IAAA,KAAA,CAAM,WAAA,GAAc,MAAM,MAAA,CAAO,MAAA;AAAA,MAC/B,CAAC,GAAA,EAAK,CAAA,KAAM,GAAA,IAAO,CAAA,CAAE,OAAO,WAAA,IAAe,CAAA,CAAA;AAAA,MAC3C;AAAA,KACF;AAEA,IAAA,IAAA,CAAK,MAAM,OAAA,CAAQ,CAAA,CAAA,KAAK,CAAA,CAAE,UAAA,GAAa,KAAK,CAAC,CAAA;AAC7C,IAAA,IAAA,CAAK,GAAA,CAAI,MAAA,EAAQ,CAAA,aAAA,EAAgB,KAAA,CAAM,IAAI,CAAA,EAAA,EAAK,KAAA,CAAM,EAAE,CAAA,IAAA,EAAO,KAAA,CAAM,cAAc,CAAA,IAAA,EAAO,KAAA,CAAM,WAAW,CAAA,OAAA,CAAS,CAAA;AAEpH,IAAA,OAAO,KAAA;AAAA,EACT;AAAA,EAEA,QAAA,CAAS,SAAiB,KAAA,EAAuD;AAC/E,IAAA,MAAM,KAAA,GAAQ,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,OAAO,CAAA;AACrC,IAAA,MAAM,SAAA,GAAwB;AAAA,MAC5B,GAAG,KAAA;AAAA,MACH,IAAI,UAAA,EAAW;AAAA,MACf;AAAA,KACF;AAEA,IAAA,IAAI,KAAA,CAAM,SAAA,IAAa,KAAA,CAAM,OAAA,EAAS;AACpC,MAAA,SAAA,CAAU,SAAA,GAAY,KAAA,CAAM,OAAA,GAAU,KAAA,CAAM,SAAA;AAAA,IAC9C;AAEA,IAAA,IAAI,KAAA,EAAO;AACT,MAAA,KAAA,CAAM,MAAA,CAAO,KAAK,SAAS,CAAA;AAAA,IAC7B;AAEA,IAAA,IAAA,CAAK,MAAM,OAAA,CAAQ,CAAA,CAAA,KAAK,CAAA,CAAE,OAAA,GAAU,SAAS,CAAC,CAAA;AAC9C,IAAA,IAAA,CAAK,GAAA,CAAI,OAAA,EAAS,CAAA,OAAA,EAAU,KAAA,CAAM,IAAI,CAAA,CAAA,EAAI,KAAA,CAAM,IAAI,CAAA,GAAA,EAAM,SAAA,CAAU,SAAA,IAAa,CAAC,CAAA,EAAA,CAAI,CAAA;AAEtF,IAAA,OAAO,SAAA;AAAA,EACT;AAAA,EAEA,WAAA,CAAY,OAAc,OAAA,EAAyC;AACjE,IAAA,IAAA,CAAK,MAAM,OAAA,CAAQ,CAAA,CAAA,KAAK,EAAE,OAAA,GAAU,KAAA,EAAO,OAAO,CAAC,CAAA;AACnD,IAAA,IAAA,CAAK,IAAI,OAAA,EAAS,CAAA,OAAA,EAAU,KAAA,CAAM,OAAO,IAAI,OAAO,CAAA;AAAA,EACtD;AAAA,EAEA,SAAS,OAAA,EAAoC;AAC3C,IAAA,OAAO,IAAA,CAAK,MAAA,CAAO,GAAA,CAAI,OAAO,CAAA;AAAA,EAChC;AAAA,EAEA,YAAA,GAAwB;AACtB,IAAA,OAAO,KAAA,CAAM,IAAA,CAAK,IAAA,CAAK,MAAA,CAAO,QAAQ,CAAA;AAAA,EACxC;AAAA,EAEA,WAAA,GAAoB;AAClB,IAAA,IAAA,CAAK,OAAO,KAAA,EAAM;AAAA,EACpB;AAAA,EAEA,kBAAA,GAA6B;AAC3B,IAAA,IAAI,CAAC,IAAA,CAAK,UAAA,EAAY,OAAO,CAAA;AAC7B,IAAA,MAAM,GAAA,GAAM,KAAK,GAAA,EAAI;AACrB,IAAA,IAAI,OAAA,GAAU,CAAA;AACd,IAAA,KAAA,MAAW,CAAC,EAAA,EAAI,KAAK,KAAK,IAAA,CAAK,MAAA,CAAO,SAAQ,EAAG;AAC/C,MAAA,MAAM,SAAA,GAAY,KAAA,CAAM,OAAA,IAAW,KAAA,CAAM,SAAA;AACzC,MAAA,IAAI,GAAA,GAAM,SAAA,GAAY,IAAA,CAAK,UAAA,EAAY;AACrC,QAAA,IAAA,CAAK,MAAA,CAAO,OAAO,EAAE,CAAA;AACrB,QAAA,OAAA,EAAA;AAAA,MACF;AAAA,IACF;AACA,IAAA,OAAO,OAAA;AAAA,EACT;AAAA,EAEQ,aAAA,GAAsB;AAC5B,IAAA,IAAI,KAAK,UAAA,EAAY;AACnB,MAAA,IAAA,CAAK,kBAAA,EAAmB;AAAA,IAC1B;AAEA,IAAA,OAAO,IAAA,CAAK,MAAA,CAAO,IAAA,IAAQ,IAAA,CAAK,SAAA,EAAW;AACzC,MAAA,MAAM,YAAY,IAAA,CAAK,MAAA,CAAO,IAAA,EAAK,CAAE,MAAK,CAAE,KAAA;AAC5C,MAAA,IAAI,SAAA,EAAW;AACb,QAAA,IAAA,CAAK,MAAA,CAAO,OAAO,SAAS,CAAA;AAAA,MAC9B,CAAA,MAAO;AACL,QAAA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AAAA,EAEQ,GAAA,CAAI,KAAA,EAAiB,OAAA,EAAiB,IAAA,EAAsC;AAClF,IAAA,MAAM,MAAA,GAAqB,CAAC,OAAA,EAAS,MAAA,EAAQ,QAAQ,OAAO,CAAA;AAC5D,IAAA,IAAI,MAAA,CAAO,QAAQ,KAAK,CAAA,GAAI,OAAO,OAAA,CAAQ,IAAA,CAAK,QAAQ,CAAA,EAAG;AAE3D,IAAA,MAAM,SAAA,GAAA,iBAAY,IAAI,IAAA,EAAK,EAAE,WAAA,EAAY;AACzC,IAAA,MAAM,MAAA,GAAS,CAAA,MAAA,EAAS,KAAK,CAAA,EAAA,EAAK,SAAS,CAAA,CAAA;AAE3C,IAAA,QAAQ,KAAA;AAAO,MACb,KAAK,OAAA;AACH,QAAA,OAAA,CAAQ,KAAA,CAAM,MAAA,EAAQ,OAAA,EAAS,IAAA,IAAQ,EAAE,CAAA;AACzC,QAAA;AAAA,MACF,KAAK,MAAA;AACH,QAAA,OAAA,CAAQ,IAAA,CAAK,MAAA,EAAQ,OAAA,EAAS,IAAA,IAAQ,EAAE,CAAA;AACxC,QAAA;AAAA,MACF,KAAK,MAAA;AACH,QAAA,OAAA,CAAQ,IAAA,CAAK,MAAA,EAAQ,OAAA,EAAS,IAAA,IAAQ,EAAE,CAAA;AACxC,QAAA;AAAA,MACF,KAAK,OAAA;AACH,QAAA,OAAA,CAAQ,KAAA,CAAM,MAAA,EAAQ,OAAA,EAAS,IAAA,IAAQ,EAAE,CAAA;AACzC,QAAA;AAAA;AACJ,EACF;AACF","file":"chunk-TR3GHYQX.js","sourcesContent":["import type { Trace, TraceEvent, ObservabilityHook, LogLevel } from './types.js';\nimport { generateId } from '../utils/id.js';\n\nexport class Tracer {\n private traces: Map<string, Trace> = new Map();\n private hooks: ObservabilityHook[] = [];\n private logLevel: LogLevel;\n private maxTraces: number;\n private traceTtlMs?: number;\n\n constructor(options: { logLevel?: LogLevel; hooks?: ObservabilityHook[]; maxTraces?: number; traceTtlMs?: number } = {}) {\n this.logLevel = options.logLevel ?? 'info';\n this.maxTraces = options.maxTraces ?? 1000;\n this.traceTtlMs = options.traceTtlMs;\n if (options.hooks) {\n this.hooks = options.hooks;\n }\n }\n\n addHook(hook: ObservabilityHook): void {\n this.hooks.push(hook);\n }\n\n startTrace(name: string, metadata?: Record<string, unknown>): Trace {\n const trace: Trace = {\n id: generateId(),\n name,\n startTime: Date.now(),\n totalTokens: 0,\n events: [],\n metadata,\n };\n\n this.evictIfNeeded();\n this.traces.set(trace.id, trace);\n this.hooks.forEach(h => h.onTraceStart?.(trace));\n this.log('debug', `Trace started: ${name} [${trace.id}]`);\n\n return trace;\n }\n\n endTrace(traceId: string): Trace | undefined {\n const trace = this.traces.get(traceId);\n if (!trace) return undefined;\n\n trace.endTime = Date.now();\n trace.totalLatencyMs = trace.endTime - trace.startTime;\n trace.totalTokens = trace.events.reduce(\n (sum, e) => sum + (e.usage?.totalTokens ?? 0), \n 0\n );\n\n this.hooks.forEach(h => h.onTraceEnd?.(trace));\n this.log('info', `Trace ended: ${trace.name} [${trace.id}] - ${trace.totalLatencyMs}ms, ${trace.totalTokens} tokens`);\n\n return trace;\n }\n\n addEvent(traceId: string, event: Omit<TraceEvent, 'id' | 'traceId'>): TraceEvent {\n const trace = this.traces.get(traceId);\n const fullEvent: TraceEvent = {\n ...event,\n id: generateId(),\n traceId,\n };\n\n if (event.startTime && event.endTime) {\n fullEvent.latencyMs = event.endTime - event.startTime;\n }\n\n if (trace) {\n trace.events.push(fullEvent);\n }\n\n this.hooks.forEach(h => h.onEvent?.(fullEvent));\n this.log('debug', `Event: ${event.type}/${event.name} - ${fullEvent.latencyMs ?? 0}ms`);\n\n return fullEvent;\n }\n\n recordError(error: Error, context?: Record<string, unknown>): void {\n this.hooks.forEach(h => h.onError?.(error, context));\n this.log('error', `Error: ${error.message}`, context);\n }\n\n getTrace(traceId: string): Trace | undefined {\n return this.traces.get(traceId);\n }\n\n getAllTraces(): Trace[] {\n return Array.from(this.traces.values());\n }\n\n clearTraces(): void {\n this.traces.clear();\n }\n\n clearExpiredTraces(): number {\n if (!this.traceTtlMs) return 0;\n const now = Date.now();\n let cleared = 0;\n for (const [id, trace] of this.traces.entries()) {\n const traceTime = trace.endTime ?? trace.startTime;\n if (now - traceTime > this.traceTtlMs) {\n this.traces.delete(id);\n cleared++;\n }\n }\n return cleared;\n }\n\n private evictIfNeeded(): void {\n if (this.traceTtlMs) {\n this.clearExpiredTraces();\n }\n\n while (this.traces.size >= this.maxTraces) {\n const oldestKey = this.traces.keys().next().value;\n if (oldestKey) {\n this.traces.delete(oldestKey);\n } else {\n break;\n }\n }\n }\n\n private log(level: LogLevel, message: string, data?: Record<string, unknown>): void {\n const levels: LogLevel[] = ['debug', 'info', 'warn', 'error'];\n if (levels.indexOf(level) < levels.indexOf(this.logLevel)) return;\n\n const timestamp = new Date().toISOString();\n const prefix = `[orka:${level}] ${timestamp}`;\n\n switch (level) {\n case 'debug':\n console.debug(prefix, message, data ?? '');\n break;\n case 'info':\n console.info(prefix, message, data ?? '');\n break;\n case 'warn':\n console.warn(prefix, message, data ?? '');\n break;\n case 'error':\n console.error(prefix, message, data ?? '');\n break;\n }\n }\n}\n"]}
|