opensentinel 3.1.1 → 3.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +138 -83
- package/dist/agent-manager-JZ4IM7XI.js +39 -0
- package/dist/agent-processor-DDDHC2SO.js +281 -0
- package/dist/agent-processor-DDDHC2SO.js.map +1 -0
- package/dist/agent-types-2T4PXLFQ.js +12 -0
- package/dist/alerting-LK7VVYTX.js +699 -0
- package/dist/alerting-LK7VVYTX.js.map +1 -0
- package/dist/analysis-agent-JWN2GXYE.js +288 -0
- package/dist/analysis-agent-JWN2GXYE.js.map +1 -0
- package/dist/analyzer-OTWE3ARE.js +22 -0
- package/dist/{archiver-AVNBYCKQ.js → archiver-FPGKRP6P.js} +2 -2
- package/dist/{audit-logger-OBPR7CRO.js → audit-logger-CI4WZQPD.js} +6 -5
- package/dist/{auth-UOX5K2BE.js → auth-PH5IHISW.js} +2 -2
- package/dist/{autonomy-ZXDBDQUJ.js → autonomy-N7W5XPLX.js} +4 -3
- package/dist/autonomy-N7W5XPLX.js.map +1 -0
- package/dist/{aws-s3-Q4LLZZPD.js → aws-s3-QZMURYXB.js} +2 -2
- package/dist/{backup-restore-PZ7CYYB7.js → backup-restore-72OQTZO3.js} +2 -2
- package/dist/{blocks-R3PODY47.js → blocks-YOWOESDD.js} +4 -4
- package/dist/bot-VDHBGUVI.js +47 -0
- package/dist/brain-6QTXN4QP.js +66 -0
- package/dist/{camera-monitor-M5CYKUU4.js → camera-monitor-LHTUWHEL.js} +2 -2
- package/dist/{charts-V7ARZNKF.js → charts-FJ32GQK7.js} +2 -2
- package/dist/{chunk-WRAKK6K6.js → chunk-2I5QHYG6.js} +5 -3
- package/dist/chunk-2I5QHYG6.js.map +1 -0
- package/dist/{chunk-TVEWKIK3.js → chunk-2WTKTG2C.js} +2 -2
- package/dist/chunk-3AWAWRWB.js +143 -0
- package/dist/chunk-3AWAWRWB.js.map +1 -0
- package/dist/{chunk-ZLZKF2PM.js → chunk-4KIHDIXZ.js} +43 -2
- package/dist/chunk-4KIHDIXZ.js.map +1 -0
- package/dist/{chunk-EVE7MIIY.js → chunk-4WH6MFEW.js} +15 -16
- package/dist/chunk-4WH6MFEW.js.map +1 -0
- package/dist/{chunk-I6BDYQIG.js → chunk-56UJS2LA.js} +6 -6
- package/dist/chunk-56UJS2LA.js.map +1 -0
- package/dist/chunk-5BTVJR7R.js +37 -0
- package/dist/chunk-5BTVJR7R.js.map +1 -0
- package/dist/chunk-5JJTLWOR.js +1021 -0
- package/dist/chunk-5JJTLWOR.js.map +1 -0
- package/dist/chunk-66SAOZPU.js +236 -0
- package/dist/chunk-66SAOZPU.js.map +1 -0
- package/dist/chunk-6HGMRR4J.js +113 -0
- package/dist/chunk-6HGMRR4J.js.map +1 -0
- package/dist/chunk-6W6PTJFT.js +181 -0
- package/dist/chunk-6W6PTJFT.js.map +1 -0
- package/dist/chunk-6ZNCY2GI.js +418 -0
- package/dist/chunk-6ZNCY2GI.js.map +1 -0
- package/dist/chunk-7BNFELEK.js +31 -0
- package/dist/chunk-7BNFELEK.js.map +1 -0
- package/dist/chunk-ADTDYJO7.js +265 -0
- package/dist/chunk-ADTDYJO7.js.map +1 -0
- package/dist/{chunk-OCVQGBJK.js → chunk-BBN4VCNK.js} +6 -4
- package/dist/chunk-BBN4VCNK.js.map +1 -0
- package/dist/{chunk-SJSUSJ47.js → chunk-BNZHWAZC.js} +2 -2
- package/dist/chunk-C6PELIHS.js +60 -0
- package/dist/chunk-C6PELIHS.js.map +1 -0
- package/dist/{chunk-MQJ2ECQT.js → chunk-CUPEENUY.js} +3 -3
- package/dist/{chunk-NHMBTUMW.js → chunk-CWT6CAE5.js} +2 -2
- package/dist/{chunk-4GLYY4NN.js → chunk-CZTMGHUC.js} +8 -2
- package/dist/chunk-CZTMGHUC.js.map +1 -0
- package/dist/{chunk-RZ4YESBG.js → chunk-DOYGMNMK.js} +1 -1
- package/dist/chunk-DOYGMNMK.js.map +1 -0
- package/dist/chunk-DTISLIMB.js +89 -0
- package/dist/chunk-DTISLIMB.js.map +1 -0
- package/dist/{chunk-SPPMCAKG.js → chunk-GBVJTRXS.js} +2 -2
- package/dist/chunk-GBVJTRXS.js.map +1 -0
- package/dist/{chunk-AYUKPTSM.js → chunk-GJETKBOY.js} +96 -218
- package/dist/chunk-GJETKBOY.js.map +1 -0
- package/dist/{chunk-BXZ6EA52.js → chunk-GW6V4D43.js} +57 -3
- package/dist/chunk-GW6V4D43.js.map +1 -0
- package/dist/{chunk-6PMVAAA7.js → chunk-HJSEEFO3.js} +3 -3
- package/dist/{chunk-TYAGMJNV.js → chunk-HQZQFEAX.js} +5 -5
- package/dist/{chunk-MXAPLSJ5.js → chunk-J4JW73TT.js} +2 -2
- package/dist/{chunk-VEHFVBLI.js → chunk-JHYYFPKX.js} +2 -2
- package/dist/chunk-LFDXEYYB.js +150 -0
- package/dist/chunk-LFDXEYYB.js.map +1 -0
- package/dist/chunk-MIC5IBQF.js +386 -0
- package/dist/chunk-MIC5IBQF.js.map +1 -0
- package/dist/chunk-ODCFS5WD.js +463 -0
- package/dist/chunk-ODCFS5WD.js.map +1 -0
- package/dist/{chunk-XMCVRVTF.js → chunk-P64EV4YY.js} +1 -1
- package/dist/chunk-P64EV4YY.js.map +1 -0
- package/dist/chunk-PBOCSGNL.js +84 -0
- package/dist/chunk-PBOCSGNL.js.map +1 -0
- package/dist/{chunk-66OJ3WB4.js → chunk-PD3CTDO6.js} +2 -2
- package/dist/chunk-QPY3WRVM.js +647 -0
- package/dist/chunk-QPY3WRVM.js.map +1 -0
- package/dist/chunk-S2EOIVF4.js +3907 -0
- package/dist/chunk-S2EOIVF4.js.map +1 -0
- package/dist/chunk-SDLOMKCW.js +213 -0
- package/dist/chunk-SDLOMKCW.js.map +1 -0
- package/dist/chunk-TKBVW7ZJ.js +162 -0
- package/dist/chunk-TKBVW7ZJ.js.map +1 -0
- package/dist/{chunk-BRBWNV65.js → chunk-U2X2J3FI.js} +3 -3
- package/dist/chunk-U2X2J3FI.js.map +1 -0
- package/dist/{chunk-PLDDJCW6.js → chunk-UP2VWCW5.js} +1 -12
- package/dist/{chunk-SVAPX2XN.js → chunk-V3OKHQUX.js} +9 -7
- package/dist/{chunk-SVAPX2XN.js.map → chunk-V3OKHQUX.js.map} +1 -1
- package/dist/{chunk-4UOE5TUZ.js → chunk-WMDVOWN6.js} +4 -4
- package/dist/chunk-WMFYI7XC.js +564 -0
- package/dist/chunk-WMFYI7XC.js.map +1 -0
- package/dist/chunk-WZAH34TG.js +129 -0
- package/dist/chunk-WZAH34TG.js.map +1 -0
- package/dist/{chunk-H5RQOFO2.js → chunk-X6Q3K3L2.js} +6 -6
- package/dist/chunk-X6Q3K3L2.js.map +1 -0
- package/dist/chunk-XTX7EK43.js +134 -0
- package/dist/chunk-XTX7EK43.js.map +1 -0
- package/dist/chunk-YEDEAX6Y.js +194 -0
- package/dist/chunk-YEDEAX6Y.js.map +1 -0
- package/dist/{chunk-XKYRH4FM.js → chunk-ZIBRVA3Y.js} +70 -30
- package/dist/chunk-ZIBRVA3Y.js.map +1 -0
- package/dist/chunk-ZIYTHUM5.js +457 -0
- package/dist/chunk-ZIYTHUM5.js.map +1 -0
- package/dist/{chunk-766ASQWE.js → chunk-ZMML6T63.js} +2711 -2329
- package/dist/chunk-ZMML6T63.js.map +1 -0
- package/dist/chunk-ZVHG4KF2.js +380 -0
- package/dist/chunk-ZVHG4KF2.js.map +1 -0
- package/dist/chunker-K6WTR62A.js +12 -0
- package/dist/cli.js +1 -1
- package/dist/cli.js.map +1 -1
- package/dist/{client-ZQSFPMOB.js → client-FOIYPOZQ.js} +5 -6
- package/dist/{clipboard-manager-TEO2GEDN.js → clipboard-manager-4SBNESGZ.js} +2 -2
- package/dist/coding-agent-DESSU3AC.js +233 -0
- package/dist/coding-agent-DESSU3AC.js.map +1 -0
- package/dist/commands/setup.js +2 -2
- package/dist/commands/start.js +3 -3
- package/dist/commands/status.js +2 -2
- package/dist/commands/stop.js +2 -2
- package/dist/commands/utils.js +2 -2
- package/dist/cost-tracker-KZQSTSE2.js +11 -0
- package/dist/{cron-explain-HHQKPD3M.js → cron-explain-UOOOYWZZ.js} +2 -2
- package/dist/{crypto-4AP47IKC.js → crypto-2VG3RJR2.js} +2 -2
- package/dist/{databases-37X4CI2Y.js → databases-XDPMG5AV.js} +4 -4
- package/dist/db-I7MNG6CL.js +83 -0
- package/dist/discord-6UQHCN27.js +81 -0
- package/dist/documents-PFHSK7SZ.js +184 -0
- package/dist/documents-PFHSK7SZ.js.map +1 -0
- package/dist/docx-parser-EXL4TN5E.js +16 -0
- package/dist/{email-K7LO2IPB.js → email-6OIN4SYL.js} +34 -25
- package/dist/email-6OIN4SYL.js.map +1 -0
- package/dist/{enhanced-retrieval-DNLLEM4Z.js → enhanced-retrieval-JWX2HWU4.js} +12 -8
- package/dist/{enhanced-retrieval-DNLLEM4Z.js.map → enhanced-retrieval-JWX2HWU4.js.map} +1 -1
- package/dist/enrichment-pipeline-7FE5R5ZI.js +14 -0
- package/dist/{entity-resolution-Y3IUWEAT.js → entity-resolution-7Z6STVXX.js} +6 -5
- package/dist/env-GN5VHI43.js +12 -0
- package/dist/error-tracker-64DEH3D7.js +32 -0
- package/dist/finnhub-X7ZMQSXF.js +178 -0
- package/dist/finnhub-X7ZMQSXF.js.map +1 -0
- package/dist/fred-TMUF3J2V.js +203 -0
- package/dist/fred-TMUF3J2V.js.map +1 -0
- package/dist/github-DUWSXCNP.js +833 -0
- package/dist/github-DUWSXCNP.js.map +1 -0
- package/dist/{google-workspace-DKWUVNGC.js → google-workspace-TSZPZK5G.js} +2 -2
- package/dist/graph-client-NB475AK5.js +17 -0
- package/dist/{hash-tool-ULQYD7B5.js → hash-tool-ENAB5LWH.js} +2 -2
- package/dist/{heartbeat-monitor-GCISLXI3.js → heartbeat-monitor-KRDYTDBF.js} +2 -2
- package/dist/hooks-N4MIFBVM.js +14 -0
- package/dist/{image-generation-OSU7FP6F.js → image-generation-MDE6AVQO.js} +2 -2
- package/dist/imessage-DSGSGUZS.js +44 -0
- package/dist/inbox-summarizer-F2KAU72V.js +56 -0
- package/dist/{incident-response-C5J7Q6DT.js → incident-response-E3UGMX5G.js} +8 -6
- package/dist/incident-response-E3UGMX5G.js.map +1 -0
- package/dist/{inventory-manager-352OHXWD.js → inventory-manager-C67BSZM6.js} +2 -2
- package/dist/{jira-GSGDBMIG.js → jira-PAGZWUBJ.js} +2 -2
- package/dist/{json-tool-QE2SYHEG.js → json-tool-4FK5RNER.js} +2 -2
- package/dist/{key-rotation-DPHU4ZTB.js → key-rotation-WCC5FOYS.js} +2 -2
- package/dist/knowledge-base-5SMMOGQJ.js +46 -0
- package/dist/lib.d.ts +94 -1
- package/dist/lib.js +83 -66
- package/dist/lib.js.map +1 -1
- package/dist/{mailchimp-KKNF6QJ7.js → mailchimp-ZFYDC44J.js} +2 -2
- package/dist/{matrix-QVHG76I7.js → matrix-WYGEOZL5.js} +30 -21
- package/dist/{matrix-QVHG76I7.js.map → matrix-WYGEOZL5.js.map} +1 -1
- package/dist/{mcp-3JI6W7ZE.js → mcp-DJ2QDA6A.js} +3 -3
- package/dist/metrics-BH3ZLGEV.js +25 -0
- package/dist/{microsoft365-UCBKJHNX.js → microsoft365-6G2IJMWC.js} +2 -2
- package/dist/multi-user-XAEMB244.js +411 -0
- package/dist/multi-user-XAEMB244.js.map +1 -0
- package/dist/oauth-UPJYFOVU.js +34 -0
- package/dist/{ocr-AC7NPX33.js → ocr-UONKTQU7.js} +6 -4
- package/dist/{ollama-BOAMSPLJ.js → ollama-J7CU45WT.js} +2 -2
- package/dist/osint-agent-RL5XPBRQ.js +189 -0
- package/dist/osint-agent-RL5XPBRQ.js.map +1 -0
- package/dist/{pages-MI523RB7.js → pages-XDE7JRCA.js} +5 -5
- package/dist/{pair-JDFTERIK.js → pair-YZJFQUU5.js} +2 -2
- package/dist/{pairing-IFQYCPNS.js → pairing-77N47RAT.js} +2 -2
- package/dist/{pdf-ALQVOEJR.js → pdf-67HGXCFJ.js} +3 -3
- package/dist/pdf-parser-YLMTTYHL.js +14 -0
- package/dist/{presentations-DSV5IHG5.js → presentations-UOET2FVZ.js} +3 -3
- package/dist/presentations-UOET2FVZ.js.map +1 -0
- package/dist/{prometheus-JNT2BD4L.js → prometheus-YETCZO4I.js} +2 -2
- package/dist/prometheus-YETCZO4I.js.map +1 -0
- package/dist/{providers-J4LYPHDR.js → providers-2YQ6E3IF.js} +6 -4
- package/dist/providers-2YQ6E3IF.js.map +1 -0
- package/dist/{qr-code-WIX4PB4U.js → qr-code-6WZJHRKL.js} +2 -2
- package/dist/qr-code-6WZJHRKL.js.map +1 -0
- package/dist/{quickbooks-XB4NII2S.js → quickbooks-N675W7IK.js} +2 -2
- package/dist/{regex-tool-W4ABRKGK.js → regex-tool-6Q63LQ7B.js} +2 -2
- package/dist/regex-tool-6Q63LQ7B.js.map +1 -0
- package/dist/research-agent-WCRSY3UZ.js +168 -0
- package/dist/research-agent-WCRSY3UZ.js.map +1 -0
- package/dist/risk-engine-YKCPT5D5.js +10 -0
- package/dist/risk-engine-YKCPT5D5.js.map +1 -0
- package/dist/scheduler-6PLLAQI7.js +74 -0
- package/dist/scheduler-6PLLAQI7.js.map +1 -0
- package/dist/schema-ETY7L2VA.js +78 -0
- package/dist/schema-ETY7L2VA.js.map +1 -0
- package/dist/{search-BCLBO5E3.js → search-GMLKBHSW.js} +4 -4
- package/dist/search-GMLKBHSW.js.map +1 -0
- package/dist/{sendgrid-RNXCAFKM.js → sendgrid-QGJIVPWV.js} +2 -2
- package/dist/sharepoint-V5P4Q62L.js +30 -0
- package/dist/sharepoint-V5P4Q62L.js.map +1 -0
- package/dist/{shopify-NCXYJB4R.js → shopify-ON2PAU27.js} +2 -2
- package/dist/signal-7D5EPGVL.js +44 -0
- package/dist/signal-7D5EPGVL.js.map +1 -0
- package/dist/slack-KSS6YK5Z.js +86 -0
- package/dist/slack-KSS6YK5Z.js.map +1 -0
- package/dist/{sms-M3JIOTCW.js → sms-CSUCC7HL.js} +4 -4
- package/dist/sms-CSUCC7HL.js.map +1 -0
- package/dist/{src-VYUE6LRA.js → src-GO7GGW7O.js} +190 -52
- package/dist/src-GO7GGW7O.js.map +1 -0
- package/dist/{stocks-XXWBPOCU.js → stocks-4M4HZWZS.js} +2 -2
- package/dist/stocks-4M4HZWZS.js.map +1 -0
- package/dist/text-extractor-OAUBAW5P.js +12 -0
- package/dist/text-extractor-OAUBAW5P.js.map +1 -0
- package/dist/{text-transform-6SGUA5Z4.js → text-transform-HCLCUDFZ.js} +2 -2
- package/dist/text-transform-HCLCUDFZ.js.map +1 -0
- package/dist/token-store-SEWRX6RE.js +20 -0
- package/dist/token-store-SEWRX6RE.js.map +1 -0
- package/dist/tools-PJZ6RI4P.js +47 -0
- package/dist/tools-PJZ6RI4P.js.map +1 -0
- package/dist/{tunnel-IWMXUML4.js → tunnel-XOUVVRAK.js} +4 -2
- package/dist/tunnel-XOUVVRAK.js.map +1 -0
- package/dist/{twilio-53GEW5JT.js → twilio-3L7DUNYQ.js} +2 -2
- package/dist/{unit-converter-ZYXMEZOE.js → unit-converter-LYPAHU64.js} +2 -2
- package/dist/unit-converter-LYPAHU64.js.map +1 -0
- package/dist/whatsapp-DWXK25V2.js +44 -0
- package/dist/whatsapp-DWXK25V2.js.map +1 -0
- package/dist/{word-document-7B6SJMAY.js → word-document-AV3YB4L2.js} +4 -4
- package/dist/word-document-AV3YB4L2.js.map +1 -0
- package/dist/workflow-store-5Y56GUP7.js +373 -0
- package/dist/workflow-store-5Y56GUP7.js.map +1 -0
- package/dist/writing-agent-VDGLNOGO.js +243 -0
- package/dist/writing-agent-VDGLNOGO.js.map +1 -0
- package/dist/{xero-QYO66D45.js → xero-UHAHVYSD.js} +2 -2
- package/dist/{zapier-webhook-TBZ5YF2A.js → zapier-webhook-NIELLTXR.js} +2 -2
- package/drizzle/0002_mushy_master_mold.sql +139 -139
- package/drizzle/0003_overjoyed_rhodey.sql +46 -0
- package/drizzle/meta/0002_snapshot.json +3636 -3636
- package/drizzle/meta/0003_snapshot.json +3946 -0
- package/drizzle/meta/_journal.json +7 -0
- package/package.json +110 -100
- package/dist/autonomy-ZXDBDQUJ.js.map +0 -1
- package/dist/bot-QRARP4UN.js +0 -36
- package/dist/brain-7XLLM3KC.js +0 -56
- package/dist/chunk-4GLYY4NN.js.map +0 -1
- package/dist/chunk-766ASQWE.js.map +0 -1
- package/dist/chunk-AYUKPTSM.js.map +0 -1
- package/dist/chunk-BRBWNV65.js.map +0 -1
- package/dist/chunk-BXZ6EA52.js.map +0 -1
- package/dist/chunk-EVE7MIIY.js.map +0 -1
- package/dist/chunk-H5RQOFO2.js.map +0 -1
- package/dist/chunk-I6BDYQIG.js.map +0 -1
- package/dist/chunk-IZJMVV7O.js +0 -347
- package/dist/chunk-IZJMVV7O.js.map +0 -1
- package/dist/chunk-O7IH7JTI.js +0 -1898
- package/dist/chunk-O7IH7JTI.js.map +0 -1
- package/dist/chunk-OCVQGBJK.js.map +0 -1
- package/dist/chunk-RZ4YESBG.js.map +0 -1
- package/dist/chunk-SPPMCAKG.js.map +0 -1
- package/dist/chunk-VRD5CYRL.js +0 -1568
- package/dist/chunk-VRD5CYRL.js.map +0 -1
- package/dist/chunk-WRAKK6K6.js.map +0 -1
- package/dist/chunk-XKYRH4FM.js.map +0 -1
- package/dist/chunk-XMCVRVTF.js.map +0 -1
- package/dist/chunk-ZLZKF2PM.js.map +0 -1
- package/dist/discord-B3HUPGQ6.js +0 -70
- package/dist/dist-UISMLMFN.js +0 -21847
- package/dist/dist-UISMLMFN.js.map +0 -1
- package/dist/email-K7LO2IPB.js.map +0 -1
- package/dist/enrichment-pipeline-MNHNW65K.js +0 -13
- package/dist/env-IWXUVTCB.js +0 -12
- package/dist/imessage-NGA2XF2V.js +0 -35
- package/dist/inbox-summarizer-NRI4S7IF.js +0 -47
- package/dist/incident-response-C5J7Q6DT.js.map +0 -1
- package/dist/presentations-DSV5IHG5.js.map +0 -1
- package/dist/scheduler-VK4WFERV.js +0 -63
- package/dist/signal-6CGDFYL2.js +0 -35
- package/dist/slack-IZQWIKOH.js +0 -75
- package/dist/src-VYUE6LRA.js.map +0 -1
- package/dist/tools-2RLEI2N6.js +0 -38
- package/dist/tunnel-IWMXUML4.js.map +0 -1
- package/dist/whatsapp-LFX6YKCM.js +0 -35
- package/dist/word-document-7B6SJMAY.js.map +0 -1
- /package/dist/{audit-logger-OBPR7CRO.js.map → agent-manager-JZ4IM7XI.js.map} +0 -0
- /package/dist/{auth-UOX5K2BE.js.map → agent-types-2T4PXLFQ.js.map} +0 -0
- /package/dist/{backup-restore-PZ7CYYB7.js.map → analyzer-OTWE3ARE.js.map} +0 -0
- /package/dist/{archiver-AVNBYCKQ.js.map → archiver-FPGKRP6P.js.map} +0 -0
- /package/dist/{blocks-R3PODY47.js.map → audit-logger-CI4WZQPD.js.map} +0 -0
- /package/dist/{bot-QRARP4UN.js.map → auth-PH5IHISW.js.map} +0 -0
- /package/dist/{aws-s3-Q4LLZZPD.js.map → aws-s3-QZMURYXB.js.map} +0 -0
- /package/dist/{brain-7XLLM3KC.js.map → backup-restore-72OQTZO3.js.map} +0 -0
- /package/dist/{chunk-PLDDJCW6.js.map → blocks-YOWOESDD.js.map} +0 -0
- /package/dist/{client-ZQSFPMOB.js.map → bot-VDHBGUVI.js.map} +0 -0
- /package/dist/{clipboard-manager-TEO2GEDN.js.map → brain-6QTXN4QP.js.map} +0 -0
- /package/dist/{camera-monitor-M5CYKUU4.js.map → camera-monitor-LHTUWHEL.js.map} +0 -0
- /package/dist/{charts-V7ARZNKF.js.map → charts-FJ32GQK7.js.map} +0 -0
- /package/dist/{chunk-TVEWKIK3.js.map → chunk-2WTKTG2C.js.map} +0 -0
- /package/dist/{chunk-SJSUSJ47.js.map → chunk-BNZHWAZC.js.map} +0 -0
- /package/dist/{chunk-MQJ2ECQT.js.map → chunk-CUPEENUY.js.map} +0 -0
- /package/dist/{chunk-NHMBTUMW.js.map → chunk-CWT6CAE5.js.map} +0 -0
- /package/dist/{chunk-6PMVAAA7.js.map → chunk-HJSEEFO3.js.map} +0 -0
- /package/dist/{chunk-TYAGMJNV.js.map → chunk-HQZQFEAX.js.map} +0 -0
- /package/dist/{chunk-MXAPLSJ5.js.map → chunk-J4JW73TT.js.map} +0 -0
- /package/dist/{chunk-VEHFVBLI.js.map → chunk-JHYYFPKX.js.map} +0 -0
- /package/dist/{chunk-66OJ3WB4.js.map → chunk-PD3CTDO6.js.map} +0 -0
- /package/dist/{cron-explain-HHQKPD3M.js.map → chunk-UP2VWCW5.js.map} +0 -0
- /package/dist/{chunk-4UOE5TUZ.js.map → chunk-WMDVOWN6.js.map} +0 -0
- /package/dist/{crypto-4AP47IKC.js.map → chunker-K6WTR62A.js.map} +0 -0
- /package/dist/{databases-37X4CI2Y.js.map → client-FOIYPOZQ.js.map} +0 -0
- /package/dist/{discord-B3HUPGQ6.js.map → clipboard-manager-4SBNESGZ.js.map} +0 -0
- /package/dist/{enrichment-pipeline-MNHNW65K.js.map → cost-tracker-KZQSTSE2.js.map} +0 -0
- /package/dist/{entity-resolution-Y3IUWEAT.js.map → cron-explain-UOOOYWZZ.js.map} +0 -0
- /package/dist/{env-IWXUVTCB.js.map → crypto-2VG3RJR2.js.map} +0 -0
- /package/dist/{hash-tool-ULQYD7B5.js.map → databases-XDPMG5AV.js.map} +0 -0
- /package/dist/{heartbeat-monitor-GCISLXI3.js.map → db-I7MNG6CL.js.map} +0 -0
- /package/dist/{imessage-NGA2XF2V.js.map → discord-6UQHCN27.js.map} +0 -0
- /package/dist/{inbox-summarizer-NRI4S7IF.js.map → docx-parser-EXL4TN5E.js.map} +0 -0
- /package/dist/{inventory-manager-352OHXWD.js.map → enrichment-pipeline-7FE5R5ZI.js.map} +0 -0
- /package/dist/{json-tool-QE2SYHEG.js.map → entity-resolution-7Z6STVXX.js.map} +0 -0
- /package/dist/{key-rotation-DPHU4ZTB.js.map → env-GN5VHI43.js.map} +0 -0
- /package/dist/{mcp-3JI6W7ZE.js.map → error-tracker-64DEH3D7.js.map} +0 -0
- /package/dist/{google-workspace-DKWUVNGC.js.map → google-workspace-TSZPZK5G.js.map} +0 -0
- /package/dist/{ocr-AC7NPX33.js.map → graph-client-NB475AK5.js.map} +0 -0
- /package/dist/{ollama-BOAMSPLJ.js.map → hash-tool-ENAB5LWH.js.map} +0 -0
- /package/dist/{pages-MI523RB7.js.map → heartbeat-monitor-KRDYTDBF.js.map} +0 -0
- /package/dist/{pairing-IFQYCPNS.js.map → hooks-N4MIFBVM.js.map} +0 -0
- /package/dist/{image-generation-OSU7FP6F.js.map → image-generation-MDE6AVQO.js.map} +0 -0
- /package/dist/{pdf-ALQVOEJR.js.map → imessage-DSGSGUZS.js.map} +0 -0
- /package/dist/{prometheus-JNT2BD4L.js.map → inbox-summarizer-F2KAU72V.js.map} +0 -0
- /package/dist/{providers-J4LYPHDR.js.map → inventory-manager-C67BSZM6.js.map} +0 -0
- /package/dist/{jira-GSGDBMIG.js.map → jira-PAGZWUBJ.js.map} +0 -0
- /package/dist/{qr-code-WIX4PB4U.js.map → json-tool-4FK5RNER.js.map} +0 -0
- /package/dist/{regex-tool-W4ABRKGK.js.map → key-rotation-WCC5FOYS.js.map} +0 -0
- /package/dist/{scheduler-VK4WFERV.js.map → knowledge-base-5SMMOGQJ.js.map} +0 -0
- /package/dist/{mailchimp-KKNF6QJ7.js.map → mailchimp-ZFYDC44J.js.map} +0 -0
- /package/dist/{search-BCLBO5E3.js.map → mcp-DJ2QDA6A.js.map} +0 -0
- /package/dist/{signal-6CGDFYL2.js.map → metrics-BH3ZLGEV.js.map} +0 -0
- /package/dist/{microsoft365-UCBKJHNX.js.map → microsoft365-6G2IJMWC.js.map} +0 -0
- /package/dist/{slack-IZQWIKOH.js.map → oauth-UPJYFOVU.js.map} +0 -0
- /package/dist/{sms-M3JIOTCW.js.map → ocr-UONKTQU7.js.map} +0 -0
- /package/dist/{stocks-XXWBPOCU.js.map → ollama-J7CU45WT.js.map} +0 -0
- /package/dist/{text-transform-6SGUA5Z4.js.map → pages-XDE7JRCA.js.map} +0 -0
- /package/dist/{pair-JDFTERIK.js.map → pair-YZJFQUU5.js.map} +0 -0
- /package/dist/{tools-2RLEI2N6.js.map → pairing-77N47RAT.js.map} +0 -0
- /package/dist/{unit-converter-ZYXMEZOE.js.map → pdf-67HGXCFJ.js.map} +0 -0
- /package/dist/{whatsapp-LFX6YKCM.js.map → pdf-parser-YLMTTYHL.js.map} +0 -0
- /package/dist/{quickbooks-XB4NII2S.js.map → quickbooks-N675W7IK.js.map} +0 -0
- /package/dist/{sendgrid-RNXCAFKM.js.map → sendgrid-QGJIVPWV.js.map} +0 -0
- /package/dist/{shopify-NCXYJB4R.js.map → shopify-ON2PAU27.js.map} +0 -0
- /package/dist/{twilio-53GEW5JT.js.map → twilio-3L7DUNYQ.js.map} +0 -0
- /package/dist/{xero-QYO66D45.js.map → xero-UHAHVYSD.js.map} +0 -0
- /package/dist/{zapier-webhook-TBZ5YF2A.js.map → zapier-webhook-NIELLTXR.js.map} +0 -0
|
@@ -0,0 +1,386 @@
|
|
|
1
|
+
// src/integrations/documents/text-extractor.ts
|
|
2
|
+
import * as fs from "fs/promises";
|
|
3
|
+
import * as path from "path";
|
|
4
|
+
async function extractText(input, options = {}) {
|
|
5
|
+
let content;
|
|
6
|
+
let detectedFormat;
|
|
7
|
+
if (typeof input === "string") {
|
|
8
|
+
const absolutePath = path.isAbsolute(input) ? input : path.resolve(input);
|
|
9
|
+
content = await fs.readFile(absolutePath, options.encoding || "utf-8");
|
|
10
|
+
detectedFormat = options.format || detectFormat(input);
|
|
11
|
+
} else {
|
|
12
|
+
content = input.toString(options.encoding || "utf-8");
|
|
13
|
+
detectedFormat = options.format || detectFormatFromContent(content);
|
|
14
|
+
}
|
|
15
|
+
let extractedText;
|
|
16
|
+
let metadata;
|
|
17
|
+
switch (detectedFormat) {
|
|
18
|
+
case "html":
|
|
19
|
+
case "htm":
|
|
20
|
+
const htmlResult = extractFromHTML(content, options);
|
|
21
|
+
extractedText = htmlResult.text;
|
|
22
|
+
metadata = htmlResult.metadata;
|
|
23
|
+
break;
|
|
24
|
+
case "csv":
|
|
25
|
+
const csvResult = extractFromCSV(content, options);
|
|
26
|
+
extractedText = csvResult.text;
|
|
27
|
+
metadata = csvResult.metadata;
|
|
28
|
+
break;
|
|
29
|
+
case "json":
|
|
30
|
+
case "jsonl":
|
|
31
|
+
const jsonResult = extractFromJSON(content, options, detectedFormat === "jsonl");
|
|
32
|
+
extractedText = jsonResult.text;
|
|
33
|
+
metadata = jsonResult.metadata;
|
|
34
|
+
break;
|
|
35
|
+
case "xml":
|
|
36
|
+
const xmlResult = extractFromXML(content);
|
|
37
|
+
extractedText = xmlResult.text;
|
|
38
|
+
metadata = xmlResult.metadata;
|
|
39
|
+
break;
|
|
40
|
+
case "yaml":
|
|
41
|
+
case "yml":
|
|
42
|
+
const yamlResult = extractFromYAML(content);
|
|
43
|
+
extractedText = yamlResult.text;
|
|
44
|
+
metadata = yamlResult.metadata;
|
|
45
|
+
break;
|
|
46
|
+
case "md":
|
|
47
|
+
case "markdown":
|
|
48
|
+
const mdResult = extractFromMarkdown(content);
|
|
49
|
+
extractedText = mdResult.text;
|
|
50
|
+
metadata = mdResult.metadata;
|
|
51
|
+
break;
|
|
52
|
+
case "txt":
|
|
53
|
+
case "text":
|
|
54
|
+
default:
|
|
55
|
+
extractedText = content;
|
|
56
|
+
metadata = calculateTextMetadata(content);
|
|
57
|
+
break;
|
|
58
|
+
}
|
|
59
|
+
return {
|
|
60
|
+
text: extractedText,
|
|
61
|
+
format: detectedFormat,
|
|
62
|
+
metadata: {
|
|
63
|
+
...metadata,
|
|
64
|
+
encoding: options.encoding || "utf-8"
|
|
65
|
+
}
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
function detectFormat(filePath) {
|
|
69
|
+
const ext = path.extname(filePath).toLowerCase().slice(1);
|
|
70
|
+
const formatMap = {
|
|
71
|
+
txt: "txt",
|
|
72
|
+
text: "text",
|
|
73
|
+
md: "md",
|
|
74
|
+
markdown: "markdown",
|
|
75
|
+
html: "html",
|
|
76
|
+
htm: "htm",
|
|
77
|
+
csv: "csv",
|
|
78
|
+
json: "json",
|
|
79
|
+
jsonl: "jsonl",
|
|
80
|
+
xml: "xml",
|
|
81
|
+
yaml: "yaml",
|
|
82
|
+
yml: "yml"
|
|
83
|
+
};
|
|
84
|
+
return formatMap[ext] || "txt";
|
|
85
|
+
}
|
|
86
|
+
function detectFormatFromContent(content) {
|
|
87
|
+
const trimmed = content.trim();
|
|
88
|
+
if (trimmed.startsWith("<!DOCTYPE html") || trimmed.startsWith("<html") || /<[a-z][\s\S]*>/i.test(trimmed.slice(0, 500))) {
|
|
89
|
+
return "html";
|
|
90
|
+
}
|
|
91
|
+
if (trimmed.startsWith("<?xml") || trimmed.startsWith("<")) {
|
|
92
|
+
if (/<[a-z]+[^>]*>/i.test(trimmed)) {
|
|
93
|
+
return "xml";
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
if (trimmed.startsWith("{") && trimmed.endsWith("}") || trimmed.startsWith("[") && trimmed.endsWith("]")) {
|
|
97
|
+
try {
|
|
98
|
+
JSON.parse(trimmed);
|
|
99
|
+
return "json";
|
|
100
|
+
} catch {
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
if (trimmed.includes("\n")) {
|
|
104
|
+
const lines = trimmed.split("\n").slice(0, 3);
|
|
105
|
+
if (lines.every((line) => line.trim().startsWith("{"))) {
|
|
106
|
+
try {
|
|
107
|
+
lines.forEach((line) => JSON.parse(line.trim()));
|
|
108
|
+
return "jsonl";
|
|
109
|
+
} catch {
|
|
110
|
+
}
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
if (trimmed.includes(",") && trimmed.includes("\n")) {
|
|
114
|
+
const lines = trimmed.split("\n").slice(0, 5);
|
|
115
|
+
const commaCount = (lines[0].match(/,/g) || []).length;
|
|
116
|
+
if (commaCount > 0 && lines.every((line) => {
|
|
117
|
+
const lineCommas = (line.match(/,/g) || []).length;
|
|
118
|
+
return Math.abs(lineCommas - commaCount) <= 1;
|
|
119
|
+
})) {
|
|
120
|
+
return "csv";
|
|
121
|
+
}
|
|
122
|
+
}
|
|
123
|
+
if (trimmed.startsWith("---") || /^[a-z_]+:/im.test(trimmed.slice(0, 200))) {
|
|
124
|
+
return "yaml";
|
|
125
|
+
}
|
|
126
|
+
if (/^#{1,6}\s/m.test(trimmed) || /^\*\*.*\*\*/.test(trimmed) || /^\[.*\]\(.*\)/.test(trimmed)) {
|
|
127
|
+
return "md";
|
|
128
|
+
}
|
|
129
|
+
return "txt";
|
|
130
|
+
}
|
|
131
|
+
function extractFromHTML(content, options) {
|
|
132
|
+
let text = content;
|
|
133
|
+
if (options.htmlStripTags !== false) {
|
|
134
|
+
text = text.replace(/<script[^>]*>[\s\S]*?<\/script>/gi, "");
|
|
135
|
+
text = text.replace(/<style[^>]*>[\s\S]*?<\/style>/gi, "");
|
|
136
|
+
text = text.replace(/<\/(p|div|h[1-6]|li|tr|br)[^>]*>/gi, "\n");
|
|
137
|
+
text = text.replace(/<(br|hr)[^>]*\/?>/gi, "\n");
|
|
138
|
+
text = text.replace(/<[^>]+>/g, " ");
|
|
139
|
+
text = decodeHtmlEntities(text);
|
|
140
|
+
text = text.replace(/[ \t]+/g, " ");
|
|
141
|
+
text = text.replace(/\n[ \t]+/g, "\n");
|
|
142
|
+
text = text.replace(/\n{3,}/g, "\n\n");
|
|
143
|
+
text = text.trim();
|
|
144
|
+
}
|
|
145
|
+
return {
|
|
146
|
+
text,
|
|
147
|
+
metadata: calculateTextMetadata(text)
|
|
148
|
+
};
|
|
149
|
+
}
|
|
150
|
+
function extractFromCSV(content, options) {
|
|
151
|
+
const delimiter = options.csvDelimiter || ",";
|
|
152
|
+
const hasHeaders = options.csvHasHeaders !== false;
|
|
153
|
+
const lines = parseCSVLines(content, delimiter);
|
|
154
|
+
const headers = hasHeaders && lines.length > 0 ? lines[0] : void 0;
|
|
155
|
+
const dataLines = hasHeaders ? lines.slice(1) : lines;
|
|
156
|
+
const textParts = [];
|
|
157
|
+
if (headers) {
|
|
158
|
+
textParts.push(`Columns: ${headers.join(", ")}`);
|
|
159
|
+
textParts.push("");
|
|
160
|
+
}
|
|
161
|
+
for (let i = 0; i < dataLines.length; i++) {
|
|
162
|
+
const row = dataLines[i];
|
|
163
|
+
if (headers) {
|
|
164
|
+
const rowText = row.map((cell, j) => `${headers[j] || `Column ${j + 1}`}: ${cell}`).join(", ");
|
|
165
|
+
textParts.push(`Row ${i + 1}: ${rowText}`);
|
|
166
|
+
} else {
|
|
167
|
+
textParts.push(`Row ${i + 1}: ${row.join(", ")}`);
|
|
168
|
+
}
|
|
169
|
+
}
|
|
170
|
+
const text = textParts.join("\n");
|
|
171
|
+
return {
|
|
172
|
+
text,
|
|
173
|
+
metadata: {
|
|
174
|
+
...calculateTextMetadata(text),
|
|
175
|
+
csvHeaders: headers,
|
|
176
|
+
csvRowCount: dataLines.length
|
|
177
|
+
}
|
|
178
|
+
};
|
|
179
|
+
}
|
|
180
|
+
function parseCSVLines(content, delimiter) {
|
|
181
|
+
const rows = [];
|
|
182
|
+
let currentRow = [];
|
|
183
|
+
let currentCell = "";
|
|
184
|
+
let inQuotes = false;
|
|
185
|
+
for (let i = 0; i < content.length; i++) {
|
|
186
|
+
const char = content[i];
|
|
187
|
+
const nextChar = content[i + 1];
|
|
188
|
+
if (inQuotes) {
|
|
189
|
+
if (char === '"' && nextChar === '"') {
|
|
190
|
+
currentCell += '"';
|
|
191
|
+
i++;
|
|
192
|
+
} else if (char === '"') {
|
|
193
|
+
inQuotes = false;
|
|
194
|
+
} else {
|
|
195
|
+
currentCell += char;
|
|
196
|
+
}
|
|
197
|
+
} else {
|
|
198
|
+
if (char === '"') {
|
|
199
|
+
inQuotes = true;
|
|
200
|
+
} else if (char === delimiter) {
|
|
201
|
+
currentRow.push(currentCell.trim());
|
|
202
|
+
currentCell = "";
|
|
203
|
+
} else if (char === "\n" || char === "\r" && nextChar === "\n") {
|
|
204
|
+
currentRow.push(currentCell.trim());
|
|
205
|
+
if (currentRow.some((cell) => cell.length > 0)) {
|
|
206
|
+
rows.push(currentRow);
|
|
207
|
+
}
|
|
208
|
+
currentRow = [];
|
|
209
|
+
currentCell = "";
|
|
210
|
+
if (char === "\r") i++;
|
|
211
|
+
} else if (char !== "\r") {
|
|
212
|
+
currentCell += char;
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
}
|
|
216
|
+
if (currentCell || currentRow.length > 0) {
|
|
217
|
+
currentRow.push(currentCell.trim());
|
|
218
|
+
if (currentRow.some((cell) => cell.length > 0)) {
|
|
219
|
+
rows.push(currentRow);
|
|
220
|
+
}
|
|
221
|
+
}
|
|
222
|
+
return rows;
|
|
223
|
+
}
|
|
224
|
+
function extractFromJSON(content, options, isJsonl) {
|
|
225
|
+
let data;
|
|
226
|
+
let jsonType;
|
|
227
|
+
let elementCount;
|
|
228
|
+
if (isJsonl) {
|
|
229
|
+
const lines = content.split("\n").filter((line) => line.trim().length > 0);
|
|
230
|
+
data = lines.map((line) => JSON.parse(line.trim()));
|
|
231
|
+
jsonType = "array";
|
|
232
|
+
elementCount = data.length;
|
|
233
|
+
} else {
|
|
234
|
+
data = JSON.parse(content);
|
|
235
|
+
if (Array.isArray(data)) {
|
|
236
|
+
jsonType = "array";
|
|
237
|
+
elementCount = data.length;
|
|
238
|
+
} else if (typeof data === "object" && data !== null) {
|
|
239
|
+
jsonType = "object";
|
|
240
|
+
elementCount = Object.keys(data).length;
|
|
241
|
+
} else {
|
|
242
|
+
jsonType = "primitive";
|
|
243
|
+
elementCount = 1;
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
const text = options.jsonPretty ? JSON.stringify(data, null, 2) : extractTextFromJSON(data);
|
|
247
|
+
return {
|
|
248
|
+
text,
|
|
249
|
+
metadata: {
|
|
250
|
+
...calculateTextMetadata(text),
|
|
251
|
+
jsonType,
|
|
252
|
+
jsonElementCount: elementCount
|
|
253
|
+
}
|
|
254
|
+
};
|
|
255
|
+
}
|
|
256
|
+
function extractTextFromJSON(data, depth = 0) {
|
|
257
|
+
if (data === null || data === void 0) {
|
|
258
|
+
return "";
|
|
259
|
+
}
|
|
260
|
+
if (typeof data === "string") {
|
|
261
|
+
return data;
|
|
262
|
+
}
|
|
263
|
+
if (typeof data === "number" || typeof data === "boolean") {
|
|
264
|
+
return String(data);
|
|
265
|
+
}
|
|
266
|
+
if (Array.isArray(data)) {
|
|
267
|
+
return data.map((item, index) => {
|
|
268
|
+
const text = extractTextFromJSON(item, depth + 1);
|
|
269
|
+
return depth === 0 ? `Item ${index + 1}: ${text}` : text;
|
|
270
|
+
}).filter((t) => t.length > 0).join("\n");
|
|
271
|
+
}
|
|
272
|
+
if (typeof data === "object") {
|
|
273
|
+
return Object.entries(data).map(([key, value]) => {
|
|
274
|
+
const text = extractTextFromJSON(value, depth + 1);
|
|
275
|
+
return `${key}: ${text}`;
|
|
276
|
+
}).filter((t) => t.length > 0).join("\n");
|
|
277
|
+
}
|
|
278
|
+
return "";
|
|
279
|
+
}
|
|
280
|
+
function extractFromXML(content) {
|
|
281
|
+
let text = content.replace(/<\?[^?]*\?>/g, "");
|
|
282
|
+
text = text.replace(/<!--[\s\S]*?-->/g, "");
|
|
283
|
+
text = text.replace(/<!\[CDATA\[([\s\S]*?)]]>/g, "$1");
|
|
284
|
+
text = text.replace(/<[^>]+>/g, " ");
|
|
285
|
+
text = decodeHtmlEntities(text);
|
|
286
|
+
text = text.replace(/\s+/g, " ").trim();
|
|
287
|
+
return {
|
|
288
|
+
text,
|
|
289
|
+
metadata: calculateTextMetadata(text)
|
|
290
|
+
};
|
|
291
|
+
}
|
|
292
|
+
function extractFromYAML(content) {
|
|
293
|
+
let text = content.replace(/^---\s*$/gm, "");
|
|
294
|
+
text = text.trim();
|
|
295
|
+
return {
|
|
296
|
+
text,
|
|
297
|
+
metadata: calculateTextMetadata(text)
|
|
298
|
+
};
|
|
299
|
+
}
|
|
300
|
+
function extractFromMarkdown(content) {
|
|
301
|
+
let text = content;
|
|
302
|
+
text = text.replace(/```[\s\S]*?```/g, "");
|
|
303
|
+
text = text.replace(/`[^`]+`/g, "");
|
|
304
|
+
text = text.replace(/!\[[^\]]*\]\([^)]*\)/g, "");
|
|
305
|
+
text = text.replace(/\[([^\]]*)\]\([^)]*\)/g, "$1");
|
|
306
|
+
text = text.replace(/^#{1,6}\s+(.*)$/gm, "$1");
|
|
307
|
+
text = text.replace(/\*\*([^*]+)\*\*/g, "$1");
|
|
308
|
+
text = text.replace(/\*([^*]+)\*/g, "$1");
|
|
309
|
+
text = text.replace(/__([^_]+)__/g, "$1");
|
|
310
|
+
text = text.replace(/_([^_]+)_/g, "$1");
|
|
311
|
+
text = text.replace(/~~([^~]+)~~/g, "$1");
|
|
312
|
+
text = text.replace(/^>\s*/gm, "");
|
|
313
|
+
text = text.replace(/^[-*+]\s+/gm, "");
|
|
314
|
+
text = text.replace(/^\d+\.\s+/gm, "");
|
|
315
|
+
text = text.replace(/^[-*_]{3,}$/gm, "");
|
|
316
|
+
text = text.replace(/\n{3,}/g, "\n\n");
|
|
317
|
+
text = text.trim();
|
|
318
|
+
return {
|
|
319
|
+
text,
|
|
320
|
+
metadata: calculateTextMetadata(text)
|
|
321
|
+
};
|
|
322
|
+
}
|
|
323
|
+
function calculateTextMetadata(text) {
|
|
324
|
+
const lines = text.split("\n");
|
|
325
|
+
const words = text.split(/\s+/).filter((w) => w.length > 0);
|
|
326
|
+
return {
|
|
327
|
+
lineCount: lines.length,
|
|
328
|
+
wordCount: words.length,
|
|
329
|
+
characterCount: text.length
|
|
330
|
+
};
|
|
331
|
+
}
|
|
332
|
+
function decodeHtmlEntities(text) {
|
|
333
|
+
const entities = {
|
|
334
|
+
"&": "&",
|
|
335
|
+
"<": "<",
|
|
336
|
+
">": ">",
|
|
337
|
+
""": '"',
|
|
338
|
+
"'": "'",
|
|
339
|
+
"'": "'",
|
|
340
|
+
" ": " ",
|
|
341
|
+
"–": "-",
|
|
342
|
+
"—": "--",
|
|
343
|
+
"©": "(c)",
|
|
344
|
+
"®": "(R)",
|
|
345
|
+
"™": "(TM)"
|
|
346
|
+
};
|
|
347
|
+
let result = text;
|
|
348
|
+
for (const [entity, char] of Object.entries(entities)) {
|
|
349
|
+
result = result.replace(new RegExp(entity, "gi"), char);
|
|
350
|
+
}
|
|
351
|
+
result = result.replace(
|
|
352
|
+
/&#(\d+);/g,
|
|
353
|
+
(_, dec) => String.fromCharCode(parseInt(dec, 10))
|
|
354
|
+
);
|
|
355
|
+
result = result.replace(
|
|
356
|
+
/&#x([0-9a-fA-F]+);/g,
|
|
357
|
+
(_, hex) => String.fromCharCode(parseInt(hex, 16))
|
|
358
|
+
);
|
|
359
|
+
return result;
|
|
360
|
+
}
|
|
361
|
+
function getSupportedTextFormats() {
|
|
362
|
+
return [
|
|
363
|
+
"txt",
|
|
364
|
+
"text",
|
|
365
|
+
"md",
|
|
366
|
+
"markdown",
|
|
367
|
+
"html",
|
|
368
|
+
"htm",
|
|
369
|
+
"csv",
|
|
370
|
+
"json",
|
|
371
|
+
"jsonl",
|
|
372
|
+
"xml",
|
|
373
|
+
"yaml",
|
|
374
|
+
"yml"
|
|
375
|
+
];
|
|
376
|
+
}
|
|
377
|
+
function isSupportedTextFormat(format) {
|
|
378
|
+
return getSupportedTextFormats().includes(format);
|
|
379
|
+
}
|
|
380
|
+
|
|
381
|
+
export {
|
|
382
|
+
extractText,
|
|
383
|
+
getSupportedTextFormats,
|
|
384
|
+
isSupportedTextFormat
|
|
385
|
+
};
|
|
386
|
+
//# sourceMappingURL=chunk-MIC5IBQF.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/integrations/documents/text-extractor.ts"],"sourcesContent":["/**\n * Text Extractor for OpenSentinel Document Ingestion\n *\n * Extracts text from various text-based formats: TXT, MD, HTML, CSV, JSON\n */\n\nimport * as fs from \"fs/promises\";\nimport * as path from \"path\";\n\nexport type SupportedTextFormat =\n | \"txt\"\n | \"text\"\n | \"md\"\n | \"markdown\"\n | \"html\"\n | \"htm\"\n | \"csv\"\n | \"json\"\n | \"jsonl\"\n | \"xml\"\n | \"yaml\"\n | \"yml\";\n\nexport interface TextExtractResult {\n text: string;\n format: SupportedTextFormat;\n metadata: TextMetadata;\n}\n\nexport interface TextMetadata {\n /** File encoding (if detected) */\n encoding?: string;\n /** Line count */\n lineCount: number;\n /** Word count */\n wordCount: number;\n /** Character count */\n characterCount: number;\n /** For CSV: column names */\n csvHeaders?: string[];\n /** For CSV: row count */\n csvRowCount?: number;\n /** For JSON: root type */\n jsonType?: \"object\" | \"array\" | \"primitive\";\n /** For JSON: key count (if object) or item count (if array) */\n jsonElementCount?: number;\n}\n\nexport interface TextExtractOptions {\n /** Force a specific format (auto-detected by default) */\n format?: SupportedTextFormat;\n /** Encoding to use (utf-8 by default) */\n encoding?: BufferEncoding;\n /** For CSV: custom delimiter */\n csvDelimiter?: string;\n /** For CSV: whether first row is headers */\n csvHasHeaders?: boolean;\n /** For JSON: pretty print extracted text */\n jsonPretty?: boolean;\n /** For HTML: extract text only (strip tags) */\n htmlStripTags?: boolean;\n}\n\n/**\n * Extract text from a file\n */\nexport async function extractText(\n input: string | Buffer,\n options: TextExtractOptions = {}\n): Promise<TextExtractResult> {\n let content: string;\n let detectedFormat: SupportedTextFormat;\n\n if (typeof input === \"string\") {\n const absolutePath = path.isAbsolute(input) ? input : path.resolve(input);\n content = await fs.readFile(absolutePath, options.encoding || \"utf-8\");\n detectedFormat = options.format || detectFormat(input);\n } else {\n content = input.toString(options.encoding || \"utf-8\");\n detectedFormat = options.format || detectFormatFromContent(content);\n }\n\n let extractedText: string;\n let metadata: TextMetadata;\n\n switch (detectedFormat) {\n case \"html\":\n case \"htm\":\n const htmlResult = extractFromHTML(content, options);\n extractedText = htmlResult.text;\n metadata = htmlResult.metadata;\n break;\n\n case \"csv\":\n const csvResult = extractFromCSV(content, options);\n extractedText = csvResult.text;\n metadata = csvResult.metadata;\n break;\n\n case \"json\":\n case \"jsonl\":\n const jsonResult = extractFromJSON(content, options, detectedFormat === \"jsonl\");\n extractedText = jsonResult.text;\n metadata = jsonResult.metadata;\n break;\n\n case \"xml\":\n const xmlResult = extractFromXML(content);\n extractedText = xmlResult.text;\n metadata = xmlResult.metadata;\n break;\n\n case \"yaml\":\n case \"yml\":\n const yamlResult = extractFromYAML(content);\n extractedText = yamlResult.text;\n metadata = yamlResult.metadata;\n break;\n\n case \"md\":\n case \"markdown\":\n const mdResult = extractFromMarkdown(content);\n extractedText = mdResult.text;\n metadata = mdResult.metadata;\n break;\n\n case \"txt\":\n case \"text\":\n default:\n extractedText = content;\n metadata = calculateTextMetadata(content);\n break;\n }\n\n return {\n text: extractedText,\n format: detectedFormat,\n metadata: {\n ...metadata,\n encoding: options.encoding || \"utf-8\",\n },\n };\n}\n\n/**\n * Detect file format from file path\n */\nfunction detectFormat(filePath: string): SupportedTextFormat {\n const ext = path.extname(filePath).toLowerCase().slice(1);\n\n const formatMap: Record<string, SupportedTextFormat> = {\n txt: \"txt\",\n text: \"text\",\n md: \"md\",\n markdown: \"markdown\",\n html: \"html\",\n htm: \"htm\",\n csv: \"csv\",\n json: \"json\",\n jsonl: \"jsonl\",\n xml: \"xml\",\n yaml: \"yaml\",\n yml: \"yml\",\n };\n\n return formatMap[ext] || \"txt\";\n}\n\n/**\n * Detect format from content (heuristic)\n */\nfunction detectFormatFromContent(content: string): SupportedTextFormat {\n const trimmed = content.trim();\n\n // HTML detection\n if (\n trimmed.startsWith(\"<!DOCTYPE html\") ||\n trimmed.startsWith(\"<html\") ||\n /<[a-z][\\s\\S]*>/i.test(trimmed.slice(0, 500))\n ) {\n return \"html\";\n }\n\n // XML detection\n if (trimmed.startsWith(\"<?xml\") || trimmed.startsWith(\"<\")) {\n if (/<[a-z]+[^>]*>/i.test(trimmed)) {\n return \"xml\";\n }\n }\n\n // JSON detection\n if (\n (trimmed.startsWith(\"{\") && trimmed.endsWith(\"}\")) ||\n (trimmed.startsWith(\"[\") && trimmed.endsWith(\"]\"))\n ) {\n try {\n JSON.parse(trimmed);\n return \"json\";\n } catch {\n // Not valid JSON\n }\n }\n\n // JSONL detection\n if (trimmed.includes(\"\\n\")) {\n const lines = trimmed.split(\"\\n\").slice(0, 3);\n if (lines.every((line) => line.trim().startsWith(\"{\"))) {\n try {\n lines.forEach((line) => JSON.parse(line.trim()));\n return \"jsonl\";\n } catch {\n // Not valid JSONL\n }\n }\n }\n\n // CSV detection\n if (trimmed.includes(\",\") && trimmed.includes(\"\\n\")) {\n const lines = trimmed.split(\"\\n\").slice(0, 5);\n const commaCount = (lines[0].match(/,/g) || []).length;\n if (\n commaCount > 0 &&\n lines.every((line) => {\n const lineCommas = (line.match(/,/g) || []).length;\n return Math.abs(lineCommas - commaCount) <= 1;\n })\n ) {\n return \"csv\";\n }\n }\n\n // YAML detection\n if (\n trimmed.startsWith(\"---\") ||\n /^[a-z_]+:/im.test(trimmed.slice(0, 200))\n ) {\n return \"yaml\";\n }\n\n // Markdown detection\n if (\n /^#{1,6}\\s/m.test(trimmed) ||\n /^\\*\\*.*\\*\\*/.test(trimmed) ||\n /^\\[.*\\]\\(.*\\)/.test(trimmed)\n ) {\n return \"md\";\n }\n\n return \"txt\";\n}\n\n/**\n * Extract text from HTML\n */\nfunction extractFromHTML(\n content: string,\n options: TextExtractOptions\n): { text: string; metadata: TextMetadata } {\n let text = content;\n\n if (options.htmlStripTags !== false) {\n // Remove script and style elements entirely\n text = text.replace(/<script[^>]*>[\\s\\S]*?<\\/script>/gi, \"\");\n text = text.replace(/<style[^>]*>[\\s\\S]*?<\\/style>/gi, \"\");\n\n // Replace block elements with newlines\n text = text.replace(/<\\/(p|div|h[1-6]|li|tr|br)[^>]*>/gi, \"\\n\");\n text = text.replace(/<(br|hr)[^>]*\\/?>/gi, \"\\n\");\n\n // Strip remaining tags\n text = text.replace(/<[^>]+>/g, \" \");\n\n // Decode entities\n text = decodeHtmlEntities(text);\n\n // Clean up whitespace\n text = text.replace(/[ \\t]+/g, \" \");\n text = text.replace(/\\n[ \\t]+/g, \"\\n\");\n text = text.replace(/\\n{3,}/g, \"\\n\\n\");\n text = text.trim();\n }\n\n return {\n text,\n metadata: calculateTextMetadata(text),\n };\n}\n\n/**\n * Extract text from CSV\n */\nfunction extractFromCSV(\n content: string,\n options: TextExtractOptions\n): { text: string; metadata: TextMetadata } {\n const delimiter = options.csvDelimiter || \",\";\n const hasHeaders = options.csvHasHeaders !== false;\n\n const lines = parseCSVLines(content, delimiter);\n const headers = hasHeaders && lines.length > 0 ? lines[0] : undefined;\n const dataLines = hasHeaders ? lines.slice(1) : lines;\n\n // Convert to readable text\n const textParts: string[] = [];\n\n if (headers) {\n textParts.push(`Columns: ${headers.join(\", \")}`);\n textParts.push(\"\");\n }\n\n for (let i = 0; i < dataLines.length; i++) {\n const row = dataLines[i];\n if (headers) {\n const rowText = row\n .map((cell, j) => `${headers[j] || `Column ${j + 1}`}: ${cell}`)\n .join(\", \");\n textParts.push(`Row ${i + 1}: ${rowText}`);\n } else {\n textParts.push(`Row ${i + 1}: ${row.join(\", \")}`);\n }\n }\n\n const text = textParts.join(\"\\n\");\n\n return {\n text,\n metadata: {\n ...calculateTextMetadata(text),\n csvHeaders: headers,\n csvRowCount: dataLines.length,\n },\n };\n}\n\n/**\n * Parse CSV content into rows\n */\nfunction parseCSVLines(content: string, delimiter: string): string[][] {\n const rows: string[][] = [];\n let currentRow: string[] = [];\n let currentCell = \"\";\n let inQuotes = false;\n\n for (let i = 0; i < content.length; i++) {\n const char = content[i];\n const nextChar = content[i + 1];\n\n if (inQuotes) {\n if (char === '\"' && nextChar === '\"') {\n currentCell += '\"';\n i++;\n } else if (char === '\"') {\n inQuotes = false;\n } else {\n currentCell += char;\n }\n } else {\n if (char === '\"') {\n inQuotes = true;\n } else if (char === delimiter) {\n currentRow.push(currentCell.trim());\n currentCell = \"\";\n } else if (char === \"\\n\" || (char === \"\\r\" && nextChar === \"\\n\")) {\n currentRow.push(currentCell.trim());\n if (currentRow.some((cell) => cell.length > 0)) {\n rows.push(currentRow);\n }\n currentRow = [];\n currentCell = \"\";\n if (char === \"\\r\") i++;\n } else if (char !== \"\\r\") {\n currentCell += char;\n }\n }\n }\n\n // Handle last row\n if (currentCell || currentRow.length > 0) {\n currentRow.push(currentCell.trim());\n if (currentRow.some((cell) => cell.length > 0)) {\n rows.push(currentRow);\n }\n }\n\n return rows;\n}\n\n/**\n * Extract text from JSON\n */\nfunction extractFromJSON(\n content: string,\n options: TextExtractOptions,\n isJsonl: boolean\n): { text: string; metadata: TextMetadata } {\n let data: any;\n let jsonType: \"object\" | \"array\" | \"primitive\";\n let elementCount: number;\n\n if (isJsonl) {\n // Parse JSONL (one JSON object per line)\n const lines = content\n .split(\"\\n\")\n .filter((line) => line.trim().length > 0);\n data = lines.map((line) => JSON.parse(line.trim()));\n jsonType = \"array\";\n elementCount = data.length;\n } else {\n data = JSON.parse(content);\n if (Array.isArray(data)) {\n jsonType = \"array\";\n elementCount = data.length;\n } else if (typeof data === \"object\" && data !== null) {\n jsonType = \"object\";\n elementCount = Object.keys(data).length;\n } else {\n jsonType = \"primitive\";\n elementCount = 1;\n }\n }\n\n // Convert to readable text\n const text = options.jsonPretty\n ? JSON.stringify(data, null, 2)\n : extractTextFromJSON(data);\n\n return {\n text,\n metadata: {\n ...calculateTextMetadata(text),\n jsonType,\n jsonElementCount: elementCount,\n },\n };\n}\n\n/**\n * Recursively extract text values from JSON\n */\nfunction extractTextFromJSON(data: any, depth = 0): string {\n if (data === null || data === undefined) {\n return \"\";\n }\n\n if (typeof data === \"string\") {\n return data;\n }\n\n if (typeof data === \"number\" || typeof data === \"boolean\") {\n return String(data);\n }\n\n if (Array.isArray(data)) {\n return data\n .map((item, index) => {\n const text = extractTextFromJSON(item, depth + 1);\n return depth === 0 ? `Item ${index + 1}: ${text}` : text;\n })\n .filter((t) => t.length > 0)\n .join(\"\\n\");\n }\n\n if (typeof data === \"object\") {\n return Object.entries(data)\n .map(([key, value]) => {\n const text = extractTextFromJSON(value, depth + 1);\n return `${key}: ${text}`;\n })\n .filter((t) => t.length > 0)\n .join(\"\\n\");\n }\n\n return \"\";\n}\n\n/**\n * Extract text from XML\n */\nfunction extractFromXML(content: string): { text: string; metadata: TextMetadata } {\n // Remove XML declaration and processing instructions\n let text = content.replace(/<\\?[^?]*\\?>/g, \"\");\n\n // Remove comments\n text = text.replace(/<!--[\\s\\S]*?-->/g, \"\");\n\n // Remove CDATA markers but keep content\n text = text.replace(/<!\\[CDATA\\[([\\s\\S]*?)]]>/g, \"$1\");\n\n // Extract text content from tags\n text = text.replace(/<[^>]+>/g, \" \");\n\n // Decode entities\n text = decodeHtmlEntities(text);\n\n // Clean up whitespace\n text = text.replace(/\\s+/g, \" \").trim();\n\n return {\n text,\n metadata: calculateTextMetadata(text),\n };\n}\n\n/**\n * Extract text from YAML (keep as-is but clean up)\n */\nfunction extractFromYAML(content: string): { text: string; metadata: TextMetadata } {\n // Remove YAML front matter markers\n let text = content.replace(/^---\\s*$/gm, \"\");\n\n // Clean up the text while preserving structure\n text = text.trim();\n\n return {\n text,\n metadata: calculateTextMetadata(text),\n };\n}\n\n/**\n * Extract text from Markdown (strip formatting)\n */\nfunction extractFromMarkdown(content: string): { text: string; metadata: TextMetadata } {\n let text = content;\n\n // Remove code blocks\n text = text.replace(/```[\\s\\S]*?```/g, \"\");\n text = text.replace(/`[^`]+`/g, \"\");\n\n // Remove images and links but keep text\n text = text.replace(/!\\[[^\\]]*\\]\\([^)]*\\)/g, \"\");\n text = text.replace(/\\[([^\\]]*)\\]\\([^)]*\\)/g, \"$1\");\n\n // Remove headers but keep text\n text = text.replace(/^#{1,6}\\s+(.*)$/gm, \"$1\");\n\n // Remove emphasis markers\n text = text.replace(/\\*\\*([^*]+)\\*\\*/g, \"$1\");\n text = text.replace(/\\*([^*]+)\\*/g, \"$1\");\n text = text.replace(/__([^_]+)__/g, \"$1\");\n text = text.replace(/_([^_]+)_/g, \"$1\");\n text = text.replace(/~~([^~]+)~~/g, \"$1\");\n\n // Remove blockquotes marker\n text = text.replace(/^>\\s*/gm, \"\");\n\n // Remove list markers\n text = text.replace(/^[-*+]\\s+/gm, \"\");\n text = text.replace(/^\\d+\\.\\s+/gm, \"\");\n\n // Remove horizontal rules\n text = text.replace(/^[-*_]{3,}$/gm, \"\");\n\n // Clean up whitespace\n text = text.replace(/\\n{3,}/g, \"\\n\\n\");\n text = text.trim();\n\n return {\n text,\n metadata: calculateTextMetadata(text),\n };\n}\n\n/**\n * Calculate basic text metadata\n */\nfunction calculateTextMetadata(text: string): TextMetadata {\n const lines = text.split(\"\\n\");\n const words = text.split(/\\s+/).filter((w) => w.length > 0);\n\n return {\n lineCount: lines.length,\n wordCount: words.length,\n characterCount: text.length,\n };\n}\n\n/**\n * Decode HTML entities\n */\nfunction decodeHtmlEntities(text: string): string {\n const entities: Record<string, string> = {\n \"&\": \"&\",\n \"<\": \"<\",\n \">\": \">\",\n \""\": '\"',\n \"'\": \"'\",\n \"'\": \"'\",\n \" \": \" \",\n \"–\": \"-\",\n \"—\": \"--\",\n \"©\": \"(c)\",\n \"®\": \"(R)\",\n \"™\": \"(TM)\",\n };\n\n let result = text;\n for (const [entity, char] of Object.entries(entities)) {\n result = result.replace(new RegExp(entity, \"gi\"), char);\n }\n\n // Handle numeric entities\n result = result.replace(/&#(\\d+);/g, (_, dec) =>\n String.fromCharCode(parseInt(dec, 10))\n );\n result = result.replace(/&#x([0-9a-fA-F]+);/g, (_, hex) =>\n String.fromCharCode(parseInt(hex, 16))\n );\n\n return result;\n}\n\n/**\n * Get supported formats\n */\nexport function getSupportedTextFormats(): SupportedTextFormat[] {\n return [\n \"txt\",\n \"text\",\n \"md\",\n \"markdown\",\n \"html\",\n \"htm\",\n \"csv\",\n \"json\",\n \"jsonl\",\n \"xml\",\n \"yaml\",\n \"yml\",\n ];\n}\n\n/**\n * Check if a format is supported\n */\nexport function isSupportedTextFormat(format: string): format is SupportedTextFormat {\n return getSupportedTextFormats().includes(format as SupportedTextFormat);\n}\n"],"mappings":";AAMA,YAAY,QAAQ;AACpB,YAAY,UAAU;AA2DtB,eAAsB,YACpB,OACA,UAA8B,CAAC,GACH;AAC5B,MAAI;AACJ,MAAI;AAEJ,MAAI,OAAO,UAAU,UAAU;AAC7B,UAAM,eAAoB,gBAAW,KAAK,IAAI,QAAa,aAAQ,KAAK;AACxE,cAAU,MAAS,YAAS,cAAc,QAAQ,YAAY,OAAO;AACrE,qBAAiB,QAAQ,UAAU,aAAa,KAAK;AAAA,EACvD,OAAO;AACL,cAAU,MAAM,SAAS,QAAQ,YAAY,OAAO;AACpD,qBAAiB,QAAQ,UAAU,wBAAwB,OAAO;AAAA,EACpE;AAEA,MAAI;AACJ,MAAI;AAEJ,UAAQ,gBAAgB;AAAA,IACtB,KAAK;AAAA,IACL,KAAK;AACH,YAAM,aAAa,gBAAgB,SAAS,OAAO;AACnD,sBAAgB,WAAW;AAC3B,iBAAW,WAAW;AACtB;AAAA,IAEF,KAAK;AACH,YAAM,YAAY,eAAe,SAAS,OAAO;AACjD,sBAAgB,UAAU;AAC1B,iBAAW,UAAU;AACrB;AAAA,IAEF,KAAK;AAAA,IACL,KAAK;AACH,YAAM,aAAa,gBAAgB,SAAS,SAAS,mBAAmB,OAAO;AAC/E,sBAAgB,WAAW;AAC3B,iBAAW,WAAW;AACtB;AAAA,IAEF,KAAK;AACH,YAAM,YAAY,eAAe,OAAO;AACxC,sBAAgB,UAAU;AAC1B,iBAAW,UAAU;AACrB;AAAA,IAEF,KAAK;AAAA,IACL,KAAK;AACH,YAAM,aAAa,gBAAgB,OAAO;AAC1C,sBAAgB,WAAW;AAC3B,iBAAW,WAAW;AACtB;AAAA,IAEF,KAAK;AAAA,IACL,KAAK;AACH,YAAM,WAAW,oBAAoB,OAAO;AAC5C,sBAAgB,SAAS;AACzB,iBAAW,SAAS;AACpB;AAAA,IAEF,KAAK;AAAA,IACL,KAAK;AAAA,IACL;AACE,sBAAgB;AAChB,iBAAW,sBAAsB,OAAO;AACxC;AAAA,EACJ;AAEA,SAAO;AAAA,IACL,MAAM;AAAA,IACN,QAAQ;AAAA,IACR,UAAU;AAAA,MACR,GAAG;AAAA,MACH,UAAU,QAAQ,YAAY;AAAA,IAChC;AAAA,EACF;AACF;AAKA,SAAS,aAAa,UAAuC;AAC3D,QAAM,MAAW,aAAQ,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC;AAExD,QAAM,YAAiD;AAAA,IACrD,KAAK;AAAA,IACL,MAAM;AAAA,IACN,IAAI;AAAA,IACJ,UAAU;AAAA,IACV,MAAM;AAAA,IACN,KAAK;AAAA,IACL,KAAK;AAAA,IACL,MAAM;AAAA,IACN,OAAO;AAAA,IACP,KAAK;AAAA,IACL,MAAM;AAAA,IACN,KAAK;AAAA,EACP;AAEA,SAAO,UAAU,GAAG,KAAK;AAC3B;AAKA,SAAS,wBAAwB,SAAsC;AACrE,QAAM,UAAU,QAAQ,KAAK;AAG7B,MACE,QAAQ,WAAW,gBAAgB,KACnC,QAAQ,WAAW,OAAO,KAC1B,kBAAkB,KAAK,QAAQ,MAAM,GAAG,GAAG,CAAC,GAC5C;AACA,WAAO;AAAA,EACT;AAGA,MAAI,QAAQ,WAAW,OAAO,KAAK,QAAQ,WAAW,GAAG,GAAG;AAC1D,QAAI,iBAAiB,KAAK,OAAO,GAAG;AAClC,aAAO;AAAA,IACT;AAAA,EACF;AAGA,MACG,QAAQ,WAAW,GAAG,KAAK,QAAQ,SAAS,GAAG,KAC/C,QAAQ,WAAW,GAAG,KAAK,QAAQ,SAAS,GAAG,GAChD;AACA,QAAI;AACF,WAAK,MAAM,OAAO;AAClB,aAAO;AAAA,IACT,QAAQ;AAAA,IAER;AAAA,EACF;AAGA,MAAI,QAAQ,SAAS,IAAI,GAAG;AAC1B,UAAM,QAAQ,QAAQ,MAAM,IAAI,EAAE,MAAM,GAAG,CAAC;AAC5C,QAAI,MAAM,MAAM,CAAC,SAAS,KAAK,KAAK,EAAE,WAAW,GAAG,CAAC,GAAG;AACtD,UAAI;AACF,cAAM,QAAQ,CAAC,SAAS,KAAK,MAAM,KAAK,KAAK,CAAC,CAAC;AAC/C,eAAO;AAAA,MACT,QAAQ;AAAA,MAER;AAAA,IACF;AAAA,EACF;AAGA,MAAI,QAAQ,SAAS,GAAG,KAAK,QAAQ,SAAS,IAAI,GAAG;AACnD,UAAM,QAAQ,QAAQ,MAAM,IAAI,EAAE,MAAM,GAAG,CAAC;AAC5C,UAAM,cAAc,MAAM,CAAC,EAAE,MAAM,IAAI,KAAK,CAAC,GAAG;AAChD,QACE,aAAa,KACb,MAAM,MAAM,CAAC,SAAS;AACpB,YAAM,cAAc,KAAK,MAAM,IAAI,KAAK,CAAC,GAAG;AAC5C,aAAO,KAAK,IAAI,aAAa,UAAU,KAAK;AAAA,IAC9C,CAAC,GACD;AACA,aAAO;AAAA,IACT;AAAA,EACF;AAGA,MACE,QAAQ,WAAW,KAAK,KACxB,cAAc,KAAK,QAAQ,MAAM,GAAG,GAAG,CAAC,GACxC;AACA,WAAO;AAAA,EACT;AAGA,MACE,aAAa,KAAK,OAAO,KACzB,cAAc,KAAK,OAAO,KAC1B,gBAAgB,KAAK,OAAO,GAC5B;AACA,WAAO;AAAA,EACT;AAEA,SAAO;AACT;AAKA,SAAS,gBACP,SACA,SAC0C;AAC1C,MAAI,OAAO;AAEX,MAAI,QAAQ,kBAAkB,OAAO;AAEnC,WAAO,KAAK,QAAQ,qCAAqC,EAAE;AAC3D,WAAO,KAAK,QAAQ,mCAAmC,EAAE;AAGzD,WAAO,KAAK,QAAQ,sCAAsC,IAAI;AAC9D,WAAO,KAAK,QAAQ,uBAAuB,IAAI;AAG/C,WAAO,KAAK,QAAQ,YAAY,GAAG;AAGnC,WAAO,mBAAmB,IAAI;AAG9B,WAAO,KAAK,QAAQ,WAAW,GAAG;AAClC,WAAO,KAAK,QAAQ,aAAa,IAAI;AACrC,WAAO,KAAK,QAAQ,WAAW,MAAM;AACrC,WAAO,KAAK,KAAK;AAAA,EACnB;AAEA,SAAO;AAAA,IACL;AAAA,IACA,UAAU,sBAAsB,IAAI;AAAA,EACtC;AACF;AAKA,SAAS,eACP,SACA,SAC0C;AAC1C,QAAM,YAAY,QAAQ,gBAAgB;AAC1C,QAAM,aAAa,QAAQ,kBAAkB;AAE7C,QAAM,QAAQ,cAAc,SAAS,SAAS;AAC9C,QAAM,UAAU,cAAc,MAAM,SAAS,IAAI,MAAM,CAAC,IAAI;AAC5D,QAAM,YAAY,aAAa,MAAM,MAAM,CAAC,IAAI;AAGhD,QAAM,YAAsB,CAAC;AAE7B,MAAI,SAAS;AACX,cAAU,KAAK,YAAY,QAAQ,KAAK,IAAI,CAAC,EAAE;AAC/C,cAAU,KAAK,EAAE;AAAA,EACnB;AAEA,WAAS,IAAI,GAAG,IAAI,UAAU,QAAQ,KAAK;AACzC,UAAM,MAAM,UAAU,CAAC;AACvB,QAAI,SAAS;AACX,YAAM,UAAU,IACb,IAAI,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,UAAU,IAAI,CAAC,EAAE,KAAK,IAAI,EAAE,EAC9D,KAAK,IAAI;AACZ,gBAAU,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO,EAAE;AAAA,IAC3C,OAAO;AACL,gBAAU,KAAK,OAAO,IAAI,CAAC,KAAK,IAAI,KAAK,IAAI,CAAC,EAAE;AAAA,IAClD;AAAA,EACF;AAEA,QAAM,OAAO,UAAU,KAAK,IAAI;AAEhC,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,MACR,GAAG,sBAAsB,IAAI;AAAA,MAC7B,YAAY;AAAA,MACZ,aAAa,UAAU;AAAA,IACzB;AAAA,EACF;AACF;AAKA,SAAS,cAAc,SAAiB,WAA+B;AACrE,QAAM,OAAmB,CAAC;AAC1B,MAAI,aAAuB,CAAC;AAC5B,MAAI,cAAc;AAClB,MAAI,WAAW;AAEf,WAAS,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK;AACvC,UAAM,OAAO,QAAQ,CAAC;AACtB,UAAM,WAAW,QAAQ,IAAI,CAAC;AAE9B,QAAI,UAAU;AACZ,UAAI,SAAS,OAAO,aAAa,KAAK;AACpC,uBAAe;AACf;AAAA,MACF,WAAW,SAAS,KAAK;AACvB,mBAAW;AAAA,MACb,OAAO;AACL,uBAAe;AAAA,MACjB;AAAA,IACF,OAAO;AACL,UAAI,SAAS,KAAK;AAChB,mBAAW;AAAA,MACb,WAAW,SAAS,WAAW;AAC7B,mBAAW,KAAK,YAAY,KAAK,CAAC;AAClC,sBAAc;AAAA,MAChB,WAAW,SAAS,QAAS,SAAS,QAAQ,aAAa,MAAO;AAChE,mBAAW,KAAK,YAAY,KAAK,CAAC;AAClC,YAAI,WAAW,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,GAAG;AAC9C,eAAK,KAAK,UAAU;AAAA,QACtB;AACA,qBAAa,CAAC;AACd,sBAAc;AACd,YAAI,SAAS,KAAM;AAAA,MACrB,WAAW,SAAS,MAAM;AACxB,uBAAe;AAAA,MACjB;AAAA,IACF;AAAA,EACF;AAGA,MAAI,eAAe,WAAW,SAAS,GAAG;AACxC,eAAW,KAAK,YAAY,KAAK,CAAC;AAClC,QAAI,WAAW,KAAK,CAAC,SAAS,KAAK,SAAS,CAAC,GAAG;AAC9C,WAAK,KAAK,UAAU;AAAA,IACtB;AAAA,EACF;AAEA,SAAO;AACT;AAKA,SAAS,gBACP,SACA,SACA,SAC0C;AAC1C,MAAI;AACJ,MAAI;AACJ,MAAI;AAEJ,MAAI,SAAS;AAEX,UAAM,QAAQ,QACX,MAAM,IAAI,EACV,OAAO,CAAC,SAAS,KAAK,KAAK,EAAE,SAAS,CAAC;AAC1C,WAAO,MAAM,IAAI,CAAC,SAAS,KAAK,MAAM,KAAK,KAAK,CAAC,CAAC;AAClD,eAAW;AACX,mBAAe,KAAK;AAAA,EACtB,OAAO;AACL,WAAO,KAAK,MAAM,OAAO;AACzB,QAAI,MAAM,QAAQ,IAAI,GAAG;AACvB,iBAAW;AACX,qBAAe,KAAK;AAAA,IACtB,WAAW,OAAO,SAAS,YAAY,SAAS,MAAM;AACpD,iBAAW;AACX,qBAAe,OAAO,KAAK,IAAI,EAAE;AAAA,IACnC,OAAO;AACL,iBAAW;AACX,qBAAe;AAAA,IACjB;AAAA,EACF;AAGA,QAAM,OAAO,QAAQ,aACjB,KAAK,UAAU,MAAM,MAAM,CAAC,IAC5B,oBAAoB,IAAI;AAE5B,SAAO;AAAA,IACL;AAAA,IACA,UAAU;AAAA,MACR,GAAG,sBAAsB,IAAI;AAAA,MAC7B;AAAA,MACA,kBAAkB;AAAA,IACpB;AAAA,EACF;AACF;AAKA,SAAS,oBAAoB,MAAW,QAAQ,GAAW;AACzD,MAAI,SAAS,QAAQ,SAAS,QAAW;AACvC,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,SAAS,UAAU;AAC5B,WAAO;AAAA,EACT;AAEA,MAAI,OAAO,SAAS,YAAY,OAAO,SAAS,WAAW;AACzD,WAAO,OAAO,IAAI;AAAA,EACpB;AAEA,MAAI,MAAM,QAAQ,IAAI,GAAG;AACvB,WAAO,KACJ,IAAI,CAAC,MAAM,UAAU;AACpB,YAAM,OAAO,oBAAoB,MAAM,QAAQ,CAAC;AAChD,aAAO,UAAU,IAAI,QAAQ,QAAQ,CAAC,KAAK,IAAI,KAAK;AAAA,IACtD,CAAC,EACA,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,EAC1B,KAAK,IAAI;AAAA,EACd;AAEA,MAAI,OAAO,SAAS,UAAU;AAC5B,WAAO,OAAO,QAAQ,IAAI,EACvB,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM;AACrB,YAAM,OAAO,oBAAoB,OAAO,QAAQ,CAAC;AACjD,aAAO,GAAG,GAAG,KAAK,IAAI;AAAA,IACxB,CAAC,EACA,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC,EAC1B,KAAK,IAAI;AAAA,EACd;AAEA,SAAO;AACT;AAKA,SAAS,eAAe,SAA2D;AAEjF,MAAI,OAAO,QAAQ,QAAQ,gBAAgB,EAAE;AAG7C,SAAO,KAAK,QAAQ,oBAAoB,EAAE;AAG1C,SAAO,KAAK,QAAQ,6BAA6B,IAAI;AAGrD,SAAO,KAAK,QAAQ,YAAY,GAAG;AAGnC,SAAO,mBAAmB,IAAI;AAG9B,SAAO,KAAK,QAAQ,QAAQ,GAAG,EAAE,KAAK;AAEtC,SAAO;AAAA,IACL;AAAA,IACA,UAAU,sBAAsB,IAAI;AAAA,EACtC;AACF;AAKA,SAAS,gBAAgB,SAA2D;AAElF,MAAI,OAAO,QAAQ,QAAQ,cAAc,EAAE;AAG3C,SAAO,KAAK,KAAK;AAEjB,SAAO;AAAA,IACL;AAAA,IACA,UAAU,sBAAsB,IAAI;AAAA,EACtC;AACF;AAKA,SAAS,oBAAoB,SAA2D;AACtF,MAAI,OAAO;AAGX,SAAO,KAAK,QAAQ,mBAAmB,EAAE;AACzC,SAAO,KAAK,QAAQ,YAAY,EAAE;AAGlC,SAAO,KAAK,QAAQ,yBAAyB,EAAE;AAC/C,SAAO,KAAK,QAAQ,0BAA0B,IAAI;AAGlD,SAAO,KAAK,QAAQ,qBAAqB,IAAI;AAG7C,SAAO,KAAK,QAAQ,oBAAoB,IAAI;AAC5C,SAAO,KAAK,QAAQ,gBAAgB,IAAI;AACxC,SAAO,KAAK,QAAQ,gBAAgB,IAAI;AACxC,SAAO,KAAK,QAAQ,cAAc,IAAI;AACtC,SAAO,KAAK,QAAQ,gBAAgB,IAAI;AAGxC,SAAO,KAAK,QAAQ,WAAW,EAAE;AAGjC,SAAO,KAAK,QAAQ,eAAe,EAAE;AACrC,SAAO,KAAK,QAAQ,eAAe,EAAE;AAGrC,SAAO,KAAK,QAAQ,iBAAiB,EAAE;AAGvC,SAAO,KAAK,QAAQ,WAAW,MAAM;AACrC,SAAO,KAAK,KAAK;AAEjB,SAAO;AAAA,IACL;AAAA,IACA,UAAU,sBAAsB,IAAI;AAAA,EACtC;AACF;AAKA,SAAS,sBAAsB,MAA4B;AACzD,QAAM,QAAQ,KAAK,MAAM,IAAI;AAC7B,QAAM,QAAQ,KAAK,MAAM,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,SAAS,CAAC;AAE1D,SAAO;AAAA,IACL,WAAW,MAAM;AAAA,IACjB,WAAW,MAAM;AAAA,IACjB,gBAAgB,KAAK;AAAA,EACvB;AACF;AAKA,SAAS,mBAAmB,MAAsB;AAChD,QAAM,WAAmC;AAAA,IACvC,SAAS;AAAA,IACT,QAAQ;AAAA,IACR,QAAQ;AAAA,IACR,UAAU;AAAA,IACV,SAAS;AAAA,IACT,UAAU;AAAA,IACV,UAAU;AAAA,IACV,WAAW;AAAA,IACX,WAAW;AAAA,IACX,UAAU;AAAA,IACV,SAAS;AAAA,IACT,WAAW;AAAA,EACb;AAEA,MAAI,SAAS;AACb,aAAW,CAAC,QAAQ,IAAI,KAAK,OAAO,QAAQ,QAAQ,GAAG;AACrD,aAAS,OAAO,QAAQ,IAAI,OAAO,QAAQ,IAAI,GAAG,IAAI;AAAA,EACxD;AAGA,WAAS,OAAO;AAAA,IAAQ;AAAA,IAAa,CAAC,GAAG,QACvC,OAAO,aAAa,SAAS,KAAK,EAAE,CAAC;AAAA,EACvC;AACA,WAAS,OAAO;AAAA,IAAQ;AAAA,IAAuB,CAAC,GAAG,QACjD,OAAO,aAAa,SAAS,KAAK,EAAE,CAAC;AAAA,EACvC;AAEA,SAAO;AACT;AAKO,SAAS,0BAAiD;AAC/D,SAAO;AAAA,IACL;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,IACA;AAAA,EACF;AACF;AAKO,SAAS,sBAAsB,QAA+C;AACnF,SAAO,wBAAwB,EAAE,SAAS,MAA6B;AACzE;","names":[]}
|