larkup 0.1.40 → 0.1.41
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.next/BUILD_ID +1 -1
- package/.next/build-manifest.json +3 -3
- package/.next/diagnostics/route-bundle-stats.json +8 -8
- package/.next/fallback-build-manifest.json +3 -3
- package/.next/required-server-files.js +1 -1
- package/.next/required-server-files.json +1 -1
- package/.next/server/app/_global-error.html +1 -1
- package/.next/server/app/_global-error.rsc +1 -1
- package/.next/server/app/_global-error.segments/__PAGE__.segment.rsc +1 -1
- package/.next/server/app/_global-error.segments/_full.segment.rsc +1 -1
- package/.next/server/app/_global-error.segments/_head.segment.rsc +1 -1
- package/.next/server/app/_global-error.segments/_index.segment.rsc +1 -1
- package/.next/server/app/_global-error.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/_not-found/page_client-reference-manifest.js +1 -1
- package/.next/server/app/_not-found.html +1 -1
- package/.next/server/app/_not-found.rsc +16 -16
- package/.next/server/app/_not-found.segments/_full.segment.rsc +16 -16
- package/.next/server/app/_not-found.segments/_head.segment.rsc +4 -4
- package/.next/server/app/_not-found.segments/_index.segment.rsc +11 -11
- package/.next/server/app/_not-found.segments/_not-found/__PAGE__.segment.rsc +2 -2
- package/.next/server/app/_not-found.segments/_not-found.segment.rsc +3 -3
- package/.next/server/app/_not-found.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/analytics/page_client-reference-manifest.js +1 -1
- package/.next/server/app/analytics.html +1 -1
- package/.next/server/app/analytics.rsc +17 -17
- package/.next/server/app/analytics.segments/_full.segment.rsc +17 -17
- package/.next/server/app/analytics.segments/_head.segment.rsc +4 -4
- package/.next/server/app/analytics.segments/_index.segment.rsc +11 -11
- package/.next/server/app/analytics.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/analytics.segments/analytics/__PAGE__.segment.rsc +3 -3
- package/.next/server/app/analytics.segments/analytics.segment.rsc +3 -3
- package/.next/server/app/chat/page_client-reference-manifest.js +1 -1
- package/.next/server/app/chat.html +1 -1
- package/.next/server/app/chat.rsc +17 -17
- package/.next/server/app/chat.segments/_full.segment.rsc +17 -17
- package/.next/server/app/chat.segments/_head.segment.rsc +4 -4
- package/.next/server/app/chat.segments/_index.segment.rsc +11 -11
- package/.next/server/app/chat.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/chat.segments/chat/__PAGE__.segment.rsc +3 -3
- package/.next/server/app/chat.segments/chat.segment.rsc +3 -3
- package/.next/server/app/data/page_client-reference-manifest.js +1 -1
- package/.next/server/app/data.html +1 -1
- package/.next/server/app/data.rsc +17 -17
- package/.next/server/app/data.segments/_full.segment.rsc +17 -17
- package/.next/server/app/data.segments/_head.segment.rsc +4 -4
- package/.next/server/app/data.segments/_index.segment.rsc +11 -11
- package/.next/server/app/data.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/data.segments/data/__PAGE__.segment.rsc +3 -3
- package/.next/server/app/data.segments/data.segment.rsc +3 -3
- package/.next/server/app/index.html +1 -1
- package/.next/server/app/index.rsc +16 -16
- package/.next/server/app/index.segments/__PAGE__.segment.rsc +2 -2
- package/.next/server/app/index.segments/_full.segment.rsc +16 -16
- package/.next/server/app/index.segments/_head.segment.rsc +4 -4
- package/.next/server/app/index.segments/_index.segment.rsc +11 -11
- package/.next/server/app/index.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/page_client-reference-manifest.js +1 -1
- package/.next/server/app/settings/page_client-reference-manifest.js +1 -1
- package/.next/server/app/settings.html +1 -1
- package/.next/server/app/settings.rsc +18 -18
- package/.next/server/app/settings.segments/_full.segment.rsc +18 -18
- package/.next/server/app/settings.segments/_head.segment.rsc +4 -4
- package/.next/server/app/settings.segments/_index.segment.rsc +11 -11
- package/.next/server/app/settings.segments/_tree.segment.rsc +1 -1
- package/.next/server/app/settings.segments/settings/__PAGE__.segment.rsc +4 -4
- package/.next/server/app/settings.segments/settings.segment.rsc +3 -3
- package/.next/server/chunks/0598_next_dist_esm_build_templates_app-route_0kbcuk-.js +8 -7
- package/.next/server/chunks/[root-of-the-server]__0j2l54r._.js +1 -1
- package/.next/server/chunks/packages_scraper_src_0kkcv_v._.js +1 -1
- package/.next/server/chunks/ssr/_169pdlf._.js +5 -5
- package/.next/server/chunks/ssr/_1yqlx1m._.js +1 -1
- package/.next/server/middleware-build-manifest.js +3 -3
- package/.next/server/pages/404.html +1 -1
- package/.next/server/pages/500.html +1 -1
- package/.next/standalone/apps/web/.next/BUILD_ID +1 -1
- package/.next/standalone/apps/web/.next/build-manifest.json +3 -3
- package/.next/standalone/apps/web/.next/required-server-files.json +1 -1
- package/.next/standalone/apps/web/.next/server/app/_global-error.html +1 -1
- package/.next/standalone/apps/web/.next/server/app/_global-error.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/_global-error.segments/__PAGE__.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/_global-error.segments/_full.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/_global-error.segments/_head.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/_global-error.segments/_index.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/_global-error.segments/_tree.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/_not-found/page_client-reference-manifest.js +1 -1
- package/.next/standalone/apps/web/.next/server/app/_not-found.html +1 -1
- package/.next/standalone/apps/web/.next/server/app/_not-found.rsc +16 -16
- package/.next/standalone/apps/web/.next/server/app/_not-found.segments/_full.segment.rsc +16 -16
- package/.next/standalone/apps/web/.next/server/app/_not-found.segments/_head.segment.rsc +4 -4
- package/.next/standalone/apps/web/.next/server/app/_not-found.segments/_index.segment.rsc +11 -11
- package/.next/standalone/apps/web/.next/server/app/_not-found.segments/_not-found/__PAGE__.segment.rsc +2 -2
- package/.next/standalone/apps/web/.next/server/app/_not-found.segments/_not-found.segment.rsc +3 -3
- package/.next/standalone/apps/web/.next/server/app/_not-found.segments/_tree.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/analytics/page_client-reference-manifest.js +1 -1
- package/.next/standalone/apps/web/.next/server/app/analytics.html +1 -1
- package/.next/standalone/apps/web/.next/server/app/analytics.rsc +17 -17
- package/.next/standalone/apps/web/.next/server/app/analytics.segments/_full.segment.rsc +17 -17
- package/.next/standalone/apps/web/.next/server/app/analytics.segments/_head.segment.rsc +4 -4
- package/.next/standalone/apps/web/.next/server/app/analytics.segments/_index.segment.rsc +11 -11
- package/.next/standalone/apps/web/.next/server/app/analytics.segments/_tree.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/analytics.segments/analytics/__PAGE__.segment.rsc +3 -3
- package/.next/standalone/apps/web/.next/server/app/analytics.segments/analytics.segment.rsc +3 -3
- package/.next/standalone/apps/web/.next/server/app/chat/page_client-reference-manifest.js +1 -1
- package/.next/standalone/apps/web/.next/server/app/chat.html +1 -1
- package/.next/standalone/apps/web/.next/server/app/chat.rsc +17 -17
- package/.next/standalone/apps/web/.next/server/app/chat.segments/_full.segment.rsc +17 -17
- package/.next/standalone/apps/web/.next/server/app/chat.segments/_head.segment.rsc +4 -4
- package/.next/standalone/apps/web/.next/server/app/chat.segments/_index.segment.rsc +11 -11
- package/.next/standalone/apps/web/.next/server/app/chat.segments/_tree.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/chat.segments/chat/__PAGE__.segment.rsc +3 -3
- package/.next/standalone/apps/web/.next/server/app/chat.segments/chat.segment.rsc +3 -3
- package/.next/standalone/apps/web/.next/server/app/data/page_client-reference-manifest.js +1 -1
- package/.next/standalone/apps/web/.next/server/app/data.html +1 -1
- package/.next/standalone/apps/web/.next/server/app/data.rsc +17 -17
- package/.next/standalone/apps/web/.next/server/app/data.segments/_full.segment.rsc +17 -17
- package/.next/standalone/apps/web/.next/server/app/data.segments/_head.segment.rsc +4 -4
- package/.next/standalone/apps/web/.next/server/app/data.segments/_index.segment.rsc +11 -11
- package/.next/standalone/apps/web/.next/server/app/data.segments/_tree.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/data.segments/data/__PAGE__.segment.rsc +3 -3
- package/.next/standalone/apps/web/.next/server/app/data.segments/data.segment.rsc +3 -3
- package/.next/standalone/apps/web/.next/server/app/index.html +1 -1
- package/.next/standalone/apps/web/.next/server/app/index.rsc +16 -16
- package/.next/standalone/apps/web/.next/server/app/index.segments/__PAGE__.segment.rsc +2 -2
- package/.next/standalone/apps/web/.next/server/app/index.segments/_full.segment.rsc +16 -16
- package/.next/standalone/apps/web/.next/server/app/index.segments/_head.segment.rsc +4 -4
- package/.next/standalone/apps/web/.next/server/app/index.segments/_index.segment.rsc +11 -11
- package/.next/standalone/apps/web/.next/server/app/index.segments/_tree.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/page_client-reference-manifest.js +1 -1
- package/.next/standalone/apps/web/.next/server/app/settings/page_client-reference-manifest.js +1 -1
- package/.next/standalone/apps/web/.next/server/app/settings.html +1 -1
- package/.next/standalone/apps/web/.next/server/app/settings.rsc +18 -18
- package/.next/standalone/apps/web/.next/server/app/settings.segments/_full.segment.rsc +18 -18
- package/.next/standalone/apps/web/.next/server/app/settings.segments/_head.segment.rsc +4 -4
- package/.next/standalone/apps/web/.next/server/app/settings.segments/_index.segment.rsc +11 -11
- package/.next/standalone/apps/web/.next/server/app/settings.segments/_tree.segment.rsc +1 -1
- package/.next/standalone/apps/web/.next/server/app/settings.segments/settings/__PAGE__.segment.rsc +4 -4
- package/.next/standalone/apps/web/.next/server/app/settings.segments/settings.segment.rsc +3 -3
- package/.next/standalone/apps/web/.next/server/chunks/0598_next_dist_esm_build_templates_app-route_0kbcuk-.js +8 -7
- package/.next/standalone/apps/web/.next/server/chunks/[root-of-the-server]__0j2l54r._.js +1 -1
- package/.next/standalone/apps/web/.next/server/chunks/packages_scraper_src_0kkcv_v._.js +1 -1
- package/.next/standalone/apps/web/.next/server/chunks/ssr/_169pdlf._.js +5 -5
- package/.next/standalone/apps/web/.next/server/chunks/ssr/_1yqlx1m._.js +1 -1
- package/.next/standalone/apps/web/.next/server/middleware-build-manifest.js +3 -3
- package/.next/standalone/apps/web/.next/server/pages/404.html +1 -1
- package/.next/standalone/apps/web/.next/server/pages/500.html +1 -1
- package/.next/standalone/apps/web/.next/static/chunks/{2_qbhu4zxkm7j.js → 2dvtyg2k2op4x.js} +5 -5
- package/.next/{static/chunks/1b9srvyupwcjz.js → standalone/apps/web/.next/static/chunks/2x1t8sqst0ipu.js} +1 -1
- package/.next/standalone/apps/web/CHANGELOG.md +9 -0
- package/.next/standalone/apps/web/app/api/chat/route.ts +9 -2
- package/.next/standalone/apps/web/app/api/chat/tools.ts +10 -1
- package/.next/standalone/apps/web/components/data/firecrawl-notice.tsx +3 -3
- package/.next/standalone/apps/web/components/data/media-panel.tsx +3 -8
- package/.next/standalone/apps/web/components/data/scrape-panel.tsx +3 -11
- package/.next/standalone/apps/web/components/index/index-workspace.tsx +1 -1
- package/.next/standalone/apps/web/package.json +1 -1
- package/.next/standalone/apps/web/server.js +1 -1
- package/.next/standalone/packages/tools/video-audio/CHANGELOG.md +6 -0
- package/.next/standalone/packages/tools/video-audio/dist/url-importer.js +37 -5
- package/.next/standalone/packages/tools/video-audio/package.json +1 -1
- package/.next/standalone/packages/tools/video-audio/src/url-importer.ts +61 -25
- package/.next/static/chunks/{2_qbhu4zxkm7j.js → 2dvtyg2k2op4x.js} +5 -5
- package/.next/{standalone/apps/web/.next/static/chunks/1b9srvyupwcjz.js → static/chunks/2x1t8sqst0ipu.js} +1 -1
- package/CHANGELOG.md +9 -0
- package/app/api/chat/route.ts +9 -2
- package/app/api/chat/tools.ts +10 -1
- package/components/data/firecrawl-notice.tsx +3 -3
- package/components/data/media-panel.tsx +3 -8
- package/components/data/scrape-panel.tsx +3 -11
- package/components/index/index-workspace.tsx +1 -1
- package/package.json +6 -6
- /package/.next/standalone/apps/web/.next/static/{7yuxi3XYqMr4kxUl6T-qk → whR5PvI0kapiCtaze5Lb0}/_buildManifest.js +0 -0
- /package/.next/standalone/apps/web/.next/static/{7yuxi3XYqMr4kxUl6T-qk → whR5PvI0kapiCtaze5Lb0}/_clientMiddlewareManifest.js +0 -0
- /package/.next/standalone/apps/web/.next/static/{7yuxi3XYqMr4kxUl6T-qk → whR5PvI0kapiCtaze5Lb0}/_ssgManifest.js +0 -0
- /package/.next/static/{7yuxi3XYqMr4kxUl6T-qk → whR5PvI0kapiCtaze5Lb0}/_buildManifest.js +0 -0
- /package/.next/static/{7yuxi3XYqMr4kxUl6T-qk → whR5PvI0kapiCtaze5Lb0}/_clientMiddlewareManifest.js +0 -0
- /package/.next/static/{7yuxi3XYqMr4kxUl6T-qk → whR5PvI0kapiCtaze5Lb0}/_ssgManifest.js +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
1:"$Sreact.fragment"
|
|
2
|
-
2:I[711184,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
3
|
-
3:I[711184,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
2
|
+
2:I[711184,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"ViewportBoundary"]
|
|
3
|
+
3:I[711184,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"MetadataBoundary"]
|
|
4
4
|
4:"$Sreact.suspense"
|
|
5
|
-
5:I[499693,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
6
|
-
0:{"rsc":["$","$1","h",{"children":[null,["$","$L2",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","div",null,{"hidden":true,"children":["$","$L3",null,{"children":["$","$4",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"larkup"}],["$","meta","1",{"name":"description","content":"larkup — a toolkit to build, index, and serve your own AI model and knowledge base."}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.05jv43wa20avt.ico","sizes":"256x256","type":"image/x-icon"}],["$","$L5","3",{}]]}]}]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"isPartial":false,"staleTime":300,"varyParams":null,"buildId":"
|
|
5
|
+
5:I[499693,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"IconMark"]
|
|
6
|
+
0:{"rsc":["$","$1","h",{"children":[null,["$","$L2",null,{"children":[["$","meta","0",{"charSet":"utf-8"}],["$","meta","1",{"name":"viewport","content":"width=device-width, initial-scale=1"}]]}],["$","div",null,{"hidden":true,"children":["$","$L3",null,{"children":["$","$4",null,{"name":"Next.Metadata","children":[["$","title","0",{"children":"larkup"}],["$","meta","1",{"name":"description","content":"larkup — a toolkit to build, index, and serve your own AI model and knowledge base."}],["$","link","2",{"rel":"icon","href":"/favicon.ico?favicon.05jv43wa20avt.ico","sizes":"256x256","type":"image/x-icon"}],["$","$L5","3",{}]]}]}]}],["$","meta",null,{"name":"next-size-adjust","content":""}]]}],"isPartial":false,"staleTime":300,"varyParams":null,"buildId":"whR5PvI0kapiCtaze5Lb0"}
|
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
1:"$Sreact.fragment"
|
|
2
|
-
2:I[232295,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
3
|
-
3:I[82100,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
4
|
-
4:I[624529,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
5
|
-
5:I[266186,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
6
|
-
6:I[200943,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
7
|
-
7:I[724474,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
8
|
-
8:I[624727,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
9
|
-
9:I[7012,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
10
|
-
a:I[953159,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
11
|
-
b:I[721606,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
2
|
+
2:I[232295,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"UpdateBanner"]
|
|
3
|
+
3:I[82100,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"ThemeCustomizerProvider"]
|
|
4
|
+
4:I[624529,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"WorkspaceProvider"]
|
|
5
|
+
5:I[266186,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"ClientLayoutWrapper"]
|
|
6
|
+
6:I[200943,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"default"]
|
|
7
|
+
7:I[724474,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js","/_next/static/chunks/2ns4rchocl_ih.js","/_next/static/chunks/3d56c3oo26hbg.js"],"default"]
|
|
8
|
+
8:I[624727,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"default"]
|
|
9
|
+
9:I[7012,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"Toaster"]
|
|
10
|
+
a:I[953159,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"GlobalIndexProgress"]
|
|
11
|
+
b:I[721606,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"Analytics"]
|
|
12
12
|
:HL["/_next/static/chunks/233p45nuh4m5b.css","style"]
|
|
13
13
|
:HL["/_next/static/chunks/3fe06cefiv690.css","style"]
|
|
14
|
-
0:{"rsc":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/chunks/233p45nuh4m5b.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/_next/static/chunks/3fe06cefiv690.css","precedence":"next"}],["$","script","script-0",{"src":"/_next/static/chunks/38f3p67a1uufx.js","async":true}],["$","script","script-1",{"src":"/_next/static/chunks/3zw6tgf7mxo39.js","async":true}],["$","script","script-2",{"src":"/_next/static/chunks/
|
|
14
|
+
0:{"rsc":["$","$1","c",{"children":[[["$","link","0",{"rel":"stylesheet","href":"/_next/static/chunks/233p45nuh4m5b.css","precedence":"next"}],["$","link","1",{"rel":"stylesheet","href":"/_next/static/chunks/3fe06cefiv690.css","precedence":"next"}],["$","script","script-0",{"src":"/_next/static/chunks/38f3p67a1uufx.js","async":true}],["$","script","script-1",{"src":"/_next/static/chunks/3zw6tgf7mxo39.js","async":true}],["$","script","script-2",{"src":"/_next/static/chunks/2x1t8sqst0ipu.js","async":true}],["$","script","script-3",{"src":"/_next/static/chunks/0_jwrts3vuzsv.js","async":true}],["$","script","script-4",{"src":"/_next/static/chunks/3w4-sqe513cwc.js","async":true}],["$","script","script-5",{"src":"/_next/static/chunks/1xlxyu0yrbcp_.js","async":true}]],["$","html",null,{"lang":"en","suppressHydrationWarning":true,"className":"geist_a71539c9-module__T19VSG__variable geist_mono_8d43a2aa-module__8Li5zG__variable bg-transparent","children":["$","body",null,{"suppressHydrationWarning":true,"className":"font-sans antialiased ","children":[["$","script",null,{"dangerouslySetInnerHTML":{"__html":"(function(){try{var t=localStorage.getItem('app-theme');var b=localStorage.getItem('app-background');var r=localStorage.getItem('app-radius');var d=document.body;if(t&&t!=='default')d.classList.add(t);if(b)d.classList.add(b);if(r&&r!=='radius-default')d.classList.add(r);}catch(e){}})();"}}],["$","$L2",null,{}],["$","$L3",null,{"children":["$","$L4",null,{"children":[["$","$L5",null,{"children":["$","$L6",null,{"parallelRouterKey":"children","template":["$","$L7",null,{"children":["$","$L8",null,{}]}],"templateStyles":[],"templateScripts":[["$","script","script-0",{"src":"/_next/static/chunks/2ns4rchocl_ih.js","async":true}],["$","script","script-1",{"src":"/_next/static/chunks/3d56c3oo26hbg.js","async":true}]],"notFound":[[["$","title",null,{"children":"404: This page could not be found."}],["$","div",null,{"style":{"fontFamily":"system-ui,\"Segoe UI\",Roboto,Helvetica,Arial,sans-serif,\"Apple Color Emoji\",\"Segoe UI Emoji\"","height":"100vh","textAlign":"center","display":"flex","flexDirection":"column","alignItems":"center","justifyContent":"center"},"children":["$","div",null,{"children":[["$","style",null,{"dangerouslySetInnerHTML":{"__html":"body{color:#000;background:#fff;margin:0}.next-error-h1{border-right:1px solid rgba(0,0,0,.3)}@media (prefers-color-scheme:dark){body{color:#fff;background:#000}.next-error-h1{border-right:1px solid rgba(255,255,255,.3)}}"}}],["$","h1",null,{"className":"next-error-h1","style":{"display":"inline-block","margin":"0 20px 0 0","padding":"0 23px 0 0","fontSize":24,"fontWeight":500,"verticalAlign":"top","lineHeight":"49px"},"children":404}],["$","div",null,{"style":{"display":"inline-block"},"children":["$","h2",null,{"style":{"fontSize":14,"fontWeight":400,"lineHeight":"49px","margin":0},"children":"This page could not be found."}]}]]}]}]],[]]}]}],["$","$L9",null,{"position":"bottom-left"}],["$","$La",null,{}]]}]}],["$","$Lb",null,{}]]}]}]]}],"isPartial":false,"staleTime":300,"varyParams":null,"buildId":"whR5PvI0kapiCtaze5Lb0"}
|
|
@@ -2,4 +2,4 @@
|
|
|
2
2
|
:HL["/_next/static/chunks/3fe06cefiv690.css","style"]
|
|
3
3
|
:HL["/_next/static/media/797e433ab948586e-s.p.0r6juujl39pe6.woff2","font",{"crossOrigin":"","type":"font/woff2"}]
|
|
4
4
|
:HL["/_next/static/media/caa3a2e1cccd8315-s.p.0wgildi0cnwt9.woff2","font",{"crossOrigin":"","type":"font/woff2"}]
|
|
5
|
-
0:{"tree":{"name":"","param":null,"prefetchHints":16,"slots":{"children":{"name":"settings","param":null,"prefetchHints":0,"slots":{"children":{"name":"__PAGE__","param":null,"prefetchHints":0,"slots":null}}}}},"staleTime":300,"buildId":"
|
|
5
|
+
0:{"tree":{"name":"","param":null,"prefetchHints":16,"slots":{"children":{"name":"settings","param":null,"prefetchHints":0,"slots":{"children":{"name":"__PAGE__","param":null,"prefetchHints":0,"slots":null}}}}},"staleTime":300,"buildId":"whR5PvI0kapiCtaze5Lb0"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
1:"$Sreact.fragment"
|
|
2
|
-
2:I[638757,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
3
|
-
3:I[93505,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
4
|
-
6:I[711184,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
2
|
+
2:I[638757,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"ClientPageRoot"]
|
|
3
|
+
3:I[93505,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js","/_next/static/chunks/1g-co0b2ulsx7.js","/_next/static/chunks/1j_-mc43_9-b3.js","/_next/static/chunks/3lpl_4iou48lk.js"],"default"]
|
|
4
|
+
6:I[711184,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"OutletBoundary"]
|
|
5
5
|
7:"$Sreact.suspense"
|
|
6
|
-
0:{"rsc":["$","$1","c",{"children":[["$","$L2",null,{"Component":"$3","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@4","$@5"]}}],[["$","script","script-0",{"src":"/_next/static/chunks/1g-co0b2ulsx7.js","async":true}],["$","script","script-1",{"src":"/_next/static/chunks/1j_-mc43_9-b3.js","async":true}],["$","script","script-2",{"src":"/_next/static/chunks/3lpl_4iou48lk.js","async":true}]],["$","$L6",null,{"children":["$","$7",null,{"name":"Next.MetadataOutlet","children":"$@8"}]}]]}],"isPartial":false,"staleTime":300,"varyParams":null,"buildId":"
|
|
6
|
+
0:{"rsc":["$","$1","c",{"children":[["$","$L2",null,{"Component":"$3","serverProvidedParams":{"searchParams":{},"params":{},"promises":["$@4","$@5"]}}],[["$","script","script-0",{"src":"/_next/static/chunks/1g-co0b2ulsx7.js","async":true}],["$","script","script-1",{"src":"/_next/static/chunks/1j_-mc43_9-b3.js","async":true}],["$","script","script-2",{"src":"/_next/static/chunks/3lpl_4iou48lk.js","async":true}]],["$","$L6",null,{"children":["$","$7",null,{"name":"Next.MetadataOutlet","children":"$@8"}]}]]}],"isPartial":false,"staleTime":300,"varyParams":null,"buildId":"whR5PvI0kapiCtaze5Lb0"}
|
|
7
7
|
4:{}
|
|
8
8
|
5:"$0:rsc:props:children:0:props:serverProvidedParams:params"
|
|
9
9
|
8:null
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
1:"$Sreact.fragment"
|
|
2
|
-
2:I[200943,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
3
|
-
3:I[624727,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/
|
|
2
|
+
2:I[200943,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"default"]
|
|
3
|
+
3:I[624727,["/_next/static/chunks/38f3p67a1uufx.js","/_next/static/chunks/3zw6tgf7mxo39.js","/_next/static/chunks/2x1t8sqst0ipu.js","/_next/static/chunks/0_jwrts3vuzsv.js","/_next/static/chunks/3w4-sqe513cwc.js","/_next/static/chunks/1xlxyu0yrbcp_.js"],"default"]
|
|
4
4
|
4:[]
|
|
5
|
-
0:{"rsc":["$","$1","c",{"children":[null,["$","$L2",null,{"parallelRouterKey":"children","template":["$","$L3",null,{}]}]]}],"isPartial":false,"staleTime":300,"varyParams":"$W4","buildId":"
|
|
5
|
+
0:{"rsc":["$","$1","c",{"children":[null,["$","$L2",null,{"parallelRouterKey":"children","template":["$","$L3",null,{}]}]]}],"isPartial":false,"staleTime":300,"varyParams":"$W4","buildId":"whR5PvI0kapiCtaze5Lb0"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
module.exports=[400660,e=>{"use strict";var t=e.i(239441),a=e.i(449055),r=e.i(391328),s=e.i(6352),i=e.i(746789),o=e.i(423437),n=e.i(178820),l=e.i(569191),d=e.i(576251),c=e.i(199962),u=e.i(547545),m=e.i(664046),p=e.i(235691),h=e.i(298907),f=e.i(110763),g=e.i(193695);e.i(673243);var y=e.i(236167),b=e.i(214312),w=e.i(367165),x=e.i(844915),v=e.i(336321),S=e.i(608778),T=e.i(416487),A=e.i(733164),C=e.i(731699),I=e.i(235072),k=e.i(528909),R=e.i(89087),z=e.i(344963),N=e.i(256485),E=e.i(638725),O=e.i(313893),M=e.i(868776),P=e.i(489694),D=e.i(432970),q=e.i(585071),j=e.i(523554),$=e.i(192441),U=e.i(705252);function F(e,t){return t?e.filter(e=>{if(t.source&&e.source!==t.source||t.status&&e.status!==t.status)return!1;if(t.titleContains){let a=t.titleContains.toLowerCase();if(!e.title.toLowerCase().includes(a))return!1}return(!t.createdAfter||!(e.createdAt<t.createdAfter))&&(!t.createdBefore||!(e.createdAt>t.createdBefore))&&(!t.metadataKey||!!e.metadata&&t.metadataKey in e.metadata&&(void 0===t.metadataValue||String(e.metadata[t.metadataKey])===t.metadataValue))&&!0}):e}async function _(e,t=200,a=0,r=!1){let s=F(await (0,U.readDocuments)(),e),i=s.length;return{documents:s.slice(a,a+t).map(e=>{let t={id:e.id,title:e.title,source:e.source,url:e.url,charCount:e.charCount,status:e.status,metadata:e.metadata,createdAt:e.createdAt};return r&&(t.content=e.content.slice(0,2e3)),t}),total:i,summary:function(e){let t={},a={},r={},s=0,i="",o="";for(let n of e){t[n.source]=(t[n.source]??0)+1;let e=n.status??"unindexed";if(a[e]=(a[e]??0)+1,s+=n.charCount,(!i||n.createdAt<i)&&(i=n.createdAt),(!o||n.createdAt>o)&&(o=n.createdAt),n.metadata)for(let e of Object.keys(n.metadata))e.startsWith("_")||(r[e]=(r[e]??0)+1)}let n=Object.entries(r).sort((e,t)=>t[1]-e[1]).slice(0,20).map(([e,t])=>({key:e,count:t}));return{totalDocuments:e.length,bySource:t,byStatus:a,topMetadataKeys:n,totalCharacters:s,dateRange:i?{earliest:i,latest:o}:null}}(s)}}async function L(e,t=1e3){let a=F(await (0,U.readDocuments)(),e);if(0===a.length)return"";let r=new Set;for(let e of a)if(e.metadata)for(let t of Object.keys(e.metadata))t.startsWith("_")||r.add(t);let s=[...r].sort(),i=["id","title","source","url","charCount","status","createdAt","content",...s.map(e=>`metadata_${e}`)],o=e=>e.includes(",")||e.includes('"')||e.includes("\n")?`"${e.replace(/"/g,'""')}"`:e,n=[i.join(",")];for(let e of a){let a=[e.id,e.title,e.source,e.url??"",String(e.charCount),e.status??"unindexed",e.createdAt,e.content.slice(0,t).replace(/\n/g," ")],r=s.map(t=>{let a=e.metadata?.[t];return null==a?"":"object"==typeof a?JSON.stringify(a):String(a)});n.push([...a,...r].map(o).join(","))}return n.join("\n")}async function K(e,t=1e3){return F(await (0,U.readDocuments)(),e).map(e=>{let a={id:e.id,title:e.title,source:e.source,url:e.url??"",charCount:e.charCount,status:e.status??"unindexed",createdAt:e.createdAt,content:e.content.slice(0,t)};if(e.metadata)for(let[t,r]of Object.entries(e.metadata))t.startsWith("_")||(a[`metadata_${t}`]=r);return JSON.stringify(a)}).join("\n")}e.i(983131);var B=e.i(778923);e.i(907667);var W=e.i(490517),H=e.i(504740),Y=e.i(463857),V=e.i(839554),G=e.i(534404);function J({output:e}){return{type:"json",value:e?.success?{success:!0,action:e.action,sessionId:e.sessionId,updatedFields:e.updatedFields??[],fileName:e.fileName,totalPages:e.totalPages,message:"The document was updated successfully. Do not repeat the edit unless requested."}:{success:!1,error:e?.error??"Document update failed"}}}async function Q(t,a,r){let s=async()=>{let s=await (0,w.readConfig)(),i=Math.max(4*a,20),o=await (0,D.refreshServerStatus)();if(o.running)try{let s=Date.now(),n=await fetch(`${o.endpoint}/query`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({query:t,topK:i}),signal:AbortSignal.timeout(15e3)}),l=await n.json(),{trackUsageEvent:d}=await e.A(313282);if(d({type:"server_request",endpoint:"/query",method:"POST",statusCode:n.status,latencyMs:Date.now()-s,serverId:r??void 0,timestamp:new Date().toISOString()}),n.ok&&Array.isArray(l.hits)&&l.hits.length>0)return X(t,l.hits,a)}catch{}let n=await (0,P.readRun)();if(!n||"completed"!==n.status||(n.totalChunks??0)===0)return{query:t,hits:[]};let l=await (0,j.embedQuery)(s,t),d=await (0,q.createAdapter)(s),c=await d.query(l,i,t);return X(t,c,a)};return r?(0,$.runWithServer)(r,s):s()}async function X(e,t,a){var r;let[s,i]=await Promise.all([(0,U.readDocuments)(),(0,V.readMediaAssets)()]),o=new Map(s.map(e=>[e.id,e])),n=new Set(i.flatMap(e=>e.documentIds)),l=t.map(e=>{let t=o.get(e.documentId);return{...e,title:e.title||t?.title||"Untitled",url:e.url||t?.url||"",text:e.text||t?.content||"",metadata:{...t?.metadata,...e.metadata}}}),d=[],c=new Map;for(let e of l){if(e.metadata?.mediaAssetId&&(!o.has(e.documentId)||!n.has(e.documentId)))continue;let t=c.get(e.documentId)??0;if(!(t>=(e.metadata?.isMediaSummary===!0||e.metadata?.contentKind==="multimodal-segment"||e.metadata?.contentKind==="audio-transcript-segment"?1:3))&&(d.push(e),c.set(e.documentId,t+1),d.length>=a))break}let u=d.find(e=>e.metadata?.mediaAssetId)?.metadata.mediaAssetId,m=u?s.filter(e=>"indexed"===e.status&&e.metadata?.mediaAssetId===u&&n.has(e.id)):[],p=m.filter(e=>Number.isFinite(Number(e.metadata?.endSecs))).sort((e,t)=>Number(e.metadata?.endSecs??0)-Number(t.metadata?.endSecs??0)),h=Math.max(0,...p.map(e=>Number(e.metadata?.durationSecs??e.metadata?.endSecs??0))),f=Math.max(600,Math.min(1800,.2*h)),g=p.filter(e=>Number(e.metadata?.endSecs??0)>=h-f),y=[...new Map([...(r=e,/\b(who won|winner|won|final score|scoreline|result|beat|defeated|victor|champion|took (?:the )?(?:game|match|round))\b|من فاز|مين فاز|الفائز|النتيجة|نتيجة|فاز|كسب|البطل|حسم|انتصر/i.test(r))?g.filter(e=>{var t;return t=e.content,/\b(winner|won|final score|total score|scoreline|champion|victor|defeated|beat)\b|الفائز|النتيجة|فاز|كسب|البطل|حسم|انتصر/i.test(t)}).slice(-2):[],...g.slice(-4)].map(e=>[e.id,e])).values()].sort((e,t)=>Number(e.metadata?.endSecs??0)-Number(t.metadata?.endSecs??0)),b=m.find(e=>e.metadata?.isMediaSummary===!0),w=0===y.length?m.find(e=>e.metadata?.contentKind==="multimodal-timeline"):void 0,x=u?[...b?[{role:"summary",title:b.title,url:b.url,text:(0,G.queryAwareExcerpt)(b.content,e,6e3),startSecs:void 0,endSecs:void 0}]:[],...y.map(t=>({role:"ending",title:t.title,url:t.url,text:(0,G.queryAwareExcerpt)(t.content,e,3200,!0),startSecs:t.metadata?.startSecs,endSecs:t.metadata?.endSecs})),...w?[{role:"ending",title:w.title,url:w.url,text:(0,G.queryAwareExcerpt)(w.content,e,4e3,!0),startSecs:void 0,endSecs:w.metadata?.durationSecs}]:[]]:void 0;return{query:e,hits:d.map((t,a)=>{let r=Number(t.metadata?.sequence),i=Number(t.metadata?.startSecs),o=t.metadata?.mediaAssetId?s.filter(e=>{let a=Number(e.metadata?.sequence),s=Number(e.metadata?.startSecs);return"indexed"===e.status&&n.has(e.id)&&e.metadata?.mediaAssetId===t.metadata.mediaAssetId&&Number.isFinite(r)&&Number.isFinite(a)&&1>=Math.abs(a-r)&&(!Number.isFinite(i)||!Number.isFinite(s)||Math.abs(s-i)<=Math.max(90,Number(t.metadata?.endSecs??i)-i,Number(e.metadata?.endSecs??s)-s))}).sort((e,t)=>Number(e.metadata?.startSecs??0)-Number(t.metadata?.startSecs??0)).map(t=>({role:Number(t.metadata?.sequence)<r?"before":Number(t.metadata?.sequence)>r?"after":"matched",title:t.title,url:t.url,text:(0,G.queryAwareExcerpt)(t.content,e,3200),startSecs:t.metadata?.startSecs,endSecs:t.metadata?.endSecs})):void 0;return{documentId:t.documentId,title:t.title??"Untitled",url:t.url??"",score:Number((t.score??0).toFixed(3)),text:(0,G.queryAwareExcerpt)(t.text??"",e,4e3),images:t.metadata?.images,metadata:t.metadata,timelineContext:o,endingContext:0===a?x:void 0}})}}async function Z(t){let{serverId:a,docSessionId:r,config:s}=t,i={searchKnowledgeBase:(0,O.tool)({description:"HIGHEST PRIORITY TOOL — Search the user's private RAG knowledge base. ALWAYS use this FIRST before webSearch or any other tool when the question may relate to the user's indexed data. This includes questions about documents, files, images, diagrams, videos, or anything the user may have uploaded. Do not use for general knowledge, casual conversation, or writing tasks. Search once with a focused query. For media, inspect the returned timeline and endingContext, and reuse exact mediaAssetId/startSecs/endSecs values with presentMedia when a preview is useful. Never guess timestamps.",inputSchema:M.z.object({query:M.z.string().describe("The search query for the knowledge base.")}),execute:async({query:e})=>Q(e,5,a??null)}),presentMedia:(0,O.tool)({description:"Embed one indexed image, video segment, or audio segment as a compact citation in the chat. Use the exact mediaAssetId for Media-library assets, or the exact images[].imageUrl returned by searchKnowledgeBase for an image extracted from a PDF. Call this when the user asks to see, watch, play, or hear the media. Prefer one best citation and do not call this for every search hit.",inputSchema:M.z.object({assetId:M.z.string().optional().describe("Exact mediaAssetId returned by searchKnowledgeBase."),imageUrl:M.z.string().optional().describe("Exact images[].imageUrl returned by searchKnowledgeBase for an extracted PDF image."),startSecs:M.z.number().nonnegative().optional().describe("Exact segment start time returned by searchKnowledgeBase."),endSecs:M.z.number().nonnegative().optional().describe("Exact segment end time returned by searchKnowledgeBase.")}),execute:async({assetId:e,imageUrl:t,startSecs:r,endSecs:s})=>{let i=async()=>{if(t){let e=(await (0,U.readDocuments)()).find(e=>Array.isArray(e.metadata?.images)&&e.metadata.images.some(e=>e?.imageUrl===t)),a=e?.metadata?.images?.find(e=>e?.imageUrl===t);return a?{success:!0,assetId:`document-image-${a.index??0}`,mediaType:"image",fileName:`${e?.title??"Document"} — Image ${(a.index??0)+1}`,mediaUrl:t,sourceUrl:e?.url||t}:{success:!1,error:"That extracted document image is no longer available."}}if(!e)return{success:!1,error:"Choose a media asset or extracted document image."};let i=(await (0,V.readMediaAssets)()).find(t=>t.id===e);if(!i||"completed"!==i.processingStatus)return{success:!1,error:"That indexed media asset is no longer available."};let o=(0,G.normalizeMediaCitationRange)(i.type,i.durationSecs,r,s),n=a?`?serverId=${encodeURIComponent(a)}`:"",l=`/api/media/${i.id}${n}`,d=void 0!==o.startSecs?(0,G.timestampMediaUrl)(i.originalUrl||l,o.startSecs):i.originalUrl||l;return{success:!0,assetId:i.id,mediaType:i.type,fileName:i.fileName,mediaUrl:l,sourceUrl:d,startSecs:o.startSecs,endSecs:o.endSecs}};return a?(0,$.runWithServer)(a,i):i()}}),queryTabularData:(0,O.tool)({description:"Query a tabular dataset (CSV/Excel/JSON) for exact values, filtering, grouping, and aggregations. Use this when the user asks about specific data values, comparisons, averages, sums, counts, highest/lowest, or any numerical question about uploaded data.",inputSchema:M.z.object({datasetId:M.z.string().describe("The ID of the dataset to query. Get this from the available datasets list in the system prompt."),filters:M.z.array(M.z.object({column:M.z.string(),op:M.z.enum(["eq","neq","gt","gte","lt","lte","contains","in"]),value:M.z.any()})).optional().describe("Filters to apply to the data."),groupBy:M.z.array(M.z.string()).optional().describe("Columns to group by for aggregations."),aggregations:M.z.array(M.z.object({column:M.z.string(),op:M.z.enum(["sum","avg","count","min","max","median"])})).optional().describe("Aggregation operations to perform."),sortBy:M.z.string().optional().describe("Column to sort results by."),sortOrder:M.z.enum(["asc","desc"]).optional().describe("Sort direction."),limit:M.z.number().optional().describe("Max number of rows to return."),columns:M.z.array(M.z.string()).optional().describe("Specific columns to include in results.")}),execute:async e=>{try{return await (0,S.queryTabular)(e)}catch(e){return{columns:[],rows:[],totalRows:0,error:e.message??"Query failed"}}}}),generateVisualization:(0,O.tool)({description:"Generate an interactive chart visualization. Use this when the user asks to see trends, comparisons, distributions, or any visual representation of data. The UI will render this as an interactive Recharts chart.",inputSchema:M.z.object({chartType:M.z.enum(["bar","area","line","pie","scatter","radar"]).describe("The type of chart to create."),title:M.z.string().describe("Chart title."),subtitle:M.z.string().optional().describe("Chart subtitle for additional context."),data:M.z.array(M.z.record(M.z.string(),M.z.any())).describe("Array of data points to plot. You MUST provide the data here. Example: [{'name': 'North', 'value': 3206}, {'name': 'East', 'value': 2492}]"),xAxisKey:M.z.string().describe("The key in data objects to use for the X axis (usually 'name')."),series:M.z.array(M.z.object({dataKey:M.z.string().describe("The key in data objects for this series values."),label:M.z.string().optional().describe("Display label for this series in the legend."),color:M.z.string().optional().describe("Color for this series (hex). If omitted, theme colors are used.")})).describe("Data series to plot."),stacked:M.z.boolean().optional().describe("Whether to stack bar/area charts."),showLegend:M.z.boolean().optional().default(!0).describe("Whether to show the legend."),xAxisLabel:M.z.string().optional().describe("Label for the X axis."),yAxisLabel:M.z.string().optional().describe("Label for the Y axis.")}),execute:async e=>e}),executeAnalysis:(0,O.tool)({description:"Execute Python code in a secure sandbox for deep data analysis. Use this for complex statistical computations (correlations, regressions, clustering), data transformations, or when creating custom matplotlib visualizations. The code has access to pandas, numpy, matplotlib, scipy, scikit-learn, and seaborn. Always print results to stdout and use plt.show() for charts.",inputSchema:M.z.object({code:M.z.string().describe('Python code to execute. Has pandas (2.0+), numpy, matplotlib, scipy, sklearn, seaborn available. ALWAYS use "ME" instead of "M" for resample frequency. Print results and use plt.show() for charts.'),datasetId:M.z.string().optional().describe("If provided, the dataset CSV will be available as 'data.csv' in the working directory.")}),execute:async({code:e,datasetId:t})=>{try{let a=new B.SandboxManager({backend:"docker"}),r=[];if(t){let e=await (0,S.getTabularDataset)(t);if(e&&e.rows.length>0){let t=e.columns.map(e=>e.name),a=[t.join(",")];for(let r of e.rows)a.push(t.map(e=>{let t=r[e],a=String(t??"");return a.includes(",")||a.includes('"')?`"${a.replace(/"/g,'""')}"`:a}).join(","));r.push({name:"data.csv",content:a.join("\n")})}}let s=e,i=await a.execute({code:s,language:"python",files:r,timeout:3e4});return 0!==i.exitCode&&(s=(s=(s=(s=s.replace(/resample\((['"])M(['"])\)/g,"resample($1ME$2)")).replace(/resample\((['"])Q(['"])\)/g,"resample($1QE$2)")).replace(/resample\((['"])Y(['"])\)/g,"resample($1YE$2)")).replace(/freq=(['"])M(['"])/g,"freq=$1ME$2"),i=await a.execute({code:s,language:"python",files:r,timeout:3e4})),{stdout:i.stdout.slice(0,5e3),stderr:i.stderr.slice(0,2e3),exitCode:i.exitCode,artifacts:i.artifacts.map(e=>({name:e.name,mimeType:e.mimeType,data:e.data.slice(0,5e5)})),executionTimeMs:i.executionTimeMs}}catch(e){return{stdout:"",stderr:e.message??"Sandbox execution failed",exitCode:1,artifacts:[],executionTimeMs:0}}}}),analyzeImageDeeply:(0,O.tool)({description:"Use this tool when you need to answer a detailed question about an image (like a diagram, chart, or schema) found in the knowledge base. Pass the exact imageUrl found in the document metadata, along with specific instructions on what you need to extract from it.",inputSchema:M.z.object({imageUrl:M.z.string().describe("The URL of the image to analyze (from metadata.images.imageUrl)"),prompt:M.z.string().describe("Specific instructions on what to extract or analyze from this image. Be as detailed as possible to get the best result.")}),execute:async({imageUrl:e,prompt:t})=>{try{let a=e.startsWith("/")?`http://127.0.0.1:${process.env.PORT||3e3}${e}`:e,r=await fetch(a);if(!r.ok)throw Error(`Failed to fetch image: ${r.statusText}`);let s=await r.arrayBuffer(),i=Buffer.from(s).toString("base64");r.headers.get("content-type");let o=await fetch(`http://127.0.0.1:${process.env.PORT||3e3}/api/describe-image`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({base64:i,prompt:t})});if(!o.ok)throw Error(`Vision API error: ${o.statusText}`);return{analysis:(await o.json()).description}}catch(e){return{error:`Failed to analyze image: ${e.message}`}}}}),getIndexedData:(0,O.tool)({description:'Get structured access to ALL indexed source documents. Use this for counting, listing, filtering, and overview questions about the knowledge base. Returns document metadata (title, source type, status, custom metadata fields, dates). Use this when the user asks "how many documents?", "list all X", "show progress", "what sources?", or any structural question about the corpus.',inputSchema:M.z.object({filter:M.z.object({source:M.z.enum(["paste","upload","scrape","tabular","media"]).optional().describe("Filter by document source type."),status:M.z.enum(["indexed","unindexed"]).optional().describe("Filter by indexing status."),metadataKey:M.z.string().optional().describe("Filter by metadata key existence."),metadataValue:M.z.string().optional().describe("Filter by metadata key=value (requires metadataKey)."),titleContains:M.z.string().optional().describe("Case-insensitive text search in title."),createdAfter:M.z.string().optional().describe("Only docs created on or after this ISO date."),createdBefore:M.z.string().optional().describe("Only docs created on or before this ISO date.")}).optional().describe("Optional filters to narrow down documents."),limit:M.z.number().optional().default(200).describe("Max number of document summaries to return (default 200)."),offset:M.z.number().optional().default(0).describe("Pagination offset."),includeContent:M.z.boolean().optional().default(!1).describe("Whether to include truncated document content. Default false for performance. Set true only when you need the actual text.")}),execute:async({filter:e,limit:t,offset:a,includeContent:r})=>{try{let s=Math.min(t??(r?20:100),r?20:100);return await _(e,s,a??0,r??!1)}catch(e){return{documents:[],total:0,summary:{totalDocuments:0,bySource:{},byStatus:{},topMetadataKeys:[],totalCharacters:0,dateRange:null},error:e.message??"Failed to retrieve corpus data"}}}}),analyzeCorpusWithCode:(0,O.tool)({description:'Run Python code in a sandbox with the FULL indexed corpus available as a file. Use this for complex analysis of documents: parsing fields from content, computing progress percentages, grouping by patterns, detecting duplicates, generating charts from corpus data, or any question that requires programmatic processing of hundreds/thousands of documents. The corpus is available as "corpus.csv" (or "corpus.jsonl" if format is jsonl). CSV columns: id, title, source, url, charCount, status, createdAt, content, plus any metadata_* columns.',inputSchema:M.z.object({code:M.z.string().describe('Python code to execute. The corpus file is in the working directory. Use pandas to load it: df = pd.read_csv("corpus.csv") or for JSONL: df = pd.read_json("corpus.jsonl", lines=True). Has pandas (2.0+), numpy, matplotlib, scipy, sklearn, seaborn available. ALWAYS use "ME" instead of "M" for resample frequency. Print results and use plt.show() for charts.'),format:M.z.enum(["csv","jsonl"]).optional().default("csv").describe("Format of the corpus file. Default is CSV.")}),execute:async({code:e,format:t})=>{try{let a=new B.SandboxManager({backend:"docker"}),r="jsonl"===t?await K():await L();if(!r)return{stdout:"No documents found in the corpus.",stderr:"",exitCode:0,artifacts:[],executionTimeMs:0};let s=[{name:"jsonl"===t?"corpus.jsonl":"corpus.csv",content:r}],i=e,o=await a.execute({code:i,language:"python",files:s,timeout:3e4});return 0!==o.exitCode&&(i=(i=(i=(i=i.replace(/resample\((['"])M(['"])\)/g,"resample($1ME$2)")).replace(/resample\((['"])Q(['"])\)/g,"resample($1QE$2)")).replace(/resample\((['"])Y(['"])\)/g,"resample($1YE$2)")).replace(/freq=(['"])M(['"])/g,"freq=$1ME$2"),o=await a.execute({code:i,language:"python",files:s,timeout:3e4})),{stdout:o.stdout.slice(0,5e3),stderr:o.stderr.slice(0,2e3),exitCode:o.exitCode,artifacts:o.artifacts.map(e=>({name:e.name,mimeType:e.mimeType,data:e.data.slice(0,5e5)})),executionTimeMs:o.executionTimeMs}}catch(e){return{stdout:"",stderr:e.message??"Corpus analysis failed",exitCode:1,artifacts:[],executionTimeMs:0}}}}),fillDocumentForm:(0,O.tool)({description:'Fill form fields, text inputs, or checkboxes in the currently active document. Use this when the user asks to "fill the form", "add data to fields", or "fill with dummy data". You should use the searchKnowledgeBase tool to find answers to form questions if you do not know them. The available fields are provided in your system prompt.',inputSchema:M.z.object({edits:M.z.array(M.z.object({fieldId:M.z.string().describe("The ID of the field to fill (from the active document context)"),value:M.z.string().describe("The value to set for the field")})).describe("List of fields to fill and their new values")}),execute:async({edits:e})=>{if(!r)return{success:!1,error:"Document not loaded yet. Please wait a moment or ask the user to click the document to open it in the canvas before filling it."};try{let t=e.map(e=>({...e,type:"fill"})),a=await (0,W.applyFieldEdits)(r,t);if(!a.success)return{success:!1,error:a.error};return{success:!0,action:"fill_document",sessionId:r,edits:e,updatedFields:a.updatedFields,fileName:a.parsed.fileName,mimeType:a.parsed.mimeType,fields:a.parsed.fields,pages:a.parsed.pages.map(e=>({index:e.index,text:e.text.slice(0,2e3),html:e.html,fields:e.fields,dimensions:e.dimensions})),totalPages:a.parsed.totalPages,fileBase64:a.fileBase64}}catch(e){return{success:!1,error:e.message}}},toModelOutput:J}),editDocument:(0,O.tool)({description:"Edit the content (text) of the currently active document. Use this when the user asks to modify paragraphs, rewrite text, or change slides (not form fields).",inputSchema:M.z.object({edits:M.z.array(M.z.object({pageIndex:M.z.number().default(0).describe("Page or slide index (0-based)"),type:M.z.enum(["replace_text","insert_text"]).describe("Type of edit"),search:M.z.string().optional().describe("Text to search for (if replacing)"),text:M.z.string().describe("Replacement text or text to insert")})).describe("List of content edits to apply")}),execute:async({edits:e})=>{if(!r)return{success:!1,error:"Document not loaded yet. Please wait a moment or ask the user to click the document to open it in the canvas before editing it."};try{let t=await (0,W.applyContentEdits)(r,e);if(!t.success)return{success:!1,error:t.error};return{success:!0,action:"edit_document",sessionId:r,edits:e,updatedFields:t.updatedFields,fileName:t.parsed.fileName,mimeType:t.parsed.mimeType,pages:t.parsed.pages.map(e=>({index:e.index,text:e.text.slice(0,2e3),html:e.html,fields:e.fields,dimensions:e.dimensions})),totalPages:t.parsed.totalPages,fileBase64:t.fileBase64}}catch(e){return{success:!1,error:e.message}}},toModelOutput:J}),requestDocumentSignature:(0,O.tool)({description:'STRICTLY ONLY use this when the user explicitly asks to "sign" the currently active document or asks for a "signature". CRITICAL: Do NOT use this tool for filling forms, answering questions, or adding dummy data. CRITICAL: NEVER call this tool more than once per user request. Yields a UI widget for the user to confirm the placement and provide their signature.',inputSchema:M.z.object({detectedLocations:M.z.array(M.z.object({pageIndex:M.z.number(),context:M.z.string()})).optional().describe("Optional. The detected signature locations in the document.")})}),webSearch:(0,O.tool)({description:"Search the public internet for current information, news, or facts. IMPORTANT: Only use this AFTER searchKnowledgeBase has been tried first and returned no relevant results. Never use webSearch as a first resort — the user's indexed knowledge base always takes priority. Use webSearch for questions about current events, public facts, or topics clearly outside the user's indexed data.",inputSchema:M.z.object({query:M.z.string().describe("The search query.")}),execute:async({query:t})=>{let a,r=s?.webSearchProvider||"tavily",i=new Request("http://localhost/api/search",{method:"POST",body:JSON.stringify({query:t})});try{switch(r){case"google":case"serper":let{POST:t}=await e.A(311108);a=await t(i);break;case"tavily":let{POST:s}=await e.A(118890);a=await s(i);break;case"brave":let{POST:o}=await e.A(3366);a=await o(i);break;case"bing":let{POST:n}=await e.A(654210);a=await n(i);break;case"exa":let{POST:l}=await e.A(187616);a=await l(i);break;default:let{POST:d}=await e.A(465615);a=await d(i)}if(a.status>=400)return{error:(await a.json()).error||"Search failed",results:[]};let c=await a.json();return{results:(c.items||c.results||[]).slice(0,10).map(e=>({title:e.title,url:e.url,snippet:e.description||e.snippet||""}))}}catch(e){return{error:e.message||"Search failed",results:[]}}}})},o=s?.enabledTools||[],n={},l=e=>0===o.length||o.includes(e);for(let[e,t]of Object.entries(i))"webSearch"!==e&&(l(e)||["presentMedia","fillDocumentForm","editDocument","requestDocumentSignature"].includes(e))&&(n[e]=t);s?.webSearchEnabled===!0&&(n.webSearch=i.webSearch);try{for(let e of(await (0,Y.getInstalledTools)()))if(l(e.id)){let a=await (0,H.loadTool)(e.id);a&&a.default?n[e.id]=a.default(t):a&&a.tool&&(n[e.id]=a.tool(t))}}catch(e){console.error("[marketplace] Failed to load marketplace tools for chat:",e)}return n}let ee=`
|
|
1
|
+
module.exports=[400660,e=>{"use strict";var t=e.i(239441),a=e.i(449055),r=e.i(391328),s=e.i(6352),i=e.i(746789),o=e.i(423437),n=e.i(178820),l=e.i(569191),d=e.i(576251),c=e.i(199962),u=e.i(547545),m=e.i(664046),p=e.i(235691),h=e.i(298907),f=e.i(110763),g=e.i(193695);e.i(673243);var y=e.i(236167),b=e.i(214312),w=e.i(367165),x=e.i(844915),v=e.i(336321),S=e.i(608778),T=e.i(416487),A=e.i(733164),C=e.i(731699),I=e.i(235072),k=e.i(528909),R=e.i(89087),z=e.i(344963),N=e.i(256485),E=e.i(638725),O=e.i(313893),M=e.i(868776),P=e.i(489694),q=e.i(432970),D=e.i(585071),j=e.i(523554),$=e.i(192441),U=e.i(705252);function F(e,t){return t?e.filter(e=>{if(t.source&&e.source!==t.source||t.status&&e.status!==t.status)return!1;if(t.titleContains){let a=t.titleContains.toLowerCase();if(!e.title.toLowerCase().includes(a))return!1}return(!t.createdAfter||!(e.createdAt<t.createdAfter))&&(!t.createdBefore||!(e.createdAt>t.createdBefore))&&(!t.metadataKey||!!e.metadata&&t.metadataKey in e.metadata&&(void 0===t.metadataValue||String(e.metadata[t.metadataKey])===t.metadataValue))&&!0}):e}async function _(e,t=200,a=0,r=!1){let s=F(await (0,U.readDocuments)(),e),i=s.length;return{documents:s.slice(a,a+t).map(e=>{let t={id:e.id,title:e.title,source:e.source,url:e.url,charCount:e.charCount,status:e.status,metadata:e.metadata,createdAt:e.createdAt};return r&&(t.content=e.content.slice(0,2e3)),t}),total:i,summary:function(e){let t={},a={},r={},s=0,i="",o="";for(let n of e){t[n.source]=(t[n.source]??0)+1;let e=n.status??"unindexed";if(a[e]=(a[e]??0)+1,s+=n.charCount,(!i||n.createdAt<i)&&(i=n.createdAt),(!o||n.createdAt>o)&&(o=n.createdAt),n.metadata)for(let e of Object.keys(n.metadata))e.startsWith("_")||(r[e]=(r[e]??0)+1)}let n=Object.entries(r).sort((e,t)=>t[1]-e[1]).slice(0,20).map(([e,t])=>({key:e,count:t}));return{totalDocuments:e.length,bySource:t,byStatus:a,topMetadataKeys:n,totalCharacters:s,dateRange:i?{earliest:i,latest:o}:null}}(s)}}async function L(e,t=1e3){let a=F(await (0,U.readDocuments)(),e);if(0===a.length)return"";let r=new Set;for(let e of a)if(e.metadata)for(let t of Object.keys(e.metadata))t.startsWith("_")||r.add(t);let s=[...r].sort(),i=["id","title","source","url","charCount","status","createdAt","content",...s.map(e=>`metadata_${e}`)],o=e=>e.includes(",")||e.includes('"')||e.includes("\n")?`"${e.replace(/"/g,'""')}"`:e,n=[i.join(",")];for(let e of a){let a=[e.id,e.title,e.source,e.url??"",String(e.charCount),e.status??"unindexed",e.createdAt,e.content.slice(0,t).replace(/\n/g," ")],r=s.map(t=>{let a=e.metadata?.[t];return null==a?"":"object"==typeof a?JSON.stringify(a):String(a)});n.push([...a,...r].map(o).join(","))}return n.join("\n")}async function K(e,t=1e3){return F(await (0,U.readDocuments)(),e).map(e=>{let a={id:e.id,title:e.title,source:e.source,url:e.url??"",charCount:e.charCount,status:e.status??"unindexed",createdAt:e.createdAt,content:e.content.slice(0,t)};if(e.metadata)for(let[t,r]of Object.entries(e.metadata))t.startsWith("_")||(a[`metadata_${t}`]=r);return JSON.stringify(a)}).join("\n")}e.i(983131);var B=e.i(778923);e.i(907667);var W=e.i(490517),H=e.i(504740),Y=e.i(463857),V=e.i(839554),G=e.i(534404);function J({output:e}){return{type:"json",value:e?.success?{success:!0,action:e.action,sessionId:e.sessionId,updatedFields:e.updatedFields??[],fileName:e.fileName,totalPages:e.totalPages,message:"The document was updated successfully. Do not repeat the edit unless requested."}:{success:!1,error:e?.error??"Document update failed"}}}async function Q(t,a,r){let s=async()=>{let s=await (0,w.readConfig)(),i=Math.max(4*a,20),o=await (0,q.refreshServerStatus)();if(o.running)try{let s=Date.now(),n=await fetch(`${o.endpoint}/query`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({query:t,topK:i}),signal:AbortSignal.timeout(15e3)}),l=await n.json(),{trackUsageEvent:d}=await e.A(313282);if(d({type:"server_request",endpoint:"/query",method:"POST",statusCode:n.status,latencyMs:Date.now()-s,serverId:r??void 0,timestamp:new Date().toISOString()}),n.ok&&Array.isArray(l.hits)&&l.hits.length>0)return X(t,l.hits,a)}catch{}let n=await (0,P.readRun)();if(!n||"completed"!==n.status||(n.totalChunks??0)===0)return{query:t,hits:[]};let l=await (0,j.embedQuery)(s,t),d=await (0,D.createAdapter)(s),c=await d.query(l,i,t);return X(t,c,a)};return r?(0,$.runWithServer)(r,s):s()}async function X(e,t,a){var r;let[s,i]=await Promise.all([(0,U.readDocuments)(),(0,V.readMediaAssets)()]),o=new Map(s.map(e=>[e.id,e])),n=new Set(i.flatMap(e=>e.documentIds)),l=t.map(e=>{let t=o.get(e.documentId);return{...e,title:e.title||t?.title||"Untitled",url:e.url||t?.url||"",text:e.text||t?.content||"",metadata:{...t?.metadata,...e.metadata}}}),d=[],c=new Map;for(let e of l){if(e.metadata?.mediaAssetId&&(!o.has(e.documentId)||!n.has(e.documentId)))continue;let t=c.get(e.documentId)??0;if(!(t>=(e.metadata?.isMediaSummary===!0||e.metadata?.contentKind==="multimodal-segment"||e.metadata?.contentKind==="audio-transcript-segment"?1:3))&&(d.push(e),c.set(e.documentId,t+1),d.length>=a))break}let u=d.find(e=>e.metadata?.mediaAssetId)?.metadata.mediaAssetId,m=u?s.filter(e=>"indexed"===e.status&&e.metadata?.mediaAssetId===u&&n.has(e.id)):[],p=m.filter(e=>Number.isFinite(Number(e.metadata?.endSecs))).sort((e,t)=>Number(e.metadata?.endSecs??0)-Number(t.metadata?.endSecs??0)),h=Math.max(0,...p.map(e=>Number(e.metadata?.durationSecs??e.metadata?.endSecs??0))),f=Math.max(600,Math.min(1800,.2*h)),g=p.filter(e=>Number(e.metadata?.endSecs??0)>=h-f),y=[...new Map([...(r=e,/\b(who won|winner|won|final score|scoreline|result|beat|defeated|victor|champion|took (?:the )?(?:game|match|round))\b|من فاز|مين فاز|الفائز|النتيجة|نتيجة|فاز|كسب|البطل|حسم|انتصر/i.test(r))?g.filter(e=>{var t;return t=e.content,/\b(winner|won|final score|total score|scoreline|champion|victor|defeated|beat)\b|الفائز|النتيجة|فاز|كسب|البطل|حسم|انتصر/i.test(t)}).slice(-2):[],...g.slice(-4)].map(e=>[e.id,e])).values()].sort((e,t)=>Number(e.metadata?.endSecs??0)-Number(t.metadata?.endSecs??0)),b=m.find(e=>e.metadata?.isMediaSummary===!0),w=0===y.length?m.find(e=>e.metadata?.contentKind==="multimodal-timeline"):void 0,x=u?[...b?[{role:"summary",title:b.title,url:b.url,text:(0,G.queryAwareExcerpt)(b.content,e,6e3),startSecs:void 0,endSecs:void 0}]:[],...y.map(t=>({role:"ending",title:t.title,url:t.url,text:(0,G.queryAwareExcerpt)(t.content,e,3200,!0),startSecs:t.metadata?.startSecs,endSecs:t.metadata?.endSecs})),...w?[{role:"ending",title:w.title,url:w.url,text:(0,G.queryAwareExcerpt)(w.content,e,4e3,!0),startSecs:void 0,endSecs:w.metadata?.durationSecs}]:[]]:void 0;return{query:e,hits:d.map((t,a)=>{let r=Number(t.metadata?.sequence),i=Number(t.metadata?.startSecs),o=t.metadata?.mediaAssetId?s.filter(e=>{let a=Number(e.metadata?.sequence),s=Number(e.metadata?.startSecs);return"indexed"===e.status&&n.has(e.id)&&e.metadata?.mediaAssetId===t.metadata.mediaAssetId&&Number.isFinite(r)&&Number.isFinite(a)&&1>=Math.abs(a-r)&&(!Number.isFinite(i)||!Number.isFinite(s)||Math.abs(s-i)<=Math.max(90,Number(t.metadata?.endSecs??i)-i,Number(e.metadata?.endSecs??s)-s))}).sort((e,t)=>Number(e.metadata?.startSecs??0)-Number(t.metadata?.startSecs??0)).map(t=>({role:Number(t.metadata?.sequence)<r?"before":Number(t.metadata?.sequence)>r?"after":"matched",title:t.title,url:t.url,text:(0,G.queryAwareExcerpt)(t.content,e,3200),startSecs:t.metadata?.startSecs,endSecs:t.metadata?.endSecs})):void 0;return{documentId:t.documentId,title:t.title??"Untitled",url:t.url??"",score:Number((t.score??0).toFixed(3)),text:(0,G.queryAwareExcerpt)(t.text??"",e,4e3),images:t.metadata?.images,metadata:t.metadata,timelineContext:o,endingContext:0===a?x:void 0}})}}async function Z(t){let{serverId:a,docSessionId:r,config:s}=t,i={searchKnowledgeBase:(0,O.tool)({description:"HIGHEST PRIORITY TOOL — Search the user's private RAG knowledge base. ALWAYS use this FIRST before webSearch or any other tool when the question may relate to the user's indexed data. This includes questions about documents, files, images, diagrams, videos, or anything the user may have uploaded. Do not use for general knowledge, casual conversation, or writing tasks. Search once with a focused query. For media, inspect the returned timeline and endingContext, and reuse exact mediaAssetId/startSecs/endSecs values with presentMedia when a preview is useful. Never guess timestamps.",inputSchema:M.z.object({query:M.z.string().describe("The search query for the knowledge base.")}),execute:async({query:e})=>Q(e,5,a??null)}),presentMedia:(0,O.tool)({description:"Embed one indexed image, video segment, or audio segment as a compact citation in the chat. Use the exact mediaAssetId for Media-library assets, or the exact images[].imageUrl returned by searchKnowledgeBase for an image extracted from a PDF. Call this when the user asks to see, watch, play, or hear the media. Prefer one best citation and do not call this for every search hit.",inputSchema:M.z.object({assetId:M.z.string().optional().describe("Exact mediaAssetId returned by searchKnowledgeBase."),imageUrl:M.z.string().optional().describe("Exact images[].imageUrl returned by searchKnowledgeBase for an extracted PDF image."),startSecs:M.z.number().nonnegative().optional().describe("Exact segment start time returned by searchKnowledgeBase."),endSecs:M.z.number().nonnegative().optional().describe("Exact segment end time returned by searchKnowledgeBase.")}),execute:async({assetId:e,imageUrl:t,startSecs:r,endSecs:s})=>{let i=async()=>{if(t){let e=(await (0,U.readDocuments)()).find(e=>Array.isArray(e.metadata?.images)&&e.metadata.images.some(e=>e?.imageUrl===t)),a=e?.metadata?.images?.find(e=>e?.imageUrl===t);return a?{success:!0,assetId:`document-image-${a.index??0}`,mediaType:"image",fileName:`${e?.title??"Document"} — Image ${(a.index??0)+1}`,mediaUrl:t,sourceUrl:e?.url||t}:{success:!1,error:"That extracted document image is no longer available."}}if(!e)return{success:!1,error:"Choose a media asset or extracted document image."};let i=(await (0,V.readMediaAssets)()).find(t=>t.id===e);if(!i||"completed"!==i.processingStatus)return{success:!1,error:"That indexed media asset is no longer available."};let o=(0,G.normalizeMediaCitationRange)(i.type,i.durationSecs,r,s),n=a?`?serverId=${encodeURIComponent(a)}`:"",l=`/api/media/${i.id}${n}`,d=void 0!==o.startSecs?(0,G.timestampMediaUrl)(i.originalUrl||l,o.startSecs):i.originalUrl||l;return{success:!0,assetId:i.id,mediaType:i.type,fileName:i.fileName,mediaUrl:l,sourceUrl:d,startSecs:o.startSecs,endSecs:o.endSecs}};return a?(0,$.runWithServer)(a,i):i()}}),queryTabularData:(0,O.tool)({description:"Query a tabular dataset (CSV/Excel/JSON) for exact values, filtering, grouping, and aggregations. Use this when the user asks about specific data values, comparisons, averages, sums, counts, highest/lowest, or any numerical question about uploaded data.",inputSchema:M.z.object({datasetId:M.z.string().describe("The ID of the dataset to query. Get this from the available datasets list in the system prompt."),filters:M.z.array(M.z.object({column:M.z.string(),op:M.z.enum(["eq","neq","gt","gte","lt","lte","contains","in"]),value:M.z.any()})).optional().describe("Filters to apply to the data."),groupBy:M.z.array(M.z.string()).optional().describe("Columns to group by for aggregations."),aggregations:M.z.array(M.z.object({column:M.z.string(),op:M.z.enum(["sum","avg","count","min","max","median"])})).optional().describe("Aggregation operations to perform."),sortBy:M.z.string().optional().describe("Column to sort results by."),sortOrder:M.z.enum(["asc","desc"]).optional().describe("Sort direction."),limit:M.z.number().optional().describe("Max number of rows to return."),columns:M.z.array(M.z.string()).optional().describe("Specific columns to include in results.")}),execute:async e=>{try{return await (0,S.queryTabular)(e)}catch(e){return{columns:[],rows:[],totalRows:0,error:e.message??"Query failed"}}}}),generateVisualization:(0,O.tool)({description:"Generate an interactive chart visualization. Use this when the user asks to see trends, comparisons, distributions, or any visual representation of data. The UI will render this as an interactive Recharts chart.",inputSchema:M.z.object({chartType:M.z.enum(["bar","area","line","pie","scatter","radar"]).describe("The type of chart to create."),title:M.z.string().describe("Chart title."),subtitle:M.z.string().optional().describe("Chart subtitle for additional context."),data:M.z.array(M.z.record(M.z.string(),M.z.any())).describe("Array of data points to plot. You MUST provide the data here. Example: [{'name': 'North', 'value': 3206}, {'name': 'East', 'value': 2492}]"),xAxisKey:M.z.string().describe("The key in data objects to use for the X axis (usually 'name')."),series:M.z.array(M.z.object({dataKey:M.z.string().describe("The key in data objects for this series values."),label:M.z.string().optional().describe("Display label for this series in the legend."),color:M.z.string().optional().describe("Color for this series (hex). If omitted, theme colors are used.")})).describe("Data series to plot."),stacked:M.z.boolean().optional().describe("Whether to stack bar/area charts."),showLegend:M.z.boolean().optional().default(!0).describe("Whether to show the legend."),xAxisLabel:M.z.string().optional().describe("Label for the X axis."),yAxisLabel:M.z.string().optional().describe("Label for the Y axis.")}),execute:async e=>e}),executeAnalysis:(0,O.tool)({description:"Execute Python code in a secure sandbox for deep data analysis. Use this for complex statistical computations (correlations, regressions, clustering), data transformations, or when creating custom matplotlib visualizations. The code has access to pandas, numpy, matplotlib, scipy, scikit-learn, and seaborn. Always print results to stdout and use plt.show() for charts.",inputSchema:M.z.object({code:M.z.string().describe('Python code to execute. Has pandas (2.0+), numpy, matplotlib, scipy, sklearn, seaborn available. ALWAYS use "ME" instead of "M" for resample frequency. Print results and use plt.show() for charts.'),datasetId:M.z.string().optional().describe("If provided, the dataset CSV will be available as 'data.csv' in the working directory.")}),execute:async({code:e,datasetId:t})=>{try{let a=new B.SandboxManager({backend:"docker"}),r=[];if(t){let e=await (0,S.getTabularDataset)(t);if(e&&e.rows.length>0){let t=e.columns.map(e=>e.name),a=[t.join(",")];for(let r of e.rows)a.push(t.map(e=>{let t=r[e],a=String(t??"");return a.includes(",")||a.includes('"')?`"${a.replace(/"/g,'""')}"`:a}).join(","));r.push({name:"data.csv",content:a.join("\n")})}}let s=e,i=await a.execute({code:s,language:"python",files:r,timeout:3e4});return 0!==i.exitCode&&(s=(s=(s=(s=s.replace(/resample\((['"])M(['"])\)/g,"resample($1ME$2)")).replace(/resample\((['"])Q(['"])\)/g,"resample($1QE$2)")).replace(/resample\((['"])Y(['"])\)/g,"resample($1YE$2)")).replace(/freq=(['"])M(['"])/g,"freq=$1ME$2"),i=await a.execute({code:s,language:"python",files:r,timeout:3e4})),{stdout:i.stdout.slice(0,5e3),stderr:i.stderr.slice(0,2e3),exitCode:i.exitCode,artifacts:i.artifacts.map(e=>({name:e.name,mimeType:e.mimeType,data:e.data.slice(0,5e5)})),executionTimeMs:i.executionTimeMs}}catch(e){return{stdout:"",stderr:e.message??"Sandbox execution failed",exitCode:1,artifacts:[],executionTimeMs:0}}}}),analyzeImageDeeply:(0,O.tool)({description:"Use this tool when you need to answer a detailed question about an image (like a diagram, chart, or schema) found in the knowledge base. Pass the exact imageUrl found in the document metadata, along with specific instructions on what you need to extract from it.",inputSchema:M.z.object({imageUrl:M.z.string().describe("The URL of the image to analyze (from metadata.images.imageUrl)"),prompt:M.z.string().describe("Specific instructions on what to extract or analyze from this image. Be as detailed as possible to get the best result.")}),execute:async({imageUrl:e,prompt:t})=>{try{let a=e.startsWith("/")?`http://127.0.0.1:${process.env.PORT||3e3}${e}`:e,r=await fetch(a);if(!r.ok)throw Error(`Failed to fetch image: ${r.statusText}`);let s=await r.arrayBuffer(),i=Buffer.from(s).toString("base64");r.headers.get("content-type");let o=await fetch(`http://127.0.0.1:${process.env.PORT||3e3}/api/describe-image`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({base64:i,prompt:t})});if(!o.ok)throw Error(`Vision API error: ${o.statusText}`);return{analysis:(await o.json()).description}}catch(e){return{error:`Failed to analyze image: ${e.message}`}}}}),getIndexedData:(0,O.tool)({description:'Get structured access to ALL indexed source documents. Use this for counting, listing, filtering, and overview questions about the knowledge base. Returns document metadata (title, source type, status, custom metadata fields, dates). Use this when the user asks "how many documents?", "list all X", "show progress", "what sources?", or any structural question about the corpus.',inputSchema:M.z.object({filter:M.z.object({source:M.z.enum(["paste","upload","scrape","tabular","media"]).optional().describe("Filter by document source type."),status:M.z.enum(["indexed","unindexed"]).optional().describe("Filter by indexing status."),metadataKey:M.z.string().optional().describe("Filter by metadata key existence."),metadataValue:M.z.string().optional().describe("Filter by metadata key=value (requires metadataKey)."),titleContains:M.z.string().optional().describe("Case-insensitive text search in title."),createdAfter:M.z.string().optional().describe("Only docs created on or after this ISO date."),createdBefore:M.z.string().optional().describe("Only docs created on or before this ISO date.")}).optional().describe("Optional filters to narrow down documents."),limit:M.z.number().optional().default(200).describe("Max number of document summaries to return (default 200)."),offset:M.z.number().optional().default(0).describe("Pagination offset."),includeContent:M.z.boolean().optional().default(!1).describe("Whether to include truncated document content. Default false for performance. Set true only when you need the actual text.")}),execute:async({filter:e,limit:t,offset:a,includeContent:r})=>{try{let s=Math.min(t??(r?20:100),r?20:100);return await _(e,s,a??0,r??!1)}catch(e){return{documents:[],total:0,summary:{totalDocuments:0,bySource:{},byStatus:{},topMetadataKeys:[],totalCharacters:0,dateRange:null},error:e.message??"Failed to retrieve corpus data"}}}}),analyzeCorpusWithCode:(0,O.tool)({description:'Run Python code in a sandbox with the FULL indexed corpus available as a file. Use this for complex analysis of documents: parsing fields from content, computing progress percentages, grouping by patterns, detecting duplicates, generating charts from corpus data, or any question that requires programmatic processing of hundreds/thousands of documents. The corpus is available as "corpus.csv" (or "corpus.jsonl" if format is jsonl). CSV columns: id, title, source, url, charCount, status, createdAt, content, plus any metadata_* columns.',inputSchema:M.z.object({code:M.z.string().describe('Python code to execute. The corpus file is in the working directory. Use pandas to load it: df = pd.read_csv("corpus.csv") or for JSONL: df = pd.read_json("corpus.jsonl", lines=True). Has pandas (2.0+), numpy, matplotlib, scipy, sklearn, seaborn available. ALWAYS use "ME" instead of "M" for resample frequency. Print results and use plt.show() for charts.'),format:M.z.enum(["csv","jsonl"]).optional().default("csv").describe("Format of the corpus file. Default is CSV.")}),execute:async({code:e,format:t})=>{try{let a=new B.SandboxManager({backend:"docker"}),r="jsonl"===t?await K():await L();if(!r)return{stdout:"No documents found in the corpus.",stderr:"",exitCode:0,artifacts:[],executionTimeMs:0};let s=[{name:"jsonl"===t?"corpus.jsonl":"corpus.csv",content:r}],i=e,o=await a.execute({code:i,language:"python",files:s,timeout:3e4});return 0!==o.exitCode&&(i=(i=(i=(i=i.replace(/resample\((['"])M(['"])\)/g,"resample($1ME$2)")).replace(/resample\((['"])Q(['"])\)/g,"resample($1QE$2)")).replace(/resample\((['"])Y(['"])\)/g,"resample($1YE$2)")).replace(/freq=(['"])M(['"])/g,"freq=$1ME$2"),o=await a.execute({code:i,language:"python",files:s,timeout:3e4})),{stdout:o.stdout.slice(0,5e3),stderr:o.stderr.slice(0,2e3),exitCode:o.exitCode,artifacts:o.artifacts.map(e=>({name:e.name,mimeType:e.mimeType,data:e.data.slice(0,5e5)})),executionTimeMs:o.executionTimeMs}}catch(e){return{stdout:"",stderr:e.message??"Corpus analysis failed",exitCode:1,artifacts:[],executionTimeMs:0}}}}),fillDocumentForm:(0,O.tool)({description:'Fill form fields, text inputs, or checkboxes in the currently active document. Use this when the user asks to "fill the form", "add data to fields", or "fill with dummy data". You should use the searchKnowledgeBase tool to find answers to form questions if you do not know them. The available fields are provided in your system prompt.',inputSchema:M.z.object({edits:M.z.array(M.z.object({fieldId:M.z.string().describe("The ID of the field to fill (from the active document context)"),value:M.z.string().describe("The value to set for the field")})).describe("List of fields to fill and their new values")}),execute:async({edits:e})=>{if(!r)return{success:!1,error:"Document not loaded yet. Please wait a moment or ask the user to click the document to open it in the canvas before filling it."};try{let t=e.map(e=>({...e,type:"fill"})),a=await (0,W.applyFieldEdits)(r,t);if(!a.success)return{success:!1,error:a.error};return{success:!0,action:"fill_document",sessionId:r,edits:e,updatedFields:a.updatedFields,fileName:a.parsed.fileName,mimeType:a.parsed.mimeType,fields:a.parsed.fields,pages:a.parsed.pages.map(e=>({index:e.index,text:e.text.slice(0,2e3),html:e.html,fields:e.fields,dimensions:e.dimensions})),totalPages:a.parsed.totalPages,fileBase64:a.fileBase64}}catch(e){return{success:!1,error:e.message}}},toModelOutput:J}),editDocument:(0,O.tool)({description:"Edit the content (text) of the currently active document. Use this when the user asks to modify paragraphs, rewrite text, or change slides (not form fields).",inputSchema:M.z.object({edits:M.z.array(M.z.object({pageIndex:M.z.number().default(0).describe("Page or slide index (0-based)"),type:M.z.enum(["replace_text","insert_text"]).describe("Type of edit"),search:M.z.string().optional().describe("Text to search for (if replacing)"),text:M.z.string().describe("Replacement text or text to insert")})).describe("List of content edits to apply")}),execute:async({edits:e})=>{if(!r)return{success:!1,error:"Document not loaded yet. Please wait a moment or ask the user to click the document to open it in the canvas before editing it."};try{let t=await (0,W.applyContentEdits)(r,e);if(!t.success)return{success:!1,error:t.error};return{success:!0,action:"edit_document",sessionId:r,edits:e,updatedFields:t.updatedFields,fileName:t.parsed.fileName,mimeType:t.parsed.mimeType,pages:t.parsed.pages.map(e=>({index:e.index,text:e.text.slice(0,2e3),html:e.html,fields:e.fields,dimensions:e.dimensions})),totalPages:t.parsed.totalPages,fileBase64:t.fileBase64}}catch(e){return{success:!1,error:e.message}}},toModelOutput:J}),requestDocumentSignature:(0,O.tool)({description:'STRICTLY ONLY use this when the user explicitly asks to "sign" the currently active document or asks for a "signature". CRITICAL: Do NOT use this tool for filling forms, answering questions, or adding dummy data. CRITICAL: NEVER call this tool more than once per user request. Yields a UI widget for the user to confirm the placement and provide their signature.',inputSchema:M.z.object({detectedLocations:M.z.array(M.z.object({pageIndex:M.z.number(),context:M.z.string()})).optional().describe("Optional. The detected signature locations in the document.")})}),webSearch:(0,O.tool)({description:"Search the public internet for current information, news, or facts. IMPORTANT: Only use this AFTER searchKnowledgeBase has been tried first and returned no relevant results. Never use webSearch as a first resort — the user's indexed knowledge base always takes priority. Use webSearch for questions about current events, public facts, or topics clearly outside the user's indexed data.",inputSchema:M.z.object({query:M.z.string().describe("The search query.")}),execute:async({query:t})=>{let a,r=s?.webSearchProvider||"tavily",i=new Request("http://localhost/api/search",{method:"POST",body:JSON.stringify({query:t})});try{switch(r){case"google":case"serper":let{POST:t}=await e.A(311108);a=await t(i);break;case"tavily":let{POST:s}=await e.A(118890);a=await s(i);break;case"brave":let{POST:o}=await e.A(3366);a=await o(i);break;case"bing":let{POST:n}=await e.A(654210);a=await n(i);break;case"exa":let{POST:l}=await e.A(187616);a=await l(i);break;default:let{POST:d}=await e.A(465615);a=await d(i)}if(a.status>=400)return{error:(await a.json()).error||"Search failed",results:[]};let c=await a.json();return{results:(c.items||c.results||[]).slice(0,10).map(e=>({title:e.title,url:e.url,snippet:e.description||e.snippet||""}))}}catch(e){return{error:e.message||"Search failed",results:[]}}}})},o=s?.enabledTools||[],n={},l=e=>0===o.length||o.includes(e);for(let[e,t]of Object.entries(i))"webSearch"!==e&&(l(e)||["searchKnowledgeBase","presentMedia","fillDocumentForm","editDocument","requestDocumentSignature"].includes(e))&&(n[e]=t);s?.webSearchEnabled===!0&&(n.webSearch=i.webSearch);try{for(let e of(await (0,Y.getInstalledTools)()))if(l(e.id)){let a=await (0,H.loadTool)(e.id);a&&a.default?n[e.id]=a.default(t):a&&a.tool&&(n[e.id]=a.tool(t))}}catch(e){console.error("[marketplace] Failed to load marketplace tools for chat:",e)}return n}let ee=`
|
|
2
2
|
|
|
3
3
|
TOOL RULES:
|
|
4
4
|
1. searchKnowledgeBase → Use FIRST when the question is about the user's indexed data (documents, files, images, videos, diagrams, anything they uploaded).
|
|
@@ -10,6 +10,7 @@ TOOL RULES:
|
|
|
10
10
|
DO:
|
|
11
11
|
- Keep answers short and direct. 1–3 sentences unless the task is complex.
|
|
12
12
|
- Search at most ONCE per tool per turn. Never repeat the same search.
|
|
13
|
+
- For questions about the user's own facts or preferences (for example, "what is my favourite fruit?"), searchKnowledgeBase is required before answering.
|
|
13
14
|
- Use presentMedia to show images/videos/audio from indexed content.
|
|
14
15
|
- For follow-ups like "show me that", reuse the mediaAssetId from earlier results — do not search again.
|
|
15
16
|
|
|
@@ -18,20 +19,20 @@ DO NOT:
|
|
|
18
19
|
- Output markdown images like  — the UI blocks them. Always use presentMedia instead.
|
|
19
20
|
- Present every search result. Pick the single best one.
|
|
20
21
|
- Guess or fabricate when results are insufficient.
|
|
21
|
-
`;async function et(t){let
|
|
22
|
+
`;async function et(t){let{messages:a,serverId:r,chatModelId:s,docSessionId:i,docFields:o}=await t.json(),n=await (0,w.readConfig)(),l=n.chatProvider||n.embeddingProvider,d=(await (0,x.getModelsByType)("language")).map(v.toChatDescriptor),c=s||n.chatModelId||(0,v.getDefaultChatModel)(d,l)?.id||"openai/gpt-4o-mini",u=c.split("/")[0],m="vercel_ai_gateway"===l?"vercel_ai_gateway":u||l,p=function(e,t,a,r){if(t.startsWith("custom:")){let e=t.slice(7),s=(r??[]).find(t=>t.modelName===e);if(s)return(0,N.createOpenAICompatible)({name:"custom_chat_provider",baseURL:s.baseUrl,apiKey:s.apiKey||a||void 0})(s.modelName)}let s=t.includes("/")?t.split("/").slice(1).join("/"):t;switch(e){case"google":return(0,A.createGoogleGenerativeAI)({apiKey:a})(s);case"cohere":return(0,C.createCohere)({apiKey:a})(s);case"mistral":return(0,I.createMistral)({apiKey:a})(s);case"deepseek":return(0,k.createDeepSeek)({apiKey:a})(s);case"anthropic":return(0,R.createAnthropic)({apiKey:a})(s);case"openai":return(0,T.createOpenAI)({apiKey:a})(s);default:return(0,z.createGateway)({apiKey:a})(t)}}(m,c,n.chatApiKey||n.embeddingApiKey||void 0,n.customChatModels),h=a.length>20?a.slice(a.length-20):a,f=h.map(e=>{let t={...e},a=(e,t)=>{let a=e,r=!1;if("string"==typeof e)try{a=JSON.parse(e),r=!0}catch{return e}if("object"!=typeof a||null===a)return e;if("searchKnowledgeBase"===t&&Array.isArray(a.hits)){let e={...a,hits:a.hits.map(e=>({documentId:e.documentId,title:e.title,url:e.url,score:e.score,text:"string"==typeof e.text?e.text.slice(0,1e3):e.text,images:e.images,metadata:e.metadata,timelineContext:e.timelineContext,endingContext:e.endingContext}))};return r?JSON.stringify(e):e}let s=t&&["fillDocumentForm","editDocument","requestDocumentSignature"].includes(t);if(s||a.fileBase64||a.pages){let e={...a};return delete e.fileBase64,delete e.pages,s&&(delete e.fields,e.rawText&&(e.rawText=e.rawText.slice(0,500))),r?JSON.stringify(e):e}return e};return"assistant"===t.role&&t.toolInvocations&&(t.toolInvocations=t.toolInvocations.filter(e=>"result"===e.state||"output"===e.state||"output-available"===e.state).map(e=>e.result?{...e,result:a(e.result,e.toolName)}:e)),Array.isArray(t.parts)&&(t.parts=t.parts.map(e=>{if("tool-invocation"===e.type&&e.toolInvocation){let t=e.toolInvocation;if(void 0!==t.result)return{...e,toolInvocation:{...t,result:a(t.result,t.toolName)}}}if("tool-result"===e.type&&void 0!==e.result)return{...e,result:a(e.result,e.toolName)};if("file"===e.type){let t=e.data||e.url||"";if("string"==typeof t&&t.length>5e3){let t=(e.mimeType||e.mediaType||"").toLowerCase();if(!t.startsWith("image/"))return{type:"text",text:`[File attachment: ${t||"document"} — removed from context for size]`}}}return e})),t.experimental_attachments&&(t.experimental_attachments=t.experimental_attachments.filter(e=>!(e.url&&e.url.length>5e3&&(e.contentType&&e.contentType.toLowerCase().includes("pdf")||e.name&&e.name.toLowerCase().endsWith(".pdf")||e.url.substring(0,50).toLowerCase().includes("pdf")||!(e.contentType&&e.contentType.toLowerCase().startsWith("image/"))))&&!0)),Array.isArray(t.content)&&(t.content=t.content.filter(e=>{let t=e.data||e.url||e.text;return!("string"==typeof t&&t.length>5e3&&(e.mimeType&&e.mimeType.toLowerCase().includes("pdf")||e.contentType&&e.contentType.toLowerCase().includes("pdf")||t.substring(0,50).toLowerCase().includes("pdf")||!(e.mimeType?.startsWith("image/")||e.contentType?.startsWith("image/"))))&&!0})),t}),g="";try{let e=await (0,S.listTabularDatasets)();e.length>0&&(g=`
|
|
22
23
|
|
|
23
24
|
Available tabular datasets:
|
|
24
25
|
${e.map(e=>{let t=e.columns.map(e=>{let t=`${e.name} (${e.type})`;return"date"===e.type&&e.dateRange&&(t+=` [format: ${e.dateRange.format}, range: ${e.dateRange.min} to ${e.dateRange.max}]`),e.sampleValues&&e.sampleValues.length>0&&(t+=` [samples: ${e.sampleValues.slice(0,3).join(", ")}]`),t}).join(", "),a=e.rowCount>1e4?" ⚠️ LARGE DATASET — prefer executeAnalysis with pandas for complex queries":"";return`- Dataset "${e.fileName}" (ID: ${e.id}): ${e.rowCount} rows, ${e.summary.totalColumns} columns.${a}
|
|
25
|
-
Columns: ${t}`}).join("\n")}`)}catch{}let
|
|
26
|
+
Columns: ${t}`}).join("\n")}`)}catch{}let y="";if(i){let e=o&&o.length>0?o.map(e=>{let t=`- ID: "${e.id}" | Label: "${e.name}" | Type: ${e.type}`;return e.value&&(t+=` | Current value: "${e.value}"`),e.context&&(t+=` | Surrounding text: "${String(e.context).slice(0,120)}"`),e.placeholder&&(t+=` | Placeholder: "${e.placeholder}"`),t}).join("\n"):"None detected.";y=`
|
|
26
27
|
|
|
27
|
-
[Active Document Session: ${
|
|
28
|
+
[Active Document Session: ${i}]
|
|
28
29
|
You are currently editing a document in the Canvas.
|
|
29
30
|
The user may ask you to fill out form fields or edit content.
|
|
30
31
|
IMPORTANT: Use the exact field IDs listed below when calling "fillDocumentForm". Do NOT invent field IDs.
|
|
31
|
-
Available Form Fields (${
|
|
32
|
-
${e}`}let
|
|
32
|
+
Available Form Fields (${o?.length??0} total):
|
|
33
|
+
${e}`}let O=E.DEFAULT_SYSTEM_PROMPT+(n.systemPrompt&&n.systemPrompt!==E.DEFAULT_SYSTEM_PROMPT?`
|
|
33
34
|
|
|
34
35
|
USER INSTRUCTIONS:
|
|
35
|
-
${
|
|
36
|
+
${n.systemPrompt}`:"")+ee+(n.webSearchEnabled?"\nWeb search is available. Use it for current events or public facts not in the knowledge base.\n":"")+g+y,M=await Z({serverId:r,docSessionId:i,config:n}),P=function(e){let t=[...e].reverse().find(e=>"user"===e.role);if(!t)return"";if("string"==typeof t.content)return t.content;let a=Array.isArray(t.parts)?t.parts:Array.isArray(t.content)?t.content:[];return a.length?a.filter(e=>"text"===e.type&&"string"==typeof e.text).map(e=>e.text).join(" "):""}(h),q=!/^(hi|hello|hey|thanks|thank you|ok|sure|yes|no|please|help)\b/i.test(P.trim())&&(/\b(my|our)\s+(favo(?:u)?rite|preference|choice|answer|name|result|score|winner)\b/i.test(P)||/\b(?:what|which|who|where|when|how)\b[\s\S]{0,80}\b(my|our)\b/i.test(P)||/\b(my|our)\s+(document|file|data|image|picture|diagram|video|audio|upload|corpus|knowledge|database|db|pdf|report|spreadsheet|presentation)/i.test(P)||/\b(the|this|that)\s+(document|file|diagram|image|picture|upload|pdf|report)/i.test(P)||/\b(uploaded?|indexed|scraped|knowledge base|corpus)\b/i.test(P)||/\bshow\s+me\b/i.test(P))&&!!M.searchKnowledgeBase,D=!0===n.webSearchEnabled&&/\b(who won|winner|final score|match result|latest|current|today|yesterday|breaking news|weather|stock price|exchange rate|election result|schedule)\b/i.test(P)&&!!M.webSearch;return(0,b.streamText)({model:p,system:O,messages:await (0,b.convertToModelMessages)(f,{tools:M}),maxOutputTokens:4096,stopWhen:(0,b.stepCountIs)(3),toolChoice:"auto",prepareStep:({stepNumber:e})=>q&&0===e?{toolChoice:{type:"tool",toolName:"searchKnowledgeBase"}}:D&&!q&&0===e?{toolChoice:{type:"tool",toolName:"webSearch"}}:e>=2?{activeTools:Object.keys(M).filter(e=>"webSearch"!==e&&"searchKnowledgeBase"!==e)}:q&&e>=1?{activeTools:Object.keys(M).filter(e=>"searchKnowledgeBase"!==e)}:D&&e>=1?{activeTools:Object.keys(M).filter(e=>"webSearch"!==e)}:void 0,onFinish:async({usage:t,response:a})=>{let{trackUsageEvent:r,estimateCost:s}=await e.A(313282);r({type:"chat",modelId:c,provider:m,promptTokens:t?.promptTokens??0,completionTokens:t?.completionTokens??0,totalTokens:t?.totalTokens??0,estimatedCost:s(c,t?.promptTokens??0,t?.completionTokens??0),timestamp:new Date().toISOString()})},tools:M}).toUIMessageStreamResponse({onError:e=>{if(console.error("[chat] stream error:",e),e&&"object"==typeof e){if(e.message)return e.message;if(e.error&&e.error.message)return e.error.message;try{return JSON.stringify(e)}catch{return"Something went wrong while generating a response."}}return(e instanceof Error?e.message:String(e))||"Something went wrong while generating a response."}})}e.s(["POST",0,et,"maxDuration",0,60],246037);var ea=e.i(246037);let er=new t.AppRouteRouteModule({definition:{kind:a.RouteKind.APP_ROUTE,page:"/api/chat/route",pathname:"/api/chat",filename:"route",bundlePath:""},distDir:".next",relativeProjectDir:"",resolvedPagePath:"[project]/apps/web/app/api/chat/route.ts",nextConfigOutput:"standalone",userland:ea,...{}}),{workAsyncStorage:es,workUnitAsyncStorage:ei,serverHooks:eo}=er;async function en(e,t,r){r.requestMeta&&(0,s.setRequestMeta)(e,r.requestMeta),er.isDev&&(0,s.addRequestMeta)(e,"devRequestTimingInternalsEnd",process.hrtime.bigint());let b="/api/chat/route";b=b.replace(/\/index$/,"")||"/";let w=await er.prepare(e,t,{srcPage:b,multiZoneDraftMode:!1});if(!w)return t.statusCode=400,t.end("Bad Request"),null==r.waitUntil||r.waitUntil.call(r,Promise.resolve()),null;let{buildId:x,deploymentId:v,params:S,nextConfig:T,parsedUrl:A,isDraftMode:C,prerenderManifest:I,routerServerContext:k,isOnDemandRevalidate:R,revalidateOnlyGenerated:z,resolvedPathname:N,clientReferenceManifest:E,serverActionsManifest:O}=w,M=(0,n.normalizeAppPath)(b),P=!!(I.dynamicRoutes[M]||I.routes[N]),q=async()=>((null==k?void 0:k.render404)?await k.render404(e,t,A,!1):t.end("This page could not be found"),null);if(P&&!C){let e=!!I.routes[N],t=I.dynamicRoutes[M];if(t&&!1===t.fallback&&!e){if(T.adapterPath)return await q();throw new g.NoFallbackError}}let D=null;!P||er.isDev||C||(D="/index"===(D=N)?"/":D);let j=!0===er.isDev||!P,$=P&&!j;O&&E&&(0,o.setManifestsSingleton)({page:b,clientReferenceManifest:E,serverActionsManifest:O});let U=e.method||"GET",F=(0,i.getTracer)(),_=F.getActiveScopeSpan(),L=!!(null==k?void 0:k.isWrappedByNextServer),K=!!(0,s.getRequestMeta)(e,"minimalMode"),B=(0,s.getRequestMeta)(e,"incrementalCache")||await er.getIncrementalCache(e,T,I,K);null==B||B.resetRequestCache(),globalThis.__incrementalCache=B;let W={params:S,previewProps:I.preview,renderOpts:{experimental:{authInterrupts:!!T.experimental.authInterrupts},cacheComponents:!!T.cacheComponents,supportsDynamicResponse:j,incrementalCache:B,cacheLifeProfiles:T.cacheLife,waitUntil:r.waitUntil,onClose:e=>{t.on("close",e)},onAfterTaskError:void 0,onInstrumentationRequestError:(t,a,r,s)=>er.onRequestError(e,t,r,s,k)},sharedContext:{buildId:x,deploymentId:v}},H=new l.NodeNextRequest(e),Y=new l.NodeNextResponse(t),V=d.NextRequestAdapter.fromNodeNextRequest(H,(0,d.signalFromNodeResponse)(t));try{let s,o=async e=>er.handle(V,W).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":t.statusCode,"next.rsc":!1});let a=F.getRootSpanAttributes();if(!a)return;if(a.get("next.span_type")!==c.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${a.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let r=a.get("next.route");if(r){let t=`${U} ${r}`;e.setAttributes({"next.route":r,"http.route":r,"next.span_name":t}),e.updateName(t),s&&s!==e&&(s.setAttribute("http.route",r),s.updateName(t))}else e.updateName(`${U} ${b}`)}),n=async s=>{var i,n;let l=async({previousCacheEntry:a})=>{try{if(!K&&R&&z&&!a)return t.statusCode=404,t.setHeader("x-nextjs-cache","REVALIDATED"),t.end("This page could not be found"),null;let i=await o(s);e.fetchMetrics=W.renderOpts.fetchMetrics;let n=W.renderOpts.pendingWaitUntil;n&&r.waitUntil&&(r.waitUntil(n),n=void 0);let l=W.renderOpts.collectedTags;if(!P)return await (0,m.sendResponse)(H,Y,i,W.renderOpts.pendingWaitUntil),null;{let e=await i.blob(),t=(0,p.toNodeOutgoingHttpHeaders)(i.headers);l&&(t[f.NEXT_CACHE_TAGS_HEADER]=l),!t["content-type"]&&e.type&&(t["content-type"]=e.type);let a=void 0!==W.renderOpts.collectedRevalidate&&!(W.renderOpts.collectedRevalidate>=f.INFINITE_CACHE)&&W.renderOpts.collectedRevalidate,r=void 0===W.renderOpts.collectedExpire||W.renderOpts.collectedExpire>=f.INFINITE_CACHE?void 0:W.renderOpts.collectedExpire;return{value:{kind:y.CachedRouteKind.APP_ROUTE,status:i.status,body:Buffer.from(await e.arrayBuffer()),headers:t},cacheControl:{revalidate:a,expire:r}}}}catch(t){throw(null==a?void 0:a.isStale)&&await er.onRequestError(e,t,{routerKind:"App Router",routePath:b,routeType:"route",revalidateReason:(0,u.getRevalidateReason)({isStaticGeneration:$,isOnDemandRevalidate:R})},!1,k),t}},d=await er.handleResponse({req:e,nextConfig:T,cacheKey:D,routeKind:a.RouteKind.APP_ROUTE,isFallback:!1,prerenderManifest:I,isRoutePPREnabled:!1,isOnDemandRevalidate:R,revalidateOnlyGenerated:z,responseGenerator:l,waitUntil:r.waitUntil,isMinimalMode:K});if(!P)return null;if((null==d||null==(i=d.value)?void 0:i.kind)!==y.CachedRouteKind.APP_ROUTE)throw Object.defineProperty(Error(`Invariant: app-route received invalid cache entry ${null==d||null==(n=d.value)?void 0:n.kind}`),"__NEXT_ERROR_CODE",{value:"E701",enumerable:!1,configurable:!0});K||t.setHeader("x-nextjs-cache",R?"REVALIDATED":d.isMiss?"MISS":d.isStale?"STALE":"HIT"),C&&t.setHeader("Cache-Control","private, no-cache, no-store, max-age=0, must-revalidate");let c=(0,p.fromNodeOutgoingHttpHeaders)(d.value.headers);return K&&P||c.delete(f.NEXT_CACHE_TAGS_HEADER),!d.cacheControl||t.getHeader("Cache-Control")||c.get("Cache-Control")||c.set("Cache-Control",(0,h.getCacheControlHeader)(d.cacheControl)),await (0,m.sendResponse)(H,Y,new Response(d.value.body,{headers:c,status:d.value.status||200})),null};L&&_?await n(_):(s=F.getActiveScopeSpan(),await F.withPropagatedContext(e.headers,()=>F.trace(c.BaseServerSpan.handleRequest,{spanName:`${U} ${b}`,kind:i.SpanKind.SERVER,attributes:{"http.method":U,"http.target":e.url}},n),void 0,!L))}catch(t){if(t instanceof g.NoFallbackError||await er.onRequestError(e,t,{routerKind:"App Router",routePath:M,routeType:"route",revalidateReason:(0,u.getRevalidateReason)({isStaticGeneration:$,isOnDemandRevalidate:R})},!1,k),P)throw t;return await (0,m.sendResponse)(H,Y,new Response(null,{status:500})),null}}e.s(["handler",0,en,"patchFetch",0,function(){return(0,r.patchFetch)({workAsyncStorage:es,workUnitAsyncStorage:ei})},"routeModule",0,er,"serverHooks",0,eo,"workAsyncStorage",0,es,"workUnitAsyncStorage",0,ei],400660)}];
|
|
36
37
|
|
|
37
38
|
//# sourceMappingURL=0598_next_dist_esm_build_templates_app-route_0kbcuk-.js.map
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
module.exports=[367165,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(638725),n=e.i(192441);async function i(){let e=await (0,n.getDataDir)();if(!e)return r.DEFAULT_CONFIG;try{let n=await t.promises.readFile(a.default.join(e,"config.json"),"utf8"),i=JSON.parse(n),o=i.customEmbeddings,s=i.embeddingModelId;if(i.customEmbedding&&!o?.length){let e=i.customEmbedding;o=[e],"custom"===s&&(s=`custom:${e.modelName}`)}let u={...r.DEFAULT_CONFIG,...i,embeddingModelId:s??r.DEFAULT_CONFIG.embeddingModelId,customEmbeddings:o,chunking:{...r.DEFAULT_CONFIG.chunking,...i.chunking},storeConfig:{...r.DEFAULT_CONFIG.storeConfig,...i.storeConfig}};return delete u.customEmbedding,u}catch{return r.DEFAULT_CONFIG}}async function o(e){let r=await (0,n.requireDataDir)(),i={...e,updatedAt:new Date().toISOString()};return await t.promises.writeFile(a.default.join(r,"config.json"),JSON.stringify(i,null,2),"utf8"),i}e.s(["readConfig",0,i,"writeConfig",0,o])},874533,(e,t,a)=>{t.exports=e.x("node:child_process",()=>require("node:child_process"))},812057,(e,t,a)=>{t.exports=e.x("node:util",()=>require("node:util"))},705252,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(666680),n=e.i(192441);let i=Promise.resolve();function o(e){let t=i.then(e,e);return i=t.catch(()=>{}),t}async function s(e){let t=e?await (0,n.requireDataDir)():await (0,n.getDataDir)();return t?a.default.join(t,"documents.json"):null}async function u(){let e=await s(!1);if(!e)return[];try{let a=await t.promises.readFile(e,"utf8"),r=JSON.parse(a);if(!Array.isArray(r))throw Error(`Invalid document store at ${e}: expected a JSON array.`);return r}catch(e){if(e?.code==="ENOENT")return[];throw e}}async function l(e){let n=await s(!0);if(!n)return;let i=a.default.join(a.default.dirname(n),`.${a.default.basename(n)}.${process.pid}.${(0,r.randomUUID)()}.tmp`);try{await t.promises.writeFile(i,JSON.stringify(e,null,2),"utf8"),await t.promises.rename(i,n)}catch(e){throw await t.promises.unlink(i).catch(()=>{}),e}}function d(e){let t=e.content.trim();return{id:e.id??(0,r.randomUUID)(),title:e.title.trim()||"Untitled",url:e.url,source:e.source,content:t,charCount:t.length,jobId:e.jobId,metadata:e.metadata,status:"unindexed",createdAt:new Date().toISOString()}}async function c(){let e=await u(),t=e.reduce((e,t)=>e+t.charCount,0);return{docCount:e.length,charCount:t,bySource:e.reduce((e,t)=>(e[t.source]=(e[t.source]??0)+1,e),{})}}e.s(["addCrawledDocuments",0,function(e,t){return o(async()=>{let a=await u(),r=new Set(a.filter(e=>e.url).map(e=>e.url)),n=0;for(let i of t)!(i.url&&r.has(i.url))&&i.content.trim()&&(a.push(d({...i,jobId:e})),i.url&&r.add(i.url),n++);return n>0&&await l(a),n})},"addDocument",0,function(e){return o(async()=>{let t=await u(),a=d(e);return t.push(a),await l(t),a})},"addDocuments",0,function(e){return o(async()=>{if(0===e.length)return[];let t=await u(),a=e.map(d);return t.push(...a),await l(t),a})},"clearDocuments",0,function(){return o(async()=>{await l([])})},"corpusStats",0,c,"deleteDocument",0,function(e){return o(async()=>{let t=await u();await l(t.filter(t=>t.id!==e))})},"deleteDocuments",0,function(e){return o(async()=>{let t=await u(),a=new Set(e);await l(t.filter(e=>!a.has(e.id)))})},"readDocuments",0,u,"replaceDocuments",0,function(e){return o(async()=>{let t=new Date().toISOString();await l(e.map(e=>({...e,status:"unindexed",createdAt:e.createdAt||t})))})},"updateDocument",0,function(e,t){return o(async()=>{let a=await u(),r=a.findIndex(t=>t.id===e);if(r<0)return;let n=a[r],i=void 0!==t.content?t.content.trim():n.content,o={...n,title:void 0!==t.title?t.title.trim()||"Untitled":n.title,content:i,charCount:i.length,url:void 0!==t.url?t.url||void 0:n.url,metadata:void 0!==t.metadata?t.metadata:n.metadata,status:"unindexed"};return a[r]=o,await l(a),o})},"updateDocumentsStatus",0,function(e,t){return o(async()=>{let a=await u(),r=new Set(e),n=!1;for(let e of a)r.has(e.id)&&(e.status=t,n=!0);n&&await l(a)})}])},798898,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(192441);let n=Promise.resolve();function i(e){let t=n.then(e,e);return n=t.catch(()=>{}),t}async function o(e){let t=e?await (0,r.requireDataDir)():await (0,r.getDataDir)();return t?a.default.join(t,"jobs.json"):null}async function s(){let e=await o(!1);if(!e)return[];try{let a=await t.promises.readFile(e,"utf8");return JSON.parse(a)}catch{return[]}}async function u(e){let a=await o(!0);a&&await t.promises.writeFile(a,JSON.stringify(e,null,2),"utf8")}async function l(e){return(await s()).find(t=>t.id===e)}e.s(["deleteJob",0,function(e){return i(async()=>{let t=await s();await u(t.filter(t=>t.id!==e))})},"getJob",0,l,"readJobs",0,s,"saveJob",0,function(e){return i(async()=>{let t=await s(),a=t.findIndex(t=>t.id===e.id),r={...e,updatedAt:new Date().toISOString()};return a>=0?t[a]=r:t.unshift(r),await u(t),r})},"updateJob",0,function(e,t){return i(async()=>{let a=await s(),r=a.findIndex(t=>t.id===e);if(r<0)return;let n={...t(a[r]),updatedAt:new Date().toISOString()};return a[r]=n,await u(a),n})}])},962044,e=>{"use strict";var t=e.i(239441),a=e.i(449055),r=e.i(391328),n=e.i(6352),i=e.i(746789),o=e.i(423437),s=e.i(178820),u=e.i(569191),l=e.i(576251),d=e.i(199962),c=e.i(547545),p=e.i(664046),f=e.i(235691),w=e.i(298907),m=e.i(110763),g=e.i(193695);e.i(673243);var h=e.i(236167),y=e.i(766576),v=e.i(798898),C=e.i(705252),R=e.i(304368);let E=new Set;function b(e){if(!e)return!1;let t=e.toLowerCase();return t.includes("verification successful. waiting for")||t.includes("please verify you are a human")||t.includes("checking if the site connection is secure")||t.includes("just a moment...")||t.includes("enable javascript and cookies to continue")}async function D(e,t){try{let a=await (0,R.scrapePage)(t.url);if(b(a.markdown))throw Error("Scraping blocked by anti-bot protection (e.g. Cloudflare)");return{added:await (0,C.addCrawledDocuments)(e,[{title:a.title,url:a.url,content:a.markdown,source:"scrape"}]),target:{...t,status:"completed",pagesCrawled:+!!a.markdown}}}catch(e){return{added:0,target:{...t,status:"failed",error:e instanceof Error?e.message:"scrape failed"}}}}async function x(e,t,a){try{if(!t.firecrawlId){let e=await (0,R.startCrawl)(t.url,a);return{added:0,target:{...t,firecrawlId:e,status:"running"}}}let r=t.firecrawlId,n=!1,i=0,o=0,s=t.pagesCrawled,u="running",l=[];for(;i<5;){let e=await (0,R.getCrawlStatus)(r,n);for(let t of(s=e.completed||s,e.pages))b(t.markdown)||l.push({title:t.title,url:t.url,content:t.markdown,source:"scrape"});if(i++,"completed"===e.state?u="completed":"failed"===e.state?u="failed":"cancelled"===e.state&&(u="cancelled"),e.next)r=e.next,n=!0;else break}return l.length&&(o=await (0,C.addCrawledDocuments)(e,l)),{added:o,target:{...t,status:u,pagesCrawled:s}}}catch(e){return{added:0,target:{...t,status:"failed",error:e instanceof Error?e.message:"crawl failed"}}}}async function S(e){let t=await (0,v.getJob)(e);if(t){if(["completed","failed","cancelled"].includes(t.status)||E.has(e))return t;E.add(e);try{let a=await Promise.all(t.targets.map(a=>"completed"===a.status||"failed"===a.status?Promise.resolve({target:a,added:0}):"page"===a.scope?D(e,a):x(e,a,t.pageLimit))),r=a.map(e=>e.target),n=r.reduce((e,t)=>e+t.pagesCrawled,0);return await (0,v.updateJob)(e,e=>({...e,targets:r,pagesCrawled:n,docCount:e.docCount+a.reduce((e,t)=>e+t.added,0),status:r.every(e=>"completed"===e.status)?"completed":r.every(e=>"failed"===e.status)?"failed":r.every(e=>"completed"===e.status||"failed"===e.status)&&r.some(e=>"completed"===e.status)?"completed":"running"}))}finally{E.delete(e)}}}async function N(e){let t=await (0,v.getJob)(e);if(t)return await Promise.all(t.targets.filter(e=>e.firecrawlId&&"running"===e.status).map(e=>(0,R.cancelCrawl)(e.firecrawlId))),(0,v.updateJob)(e,e=>({...e,status:"cancelled",targets:e.targets.map(e=>"running"===e.status||"queued"===e.status?{...e,status:"cancelled"}:e)}))}async function A(e,{params:t}){let{id:a}=await t,r=await S(a);return r?y.NextResponse.json({job:r}):y.NextResponse.json({error:"Job not found."},{status:404})}async function I(e,{params:t}){let{id:a}=await t;if(new URL(e.url).searchParams.get("remove"))return await (0,v.deleteJob)(a),y.NextResponse.json({ok:!0});if(!await (0,v.getJob)(a))return y.NextResponse.json({error:"Job not found."},{status:404});let r=await N(a);return y.NextResponse.json({job:r})}e.s(["DELETE",0,I,"GET",0,A,"dynamic",0,"force-dynamic","runtime",0,"nodejs"],934385);var O=e.i(934385);let T=new t.AppRouteRouteModule({definition:{kind:a.RouteKind.APP_ROUTE,page:"/api/jobs/[id]/route",pathname:"/api/jobs/[id]",filename:"route",bundlePath:""},distDir:".next",relativeProjectDir:"",resolvedPagePath:"[project]/apps/web/app/api/jobs/[id]/route.ts",nextConfigOutput:"standalone",userland:O,...{}}),{workAsyncStorage:j,workUnitAsyncStorage:P,serverHooks:_}=T;async function U(e,t,r){r.requestMeta&&(0,n.setRequestMeta)(e,r.requestMeta),T.isDev&&(0,n.addRequestMeta)(e,"devRequestTimingInternalsEnd",process.hrtime.bigint());let y="/api/jobs/[id]/route";y=y.replace(/\/index$/,"")||"/";let v=await T.prepare(e,t,{srcPage:y,multiZoneDraftMode:!1});if(!v)return t.statusCode=400,t.end("Bad Request"),null==r.waitUntil||r.waitUntil.call(r,Promise.resolve()),null;let{buildId:C,deploymentId:R,params:E,nextConfig:b,parsedUrl:D,isDraftMode:x,prerenderManifest:S,routerServerContext:N,isOnDemandRevalidate:A,revalidateOnlyGenerated:I,resolvedPathname:O,clientReferenceManifest:j,serverActionsManifest:P}=v,_=(0,s.normalizeAppPath)(y),U=!!(S.dynamicRoutes[_]||S.routes[O]),k=async()=>((null==N?void 0:N.render404)?await N.render404(e,t,D,!1):t.end("This page could not be found"),null);if(U&&!x){let e=!!S.routes[O],t=S.dynamicRoutes[_];if(t&&!1===t.fallback&&!e){if(b.adapterPath)return await k();throw new g.NoFallbackError}}let F=null;!U||T.isDev||x||(F="/index"===(F=O)?"/":F);let q=!0===T.isDev||!U,J=U&&!q;P&&j&&(0,o.setManifestsSingleton)({page:y,clientReferenceManifest:j,serverActionsManifest:P});let M=e.method||"GET",H=(0,i.getTracer)(),L=H.getActiveScopeSpan(),$=!!(null==N?void 0:N.isWrappedByNextServer),G=!!(0,n.getRequestMeta)(e,"minimalMode"),K=(0,n.getRequestMeta)(e,"incrementalCache")||await T.getIncrementalCache(e,b,S,G);null==K||K.resetRequestCache(),globalThis.__incrementalCache=K;let B={params:E,previewProps:S.preview,renderOpts:{experimental:{authInterrupts:!!b.experimental.authInterrupts},cacheComponents:!!b.cacheComponents,supportsDynamicResponse:q,incrementalCache:K,cacheLifeProfiles:b.cacheLife,waitUntil:r.waitUntil,onClose:e=>{t.on("close",e)},onAfterTaskError:void 0,onInstrumentationRequestError:(t,a,r,n)=>T.onRequestError(e,t,r,n,N)},sharedContext:{buildId:C,deploymentId:R}},V=new u.NodeNextRequest(e),W=new u.NodeNextResponse(t),X=l.NextRequestAdapter.fromNodeNextRequest(V,(0,l.signalFromNodeResponse)(t));try{let n,o=async e=>T.handle(X,B).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":t.statusCode,"next.rsc":!1});let a=H.getRootSpanAttributes();if(!a)return;if(a.get("next.span_type")!==d.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${a.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let r=a.get("next.route");if(r){let t=`${M} ${r}`;e.setAttributes({"next.route":r,"http.route":r,"next.span_name":t}),e.updateName(t),n&&n!==e&&(n.setAttribute("http.route",r),n.updateName(t))}else e.updateName(`${M} ${y}`)}),s=async n=>{var i,s;let u=async({previousCacheEntry:a})=>{try{if(!G&&A&&I&&!a)return t.statusCode=404,t.setHeader("x-nextjs-cache","REVALIDATED"),t.end("This page could not be found"),null;let i=await o(n);e.fetchMetrics=B.renderOpts.fetchMetrics;let s=B.renderOpts.pendingWaitUntil;s&&r.waitUntil&&(r.waitUntil(s),s=void 0);let u=B.renderOpts.collectedTags;if(!U)return await (0,p.sendResponse)(V,W,i,B.renderOpts.pendingWaitUntil),null;{let e=await i.blob(),t=(0,f.toNodeOutgoingHttpHeaders)(i.headers);u&&(t[m.NEXT_CACHE_TAGS_HEADER]=u),!t["content-type"]&&e.type&&(t["content-type"]=e.type);let a=void 0!==B.renderOpts.collectedRevalidate&&!(B.renderOpts.collectedRevalidate>=m.INFINITE_CACHE)&&B.renderOpts.collectedRevalidate,r=void 0===B.renderOpts.collectedExpire||B.renderOpts.collectedExpire>=m.INFINITE_CACHE?void 0:B.renderOpts.collectedExpire;return{value:{kind:h.CachedRouteKind.APP_ROUTE,status:i.status,body:Buffer.from(await e.arrayBuffer()),headers:t},cacheControl:{revalidate:a,expire:r}}}}catch(t){throw(null==a?void 0:a.isStale)&&await T.onRequestError(e,t,{routerKind:"App Router",routePath:y,routeType:"route",revalidateReason:(0,c.getRevalidateReason)({isStaticGeneration:J,isOnDemandRevalidate:A})},!1,N),t}},l=await T.handleResponse({req:e,nextConfig:b,cacheKey:F,routeKind:a.RouteKind.APP_ROUTE,isFallback:!1,prerenderManifest:S,isRoutePPREnabled:!1,isOnDemandRevalidate:A,revalidateOnlyGenerated:I,responseGenerator:u,waitUntil:r.waitUntil,isMinimalMode:G});if(!U)return null;if((null==l||null==(i=l.value)?void 0:i.kind)!==h.CachedRouteKind.APP_ROUTE)throw Object.defineProperty(Error(`Invariant: app-route received invalid cache entry ${null==l||null==(s=l.value)?void 0:s.kind}`),"__NEXT_ERROR_CODE",{value:"E701",enumerable:!1,configurable:!0});G||t.setHeader("x-nextjs-cache",A?"REVALIDATED":l.isMiss?"MISS":l.isStale?"STALE":"HIT"),x&&t.setHeader("Cache-Control","private, no-cache, no-store, max-age=0, must-revalidate");let d=(0,f.fromNodeOutgoingHttpHeaders)(l.value.headers);return G&&U||d.delete(m.NEXT_CACHE_TAGS_HEADER),!l.cacheControl||t.getHeader("Cache-Control")||d.get("Cache-Control")||d.set("Cache-Control",(0,w.getCacheControlHeader)(l.cacheControl)),await (0,p.sendResponse)(V,W,new Response(l.value.body,{headers:d,status:l.value.status||200})),null};$&&L?await s(L):(n=H.getActiveScopeSpan(),await H.withPropagatedContext(e.headers,()=>H.trace(d.BaseServerSpan.handleRequest,{spanName:`${M} ${y}`,kind:i.SpanKind.SERVER,attributes:{"http.method":M,"http.target":e.url}},s),void 0,!$))}catch(t){if(t instanceof g.NoFallbackError||await T.onRequestError(e,t,{routerKind:"App Router",routePath:_,routeType:"route",revalidateReason:(0,c.getRevalidateReason)({isStaticGeneration:J,isOnDemandRevalidate:A})},!1,N),U)throw t;return await (0,p.sendResponse)(V,W,new Response(null,{status:500})),null}}e.s(["handler",0,U,"patchFetch",0,function(){return(0,r.patchFetch)({workAsyncStorage:j,workUnitAsyncStorage:P})},"routeModule",0,T,"serverHooks",0,_,"workAsyncStorage",0,j,"workUnitAsyncStorage",0,P],962044)}];
|
|
1
|
+
module.exports=[367165,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(638725),n=e.i(192441);async function i(){let e=await (0,n.getDataDir)();if(!e)return r.DEFAULT_CONFIG;try{let n=await t.promises.readFile(a.default.join(e,"config.json"),"utf8"),i=JSON.parse(n),o=i.customEmbeddings,s=i.embeddingModelId;if(i.customEmbedding&&!o?.length){let e=i.customEmbedding;o=[e],"custom"===s&&(s=`custom:${e.modelName}`)}let u={...r.DEFAULT_CONFIG,...i,embeddingModelId:s??r.DEFAULT_CONFIG.embeddingModelId,customEmbeddings:o,chunking:{...r.DEFAULT_CONFIG.chunking,...i.chunking},storeConfig:{...r.DEFAULT_CONFIG.storeConfig,...i.storeConfig}};return delete u.customEmbedding,u}catch{return r.DEFAULT_CONFIG}}async function o(e){let r=await (0,n.requireDataDir)(),i={...e,updatedAt:new Date().toISOString()};return await t.promises.writeFile(a.default.join(r,"config.json"),JSON.stringify(i,null,2),"utf8"),i}e.s(["readConfig",0,i,"writeConfig",0,o])},874533,(e,t,a)=>{t.exports=e.x("node:child_process",()=>require("node:child_process"))},812057,(e,t,a)=>{t.exports=e.x("node:util",()=>require("node:util"))},705252,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(666680),n=e.i(192441);let i=Promise.resolve();function o(e){let t=i.then(e,e);return i=t.catch(()=>{}),t}async function s(e){let t=e?await (0,n.requireDataDir)():await (0,n.getDataDir)();return t?a.default.join(t,"documents.json"):null}async function u(){let e=await s(!1);if(!e)return[];try{let a=await t.promises.readFile(e,"utf8"),r=JSON.parse(a);if(!Array.isArray(r))throw Error(`Invalid document store at ${e}: expected a JSON array.`);return r}catch(e){if(e?.code==="ENOENT")return[];throw e}}async function l(e){let n=await s(!0);if(!n)return;let i=a.default.join(a.default.dirname(n),`.${a.default.basename(n)}.${process.pid}.${(0,r.randomUUID)()}.tmp`);try{await t.promises.writeFile(i,JSON.stringify(e,null,2),"utf8"),await t.promises.rename(i,n)}catch(e){throw await t.promises.unlink(i).catch(()=>{}),e}}function d(e){let t=e.content.trim();return{id:e.id??(0,r.randomUUID)(),title:e.title.trim()||"Untitled",url:e.url,source:e.source,content:t,charCount:t.length,jobId:e.jobId,metadata:e.metadata,status:"unindexed",createdAt:new Date().toISOString()}}async function c(){let e=await u(),t=e.reduce((e,t)=>e+t.charCount,0);return{docCount:e.length,charCount:t,bySource:e.reduce((e,t)=>(e[t.source]=(e[t.source]??0)+1,e),{})}}e.s(["addCrawledDocuments",0,function(e,t){return o(async()=>{let a=await u(),r=new Set(a.filter(e=>e.url).map(e=>e.url)),n=0;for(let i of t)!(i.url&&r.has(i.url))&&i.content.trim()&&(a.push(d({...i,jobId:e})),i.url&&r.add(i.url),n++);return n>0&&await l(a),n})},"addDocument",0,function(e){return o(async()=>{let t=await u(),a=d(e);return t.push(a),await l(t),a})},"addDocuments",0,function(e){return o(async()=>{if(0===e.length)return[];let t=await u(),a=e.map(d);return t.push(...a),await l(t),a})},"clearDocuments",0,function(){return o(async()=>{await l([])})},"corpusStats",0,c,"deleteDocument",0,function(e){return o(async()=>{let t=await u();await l(t.filter(t=>t.id!==e))})},"deleteDocuments",0,function(e){return o(async()=>{let t=await u(),a=new Set(e);await l(t.filter(e=>!a.has(e.id)))})},"readDocuments",0,u,"replaceDocuments",0,function(e){return o(async()=>{let t=new Date().toISOString();await l(e.map(e=>({...e,status:"unindexed",createdAt:e.createdAt||t})))})},"updateDocument",0,function(e,t){return o(async()=>{let a=await u(),r=a.findIndex(t=>t.id===e);if(r<0)return;let n=a[r],i=void 0!==t.content?t.content.trim():n.content,o={...n,title:void 0!==t.title?t.title.trim()||"Untitled":n.title,content:i,charCount:i.length,url:void 0!==t.url?t.url||void 0:n.url,metadata:void 0!==t.metadata?t.metadata:n.metadata,status:"unindexed"};return a[r]=o,await l(a),o})},"updateDocumentsStatus",0,function(e,t){return o(async()=>{let a=await u(),r=new Set(e),n=!1;for(let e of a)r.has(e.id)&&(e.status=t,n=!0);n&&await l(a)})}])},798898,e=>{"use strict";var t=e.i(902157),a=e.i(750227),r=e.i(192441);let n=Promise.resolve();function i(e){let t=n.then(e,e);return n=t.catch(()=>{}),t}async function o(e){let t=e?await (0,r.requireDataDir)():await (0,r.getDataDir)();return t?a.default.join(t,"jobs.json"):null}async function s(){let e=await o(!1);if(!e)return[];try{let a=await t.promises.readFile(e,"utf8");return JSON.parse(a)}catch{return[]}}async function u(e){let a=await o(!0);a&&await t.promises.writeFile(a,JSON.stringify(e,null,2),"utf8")}async function l(e){return(await s()).find(t=>t.id===e)}e.s(["deleteJob",0,function(e){return i(async()=>{let t=await s();await u(t.filter(t=>t.id!==e))})},"getJob",0,l,"readJobs",0,s,"saveJob",0,function(e){return i(async()=>{let t=await s(),a=t.findIndex(t=>t.id===e.id),r={...e,updatedAt:new Date().toISOString()};return a>=0?t[a]=r:t.unshift(r),await u(t),r})},"updateJob",0,function(e,t){return i(async()=>{let a=await s(),r=a.findIndex(t=>t.id===e);if(r<0)return;let n={...t(a[r]),updatedAt:new Date().toISOString()};return a[r]=n,await u(a),n})}])},962044,e=>{"use strict";var t=e.i(239441),a=e.i(449055),r=e.i(391328),n=e.i(6352),i=e.i(746789),o=e.i(423437),s=e.i(178820),u=e.i(569191),l=e.i(576251),d=e.i(199962),c=e.i(547545),p=e.i(664046),f=e.i(235691),w=e.i(298907),m=e.i(110763),g=e.i(193695);e.i(673243);var h=e.i(236167),y=e.i(766576),v=e.i(798898),C=e.i(705252),R=e.i(304368);let E=new Set;function b(e){if(!e)return!1;let t=e.toLowerCase();return t.includes("verification successful. waiting for")||t.includes("please verify you are a human")||t.includes("checking if the site connection is secure")||t.includes("just a moment...")||t.includes("enable javascript and cookies to continue")}async function D(e,t){try{let a=await (0,R.scrapePage)(t.url);if(b(a.markdown))throw Error("Scraping blocked by anti-bot protection (e.g. Cloudflare)");return{added:await (0,C.addCrawledDocuments)(e,[{title:a.title,url:a.url,content:a.markdown,source:"scrape"}]),target:{...t,status:"completed",pagesCrawled:+!!a.markdown}}}catch(e){return{added:0,target:{...t,status:"failed",error:e instanceof Error?e.message:"scrape failed"}}}}async function x(e,t,a){try{if(!t.firecrawlId){let e=await (0,R.startCrawl)(t.url,a);return{added:0,target:{...t,firecrawlId:e,status:"running"}}}let r=t.firecrawlId,n=!1,i=0,o=0,s=t.pagesCrawled,u="running",l=[];for(;i<5;){let e=await (0,R.getCrawlStatus)(r,n);for(let t of(s=e.completed||s,e.pages))b(t.markdown)||l.push({title:t.title,url:t.url,content:t.markdown,source:"scrape"});if(i++,"completed"===e.state?u="completed":"failed"===e.state?u="failed":"cancelled"===e.state&&(u="cancelled"),e.next)r=e.next,n=!0;else break}return l.length&&(o=await (0,C.addCrawledDocuments)(e,l)),{added:o,target:{...t,status:u,pagesCrawled:s}}}catch(e){if(t.firecrawlId?.startsWith("native-")&&e instanceof Error&&"Native crawl was not found."===e.message)return{added:0,target:{...t,firecrawlId:void 0,status:"running",error:"Restarting the local crawl…"}};return{added:0,target:{...t,status:"failed",error:e instanceof Error?e.message:"crawl failed"}}}}async function S(e){let t=await (0,v.getJob)(e);if(t){if(["completed","failed","cancelled"].includes(t.status)||E.has(e))return t;E.add(e);try{let a=await Promise.all(t.targets.map(a=>"completed"===a.status||"failed"===a.status?Promise.resolve({target:a,added:0}):"page"===a.scope?D(e,a):x(e,a,t.pageLimit))),r=a.map(e=>e.target),n=r.reduce((e,t)=>e+t.pagesCrawled,0);return await (0,v.updateJob)(e,e=>({...e,targets:r,pagesCrawled:n,docCount:e.docCount+a.reduce((e,t)=>e+t.added,0),status:r.every(e=>"completed"===e.status)?"completed":r.every(e=>"failed"===e.status)?"failed":r.every(e=>"completed"===e.status||"failed"===e.status)&&r.some(e=>"completed"===e.status)?"completed":"running"}))}finally{E.delete(e)}}}async function N(e){let t=await (0,v.getJob)(e);if(t)return await Promise.all(t.targets.filter(e=>e.firecrawlId&&"running"===e.status).map(e=>(0,R.cancelCrawl)(e.firecrawlId))),(0,v.updateJob)(e,e=>({...e,status:"cancelled",targets:e.targets.map(e=>"running"===e.status||"queued"===e.status?{...e,status:"cancelled"}:e)}))}async function A(e,{params:t}){let{id:a}=await t,r=await S(a);return r?y.NextResponse.json({job:r}):y.NextResponse.json({error:"Job not found."},{status:404})}async function I(e,{params:t}){let{id:a}=await t;if(new URL(e.url).searchParams.get("remove"))return await (0,v.deleteJob)(a),y.NextResponse.json({ok:!0});if(!await (0,v.getJob)(a))return y.NextResponse.json({error:"Job not found."},{status:404});let r=await N(a);return y.NextResponse.json({job:r})}e.s(["DELETE",0,I,"GET",0,A,"dynamic",0,"force-dynamic","runtime",0,"nodejs"],934385);var O=e.i(934385);let T=new t.AppRouteRouteModule({definition:{kind:a.RouteKind.APP_ROUTE,page:"/api/jobs/[id]/route",pathname:"/api/jobs/[id]",filename:"route",bundlePath:""},distDir:".next",relativeProjectDir:"",resolvedPagePath:"[project]/apps/web/app/api/jobs/[id]/route.ts",nextConfigOutput:"standalone",userland:O,...{}}),{workAsyncStorage:j,workUnitAsyncStorage:P,serverHooks:_}=T;async function U(e,t,r){r.requestMeta&&(0,n.setRequestMeta)(e,r.requestMeta),T.isDev&&(0,n.addRequestMeta)(e,"devRequestTimingInternalsEnd",process.hrtime.bigint());let y="/api/jobs/[id]/route";y=y.replace(/\/index$/,"")||"/";let v=await T.prepare(e,t,{srcPage:y,multiZoneDraftMode:!1});if(!v)return t.statusCode=400,t.end("Bad Request"),null==r.waitUntil||r.waitUntil.call(r,Promise.resolve()),null;let{buildId:C,deploymentId:R,params:E,nextConfig:b,parsedUrl:D,isDraftMode:x,prerenderManifest:S,routerServerContext:N,isOnDemandRevalidate:A,revalidateOnlyGenerated:I,resolvedPathname:O,clientReferenceManifest:j,serverActionsManifest:P}=v,_=(0,s.normalizeAppPath)(y),U=!!(S.dynamicRoutes[_]||S.routes[O]),k=async()=>((null==N?void 0:N.render404)?await N.render404(e,t,D,!1):t.end("This page could not be found"),null);if(U&&!x){let e=!!S.routes[O],t=S.dynamicRoutes[_];if(t&&!1===t.fallback&&!e){if(b.adapterPath)return await k();throw new g.NoFallbackError}}let F=null;!U||T.isDev||x||(F="/index"===(F=O)?"/":F);let q=!0===T.isDev||!U,J=U&&!q;P&&j&&(0,o.setManifestsSingleton)({page:y,clientReferenceManifest:j,serverActionsManifest:P});let M=e.method||"GET",H=(0,i.getTracer)(),L=H.getActiveScopeSpan(),$=!!(null==N?void 0:N.isWrappedByNextServer),G=!!(0,n.getRequestMeta)(e,"minimalMode"),K=(0,n.getRequestMeta)(e,"incrementalCache")||await T.getIncrementalCache(e,b,S,G);null==K||K.resetRequestCache(),globalThis.__incrementalCache=K;let B={params:E,previewProps:S.preview,renderOpts:{experimental:{authInterrupts:!!b.experimental.authInterrupts},cacheComponents:!!b.cacheComponents,supportsDynamicResponse:q,incrementalCache:K,cacheLifeProfiles:b.cacheLife,waitUntil:r.waitUntil,onClose:e=>{t.on("close",e)},onAfterTaskError:void 0,onInstrumentationRequestError:(t,a,r,n)=>T.onRequestError(e,t,r,n,N)},sharedContext:{buildId:C,deploymentId:R}},W=new u.NodeNextRequest(e),V=new u.NodeNextResponse(t),X=l.NextRequestAdapter.fromNodeNextRequest(W,(0,l.signalFromNodeResponse)(t));try{let n,o=async e=>T.handle(X,B).finally(()=>{if(!e)return;e.setAttributes({"http.status_code":t.statusCode,"next.rsc":!1});let a=H.getRootSpanAttributes();if(!a)return;if(a.get("next.span_type")!==d.BaseServerSpan.handleRequest)return void console.warn(`Unexpected root span type '${a.get("next.span_type")}'. Please report this Next.js issue https://github.com/vercel/next.js`);let r=a.get("next.route");if(r){let t=`${M} ${r}`;e.setAttributes({"next.route":r,"http.route":r,"next.span_name":t}),e.updateName(t),n&&n!==e&&(n.setAttribute("http.route",r),n.updateName(t))}else e.updateName(`${M} ${y}`)}),s=async n=>{var i,s;let u=async({previousCacheEntry:a})=>{try{if(!G&&A&&I&&!a)return t.statusCode=404,t.setHeader("x-nextjs-cache","REVALIDATED"),t.end("This page could not be found"),null;let i=await o(n);e.fetchMetrics=B.renderOpts.fetchMetrics;let s=B.renderOpts.pendingWaitUntil;s&&r.waitUntil&&(r.waitUntil(s),s=void 0);let u=B.renderOpts.collectedTags;if(!U)return await (0,p.sendResponse)(W,V,i,B.renderOpts.pendingWaitUntil),null;{let e=await i.blob(),t=(0,f.toNodeOutgoingHttpHeaders)(i.headers);u&&(t[m.NEXT_CACHE_TAGS_HEADER]=u),!t["content-type"]&&e.type&&(t["content-type"]=e.type);let a=void 0!==B.renderOpts.collectedRevalidate&&!(B.renderOpts.collectedRevalidate>=m.INFINITE_CACHE)&&B.renderOpts.collectedRevalidate,r=void 0===B.renderOpts.collectedExpire||B.renderOpts.collectedExpire>=m.INFINITE_CACHE?void 0:B.renderOpts.collectedExpire;return{value:{kind:h.CachedRouteKind.APP_ROUTE,status:i.status,body:Buffer.from(await e.arrayBuffer()),headers:t},cacheControl:{revalidate:a,expire:r}}}}catch(t){throw(null==a?void 0:a.isStale)&&await T.onRequestError(e,t,{routerKind:"App Router",routePath:y,routeType:"route",revalidateReason:(0,c.getRevalidateReason)({isStaticGeneration:J,isOnDemandRevalidate:A})},!1,N),t}},l=await T.handleResponse({req:e,nextConfig:b,cacheKey:F,routeKind:a.RouteKind.APP_ROUTE,isFallback:!1,prerenderManifest:S,isRoutePPREnabled:!1,isOnDemandRevalidate:A,revalidateOnlyGenerated:I,responseGenerator:u,waitUntil:r.waitUntil,isMinimalMode:G});if(!U)return null;if((null==l||null==(i=l.value)?void 0:i.kind)!==h.CachedRouteKind.APP_ROUTE)throw Object.defineProperty(Error(`Invariant: app-route received invalid cache entry ${null==l||null==(s=l.value)?void 0:s.kind}`),"__NEXT_ERROR_CODE",{value:"E701",enumerable:!1,configurable:!0});G||t.setHeader("x-nextjs-cache",A?"REVALIDATED":l.isMiss?"MISS":l.isStale?"STALE":"HIT"),x&&t.setHeader("Cache-Control","private, no-cache, no-store, max-age=0, must-revalidate");let d=(0,f.fromNodeOutgoingHttpHeaders)(l.value.headers);return G&&U||d.delete(m.NEXT_CACHE_TAGS_HEADER),!l.cacheControl||t.getHeader("Cache-Control")||d.get("Cache-Control")||d.set("Cache-Control",(0,w.getCacheControlHeader)(l.cacheControl)),await (0,p.sendResponse)(W,V,new Response(l.value.body,{headers:d,status:l.value.status||200})),null};$&&L?await s(L):(n=H.getActiveScopeSpan(),await H.withPropagatedContext(e.headers,()=>H.trace(d.BaseServerSpan.handleRequest,{spanName:`${M} ${y}`,kind:i.SpanKind.SERVER,attributes:{"http.method":M,"http.target":e.url}},s),void 0,!$))}catch(t){if(t instanceof g.NoFallbackError||await T.onRequestError(e,t,{routerKind:"App Router",routePath:_,routeType:"route",revalidateReason:(0,c.getRevalidateReason)({isStaticGeneration:J,isOnDemandRevalidate:A})},!1,N),U)throw t;return await (0,p.sendResponse)(W,V,new Response(null,{status:500})),null}}e.s(["handler",0,U,"patchFetch",0,function(){return(0,r.patchFetch)({workAsyncStorage:j,workUnitAsyncStorage:P})},"routeModule",0,T,"serverHooks",0,_,"workAsyncStorage",0,j,"workUnitAsyncStorage",0,P],962044)}];
|
|
2
2
|
|
|
3
3
|
//# sourceMappingURL=%5Broot-of-the-server%5D__0j2l54r._.js.map
|
|
@@ -56,6 +56,6 @@ ${i}
|
|
|
56
56
|
environment:
|
|
57
57
|
${n}
|
|
58
58
|
restart: unless-stopped
|
|
59
|
-
`}async function b(){if(!$())return y({running:!0,endpoint:"native://larkup-crawler",apiKey:"native",port:0,project:"native",mode:"native",startedAt:new Date().toISOString(),lastError:void 0});let e=await S();if(!e.compose)return y({...await g(),running:!1,lastError:e.message});let{compose:a}=await v(),n=await g(),o=n.apiKey||`fc-local-${(0,i.randomUUID)()}`,s=n.port||3002,l=await h();await t.promises.mkdir(r.default.dirname(p),{recursive:!0}),await t.promises.writeFile(p,k(o,s,l),"utf8");try{await c(`${a} -p ${w} -f "${p}" up -d`,18e4)}catch(r){let e=r instanceof Error?r.message:"docker compose failed";if(!(e.includes("address already in use")||e.includes("Ports are not available")))return y({...n,apiKey:o,port:s,running:!1,lastError:e});try{s=await m(s+1),await t.promises.writeFile(p,k(o,s,l),"utf8"),await c(`${a} -p ${w} -f "${p}" up -d`,18e4)}catch(e){return y({...n,apiKey:o,port:s,running:!1,lastError:e instanceof Error?e.message:"docker compose retry failed"})}}let u=(0,t.existsSync)("/.dockerenv"),d=`http://${u?"host.docker.internal":"localhost"}:${s}`,f=await U(d,9e4);return y({running:f,endpoint:d,apiKey:o,port:s,project:w,mode:"firecrawl",startedAt:new Date().toISOString(),lastError:f?void 0:"Containers started but the API did not become healthy in time. It may still be warming up — try refreshing in a moment."})}async function E(){let e=await g();if("native"===e.mode)return y({...e,running:!1,startedAt:void 0});let{compose:t}=await v();if(t)try{await c(`${t} -p ${w} -f "${p}" down`,6e4)}catch{}return y({...e,running:!1,startedAt:void 0})}async function A(){let e=await g();if("native"===e.mode||!e.startedAt)return e;let t=await R(e.endpoint);return t!==e.running?y({...e,running:t}):e}async function R(e){try{return(await fetch(e,{method:"GET",signal:AbortSignal.timeout(4e3)})).status>0}catch{return!1}}async function U(e,t){let r=Date.now()+t;for(;Date.now()<r;){if(await R(e))return!0;await new Promise(e=>setTimeout(e,3e3))}return!1}function $(){return"true"===process.env.DOCKER_ENV||"1"===process.env.DOCKER_BUILD||(0,t.existsSync)("/.dockerenv")}let T="http://firecrawl-api:3002";async function x(){return $()?{available:await R(T),endpoint:T}:{available:!1,endpoint:""}}async function D(){let{available:e}=await x();return e?y({running:!0,endpoint:T,apiKey:`fc-docker-${(0,i.randomUUID)()}`,port:3002,project:"docker-sibling",mode:"firecrawl",startedAt:new Date().toISOString()}):y({...f,running:!1,lastError:"The web crawler service is not available in this Docker deployment."})}e.s(["checkDocker",0,S,"checkDockerSibling",0,x,"connectDockerSibling",0,D,"readLocalState",0,g,"refreshLocalStatus",0,A,"startLocal",0,b,"stopLocal",0,E])},304368,e=>{"use strict";var t=e.i(367165),r=e.i(700259),a=e.i(902157),i=e.i(750227),n=e.i(666680);let o=i.default.join(process.cwd(),".larkup"),s=i.default.join(o,"native-crawls.json"),l="LarkupCrawler/1.0 (+https://larkup.de)";async function c(){try{return JSON.parse(await a.promises.readFile(s,"utf8"))}catch{return{}}}async function u(e){await a.promises.mkdir(o,{recursive:!0}),await a.promises.writeFile(s,JSON.stringify(e,null,2),"utf8")}function d(e){return e.replace(/ /gi," ").replace(/&/gi,"&").replace(/</gi,"<").replace(/>/gi,">").replace(/"/gi,'"').replace(/'/gi,"'").replace(/&#(x[0-9a-f]+|\d+);/gi,(e,t)=>{let r=String(t).toLowerCase().startsWith("x")?parseInt(String(t).slice(1),16):parseInt(String(t),10);return Number.isFinite(r)?String.fromCodePoint(r):""})}function p(e){return d(e.replace(/<[^>]+>/g," ")).replace(/\s+/g," ").trim()}function w(e){try{let t=new URL(d(e));return f(t.searchParams.get("uddg")||t.toString())}catch{return null}}async function m(e,t=10){let r=Math.max(1,Math.min(t,25)),a={"User-Agent":l,Accept:"text/html,application/xhtml+xml","Accept-Language":"en-US,en;q=0.9"};try{let t=await fetch(`https://search.brave.com/search?q=${encodeURIComponent(e)}&source=web`,{headers:a,redirect:"follow",signal:AbortSignal.timeout(2e4)});if(t.ok){let e=function(e,t){let r=[],a=new Set;for(let i of e.matchAll(/<a\b[^>]*href=["']([^"']+)["'][^>]*class=["'][^"']*\bl1\b[^"']*["'][^>]*>([\s\S]*?)<\/a>/gi)){let e=w(i[1]);if(!e||a.has(e))continue;a.add(e);let n=i[2].match(/\btitle=["']([^"']+)["']/i);if(r.push({url:e,title:p(n?.[1]||i[2])||e}),r.length>=t)break}return r}(await t.text(),r);if(e.length)return e}}catch{}let i=await fetch(`https://www.bing.com/search?format=rss&q=${encodeURIComponent(e)}`,{headers:{...a,Accept:"application/rss+xml,application/xml,text/xml"},signal:AbortSignal.timeout(2e4)});if(!i.ok)throw Error(`Built-in web search returned ${i.status}.`);let n=function(e,t){let r=[],a=new Set;for(let i of e.matchAll(/<item>([\s\S]*?)<\/item>/gi)){let e=w(h(i[1],"link")??"");if(!(!e||a.has(e))&&(a.add(e),r.push({url:e,title:p(h(i[1],"title")??e),description:p(h(i[1],"description")??"")||void 0}),r.length>=t))break}return r}(await i.text(),r);if(!n.length)throw Error("Built-in web search returned no usable results.");return n}function h(e,t){return e.match(RegExp(`<${t}>([\\s\\S]*?)<\\/${t}>`,"i"))?.[1]}function f(e){try{let t=new URL(e);if(!/^https?:$/.test(t.protocol))return null;return t.hash="",t.toString()}catch{return null}}async function g(e){let t,r=await fetch(e,{headers:{"User-Agent":l,Accept:"text/html,application/xhtml+xml"},redirect:"follow",signal:AbortSignal.timeout(2e4)});if(!r.ok)throw Error(`Website returned ${r.status} ${r.statusText}`);let a=r.headers.get("content-type")??"";if(!/text\/html|application\/xhtml\+xml/i.test(a))throw Error(`Unsupported page type: ${a||"unknown"}`);let i=(await r.text()).slice(0,2e6),n=f(r.url)??e,o=d(i.replace(/<script\b[^>]*>[\s\S]*?<\/script>/gi," ").replace(/<style\b[^>]*>[\s\S]*?<\/style>/gi," ").replace(/<noscript\b[^>]*>[\s\S]*?<\/noscript>/gi," ").replace(/<(br|\/p|\/div|\/li|\/h[1-6]|\/tr|\/section|\/article)\b[^>]*>/gi,"\n").replace(/<[^>]+>/g," ")).replace(/\r/g,"").replace(/[ \t]+/g," ").replace(/\n\s*\n\s*\n+/g,"\n\n").replace(/\s+([.,;:!?])/g,"$1").trim();if(!o)throw Error("The page did not contain readable HTML text.");return{url:n,title:(t=i.match(/<title[^>]*>([\s\S]*?)<\/title>/i))&&d(t[1].replace(/<[^>]+>/g," ").trim())||n,markdown:o,links:function(e,t,r){let a=new Set;for(let i of e.matchAll(/<a\s[^>]*?href\s*=\s*["']([^"'#]+)["']/gi)){let e=f(new URL(i[1],t).toString());e&&new URL(e).origin===r&&a.add(e)}return[...a]}(i,n,new URL(n).origin)}}async function y(e,t){let r=f(e);if(!r)throw Error("A valid http or https URL is required.");let a=`native-${(0,n.randomUUID)()}`,i=await c();return i[a]={id:a,origin:new URL(r).origin,limit:Math.max(1,t),queue:[r],visited:[],pages:[],delivered:0},await u(i),a}async function v(e){let t=await c(),r=t[e];if(!r)throw Error("Native crawl was not found.");if(r.cancelled)return{state:"cancelled",total:r.limit,completed:r.pages.length,pages:[]};for(let e=0;e<2&&r.queue.length&&r.pages.length<r.limit;e++){let e=r.queue.shift();if(!r.visited.includes(e)){r.visited.push(e);try{let t=await g(e);for(let e of(r.pages.push(t),t.links??[]))new URL(e).origin===r.origin&&(r.visited.includes(e)||r.queue.includes(e)||r.queue.push(e))}catch{}}}let a=r.pages.slice(r.delivered).map(({links:e,...t})=>t);r.delivered=r.pages.length;let i=!r.queue.length||r.pages.length>=r.limit;return await u(t),{state:i?"completed":"scraping",total:r.limit,completed:r.pages.length,pages:a}}async function S(e){let t=await c();t[e]&&(t[e].cancelled=!0,await u(t))}class k extends Error{status;constructor(e,t){super(e),this.status=t,this.name="FirecrawlError"}}async function b(){let e=await (0,t.readConfig)();if("local"===(e.webCrawlerProvider||"local")){let e=await (0,r.readLocalState)();if(e.running&&e.apiKey)return"native"===e.mode||e.endpoint.startsWith("native://")?{base:e.endpoint,key:e.apiKey,mode:"native"}:{base:`${e.endpoint}/v1`,key:e.apiKey,mode:"local"};throw new k("The selected web crawler is not running. Choose a crawler provider in Settings.",401)}let a=e.firecrawlApiKey;if(a)return{base:"https://api.firecrawl.dev/v1",key:a,mode:"cloud"};throw new k("The cloud web crawler needs an API key. Add it in Settings.",401)}async function E(){let e=await (0,t.readConfig)();if("local"===(e.webCrawlerProvider||"local")){let e=await (0,r.readLocalState)();return!!(e.running&&e.apiKey)}return!!e.firecrawlApiKey}async function A(e,t){let{base:r,key:a}=await b(),i=await fetch(`${r}${e}`,{...t,headers:{Authorization:`Bearer ${a}`,"Content-Type":"application/json",...t?.headers??{}},cache:"no-store"}),n=await i.text(),o=n?U(n):{};if(!i.ok)throw new k(o?.error||`Firecrawl request failed (${i.status})`,i.status);return o}async function R(e){let{key:t}=await b(),r=await fetch(e,{headers:{Authorization:`Bearer ${t}`},cache:"no-store"}),a=await r.text(),i=a?U(a):{};if(!r.ok)throw new k(i?.error||`Firecrawl request failed (${r.status})`,r.status);return i}function U(e){try{return JSON.parse(e)}catch{return{}}}async function $(e,t=10){return"native"===(await b()).mode?m(e,t):((await A("/search",{method:"POST",body:JSON.stringify({query:e,limit:t})})).data??[]).map(e=>({url:e.url,title:e.title||e.url,description:e.description}))}let T={waitFor:1e4,onlyMainContent:!1,headers:{"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","Accept-Language":"en-US,en;q=0.9","Sec-Ch-Ua":'"Chromium";v="124", "Google Chrome";v="124", "Not-A.Brand";v="99"',"Sec-Ch-Ua-Mobile":"?0","Sec-Ch-Ua-Platform":'"Windows"'}};async function x(e){if("native"===(await b()).mode){let t=await g(e);return{url:t.url,title:t.title,markdown:t.markdown}}let t=(await A("/scrape",{method:"POST",body:JSON.stringify({url:e,formats:["markdown"],...T})})).data??{};return{url:t.metadata?.sourceURL||e,title:t.metadata?.title||t.metadata?.ogTitle||e,markdown:t.markdown??""}}async function D(e,t){if("native"===(await b()).mode)return y(e,t);let r=await A("/crawl",{method:"POST",body:JSON.stringify({url:e,limit:t,allowExternalLinks:!1,scrapeOptions:{...T,formats:["markdown"],onlyMainContent:!0}})});if(!r.id)throw new k("Firecrawl did not return a crawl id");return r.id}async function L(e,t=!1){if(!t&&e.startsWith("native-"))return v(e);let r=t?await R(e):await A(`/crawl/${e}`,{method:"GET"});return{state:r.status??"scraping",total:r.total??0,completed:r.completed??0,next:r.next,pages:(r.data??[]).map(e=>({url:e.metadata?.sourceURL||e.metadata?.url||"",title:e.metadata?.title||e.metadata?.sourceURL||"Untitled",markdown:e.markdown??""}))}}async function C(e){if(e.startsWith("native-"))return void await S(e);try{await A(`/crawl/${e}`,{method:"DELETE"})}catch{}}e.s(["FirecrawlError",0,k,"cancelCrawl",0,C,"getCrawlStatus",0,L,"isFirecrawlConfigured",0,E,"scrapePage",0,x,"searchWeb",0,$,"startCrawl",0,D],304368)}];
|
|
59
|
+
`}async function b(){if(!$())return y({running:!0,endpoint:"native://larkup-crawler",apiKey:"native",port:0,project:"native",mode:"native",startedAt:new Date().toISOString(),lastError:void 0});let e=await S();if(!e.compose)return y({...await g(),running:!1,lastError:e.message});let{compose:a}=await v(),n=await g(),o=n.apiKey||`fc-local-${(0,i.randomUUID)()}`,s=n.port||3002,l=await h();await t.promises.mkdir(r.default.dirname(p),{recursive:!0}),await t.promises.writeFile(p,k(o,s,l),"utf8");try{await c(`${a} -p ${w} -f "${p}" up -d`,18e4)}catch(r){let e=r instanceof Error?r.message:"docker compose failed";if(!(e.includes("address already in use")||e.includes("Ports are not available")))return y({...n,apiKey:o,port:s,running:!1,lastError:e});try{s=await m(s+1),await t.promises.writeFile(p,k(o,s,l),"utf8"),await c(`${a} -p ${w} -f "${p}" up -d`,18e4)}catch(e){return y({...n,apiKey:o,port:s,running:!1,lastError:e instanceof Error?e.message:"docker compose retry failed"})}}let u=(0,t.existsSync)("/.dockerenv"),d=`http://${u?"host.docker.internal":"localhost"}:${s}`,f=await U(d,9e4);return y({running:f,endpoint:d,apiKey:o,port:s,project:w,mode:"firecrawl",startedAt:new Date().toISOString(),lastError:f?void 0:"Containers started but the API did not become healthy in time. It may still be warming up — try refreshing in a moment."})}async function E(){let e=await g();if("native"===e.mode)return y({...e,running:!1,startedAt:void 0});let{compose:t}=await v();if(t)try{await c(`${t} -p ${w} -f "${p}" down`,6e4)}catch{}return y({...e,running:!1,startedAt:void 0})}async function A(){let e=await g();if("native"===e.mode||!e.startedAt)return e;let t=await R(e.endpoint);return t!==e.running?y({...e,running:t}):e}async function R(e){try{return(await fetch(e,{method:"GET",signal:AbortSignal.timeout(4e3)})).status>0}catch{return!1}}async function U(e,t){let r=Date.now()+t;for(;Date.now()<r;){if(await R(e))return!0;await new Promise(e=>setTimeout(e,3e3))}return!1}function $(){return"true"===process.env.DOCKER_ENV||"1"===process.env.DOCKER_BUILD||(0,t.existsSync)("/.dockerenv")}let T="http://firecrawl-api:3002";async function x(){return $()?{available:await R(T),endpoint:T}:{available:!1,endpoint:""}}async function D(){let{available:e}=await x();return e?y({running:!0,endpoint:T,apiKey:`fc-docker-${(0,i.randomUUID)()}`,port:3002,project:"docker-sibling",mode:"firecrawl",startedAt:new Date().toISOString()}):y({...f,running:!1,lastError:"The web crawler service is not available in this Docker deployment."})}e.s(["checkDocker",0,S,"checkDockerSibling",0,x,"connectDockerSibling",0,D,"readLocalState",0,g,"refreshLocalStatus",0,A,"startLocal",0,b,"stopLocal",0,E])},304368,e=>{"use strict";var t=e.i(367165),r=e.i(700259),a=e.i(902157),i=e.i(750227),n=e.i(666680);let o=i.default.join(process.cwd(),".larkup"),s=i.default.join(o,"native-crawls"),l=i.default.join(o,"native-crawls.json"),c="LarkupCrawler/1.0 (+https://larkup.de)";async function u(){try{return JSON.parse(await a.promises.readFile(l,"utf8"))}catch{return{}}}function d(e){return i.default.join(s,`${e}.json`)}async function p(e){try{return JSON.parse(await a.promises.readFile(d(e),"utf8"))}catch{return(await u())[e]}}async function w(e){await a.promises.mkdir(s,{recursive:!0}),await a.promises.writeFile(d(e.id),JSON.stringify(e,null,2),"utf8")}function m(e){return e.replace(/ /gi," ").replace(/&/gi,"&").replace(/</gi,"<").replace(/>/gi,">").replace(/"/gi,'"').replace(/'/gi,"'").replace(/&#(x[0-9a-f]+|\d+);/gi,(e,t)=>{let r=String(t).toLowerCase().startsWith("x")?parseInt(String(t).slice(1),16):parseInt(String(t),10);return Number.isFinite(r)?String.fromCodePoint(r):""})}function h(e){return m(e.replace(/<[^>]+>/g," ")).replace(/\s+/g," ").trim()}function f(e){try{let t=new URL(m(e));return v(t.searchParams.get("uddg")||t.toString())}catch{return null}}async function g(e,t=10){let r=Math.max(1,Math.min(t,25)),a={"User-Agent":c,Accept:"text/html,application/xhtml+xml","Accept-Language":"en-US,en;q=0.9"};try{let t=await fetch(`https://search.brave.com/search?q=${encodeURIComponent(e)}&source=web`,{headers:a,redirect:"follow",signal:AbortSignal.timeout(2e4)});if(t.ok){let e=function(e,t){let r=[],a=new Set;for(let i of e.matchAll(/<a\b[^>]*href=["']([^"']+)["'][^>]*class=["'][^"']*\bl1\b[^"']*["'][^>]*>([\s\S]*?)<\/a>/gi)){let e=f(i[1]);if(!e||a.has(e))continue;a.add(e);let n=i[2].match(/\btitle=["']([^"']+)["']/i);if(r.push({url:e,title:h(n?.[1]||i[2])||e}),r.length>=t)break}return r}(await t.text(),r);if(e.length)return e}}catch{}let i=await fetch(`https://www.bing.com/search?format=rss&q=${encodeURIComponent(e)}`,{headers:{...a,Accept:"application/rss+xml,application/xml,text/xml"},signal:AbortSignal.timeout(2e4)});if(!i.ok)throw Error(`Built-in web search returned ${i.status}.`);let n=function(e,t){let r=[],a=new Set;for(let i of e.matchAll(/<item>([\s\S]*?)<\/item>/gi)){let e=f(y(i[1],"link")??"");if(!(!e||a.has(e))&&(a.add(e),r.push({url:e,title:h(y(i[1],"title")??e),description:h(y(i[1],"description")??"")||void 0}),r.length>=t))break}return r}(await i.text(),r);if(!n.length)throw Error("Built-in web search returned no usable results.");return n}function y(e,t){return e.match(RegExp(`<${t}>([\\s\\S]*?)<\\/${t}>`,"i"))?.[1]}function v(e){try{let t=new URL(e);if(!/^https?:$/.test(t.protocol))return null;return t.hash="",t.toString()}catch{return null}}async function S(e){let t,r=await fetch(e,{headers:{"User-Agent":c,Accept:"text/html,application/xhtml+xml"},redirect:"follow",signal:AbortSignal.timeout(2e4)});if(!r.ok)throw Error(`Website returned ${r.status} ${r.statusText}`);let a=r.headers.get("content-type")??"";if(!/text\/html|application\/xhtml\+xml/i.test(a))throw Error(`Unsupported page type: ${a||"unknown"}`);let i=(await r.text()).slice(0,2e6),n=v(r.url)??e,o=m(i.replace(/<script\b[^>]*>[\s\S]*?<\/script>/gi," ").replace(/<style\b[^>]*>[\s\S]*?<\/style>/gi," ").replace(/<noscript\b[^>]*>[\s\S]*?<\/noscript>/gi," ").replace(/<(br|\/p|\/div|\/li|\/h[1-6]|\/tr|\/section|\/article)\b[^>]*>/gi,"\n").replace(/<[^>]+>/g," ")).replace(/\r/g,"").replace(/[ \t]+/g," ").replace(/\n\s*\n\s*\n+/g,"\n\n").replace(/\s+([.,;:!?])/g,"$1").trim();if(!o)throw Error("The page did not contain readable HTML text.");return{url:n,title:(t=i.match(/<title[^>]*>([\s\S]*?)<\/title>/i))&&m(t[1].replace(/<[^>]+>/g," ").trim())||n,markdown:o,links:function(e,t,r){let a=new Set;for(let i of e.matchAll(/<a\s[^>]*?href\s*=\s*["']([^"'#]+)["']/gi)){let e=v(new URL(i[1],t).toString());e&&new URL(e).origin===r&&a.add(e)}return[...a]}(i,n,new URL(n).origin)}}async function k(e,t){let r=v(e);if(!r)throw Error("A valid http or https URL is required.");let a=`native-${(0,n.randomUUID)()}`;return await w({id:a,origin:new URL(r).origin,limit:Math.max(1,t),queue:[r],visited:[],pages:[],delivered:0}),a}async function b(e){let t=await p(e);if(!t)throw Error("Native crawl was not found.");if(t.cancelled)return{state:"cancelled",total:t.limit,completed:t.pages.length,pages:[]};for(let e=0;e<2&&t.queue.length&&t.pages.length<t.limit;e++){let e=t.queue.shift();if(!t.visited.includes(e)){t.visited.push(e);try{let r=await S(e);for(let e of(t.pages.push(r),r.links??[]))new URL(e).origin===t.origin&&(t.visited.includes(e)||t.queue.includes(e)||t.queue.push(e))}catch{}}}let r=t.pages.slice(t.delivered).map(({links:e,...t})=>t);t.delivered=t.pages.length;let a=!t.queue.length||t.pages.length>=t.limit;return await w(t),{state:a?"completed":"scraping",total:t.limit,completed:t.pages.length,pages:r}}async function E(e){let t=await p(e);t&&(t.cancelled=!0,await w(t))}class A extends Error{status;constructor(e,t){super(e),this.status=t,this.name="FirecrawlError"}}async function R(){let e=await (0,t.readConfig)();if("local"===(e.webCrawlerProvider||"local")){let e=await (0,r.readLocalState)();if(e.running&&e.apiKey)return"native"===e.mode||e.endpoint.startsWith("native://")?{base:e.endpoint,key:e.apiKey,mode:"native"}:{base:`${e.endpoint}/v1`,key:e.apiKey,mode:"local"};throw new A("The selected web crawler is not running. Choose a crawler provider in Settings.",401)}let a=e.firecrawlApiKey;if(a)return{base:"https://api.firecrawl.dev/v1",key:a,mode:"cloud"};throw new A("The cloud web crawler needs an API key. Add it in Settings.",401)}async function U(){let e=await (0,t.readConfig)();if("local"===(e.webCrawlerProvider||"local")){let e=await (0,r.readLocalState)();return!!(e.running&&e.apiKey)}return!!e.firecrawlApiKey}async function $(e,t){let{base:r,key:a}=await R(),i=await fetch(`${r}${e}`,{...t,headers:{Authorization:`Bearer ${a}`,"Content-Type":"application/json",...t?.headers??{}},cache:"no-store"}),n=await i.text(),o=n?x(n):{};if(!i.ok)throw new A(o?.error||`Firecrawl request failed (${i.status})`,i.status);return o}async function T(e){let{key:t}=await R(),r=await fetch(e,{headers:{Authorization:`Bearer ${t}`},cache:"no-store"}),a=await r.text(),i=a?x(a):{};if(!r.ok)throw new A(i?.error||`Firecrawl request failed (${r.status})`,r.status);return i}function x(e){try{return JSON.parse(e)}catch{return{}}}async function D(e,t=10){return"native"===(await R()).mode?g(e,t):((await $("/search",{method:"POST",body:JSON.stringify({query:e,limit:t})})).data??[]).map(e=>({url:e.url,title:e.title||e.url,description:e.description}))}let L={waitFor:1e4,onlyMainContent:!1,headers:{"User-Agent":"Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36","Accept-Language":"en-US,en;q=0.9","Sec-Ch-Ua":'"Chromium";v="124", "Google Chrome";v="124", "Not-A.Brand";v="99"',"Sec-Ch-Ua-Mobile":"?0","Sec-Ch-Ua-Platform":'"Windows"'}};async function C(e){if("native"===(await R()).mode){let t=await S(e);return{url:t.url,title:t.title,markdown:t.markdown}}let t=(await $("/scrape",{method:"POST",body:JSON.stringify({url:e,formats:["markdown"],...L})})).data??{};return{url:t.metadata?.sourceURL||e,title:t.metadata?.title||t.metadata?.ogTitle||e,markdown:t.markdown??""}}async function P(e,t){if("native"===(await R()).mode)return k(e,t);let r=await $("/crawl",{method:"POST",body:JSON.stringify({url:e,limit:t,allowExternalLinks:!1,scrapeOptions:{...L,formats:["markdown"],onlyMainContent:!0}})});if(!r.id)throw new A("Firecrawl did not return a crawl id");return r.id}async function _(e,t=!1){if(!t&&e.startsWith("native-"))return b(e);let r=t?await T(e):await $(`/crawl/${e}`,{method:"GET"});return{state:r.status??"scraping",total:r.total??0,completed:r.completed??0,next:r.next,pages:(r.data??[]).map(e=>({url:e.metadata?.sourceURL||e.metadata?.url||"",title:e.metadata?.title||e.metadata?.sourceURL||"Untitled",markdown:e.markdown??""}))}}async function O(e){if(e.startsWith("native-"))return void await E(e);try{await $(`/crawl/${e}`,{method:"DELETE"})}catch{}}e.s(["FirecrawlError",0,A,"cancelCrawl",0,O,"getCrawlStatus",0,_,"isFirecrawlConfigured",0,U,"scrapePage",0,C,"searchWeb",0,D,"startCrawl",0,P],304368)}];
|
|
60
60
|
|
|
61
61
|
//# sourceMappingURL=packages_scraper_src_0kkcv_v._.js.map
|